diff --git "a/sdxl_lightning_8step_lora.sdmlxpatch/manifest.json" "b/sdxl_lightning_8step_lora.sdmlxpatch/manifest.json" new file mode 100644--- /dev/null +++ "b/sdxl_lightning_8step_lora.sdmlxpatch/manifest.json" @@ -0,0 +1,12985 @@ +{ + "base_model_family": "sdxl", + "components": { + "factors": "patch.safetensors" + }, + "created_at_unix": 1779018279, + "factor_layout": { + "conv2d": { + "lora_down": "[rank, kernel_h, kernel_w, in]", + "lora_up": "[out, rank]" + }, + "linear": { + "lora_down": "[rank, in]", + "lora_up": "[out, rank]" + }, + "scale": "runtime_strength * alpha / rank" + }, + "format": "sdmlx-acceleration-patch-v1", + "module_count": 858, + "modules": [ + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_0_downsamplers_0_conv", + "split_index": null, + "target": "down_blocks.0.downsample.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_0_resnets_0_conv1", + "split_index": null, + "target": "down_blocks.0.resnets.0.conv1.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_0_resnets_0_conv2", + "split_index": null, + "target": "down_blocks.0.resnets.0.conv2.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_0_resnets_0_time_emb_proj", + "split_index": null, + "target": "down_blocks.0.resnets.0.time_emb_proj.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_0_resnets_1_conv1", + "split_index": null, + "target": "down_blocks.0.resnets.1.conv1.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_0_resnets_1_conv2", + "split_index": null, + "target": "down_blocks.0.resnets.1.conv2.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_0_resnets_1_time_emb_proj", + "split_index": null, + "target": "down_blocks.0.resnets.1.time_emb_proj.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_proj_in", + "split_index": null, + "target": "down_blocks.1.attentions.0.proj_in.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_proj_out", + "split_index": null, + "target": "down_blocks.1.attentions.0.proj_out.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.0.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_0_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "down_blocks.1.attentions.0.transformer_blocks.1.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_proj_in", + "split_index": null, + "target": "down_blocks.1.attentions.1.proj_in.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_proj_out", + "split_index": null, + "target": "down_blocks.1.attentions.1.proj_out.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.0.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_attentions_1_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "down_blocks.1.attentions.1.transformer_blocks.1.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_downsamplers_0_conv", + "split_index": null, + "target": "down_blocks.1.downsample.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_resnets_0_conv1", + "split_index": null, + "target": "down_blocks.1.resnets.0.conv1.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_resnets_0_conv2", + "split_index": null, + "target": "down_blocks.1.resnets.0.conv2.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_resnets_0_conv_shortcut", + "split_index": null, + "target": "down_blocks.1.resnets.0.conv_shortcut.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_resnets_0_time_emb_proj", + "split_index": null, + "target": "down_blocks.1.resnets.0.time_emb_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_resnets_1_conv1", + "split_index": null, + "target": "down_blocks.1.resnets.1.conv1.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_resnets_1_conv2", + "split_index": null, + "target": "down_blocks.1.resnets.1.conv2.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_1_resnets_1_time_emb_proj", + "split_index": null, + "target": "down_blocks.1.resnets.1.time_emb_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_proj_in", + "split_index": null, + "target": "down_blocks.2.attentions.0.proj_in.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_proj_out", + "split_index": null, + "target": "down_blocks.2.attentions.0.proj_out.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.0.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.1.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_2_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.2.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_3_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.3.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_4_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.4.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_5_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.5.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_6_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.6.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_7_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.7.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_8_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.8.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_0_transformer_blocks_9_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.0.transformer_blocks.9.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_proj_in", + "split_index": null, + "target": "down_blocks.2.attentions.1.proj_in.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_proj_out", + "split_index": null, + "target": "down_blocks.2.attentions.1.proj_out.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.0.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.1.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_2_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.2.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_3_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.3.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_4_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.4.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_5_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.5.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_6_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.6.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_7_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.7.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_8_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.8.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn1_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn1_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn1_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn1_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn2_to_k", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn2_to_out_0", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn2_to_q", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_attn2_to_v", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_ff_net_0_proj", + "split_index": 0, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_ff_net_0_proj", + "split_index": 1, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_attentions_1_transformer_blocks_9_ff_net_2", + "split_index": null, + "target": "down_blocks.2.attentions.1.transformer_blocks.9.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_resnets_0_conv1", + "split_index": null, + "target": "down_blocks.2.resnets.0.conv1.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_resnets_0_conv2", + "split_index": null, + "target": "down_blocks.2.resnets.0.conv2.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_resnets_0_conv_shortcut", + "split_index": null, + "target": "down_blocks.2.resnets.0.conv_shortcut.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_resnets_0_time_emb_proj", + "split_index": null, + "target": "down_blocks.2.resnets.0.time_emb_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_resnets_1_conv1", + "split_index": null, + "target": "down_blocks.2.resnets.1.conv1.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_resnets_1_conv2", + "split_index": null, + "target": "down_blocks.2.resnets.1.conv2.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_down_blocks_2_resnets_1_time_emb_proj", + "split_index": null, + "target": "down_blocks.2.resnets.1.time_emb_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_proj_in", + "split_index": null, + "target": "mid_blocks.1.proj_in.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_proj_out", + "split_index": null, + "target": "mid_blocks.1.proj_out.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.0.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.0.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.0.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.1.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.1.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.1.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.2.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.2.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_2_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.2.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.3.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.3.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_3_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.3.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.4.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.4.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_4_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.4.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.5.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.5.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_5_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.5.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.6.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.6.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_6_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.6.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.7.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.7.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_7_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.7.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.8.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.8.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_8_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.8.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn1_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn1_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn1_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn1_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn2_to_k", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn2_to_out_0", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn2_to_q", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_attn2_to_v", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_ff_net_0_proj", + "split_index": 0, + "target": "mid_blocks.1.transformer_blocks.9.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_ff_net_0_proj", + "split_index": 1, + "target": "mid_blocks.1.transformer_blocks.9.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_attentions_0_transformer_blocks_9_ff_net_2", + "split_index": null, + "target": "mid_blocks.1.transformer_blocks.9.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_resnets_0_conv1", + "split_index": null, + "target": "mid_blocks.0.conv1.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_resnets_0_conv2", + "split_index": null, + "target": "mid_blocks.0.conv2.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_resnets_0_time_emb_proj", + "split_index": null, + "target": "mid_blocks.0.time_emb_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_resnets_1_conv1", + "split_index": null, + "target": "mid_blocks.2.conv1.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_resnets_1_conv2", + "split_index": null, + "target": "mid_blocks.2.conv2.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_mid_block_resnets_1_time_emb_proj", + "split_index": null, + "target": "mid_blocks.2.time_emb_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_proj_in", + "split_index": null, + "target": "up_blocks.0.attentions.0.proj_in.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_proj_out", + "split_index": null, + "target": "up_blocks.0.attentions.0.proj_out.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.0.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.1.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_2_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.2.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_3_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.3.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_4_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.4.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_5_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.5.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_6_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.6.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_7_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.7.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_8_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.8.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_0_transformer_blocks_9_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.0.transformer_blocks.9.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_proj_in", + "split_index": null, + "target": "up_blocks.0.attentions.1.proj_in.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_proj_out", + "split_index": null, + "target": "up_blocks.0.attentions.1.proj_out.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.0.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.1.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_2_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.2.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_3_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.3.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_4_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.4.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_5_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.5.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_6_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.6.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_7_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.7.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_8_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.8.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_1_transformer_blocks_9_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.1.transformer_blocks.9.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_proj_in", + "split_index": null, + "target": "up_blocks.0.attentions.2.proj_in.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_proj_out", + "split_index": null, + "target": "up_blocks.0.attentions.2.proj_out.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.0.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.1.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_2_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.2.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_3_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.3.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_4_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.4.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_5_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.5.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_6_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.6.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_7_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.7.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_8_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.8.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn1.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn1.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn1.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn1.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_k", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn2.to.k.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn2.out_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_q", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn2.to.q.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_v", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.attn2.to.v.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.linear1.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.linear2.weight", + "up_shape": [ + 5120, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 5120 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_attentions_2_transformer_blocks_9_ff_net_2", + "split_index": null, + "target": "up_blocks.0.attentions.2.transformer_blocks.9.linear3.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_0_conv1", + "split_index": null, + "target": "up_blocks.0.resnets.0.conv1.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_0_conv2", + "split_index": null, + "target": "up_blocks.0.resnets.0.conv2.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_0_conv_shortcut", + "split_index": null, + "target": "up_blocks.0.resnets.0.conv_shortcut.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_0_time_emb_proj", + "split_index": null, + "target": "up_blocks.0.resnets.0.time_emb_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_1_conv1", + "split_index": null, + "target": "up_blocks.0.resnets.1.conv1.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_1_conv2", + "split_index": null, + "target": "up_blocks.0.resnets.1.conv2.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_1_conv_shortcut", + "split_index": null, + "target": "up_blocks.0.resnets.1.conv_shortcut.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_1_time_emb_proj", + "split_index": null, + "target": "up_blocks.0.resnets.1.time_emb_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1920 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_2_conv1", + "split_index": null, + "target": "up_blocks.0.resnets.2.conv1.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_2_conv2", + "split_index": null, + "target": "up_blocks.0.resnets.2.conv2.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1920 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_2_conv_shortcut", + "split_index": null, + "target": "up_blocks.0.resnets.2.conv_shortcut.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_resnets_2_time_emb_proj", + "split_index": null, + "target": "up_blocks.0.resnets.2.time_emb_proj.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_0_upsamplers_0_conv", + "split_index": null, + "target": "up_blocks.0.upsample.weight", + "up_shape": [ + 1280, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_proj_in", + "split_index": null, + "target": "up_blocks.1.attentions.0.proj_in.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_proj_out", + "split_index": null, + "target": "up_blocks.1.attentions.0.proj_out.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.0.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_0_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "up_blocks.1.attentions.0.transformer_blocks.1.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_proj_in", + "split_index": null, + "target": "up_blocks.1.attentions.1.proj_in.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_proj_out", + "split_index": null, + "target": "up_blocks.1.attentions.1.proj_out.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.0.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_1_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "up_blocks.1.attentions.1.transformer_blocks.1.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_proj_in", + "split_index": null, + "target": "up_blocks.1.attentions.2.proj_in.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_proj_out", + "split_index": null, + "target": "up_blocks.1.attentions.2.proj_out.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_0_ff_net_2", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.0.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn1.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn1.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn1.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn1.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_k", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn2.to.k.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_out_0", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn2.out_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_q", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn2.to.q.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2048 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_v", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.attn2.to.v.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj", + "split_index": 0, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.linear1.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj", + "split_index": 1, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.linear2.weight", + "up_shape": [ + 2560, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 2560 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_attentions_2_transformer_blocks_1_ff_net_2", + "split_index": null, + "target": "up_blocks.1.attentions.2.transformer_blocks.1.linear3.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1920 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_0_conv1", + "split_index": null, + "target": "up_blocks.1.resnets.0.conv1.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_0_conv2", + "split_index": null, + "target": "up_blocks.1.resnets.0.conv2.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1920 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_0_conv_shortcut", + "split_index": null, + "target": "up_blocks.1.resnets.0.conv_shortcut.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_0_time_emb_proj", + "split_index": null, + "target": "up_blocks.1.resnets.0.time_emb_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_1_conv1", + "split_index": null, + "target": "up_blocks.1.resnets.1.conv1.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_1_conv2", + "split_index": null, + "target": "up_blocks.1.resnets.1.conv2.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_1_conv_shortcut", + "split_index": null, + "target": "up_blocks.1.resnets.1.conv_shortcut.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_1_time_emb_proj", + "split_index": null, + "target": "up_blocks.1.resnets.1.time_emb_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 960 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_2_conv1", + "split_index": null, + "target": "up_blocks.1.resnets.2.conv1.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_2_conv2", + "split_index": null, + "target": "up_blocks.1.resnets.2.conv2.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 960 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_2_conv_shortcut", + "split_index": null, + "target": "up_blocks.1.resnets.2.conv_shortcut.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_resnets_2_time_emb_proj", + "split_index": null, + "target": "up_blocks.1.resnets.2.time_emb_proj.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_1_upsamplers_0_conv", + "split_index": null, + "target": "up_blocks.1.upsample.weight", + "up_shape": [ + 640, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 960 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_0_conv1", + "split_index": null, + "target": "up_blocks.2.resnets.0.conv1.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_0_conv2", + "split_index": null, + "target": "up_blocks.2.resnets.0.conv2.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 960 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_0_conv_shortcut", + "split_index": null, + "target": "up_blocks.2.resnets.0.conv_shortcut.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_0_time_emb_proj", + "split_index": null, + "target": "up_blocks.2.resnets.0.time_emb_proj.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_1_conv1", + "split_index": null, + "target": "up_blocks.2.resnets.1.conv1.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_1_conv2", + "split_index": null, + "target": "up_blocks.2.resnets.1.conv2.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_1_conv_shortcut", + "split_index": null, + "target": "up_blocks.2.resnets.1.conv_shortcut.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_1_time_emb_proj", + "split_index": null, + "target": "up_blocks.2.resnets.1.time_emb_proj.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_2_conv1", + "split_index": null, + "target": "up_blocks.2.resnets.2.conv1.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 3, + 3, + 320 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_2_conv2", + "split_index": null, + "target": "up_blocks.2.resnets.2.conv2.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 640 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_2_conv_shortcut", + "split_index": null, + "target": "up_blocks.2.resnets.2.conv_shortcut.weight", + "up_shape": [ + 320, + 64 + ] + }, + { + "alpha": 8.0, + "down_shape": [ + 64, + 1280 + ], + "rank": 64, + "source_prefix": "lora_unet_up_blocks_2_resnets_2_time_emb_proj", + "split_index": null, + "target": "up_blocks.2.resnets.2.time_emb_proj.weight", + "up_shape": [ + 320, + 64 + ] + } + ], + "name": "sdxl_lightning_8step_lora", + "patch_type": "unet_lora_factors", + "recommendations": { + "cfg": 1.0, + "force_no_cfg": true, + "sampler_name": "lcm", + "scheduler": "normal", + "steps": 8, + "strength": 1.0 + }, + "skipped_prefixes": [], + "source_lora": { + "filename": "sdxl_lightning_8step_lora.safetensors", + "sha256": "5aa30d94cdf7950a8b53a693682650ee061eddb128c5435a8f88defea73b2ac6", + "size_bytes": 393854592 + }, + "tensor_count": 2574 +}