| { |
| "base_model_name_or_path": "Wan-AI/Wan2.1-T2V-14B", |
| "bias": "none", |
| "fan_in_fan_out": false, |
| "inference_mode": true, |
| "init_lora_weights": true, |
| "lora_alpha": 128, |
| "lora_dropout": 0.0, |
| "modules_to_save": null, |
| "peft_type": "LORA", |
| "r": 128, |
| "target_modules": [ |
| "blocks.0.cross_attn.k", |
| "blocks.0.cross_attn.o", |
| "blocks.0.cross_attn.q", |
| "blocks.0.cross_attn.v", |
| "blocks.0.ffn.0", |
| "blocks.0.ffn.2", |
| "blocks.0.self_attn.k", |
| "blocks.0.self_attn.o", |
| "blocks.0.self_attn.q", |
| "blocks.0.self_attn.v", |
| "blocks.1.cross_attn.k", |
| "blocks.1.cross_attn.o", |
| "blocks.1.cross_attn.q", |
| "blocks.1.cross_attn.v", |
| "blocks.1.ffn.0", |
| "blocks.1.ffn.2", |
| "blocks.1.self_attn.k", |
| "blocks.1.self_attn.o", |
| "blocks.1.self_attn.q", |
| "blocks.1.self_attn.v", |
| "blocks.10.cross_attn.k", |
| "blocks.10.cross_attn.o", |
| "blocks.10.cross_attn.q", |
| "blocks.10.cross_attn.v", |
| "blocks.10.ffn.0", |
| "blocks.10.ffn.2", |
| "blocks.10.self_attn.k", |
| "blocks.10.self_attn.o", |
| "blocks.10.self_attn.q", |
| "blocks.10.self_attn.v", |
| "blocks.11.cross_attn.k", |
| "blocks.11.cross_attn.o", |
| "blocks.11.cross_attn.q", |
| "blocks.11.cross_attn.v", |
| "blocks.11.ffn.0", |
| "blocks.11.ffn.2", |
| "blocks.11.self_attn.k", |
| "blocks.11.self_attn.o", |
| "blocks.11.self_attn.q", |
| "blocks.11.self_attn.v", |
| "blocks.12.cross_attn.k", |
| "blocks.12.cross_attn.o", |
| "blocks.12.cross_attn.q", |
| "blocks.12.cross_attn.v", |
| "blocks.12.ffn.0", |
| "blocks.12.ffn.2", |
| "blocks.12.self_attn.k", |
| "blocks.12.self_attn.o", |
| "blocks.12.self_attn.q", |
| "blocks.12.self_attn.v", |
| "blocks.13.cross_attn.k", |
| "blocks.13.cross_attn.o", |
| "blocks.13.cross_attn.q", |
| "blocks.13.cross_attn.v", |
| "blocks.13.ffn.0", |
| "blocks.13.ffn.2", |
| "blocks.13.self_attn.k", |
| "blocks.13.self_attn.o", |
| "blocks.13.self_attn.q", |
| "blocks.13.self_attn.v", |
| "blocks.14.cross_attn.k", |
| "blocks.14.cross_attn.o", |
| "blocks.14.cross_attn.q", |
| "blocks.14.cross_attn.v", |
| "blocks.14.ffn.0", |
| "blocks.14.ffn.2", |
| "blocks.14.self_attn.k", |
| "blocks.14.self_attn.o", |
| "blocks.14.self_attn.q", |
| "blocks.14.self_attn.v", |
| "blocks.15.cross_attn.k", |
| "blocks.15.cross_attn.o", |
| "blocks.15.cross_attn.q", |
| "blocks.15.cross_attn.v", |
| "blocks.15.ffn.0", |
| "blocks.15.ffn.2", |
| "blocks.15.self_attn.k", |
| "blocks.15.self_attn.o", |
| "blocks.15.self_attn.q", |
| "blocks.15.self_attn.v", |
| "blocks.16.cross_attn.k", |
| "blocks.16.cross_attn.o", |
| "blocks.16.cross_attn.q", |
| "blocks.16.cross_attn.v", |
| "blocks.16.ffn.0", |
| "blocks.16.ffn.2", |
| "blocks.16.self_attn.k", |
| "blocks.16.self_attn.o", |
| "blocks.16.self_attn.q", |
| "blocks.16.self_attn.v", |
| "blocks.17.cross_attn.k", |
| "blocks.17.cross_attn.o", |
| "blocks.17.cross_attn.q", |
| "blocks.17.cross_attn.v", |
| "blocks.17.ffn.0", |
| "blocks.17.ffn.2", |
| "blocks.17.self_attn.k", |
| "blocks.17.self_attn.o", |
| "blocks.17.self_attn.q", |
| "blocks.17.self_attn.v", |
| "blocks.18.cross_attn.k", |
| "blocks.18.cross_attn.o", |
| "blocks.18.cross_attn.q", |
| "blocks.18.cross_attn.v", |
| "blocks.18.ffn.0", |
| "blocks.18.ffn.2", |
| "blocks.18.self_attn.k", |
| "blocks.18.self_attn.o", |
| "blocks.18.self_attn.q", |
| "blocks.18.self_attn.v", |
| "blocks.19.cross_attn.k", |
| "blocks.19.cross_attn.o", |
| "blocks.19.cross_attn.q", |
| "blocks.19.cross_attn.v", |
| "blocks.19.ffn.0", |
| "blocks.19.ffn.2", |
| "blocks.19.self_attn.k", |
| "blocks.19.self_attn.o", |
| "blocks.19.self_attn.q", |
| "blocks.19.self_attn.v", |
| "blocks.2.cross_attn.k", |
| "blocks.2.cross_attn.o", |
| "blocks.2.cross_attn.q", |
| "blocks.2.cross_attn.v", |
| "blocks.2.ffn.0", |
| "blocks.2.ffn.2", |
| "blocks.2.self_attn.k", |
| "blocks.2.self_attn.o", |
| "blocks.2.self_attn.q", |
| "blocks.2.self_attn.v", |
| "blocks.20.cross_attn.k", |
| "blocks.20.cross_attn.o", |
| "blocks.20.cross_attn.q", |
| "blocks.20.cross_attn.v", |
| "blocks.20.ffn.0", |
| "blocks.20.ffn.2", |
| "blocks.20.self_attn.k", |
| "blocks.20.self_attn.o", |
| "blocks.20.self_attn.q", |
| "blocks.20.self_attn.v", |
| "blocks.21.cross_attn.k", |
| "blocks.21.cross_attn.o", |
| "blocks.21.cross_attn.q", |
| "blocks.21.cross_attn.v", |
| "blocks.21.ffn.0", |
| "blocks.21.ffn.2", |
| "blocks.21.self_attn.k", |
| "blocks.21.self_attn.o", |
| "blocks.21.self_attn.q", |
| "blocks.21.self_attn.v", |
| "blocks.22.cross_attn.k", |
| "blocks.22.cross_attn.o", |
| "blocks.22.cross_attn.q", |
| "blocks.22.cross_attn.v", |
| "blocks.22.ffn.0", |
| "blocks.22.ffn.2", |
| "blocks.22.self_attn.k", |
| "blocks.22.self_attn.o", |
| "blocks.22.self_attn.q", |
| "blocks.22.self_attn.v", |
| "blocks.23.cross_attn.k", |
| "blocks.23.cross_attn.o", |
| "blocks.23.cross_attn.q", |
| "blocks.23.cross_attn.v", |
| "blocks.23.ffn.0", |
| "blocks.23.ffn.2", |
| "blocks.23.self_attn.k", |
| "blocks.23.self_attn.o", |
| "blocks.23.self_attn.q", |
| "blocks.23.self_attn.v", |
| "blocks.24.cross_attn.k", |
| "blocks.24.cross_attn.o", |
| "blocks.24.cross_attn.q", |
| "blocks.24.cross_attn.v", |
| "blocks.24.ffn.0", |
| "blocks.24.ffn.2", |
| "blocks.24.self_attn.k", |
| "blocks.24.self_attn.o", |
| "blocks.24.self_attn.q", |
| "blocks.24.self_attn.v", |
| "blocks.25.cross_attn.k", |
| "blocks.25.cross_attn.o", |
| "blocks.25.cross_attn.q", |
| "blocks.25.cross_attn.v", |
| "blocks.25.ffn.0", |
| "blocks.25.ffn.2", |
| "blocks.25.self_attn.k", |
| "blocks.25.self_attn.o", |
| "blocks.25.self_attn.q", |
| "blocks.25.self_attn.v", |
| "blocks.26.cross_attn.k", |
| "blocks.26.cross_attn.o", |
| "blocks.26.cross_attn.q", |
| "blocks.26.cross_attn.v", |
| "blocks.26.ffn.0", |
| "blocks.26.ffn.2", |
| "blocks.26.self_attn.k", |
| "blocks.26.self_attn.o", |
| "blocks.26.self_attn.q", |
| "blocks.26.self_attn.v", |
| "blocks.27.cross_attn.k", |
| "blocks.27.cross_attn.o", |
| "blocks.27.cross_attn.q", |
| "blocks.27.cross_attn.v", |
| "blocks.27.ffn.0", |
| "blocks.27.ffn.2", |
| "blocks.27.self_attn.k", |
| "blocks.27.self_attn.o", |
| "blocks.27.self_attn.q", |
| "blocks.27.self_attn.v", |
| "blocks.28.cross_attn.k", |
| "blocks.28.cross_attn.o", |
| "blocks.28.cross_attn.q", |
| "blocks.28.cross_attn.v", |
| "blocks.28.ffn.0", |
| "blocks.28.ffn.2", |
| "blocks.28.self_attn.k", |
| "blocks.28.self_attn.o", |
| "blocks.28.self_attn.q", |
| "blocks.28.self_attn.v", |
| "blocks.29.cross_attn.k", |
| "blocks.29.cross_attn.o", |
| "blocks.29.cross_attn.q", |
| "blocks.29.cross_attn.v", |
| "blocks.29.ffn.0", |
| "blocks.29.ffn.2", |
| "blocks.29.self_attn.k", |
| "blocks.29.self_attn.o", |
| "blocks.29.self_attn.q", |
| "blocks.29.self_attn.v", |
| "blocks.3.cross_attn.k", |
| "blocks.3.cross_attn.o", |
| "blocks.3.cross_attn.q", |
| "blocks.3.cross_attn.v", |
| "blocks.3.ffn.0", |
| "blocks.3.ffn.2", |
| "blocks.3.self_attn.k", |
| "blocks.3.self_attn.o", |
| "blocks.3.self_attn.q", |
| "blocks.3.self_attn.v", |
| "blocks.30.cross_attn.k", |
| "blocks.30.cross_attn.o", |
| "blocks.30.cross_attn.q", |
| "blocks.30.cross_attn.v", |
| "blocks.30.ffn.0", |
| "blocks.30.ffn.2", |
| "blocks.30.self_attn.k", |
| "blocks.30.self_attn.o", |
| "blocks.30.self_attn.q", |
| "blocks.30.self_attn.v", |
| "blocks.31.cross_attn.k", |
| "blocks.31.cross_attn.o", |
| "blocks.31.cross_attn.q", |
| "blocks.31.cross_attn.v", |
| "blocks.31.ffn.0", |
| "blocks.31.ffn.2", |
| "blocks.31.self_attn.k", |
| "blocks.31.self_attn.o", |
| "blocks.31.self_attn.q", |
| "blocks.31.self_attn.v", |
| "blocks.32.cross_attn.k", |
| "blocks.32.cross_attn.o", |
| "blocks.32.cross_attn.q", |
| "blocks.32.cross_attn.v", |
| "blocks.32.ffn.0", |
| "blocks.32.ffn.2", |
| "blocks.32.self_attn.k", |
| "blocks.32.self_attn.o", |
| "blocks.32.self_attn.q", |
| "blocks.32.self_attn.v", |
| "blocks.33.cross_attn.k", |
| "blocks.33.cross_attn.o", |
| "blocks.33.cross_attn.q", |
| "blocks.33.cross_attn.v", |
| "blocks.33.ffn.0", |
| "blocks.33.ffn.2", |
| "blocks.33.self_attn.k", |
| "blocks.33.self_attn.o", |
| "blocks.33.self_attn.q", |
| "blocks.33.self_attn.v", |
| "blocks.34.cross_attn.k", |
| "blocks.34.cross_attn.o", |
| "blocks.34.cross_attn.q", |
| "blocks.34.cross_attn.v", |
| "blocks.34.ffn.0", |
| "blocks.34.ffn.2", |
| "blocks.34.self_attn.k", |
| "blocks.34.self_attn.o", |
| "blocks.34.self_attn.q", |
| "blocks.34.self_attn.v", |
| "blocks.35.cross_attn.k", |
| "blocks.35.cross_attn.o", |
| "blocks.35.cross_attn.q", |
| "blocks.35.cross_attn.v", |
| "blocks.35.ffn.0", |
| "blocks.35.ffn.2", |
| "blocks.35.self_attn.k", |
| "blocks.35.self_attn.o", |
| "blocks.35.self_attn.q", |
| "blocks.35.self_attn.v", |
| "blocks.36.cross_attn.k", |
| "blocks.36.cross_attn.o", |
| "blocks.36.cross_attn.q", |
| "blocks.36.cross_attn.v", |
| "blocks.36.ffn.0", |
| "blocks.36.ffn.2", |
| "blocks.36.self_attn.k", |
| "blocks.36.self_attn.o", |
| "blocks.36.self_attn.q", |
| "blocks.36.self_attn.v", |
| "blocks.37.cross_attn.k", |
| "blocks.37.cross_attn.o", |
| "blocks.37.cross_attn.q", |
| "blocks.37.cross_attn.v", |
| "blocks.37.ffn.0", |
| "blocks.37.ffn.2", |
| "blocks.37.self_attn.k", |
| "blocks.37.self_attn.o", |
| "blocks.37.self_attn.q", |
| "blocks.37.self_attn.v", |
| "blocks.38.cross_attn.k", |
| "blocks.38.cross_attn.o", |
| "blocks.38.cross_attn.q", |
| "blocks.38.cross_attn.v", |
| "blocks.38.ffn.0", |
| "blocks.38.ffn.2", |
| "blocks.38.self_attn.k", |
| "blocks.38.self_attn.o", |
| "blocks.38.self_attn.q", |
| "blocks.38.self_attn.v", |
| "blocks.39.cross_attn.k", |
| "blocks.39.cross_attn.o", |
| "blocks.39.cross_attn.q", |
| "blocks.39.cross_attn.v", |
| "blocks.39.ffn.0", |
| "blocks.39.ffn.2", |
| "blocks.39.self_attn.k", |
| "blocks.39.self_attn.o", |
| "blocks.39.self_attn.q", |
| "blocks.39.self_attn.v", |
| "blocks.4.cross_attn.k", |
| "blocks.4.cross_attn.o", |
| "blocks.4.cross_attn.q", |
| "blocks.4.cross_attn.v", |
| "blocks.4.ffn.0", |
| "blocks.4.ffn.2", |
| "blocks.4.self_attn.k", |
| "blocks.4.self_attn.o", |
| "blocks.4.self_attn.q", |
| "blocks.4.self_attn.v", |
| "blocks.5.cross_attn.k", |
| "blocks.5.cross_attn.o", |
| "blocks.5.cross_attn.q", |
| "blocks.5.cross_attn.v", |
| "blocks.5.ffn.0", |
| "blocks.5.ffn.2", |
| "blocks.5.self_attn.k", |
| "blocks.5.self_attn.o", |
| "blocks.5.self_attn.q", |
| "blocks.5.self_attn.v", |
| "blocks.6.cross_attn.k", |
| "blocks.6.cross_attn.o", |
| "blocks.6.cross_attn.q", |
| "blocks.6.cross_attn.v", |
| "blocks.6.ffn.0", |
| "blocks.6.ffn.2", |
| "blocks.6.self_attn.k", |
| "blocks.6.self_attn.o", |
| "blocks.6.self_attn.q", |
| "blocks.6.self_attn.v", |
| "blocks.7.cross_attn.k", |
| "blocks.7.cross_attn.o", |
| "blocks.7.cross_attn.q", |
| "blocks.7.cross_attn.v", |
| "blocks.7.ffn.0", |
| "blocks.7.ffn.2", |
| "blocks.7.self_attn.k", |
| "blocks.7.self_attn.o", |
| "blocks.7.self_attn.q", |
| "blocks.7.self_attn.v", |
| "blocks.8.cross_attn.k", |
| "blocks.8.cross_attn.o", |
| "blocks.8.cross_attn.q", |
| "blocks.8.cross_attn.v", |
| "blocks.8.ffn.0", |
| "blocks.8.ffn.2", |
| "blocks.8.self_attn.k", |
| "blocks.8.self_attn.o", |
| "blocks.8.self_attn.q", |
| "blocks.8.self_attn.v", |
| "blocks.9.cross_attn.k", |
| "blocks.9.cross_attn.o", |
| "blocks.9.cross_attn.q", |
| "blocks.9.cross_attn.v", |
| "blocks.9.ffn.0", |
| "blocks.9.ffn.2", |
| "blocks.9.self_attn.k", |
| "blocks.9.self_attn.o", |
| "blocks.9.self_attn.q", |
| "blocks.9.self_attn.v" |
| ], |
| "use_dora": false, |
| "use_rslora": false |
| } |
|
|
