diff --git "a/adaptertestsfor2bit/creaprompt_W2A4_recovery_FFN_AttnOut_rank128_state.json" "b/adaptertestsfor2bit/creaprompt_W2A4_recovery_FFN_AttnOut_rank128_state.json" deleted file mode 100644--- "a/adaptertestsfor2bit/creaprompt_W2A4_recovery_FFN_AttnOut_rank128_state.json" +++ /dev/null @@ -1,5763 +0,0 @@ -{ - "adapter_path": "/content/creaprompt_sdxl/adapter_training/checkpoints/creaprompt_W2A4_recovery_FFN_AttnOut_rank128.safetensors", - "completed_ldm_keys": [ - "model.diffusion_model.input_blocks.4.1.proj_in.weight", - "model.diffusion_model.input_blocks.4.1.proj_out.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.input_blocks.5.1.proj_in.weight", - "model.diffusion_model.input_blocks.5.1.proj_out.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.proj_in.weight", - "model.diffusion_model.input_blocks.7.1.proj_out.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.ff.net.2.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.proj_in.weight", - "model.diffusion_model.input_blocks.8.1.proj_out.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.ff.net.2.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn1.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn2.to_out.0.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.ff.net.0.proj.weight", - "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.ff.net.2.weight", - "model.diffusion_model.middle_block.1.proj_in.weight", - "model.diffusion_model.middle_block.1.proj_out.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.2.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.2.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.2.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.2.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.3.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.3.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.3.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.3.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.4.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.4.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.4.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.4.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.5.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.5.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.5.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.5.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.6.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.6.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.6.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.6.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.7.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.7.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.7.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.7.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.8.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.8.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.8.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.8.ff.net.2.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.9.attn1.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.9.attn2.to_out.0.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.9.ff.net.0.proj.weight", - "model.diffusion_model.middle_block.1.transformer_blocks.9.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.proj_in.weight", - "model.diffusion_model.output_blocks.0.1.proj_out.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.ff.net.2.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.proj_in.weight", - "model.diffusion_model.output_blocks.1.1.proj_out.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.ff.net.2.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.proj_in.weight", - "model.diffusion_model.output_blocks.2.1.proj_out.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.ff.net.2.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.ff.net.2.weight", - "model.diffusion_model.output_blocks.3.1.proj_in.weight", - "model.diffusion_model.output_blocks.3.1.proj_out.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.output_blocks.4.1.proj_in.weight", - "model.diffusion_model.output_blocks.4.1.proj_out.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.ff.net.2.weight", - "model.diffusion_model.output_blocks.5.1.proj_in.weight", - "model.diffusion_model.output_blocks.5.1.proj_out.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.2.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight", - "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.ff.net.2.weight" - ], - "history": [ - { - "module_name": "down_blocks.1.attentions.0.proj_in", - "ldm_key": "model.diffusion_model.input_blocks.4.1.proj_in.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03309332951903343, - "loss_last": 0.010570661164820194, - "loss_mean": 0.02012461857520975, - "completed_total": 1, - "remaining_after_this": 301, - "time_sec_from_start": 7.1069176197052 - }, - { - "module_name": "down_blocks.1.attentions.0.proj_out", - "ldm_key": "model.diffusion_model.input_blocks.4.1.proj_out.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03403587266802788, - "loss_last": 0.04028463736176491, - "loss_mean": 0.04480213043279946, - "completed_total": 2, - "remaining_after_this": 300, - "time_sec_from_start": 14.629096984863281 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.005089707672595978, - "loss_last": 0.007144183851778507, - "loss_mean": 0.004296195242204703, - "completed_total": 3, - "remaining_after_this": 299, - "time_sec_from_start": 22.10620093345642 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00027640946791507304, - "loss_last": 0.00023471377789974213, - "loss_mean": 0.0002821932871484023, - "completed_total": 4, - "remaining_after_this": 298, - "time_sec_from_start": 29.427705764770508 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.022784581407904625, - "loss_last": 0.012429800815880299, - "loss_mean": 0.022254197945585474, - "completed_total": 5, - "remaining_after_this": 297, - "time_sec_from_start": 36.70340871810913 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.022149620577692986, - "loss_last": 0.035375967621803284, - "loss_mean": 0.03669323239591904, - "completed_total": 6, - "remaining_after_this": 296, - "time_sec_from_start": 44.03535223007202 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.024363333359360695, - "loss_last": 0.007105783559381962, - "loss_mean": 0.013495094652171247, - "completed_total": 7, - "remaining_after_this": 295, - "time_sec_from_start": 51.223225593566895 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0002747017133515328, - "loss_last": 0.00020753890566993505, - "loss_mean": 0.00026882673159889237, - "completed_total": 8, - "remaining_after_this": 294, - "time_sec_from_start": 58.362831115722656 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04445749148726463, - "loss_last": 0.046742357313632965, - "loss_mean": 0.03809568035649136, - "completed_total": 9, - "remaining_after_this": 293, - "time_sec_from_start": 65.59709930419922 - }, - { - "module_name": "down_blocks.1.attentions.0.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.4.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04023095965385437, - "loss_last": 0.030726511031389236, - "loss_mean": 0.043705982505343854, - "completed_total": 10, - "remaining_after_this": 292, - "time_sec_from_start": 72.835453748703 - }, - { - "module_name": "down_blocks.1.attentions.1.proj_in", - "ldm_key": "model.diffusion_model.input_blocks.5.1.proj_in.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03735978156328201, - "loss_last": 0.03111242689192295, - "loss_mean": 0.03164780238876119, - "completed_total": 11, - "remaining_after_this": 291, - "time_sec_from_start": 80.00463271141052 - }, - { - "module_name": "down_blocks.1.attentions.1.proj_out", - "ldm_key": "model.diffusion_model.input_blocks.5.1.proj_out.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.13809986412525177, - "loss_last": 0.06553684920072556, - "loss_mean": 0.10699401306919754, - "completed_total": 12, - "remaining_after_this": 290, - "time_sec_from_start": 87.28573703765869 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0062433392740786076, - "loss_last": 0.00637228786945343, - "loss_mean": 0.007132102517061867, - "completed_total": 13, - "remaining_after_this": 289, - "time_sec_from_start": 94.55869007110596 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0001121010645874776, - "loss_last": 0.0001531039597466588, - "loss_mean": 0.000126797925986466, - "completed_total": 14, - "remaining_after_this": 288, - "time_sec_from_start": 101.88710427284241 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03763381764292717, - "loss_last": 0.011622503399848938, - "loss_mean": 0.021335464698495343, - "completed_total": 15, - "remaining_after_this": 287, - "time_sec_from_start": 109.22817540168762 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.08954447507858276, - "loss_last": 0.029816458001732826, - "loss_mean": 0.037241730926325545, - "completed_total": 16, - "remaining_after_this": 286, - "time_sec_from_start": 116.58680725097656 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04606430605053902, - "loss_last": 0.01400719489902258, - "loss_mean": 0.017114712187321857, - "completed_total": 17, - "remaining_after_this": 285, - "time_sec_from_start": 123.85433053970337 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00036404788261279464, - "loss_last": 0.00017595650570001453, - "loss_mean": 0.00041435865250605275, - "completed_total": 18, - "remaining_after_this": 284, - "time_sec_from_start": 131.1727738380432 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.048300862312316895, - "loss_last": 0.027500374242663383, - "loss_mean": 0.02998924843268469, - "completed_total": 19, - "remaining_after_this": 283, - "time_sec_from_start": 138.49602246284485 - }, - { - "module_name": "down_blocks.1.attentions.1.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.5.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.020833877846598625, - "loss_last": 0.026595234870910645, - "loss_mean": 0.06079722678987309, - "completed_total": 20, - "remaining_after_this": 282, - "time_sec_from_start": 145.83481884002686 - }, - { - "module_name": "down_blocks.2.attentions.0.proj_in", - "ldm_key": "model.diffusion_model.input_blocks.7.1.proj_in.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07797341793775558, - "loss_last": 0.06358817219734192, - "loss_mean": 0.07591483276337385, - "completed_total": 21, - "remaining_after_this": 281, - "time_sec_from_start": 153.14563846588135 - }, - { - "module_name": "down_blocks.2.attentions.0.proj_out", - "ldm_key": "model.diffusion_model.input_blocks.7.1.proj_out.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.3458174169063568, - "loss_last": 0.29870855808258057, - "loss_mean": 0.28581301495432854, - "completed_total": 22, - "remaining_after_this": 280, - "time_sec_from_start": 160.4680392742157 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.011682864278554916, - "loss_last": 0.009805971756577492, - "loss_mean": 0.012993266282137483, - "completed_total": 23, - "remaining_after_this": 279, - "time_sec_from_start": 167.7930130958557 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0007862248457968235, - "loss_last": 0.004250385332852602, - "loss_mean": 0.0014481385569524718, - "completed_total": 24, - "remaining_after_this": 278, - "time_sec_from_start": 175.12761569023132 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01443833764642477, - "loss_last": 0.00818647351115942, - "loss_mean": 0.010984421023749746, - "completed_total": 25, - "remaining_after_this": 277, - "time_sec_from_start": 183.01480770111084 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.018069544807076454, - "loss_last": 0.012779210694134235, - "loss_mean": 0.01871211308753118, - "completed_total": 26, - "remaining_after_this": 276, - "time_sec_from_start": 190.55128479003906 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00412307633087039, - "loss_last": 0.0019153546309098601, - "loss_mean": 0.003800776019488694, - "completed_total": 27, - "remaining_after_this": 275, - "time_sec_from_start": 197.92695879936218 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.002251711208373308, - "loss_last": 0.0031311623752117157, - "loss_mean": 0.0023619338408025214, - "completed_total": 28, - "remaining_after_this": 274, - "time_sec_from_start": 205.3161118030548 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.012530422769486904, - "loss_last": 0.010699552483856678, - "loss_mean": 0.015323676576372236, - "completed_total": 29, - "remaining_after_this": 273, - "time_sec_from_start": 213.25774765014648 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.013061937876045704, - "loss_last": 0.013251817785203457, - "loss_mean": 0.018285993835888803, - "completed_total": 30, - "remaining_after_this": 272, - "time_sec_from_start": 220.7939908504486 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.2.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.012456032447516918, - "loss_last": 0.004581343848258257, - "loss_mean": 0.010638046791427769, - "completed_total": 31, - "remaining_after_this": 271, - "time_sec_from_start": 228.17002391815186 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.000635607517324388, - "loss_last": 0.0011715295258909464, - "loss_mean": 0.0013299081319928518, - "completed_total": 32, - "remaining_after_this": 270, - "time_sec_from_start": 235.55071592330933 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.2.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02061311900615692, - "loss_last": 0.026957405731081963, - "loss_mean": 0.018427042668918148, - "completed_total": 33, - "remaining_after_this": 269, - "time_sec_from_start": 243.44680762290955 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.2.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.2.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.021763194352388382, - "loss_last": 0.014847253449261189, - "loss_mean": 0.018263649340951815, - "completed_total": 34, - "remaining_after_this": 268, - "time_sec_from_start": 250.9723882675171 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.3.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.021989649161696434, - "loss_last": 0.012212737463414669, - "loss_mean": 0.012281797899049707, - "completed_total": 35, - "remaining_after_this": 267, - "time_sec_from_start": 258.33709478378296 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0019607418216764927, - "loss_last": 0.0007962823146954179, - "loss_mean": 0.0013890396221540868, - "completed_total": 36, - "remaining_after_this": 266, - "time_sec_from_start": 265.7065031528473 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.3.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.027022434398531914, - "loss_last": 0.013737887144088745, - "loss_mean": 0.01953860357753001, - "completed_total": 37, - "remaining_after_this": 265, - "time_sec_from_start": 273.61187076568604 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.3.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.3.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.025017011910676956, - "loss_last": 0.014105197973549366, - "loss_mean": 0.020575568720232695, - "completed_total": 38, - "remaining_after_this": 264, - "time_sec_from_start": 281.15691924095154 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.4.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00923177134245634, - "loss_last": 0.010708944872021675, - "loss_mean": 0.009430423786398023, - "completed_total": 39, - "remaining_after_this": 263, - "time_sec_from_start": 288.57034182548523 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.000540427805390209, - "loss_last": 0.0008990264614112675, - "loss_mean": 0.0006897995658619038, - "completed_total": 40, - "remaining_after_this": 262, - "time_sec_from_start": 295.9689245223999 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.4.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02444358728826046, - "loss_last": 0.01405750960111618, - "loss_mean": 0.024281393125420436, - "completed_total": 41, - "remaining_after_this": 261, - "time_sec_from_start": 303.8902106285095 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.4.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.4.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02638373151421547, - "loss_last": 0.01879347302019596, - "loss_mean": 0.022643913864158094, - "completed_total": 42, - "remaining_after_this": 260, - "time_sec_from_start": 311.4233627319336 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.5.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.011126457713544369, - "loss_last": 0.008700991980731487, - "loss_mean": 0.0077983259470784105, - "completed_total": 43, - "remaining_after_this": 259, - "time_sec_from_start": 318.8042447566986 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0003413157246541232, - "loss_last": 0.00025029852986335754, - "loss_mean": 0.0005626431734526705, - "completed_total": 44, - "remaining_after_this": 258, - "time_sec_from_start": 326.2013142108917 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.5.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.029316848143935204, - "loss_last": 0.02859877608716488, - "loss_mean": 0.024899611220462248, - "completed_total": 45, - "remaining_after_this": 257, - "time_sec_from_start": 334.112512588501 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.5.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.5.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03289538621902466, - "loss_last": 0.018317902460694313, - "loss_mean": 0.021674933756003156, - "completed_total": 46, - "remaining_after_this": 256, - "time_sec_from_start": 341.6702129840851 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.6.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.007251936476677656, - "loss_last": 0.004388707689940929, - "loss_mean": 0.005646376062941272, - "completed_total": 47, - "remaining_after_this": 255, - "time_sec_from_start": 349.06779289245605 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00020173843950033188, - "loss_last": 0.00032723290496505797, - "loss_mean": 0.00030197288424460567, - "completed_total": 48, - "remaining_after_this": 254, - "time_sec_from_start": 356.47199749946594 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.6.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.022143322974443436, - "loss_last": 0.03298379108309746, - "loss_mean": 0.028279995953198522, - "completed_total": 49, - "remaining_after_this": 253, - "time_sec_from_start": 364.4243278503418 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.6.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.6.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.017148543149232864, - "loss_last": 0.01684766262769699, - "loss_mean": 0.019090820831479505, - "completed_total": 50, - "remaining_after_this": 252, - "time_sec_from_start": 371.99682211875916 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.7.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.003815938252955675, - "loss_last": 0.001987489638850093, - "loss_mean": 0.003540114797942806, - "completed_total": 51, - "remaining_after_this": 251, - "time_sec_from_start": 379.404159784317 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00024886606843210757, - "loss_last": 0.0002108686458086595, - "loss_mean": 0.0003680428819734516, - "completed_total": 52, - "remaining_after_this": 250, - "time_sec_from_start": 386.8574101924896 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.7.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03167269751429558, - "loss_last": 0.018249521031975746, - "loss_mean": 0.02498656586976722, - "completed_total": 53, - "remaining_after_this": 249, - "time_sec_from_start": 394.8174970149994 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.7.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.7.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.017823468893766403, - "loss_last": 0.018955016508698463, - "loss_mean": 0.01752858905820176, - "completed_total": 54, - "remaining_after_this": 248, - "time_sec_from_start": 402.40354204177856 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.8.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0018595176516100764, - "loss_last": 0.005859394557774067, - "loss_mean": 0.0037414586331578903, - "completed_total": 55, - "remaining_after_this": 247, - "time_sec_from_start": 409.80826234817505 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00025551937869749963, - "loss_last": 0.0004204843135084957, - "loss_mean": 0.0003638067860265437, - "completed_total": 56, - "remaining_after_this": 246, - "time_sec_from_start": 417.21135115623474 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.8.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.022562697529792786, - "loss_last": 0.01970822550356388, - "loss_mean": 0.023760114301694557, - "completed_total": 57, - "remaining_after_this": 245, - "time_sec_from_start": 425.16134572029114 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.8.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.8.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.019951490685343742, - "loss_last": 0.015570995397865772, - "loss_mean": 0.017356214200844988, - "completed_total": 58, - "remaining_after_this": 244, - "time_sec_from_start": 432.7356307506561 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.9.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.002551804995164275, - "loss_last": 0.0022938053589314222, - "loss_mean": 0.003131302470137598, - "completed_total": 59, - "remaining_after_this": 243, - "time_sec_from_start": 440.16291332244873 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00036246530362404883, - "loss_last": 0.0002471606421750039, - "loss_mean": 0.000543458656011353, - "completed_total": 60, - "remaining_after_this": 242, - "time_sec_from_start": 447.6196253299713 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.9.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.028296565636992455, - "loss_last": 0.024313010275363922, - "loss_mean": 0.022959568683290854, - "completed_total": 61, - "remaining_after_this": 241, - "time_sec_from_start": 455.6064558029175 - }, - { - "module_name": "down_blocks.2.attentions.0.transformer_blocks.9.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.7.1.transformer_blocks.9.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01694037951529026, - "loss_last": 0.010461278259754181, - "loss_mean": 0.013948882435215637, - "completed_total": 62, - "remaining_after_this": 240, - "time_sec_from_start": 463.2242314815521 - }, - { - "module_name": "down_blocks.2.attentions.1.proj_in", - "ldm_key": "model.diffusion_model.input_blocks.8.1.proj_in.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04347534105181694, - "loss_last": 0.033219970762729645, - "loss_mean": 0.04838044889038429, - "completed_total": 63, - "remaining_after_this": 239, - "time_sec_from_start": 470.6475992202759 - }, - { - "module_name": "down_blocks.2.attentions.1.proj_out", - "ldm_key": "model.diffusion_model.input_blocks.8.1.proj_out.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.42219096422195435, - "loss_last": 0.2820269763469696, - "loss_mean": 0.26343183778226376, - "completed_total": 64, - "remaining_after_this": 238, - "time_sec_from_start": 478.09444427490234 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02168470248579979, - "loss_last": 0.006399594247341156, - "loss_mean": 0.014433764925342984, - "completed_total": 65, - "remaining_after_this": 237, - "time_sec_from_start": 485.526376247406 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0027749459259212017, - "loss_last": 0.007330627646297216, - "loss_mean": 0.0060475807840703055, - "completed_total": 66, - "remaining_after_this": 236, - "time_sec_from_start": 492.9483358860016 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.014795717783272266, - "loss_last": 0.021714499220252037, - "loss_mean": 0.013847100213752128, - "completed_total": 67, - "remaining_after_this": 235, - "time_sec_from_start": 500.91862201690674 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.023281553760170937, - "loss_last": 0.030074208974838257, - "loss_mean": 0.0341137497453019, - "completed_total": 68, - "remaining_after_this": 234, - "time_sec_from_start": 508.55917406082153 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.019440345466136932, - "loss_last": 0.02073354460299015, - "loss_mean": 0.020957513712346554, - "completed_total": 69, - "remaining_after_this": 233, - "time_sec_from_start": 516.0071988105774 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.012285769917070866, - "loss_last": 0.011537879705429077, - "loss_mean": 0.013913579445215873, - "completed_total": 70, - "remaining_after_this": 232, - "time_sec_from_start": 523.4643592834473 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.018707145005464554, - "loss_last": 0.012298674322664738, - "loss_mean": 0.022926899197045714, - "completed_total": 71, - "remaining_after_this": 231, - "time_sec_from_start": 531.4585335254669 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03724617883563042, - "loss_last": 0.03125018626451492, - "loss_mean": 0.03540875023463741, - "completed_total": 72, - "remaining_after_this": 230, - "time_sec_from_start": 539.0795955657959 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.2.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.014150217175483704, - "loss_last": 0.020332038402557373, - "loss_mean": 0.01886866935819853, - "completed_total": 73, - "remaining_after_this": 229, - "time_sec_from_start": 546.5344345569611 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01754501648247242, - "loss_last": 0.020404988899827003, - "loss_mean": 0.013172603590646759, - "completed_total": 74, - "remaining_after_this": 228, - "time_sec_from_start": 553.9899232387543 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.2.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04291624575853348, - "loss_last": 0.02351873181760311, - "loss_mean": 0.03435431804973632, - "completed_total": 75, - "remaining_after_this": 227, - "time_sec_from_start": 561.977653503418 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.2.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.2.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.025386381894350052, - "loss_last": 0.039161939173936844, - "loss_mean": 0.033999465755186975, - "completed_total": 76, - "remaining_after_this": 226, - "time_sec_from_start": 569.6202509403229 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.3.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02050643600523472, - "loss_last": 0.02046995796263218, - "loss_mean": 0.015802727866685018, - "completed_total": 77, - "remaining_after_this": 225, - "time_sec_from_start": 577.0777447223663 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.010508839040994644, - "loss_last": 0.022821586579084396, - "loss_mean": 0.015158068563323468, - "completed_total": 78, - "remaining_after_this": 224, - "time_sec_from_start": 584.5416605472565 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.3.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05042196437716484, - "loss_last": 0.04793272167444229, - "loss_mean": 0.03676391777116805, - "completed_total": 79, - "remaining_after_this": 223, - "time_sec_from_start": 592.5685410499573 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.3.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.3.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04167826101183891, - "loss_last": 0.021456843242049217, - "loss_mean": 0.04576201312011108, - "completed_total": 80, - "remaining_after_this": 222, - "time_sec_from_start": 600.1809694766998 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.4.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.010503717698156834, - "loss_last": 0.009748894721269608, - "loss_mean": 0.01006901144864969, - "completed_total": 81, - "remaining_after_this": 221, - "time_sec_from_start": 607.656094789505 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0077756913378834724, - "loss_last": 0.008895017206668854, - "loss_mean": 0.010946963564492762, - "completed_total": 82, - "remaining_after_this": 220, - "time_sec_from_start": 615.1268558502197 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.4.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.046805240213871, - "loss_last": 0.0620177760720253, - "loss_mean": 0.05162563710473478, - "completed_total": 83, - "remaining_after_this": 219, - "time_sec_from_start": 623.1230666637421 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.4.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.4.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.040120918303728104, - "loss_last": 0.060746725648641586, - "loss_mean": 0.05997167224995792, - "completed_total": 84, - "remaining_after_this": 218, - "time_sec_from_start": 630.7587404251099 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.5.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.011132257990539074, - "loss_last": 0.012381048873066902, - "loss_mean": 0.011171657883096486, - "completed_total": 85, - "remaining_after_this": 217, - "time_sec_from_start": 638.2427656650543 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.005031351000070572, - "loss_last": 0.010542667470872402, - "loss_mean": 0.010142630475456826, - "completed_total": 86, - "remaining_after_this": 216, - "time_sec_from_start": 645.7178201675415 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.5.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.052638109773397446, - "loss_last": 0.032501984387636185, - "loss_mean": 0.05793420551344752, - "completed_total": 87, - "remaining_after_this": 215, - "time_sec_from_start": 653.7506642341614 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.5.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.5.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07146850228309631, - "loss_last": 0.0839046984910965, - "loss_mean": 0.07309294969309121, - "completed_total": 88, - "remaining_after_this": 214, - "time_sec_from_start": 661.4242377281189 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.6.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.018598303198814392, - "loss_last": 0.01735663041472435, - "loss_mean": 0.016761521983426064, - "completed_total": 89, - "remaining_after_this": 213, - "time_sec_from_start": 668.9108345508575 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.010329261422157288, - "loss_last": 0.003752460004761815, - "loss_mean": 0.006281588728597853, - "completed_total": 90, - "remaining_after_this": 212, - "time_sec_from_start": 676.3719017505646 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.6.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05965256318449974, - "loss_last": 0.08276847749948502, - "loss_mean": 0.06539945083204657, - "completed_total": 91, - "remaining_after_this": 211, - "time_sec_from_start": 684.3955776691437 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.6.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.6.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.09972604364156723, - "loss_last": 0.07252012938261032, - "loss_mean": 0.08427714963909239, - "completed_total": 92, - "remaining_after_this": 210, - "time_sec_from_start": 692.0601162910461 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.7.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.020272357389330864, - "loss_last": 0.014217505231499672, - "loss_mean": 0.01916659390553832, - "completed_total": 93, - "remaining_after_this": 209, - "time_sec_from_start": 699.5430006980896 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.003960935864597559, - "loss_last": 0.003825010033324361, - "loss_mean": 0.005538400786463171, - "completed_total": 94, - "remaining_after_this": 208, - "time_sec_from_start": 707.0460064411163 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.7.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.053982820361852646, - "loss_last": 0.07922642678022385, - "loss_mean": 0.07491510722320527, - "completed_total": 95, - "remaining_after_this": 207, - "time_sec_from_start": 715.0871605873108 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.7.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.7.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.11062245815992355, - "loss_last": 0.04965594783425331, - "loss_mean": 0.09836856625042856, - "completed_total": 96, - "remaining_after_this": 206, - "time_sec_from_start": 722.7245638370514 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.8.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01657663658261299, - "loss_last": 0.030625328421592712, - "loss_mean": 0.023491312051191926, - "completed_total": 97, - "remaining_after_this": 205, - "time_sec_from_start": 730.2089211940765 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00414960365742445, - "loss_last": 0.005634909030050039, - "loss_mean": 0.006777309645258356, - "completed_total": 98, - "remaining_after_this": 204, - "time_sec_from_start": 737.6875622272491 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.8.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.08540359139442444, - "loss_last": 0.06076798588037491, - "loss_mean": 0.07894148922059685, - "completed_total": 99, - "remaining_after_this": 203, - "time_sec_from_start": 745.688102722168 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.8.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.8.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.11749638617038727, - "loss_last": 0.11292176693677902, - "loss_mean": 0.11247822735458612, - "completed_total": 100, - "remaining_after_this": 202, - "time_sec_from_start": 753.3659679889679 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.9.attn1.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.023683905601501465, - "loss_last": 0.02308272197842598, - "loss_mean": 0.021717030555009842, - "completed_total": 101, - "remaining_after_this": 201, - "time_sec_from_start": 760.8480594158173 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_out.0", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0027078473940491676, - "loss_last": 0.002084312029182911, - "loss_mean": 0.003079043352045119, - "completed_total": 102, - "remaining_after_this": 200, - "time_sec_from_start": 768.3621642589569 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.9.ff.net.0.proj", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07673677802085876, - "loss_last": 0.03604418784379959, - "loss_mean": 0.06272566295228899, - "completed_total": 103, - "remaining_after_this": 199, - "time_sec_from_start": 776.3948347568512 - }, - { - "module_name": "down_blocks.2.attentions.1.transformer_blocks.9.ff.net.2", - "ldm_key": "model.diffusion_model.input_blocks.8.1.transformer_blocks.9.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.1139179989695549, - "loss_last": 0.11821862310171127, - "loss_mean": 0.09114577737636864, - "completed_total": 104, - "remaining_after_this": 198, - "time_sec_from_start": 784.045557975769 - }, - { - "module_name": "mid_block.attentions.0.proj_in", - "ldm_key": "model.diffusion_model.middle_block.1.proj_in.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.1423081010580063, - "loss_last": 0.07388889044523239, - "loss_mean": 0.11369227967225015, - "completed_total": 105, - "remaining_after_this": 197, - "time_sec_from_start": 791.5534362792969 - }, - { - "module_name": "mid_block.attentions.0.proj_out", - "ldm_key": "model.diffusion_model.middle_block.1.proj_out.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 1.1274852752685547, - "loss_last": 1.1195563077926636, - "loss_mean": 1.158618114888668, - "completed_total": 106, - "remaining_after_this": 196, - "time_sec_from_start": 799.0515401363373 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.036324046552181244, - "loss_last": 0.02628733590245247, - "loss_mean": 0.026418013498187065, - "completed_total": 107, - "remaining_after_this": 195, - "time_sec_from_start": 806.5540883541107 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0005753088626079261, - "loss_last": 0.0003095021820627153, - "loss_mean": 0.0005474715644595562, - "completed_total": 108, - "remaining_after_this": 194, - "time_sec_from_start": 814.0657980442047 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01947782374918461, - "loss_last": 0.006924833636730909, - "loss_mean": 0.012841870353440754, - "completed_total": 109, - "remaining_after_this": 193, - "time_sec_from_start": 822.0903220176697 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.021749218925833702, - "loss_last": 0.021457696333527565, - "loss_mean": 0.02247425733366981, - "completed_total": 110, - "remaining_after_this": 192, - "time_sec_from_start": 829.7457871437073 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.040197134017944336, - "loss_last": 0.029873698949813843, - "loss_mean": 0.033842690754681826, - "completed_total": 111, - "remaining_after_this": 191, - "time_sec_from_start": 837.2199013233185 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.000645055843051523, - "loss_last": 0.0009573008283041418, - "loss_mean": 0.001036394289258169, - "completed_total": 112, - "remaining_after_this": 190, - "time_sec_from_start": 844.7313957214355 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.024134764447808266, - "loss_last": 0.014023849740624428, - "loss_mean": 0.021455043664900586, - "completed_total": 113, - "remaining_after_this": 189, - "time_sec_from_start": 852.7470741271973 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.027286991477012634, - "loss_last": 0.018199576064944267, - "loss_mean": 0.021030104835517704, - "completed_total": 114, - "remaining_after_this": 188, - "time_sec_from_start": 860.4178395271301 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.2.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.2.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02864415943622589, - "loss_last": 0.0220518559217453, - "loss_mean": 0.024169569107471034, - "completed_total": 115, - "remaining_after_this": 187, - "time_sec_from_start": 867.9449079036713 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.2.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.2.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0003742002591025084, - "loss_last": 0.0005407969583757222, - "loss_mean": 0.0006854440603092371, - "completed_total": 116, - "remaining_after_this": 186, - "time_sec_from_start": 875.4661536216736 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.2.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.2.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.031524598598480225, - "loss_last": 0.017966486513614655, - "loss_mean": 0.025015297171194106, - "completed_total": 117, - "remaining_after_this": 185, - "time_sec_from_start": 883.4903860092163 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.2.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.2.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.024388117715716362, - "loss_last": 0.021096274256706238, - "loss_mean": 0.02621399669442326, - "completed_total": 118, - "remaining_after_this": 184, - "time_sec_from_start": 891.1175119876862 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.3.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.3.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.023288842290639877, - "loss_last": 0.020107854157686234, - "loss_mean": 0.028547738183988258, - "completed_total": 119, - "remaining_after_this": 183, - "time_sec_from_start": 898.6152646541595 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.3.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.3.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0002732666034717113, - "loss_last": 0.0018331129103899002, - "loss_mean": 0.0009112564302995452, - "completed_total": 120, - "remaining_after_this": 182, - "time_sec_from_start": 906.1098794937134 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.3.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.3.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.026493683457374573, - "loss_last": 0.024310402572155, - "loss_mean": 0.02773076039738953, - "completed_total": 121, - "remaining_after_this": 181, - "time_sec_from_start": 914.1166045665741 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.3.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.3.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0349862240254879, - "loss_last": 0.035200074315071106, - "loss_mean": 0.035351137339603156, - "completed_total": 122, - "remaining_after_this": 180, - "time_sec_from_start": 921.7844915390015 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.4.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.4.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04746133089065552, - "loss_last": 0.015582981519401073, - "loss_mean": 0.04250130368745886, - "completed_total": 123, - "remaining_after_this": 179, - "time_sec_from_start": 929.3030557632446 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.4.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.4.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0010347190545871854, - "loss_last": 0.0013886335073038936, - "loss_mean": 0.0006342084921016067, - "completed_total": 124, - "remaining_after_this": 178, - "time_sec_from_start": 936.8287603855133 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.4.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.4.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.039705969393253326, - "loss_last": 0.029032384976744652, - "loss_mean": 0.03405648149782792, - "completed_total": 125, - "remaining_after_this": 177, - "time_sec_from_start": 944.9102966785431 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.4.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.4.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03979289159178734, - "loss_last": 0.044049691408872604, - "loss_mean": 0.038431604974903166, - "completed_total": 126, - "remaining_after_this": 176, - "time_sec_from_start": 952.6271171569824 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.5.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.5.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01726774126291275, - "loss_last": 0.034392889589071274, - "loss_mean": 0.0274301502504386, - "completed_total": 127, - "remaining_after_this": 175, - "time_sec_from_start": 960.1601991653442 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.5.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.5.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00022232721676118672, - "loss_last": 0.00018888110935222358, - "loss_mean": 0.0008814767952571856, - "completed_total": 128, - "remaining_after_this": 174, - "time_sec_from_start": 967.682553768158 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.5.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.5.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.045343637466430664, - "loss_last": 0.02555190585553646, - "loss_mean": 0.03684334212448448, - "completed_total": 129, - "remaining_after_this": 173, - "time_sec_from_start": 975.7871322631836 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.5.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.5.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04170554503798485, - "loss_last": 0.042046207934617996, - "loss_mean": 0.03938533941982314, - "completed_total": 130, - "remaining_after_this": 172, - "time_sec_from_start": 983.5206954479218 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.6.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.6.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.021896788850426674, - "loss_last": 0.013833853416144848, - "loss_mean": 0.01683824027713854, - "completed_total": 131, - "remaining_after_this": 171, - "time_sec_from_start": 991.0663950443268 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.6.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.6.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00016349721408914775, - "loss_last": 0.0007070469437167048, - "loss_mean": 0.0009379850155255554, - "completed_total": 132, - "remaining_after_this": 170, - "time_sec_from_start": 998.6166696548462 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.6.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.6.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.08119483292102814, - "loss_last": 0.04615714028477669, - "loss_mean": 0.058152681100182235, - "completed_total": 133, - "remaining_after_this": 169, - "time_sec_from_start": 1006.6796526908875 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.6.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.6.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03414348512887955, - "loss_last": 0.05912960320711136, - "loss_mean": 0.04746323579456657, - "completed_total": 134, - "remaining_after_this": 168, - "time_sec_from_start": 1014.3536267280579 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.7.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.7.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.012826514430344105, - "loss_last": 0.020260406658053398, - "loss_mean": 0.016977666222373955, - "completed_total": 135, - "remaining_after_this": 167, - "time_sec_from_start": 1021.8968918323517 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.7.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.7.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 9.975054126698524e-05, - "loss_last": 0.000405376311391592, - "loss_mean": 0.0007005939187365584, - "completed_total": 136, - "remaining_after_this": 166, - "time_sec_from_start": 1029.4363243579865 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.7.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.7.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.037947434931993484, - "loss_last": 0.0309706162661314, - "loss_mean": 0.03900771326152608, - "completed_total": 137, - "remaining_after_this": 165, - "time_sec_from_start": 1037.4834921360016 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.7.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.7.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0642690360546112, - "loss_last": 0.04102335125207901, - "loss_mean": 0.04954483895562589, - "completed_total": 138, - "remaining_after_this": 164, - "time_sec_from_start": 1045.17382979393 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.8.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.8.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.030310848727822304, - "loss_last": 0.010235774330794811, - "loss_mean": 0.021855638231500052, - "completed_total": 139, - "remaining_after_this": 163, - "time_sec_from_start": 1052.751537322998 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.8.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.8.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00023004213289823383, - "loss_last": 0.0002165605837944895, - "loss_mean": 0.0004683760589614394, - "completed_total": 140, - "remaining_after_this": 162, - "time_sec_from_start": 1060.327204465866 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.8.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.8.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.047010742127895355, - "loss_last": 0.03993047773838043, - "loss_mean": 0.04438323579961434, - "completed_total": 141, - "remaining_after_this": 161, - "time_sec_from_start": 1068.6036944389343 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.8.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.8.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05124172195792198, - "loss_last": 0.04428781196475029, - "loss_mean": 0.05829154630191624, - "completed_total": 142, - "remaining_after_this": 160, - "time_sec_from_start": 1076.3190004825592 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.9.attn1.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.9.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.015768801793456078, - "loss_last": 0.00468184519559145, - "loss_mean": 0.013461768568959087, - "completed_total": 143, - "remaining_after_this": 159, - "time_sec_from_start": 1083.8590061664581 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.9.attn2.to_out.0", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.9.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00013017324090469629, - "loss_last": 0.0001907081314129755, - "loss_mean": 0.00032702696330488834, - "completed_total": 144, - "remaining_after_this": 158, - "time_sec_from_start": 1091.42755818367 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.9.ff.net.0.proj", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.9.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05552089214324951, - "loss_last": 0.0452786348760128, - "loss_mean": 0.044821484363637865, - "completed_total": 145, - "remaining_after_this": 157, - "time_sec_from_start": 1099.470052242279 - }, - { - "module_name": "mid_block.attentions.0.transformer_blocks.9.ff.net.2", - "ldm_key": "model.diffusion_model.middle_block.1.transformer_blocks.9.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07901832461357117, - "loss_last": 0.0948973074555397, - "loss_mean": 0.07544408680405468, - "completed_total": 146, - "remaining_after_this": 156, - "time_sec_from_start": 1107.1754658222198 - }, - { - "module_name": "up_blocks.0.attentions.0.proj_in", - "ldm_key": "model.diffusion_model.output_blocks.0.1.proj_in.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04183047637343407, - "loss_last": 0.03257184103131294, - "loss_mean": 0.030287583882454783, - "completed_total": 147, - "remaining_after_this": 155, - "time_sec_from_start": 1114.7206008434296 - }, - { - "module_name": "up_blocks.0.attentions.0.proj_out", - "ldm_key": "model.diffusion_model.output_blocks.0.1.proj_out.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.7707169055938721, - "loss_last": 1.0667905807495117, - "loss_mean": 1.0855000019073486, - "completed_total": 148, - "remaining_after_this": 154, - "time_sec_from_start": 1122.2836301326752 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03539636358618736, - "loss_last": 0.016594963148236275, - "loss_mean": 0.0269808029406704, - "completed_total": 149, - "remaining_after_this": 153, - "time_sec_from_start": 1129.8428852558136 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0021723173558712006, - "loss_last": 0.001808623201213777, - "loss_mean": 0.002779756187010207, - "completed_total": 150, - "remaining_after_this": 152, - "time_sec_from_start": 1137.415400505066 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01836899109184742, - "loss_last": 0.014960703440010548, - "loss_mean": 0.016206803877139464, - "completed_total": 151, - "remaining_after_this": 151, - "time_sec_from_start": 1145.5092165470123 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03778313845396042, - "loss_last": 0.0296995397657156, - "loss_mean": 0.029159956437069923, - "completed_total": 152, - "remaining_after_this": 150, - "time_sec_from_start": 1153.2561917304993 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03446624055504799, - "loss_last": 0.027048533782362938, - "loss_mean": 0.024911734799388796, - "completed_total": 153, - "remaining_after_this": 149, - "time_sec_from_start": 1160.8409321308136 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0029130049515515566, - "loss_last": 0.0034177377820014954, - "loss_mean": 0.004019136245915433, - "completed_total": 154, - "remaining_after_this": 148, - "time_sec_from_start": 1168.4107553958893 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03421195596456528, - "loss_last": 0.021368300542235374, - "loss_mean": 0.028387871629092842, - "completed_total": 155, - "remaining_after_this": 147, - "time_sec_from_start": 1176.5258169174194 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.043338220566511154, - "loss_last": 0.028173917904496193, - "loss_mean": 0.03803097578929737, - "completed_total": 156, - "remaining_after_this": 146, - "time_sec_from_start": 1184.252586364746 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.2.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04099777340888977, - "loss_last": 0.028819704428315163, - "loss_mean": 0.024361238087294623, - "completed_total": 157, - "remaining_after_this": 145, - "time_sec_from_start": 1191.8473572731018 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.005501228850334883, - "loss_last": 0.007671481464058161, - "loss_mean": 0.006764173514966387, - "completed_total": 158, - "remaining_after_this": 144, - "time_sec_from_start": 1199.4620616436005 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.2.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04056452587246895, - "loss_last": 0.0276748426258564, - "loss_mean": 0.036316029087174684, - "completed_total": 159, - "remaining_after_this": 143, - "time_sec_from_start": 1207.65771150589 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.2.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.2.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.053642284125089645, - "loss_last": 0.03800537809729576, - "loss_mean": 0.043114374158903956, - "completed_total": 160, - "remaining_after_this": 142, - "time_sec_from_start": 1215.440272808075 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.3.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.021356744691729546, - "loss_last": 0.03240953013300896, - "loss_mean": 0.027782615390606225, - "completed_total": 161, - "remaining_after_this": 141, - "time_sec_from_start": 1223.0609412193298 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.002822769805788994, - "loss_last": 0.007493730168789625, - "loss_mean": 0.005688358800398419, - "completed_total": 162, - "remaining_after_this": 140, - "time_sec_from_start": 1230.7368896007538 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.3.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.048484720289707184, - "loss_last": 0.03687748312950134, - "loss_mean": 0.04897730518132448, - "completed_total": 163, - "remaining_after_this": 139, - "time_sec_from_start": 1238.9201486110687 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.3.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.3.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.047829993069171906, - "loss_last": 0.0719948559999466, - "loss_mean": 0.0530486146453768, - "completed_total": 164, - "remaining_after_this": 138, - "time_sec_from_start": 1246.7172877788544 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.4.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.040400225669145584, - "loss_last": 0.02083464525640011, - "loss_mean": 0.027624711685348302, - "completed_total": 165, - "remaining_after_this": 137, - "time_sec_from_start": 1254.3494596481323 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.006481137126684189, - "loss_last": 0.0023209291975945234, - "loss_mean": 0.0057085993357759435, - "completed_total": 166, - "remaining_after_this": 136, - "time_sec_from_start": 1261.9878680706024 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.4.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.043725013732910156, - "loss_last": 0.04692022129893303, - "loss_mean": 0.06253877293784171, - "completed_total": 167, - "remaining_after_this": 135, - "time_sec_from_start": 1270.1928668022156 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.4.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.4.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.06463827937841415, - "loss_last": 0.09255792200565338, - "loss_mean": 0.07821262255311012, - "completed_total": 168, - "remaining_after_this": 134, - "time_sec_from_start": 1278.004524230957 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.5.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0398576520383358, - "loss_last": 0.013300088234245777, - "loss_mean": 0.02617299390840344, - "completed_total": 169, - "remaining_after_this": 133, - "time_sec_from_start": 1285.6591665744781 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.003906281664967537, - "loss_last": 0.004441560711711645, - "loss_mean": 0.004988330365449656, - "completed_total": 170, - "remaining_after_this": 132, - "time_sec_from_start": 1293.3036892414093 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.5.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.08786322176456451, - "loss_last": 0.07639769464731216, - "loss_mean": 0.0673324930248782, - "completed_total": 171, - "remaining_after_this": 131, - "time_sec_from_start": 1301.4999577999115 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.5.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.5.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.12315680831670761, - "loss_last": 0.13083712756633759, - "loss_mean": 0.10270735260564834, - "completed_total": 172, - "remaining_after_this": 130, - "time_sec_from_start": 1309.291025876999 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.6.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.028409693390130997, - "loss_last": 0.02429039590060711, - "loss_mean": 0.028000746126053855, - "completed_total": 173, - "remaining_after_this": 129, - "time_sec_from_start": 1316.941398382187 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0025552150327712297, - "loss_last": 0.024837754666805267, - "loss_mean": 0.005139866396348225, - "completed_total": 174, - "remaining_after_this": 128, - "time_sec_from_start": 1324.5986397266388 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.6.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0862206518650055, - "loss_last": 0.09114976972341537, - "loss_mean": 0.07034026668407023, - "completed_total": 175, - "remaining_after_this": 127, - "time_sec_from_start": 1332.8012871742249 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.6.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.6.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.09687924385070801, - "loss_last": 0.11951608955860138, - "loss_mean": 0.13473948114551604, - "completed_total": 176, - "remaining_after_this": 126, - "time_sec_from_start": 1340.6002233028412 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.7.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.024555891752243042, - "loss_last": 0.04391136020421982, - "loss_mean": 0.029789639869704843, - "completed_total": 177, - "remaining_after_this": 125, - "time_sec_from_start": 1348.268667459488 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.002900659339502454, - "loss_last": 0.006402970291674137, - "loss_mean": 0.004448666801181389, - "completed_total": 178, - "remaining_after_this": 124, - "time_sec_from_start": 1355.9199349880219 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.7.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07430879026651382, - "loss_last": 0.09419703483581543, - "loss_mean": 0.06353627715725452, - "completed_total": 179, - "remaining_after_this": 123, - "time_sec_from_start": 1364.1232736110687 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.7.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.7.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07297845929861069, - "loss_last": 0.13926872611045837, - "loss_mean": 0.12125123874284327, - "completed_total": 180, - "remaining_after_this": 122, - "time_sec_from_start": 1371.9743330478668 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.8.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.023231055587530136, - "loss_last": 0.025440802797675133, - "loss_mean": 0.024708763230592012, - "completed_total": 181, - "remaining_after_this": 121, - "time_sec_from_start": 1379.6476168632507 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0021176119334995747, - "loss_last": 0.004636580124497414, - "loss_mean": 0.0029503747209673747, - "completed_total": 182, - "remaining_after_this": 120, - "time_sec_from_start": 1387.3250677585602 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.8.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0936284288764, - "loss_last": 0.04690788313746452, - "loss_mean": 0.0698783282423392, - "completed_total": 183, - "remaining_after_this": 119, - "time_sec_from_start": 1395.56342959404 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.8.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.8.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.16886110603809357, - "loss_last": 0.10206277668476105, - "loss_mean": 0.1622456965269521, - "completed_total": 184, - "remaining_after_this": 118, - "time_sec_from_start": 1403.391044139862 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.9.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01737036183476448, - "loss_last": 0.01217306312173605, - "loss_mean": 0.026227173366351053, - "completed_total": 185, - "remaining_after_this": 117, - "time_sec_from_start": 1411.0673432350159 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0026644181925803423, - "loss_last": 0.0020698285661637783, - "loss_mean": 0.0026918058974843007, - "completed_total": 186, - "remaining_after_this": 116, - "time_sec_from_start": 1418.7282257080078 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.9.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0754590779542923, - "loss_last": 0.07317503541707993, - "loss_mean": 0.06181900412775576, - "completed_total": 187, - "remaining_after_this": 115, - "time_sec_from_start": 1426.952904701233 - }, - { - "module_name": "up_blocks.0.attentions.0.transformer_blocks.9.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.0.1.transformer_blocks.9.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.20649757981300354, - "loss_last": 0.07821162790060043, - "loss_mean": 0.1702951651532203, - "completed_total": 188, - "remaining_after_this": 114, - "time_sec_from_start": 1434.7652781009674 - }, - { - "module_name": "up_blocks.0.attentions.1.proj_in", - "ldm_key": "model.diffusion_model.output_blocks.1.1.proj_in.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.058463551104068756, - "loss_last": 0.023693738505244255, - "loss_mean": 0.03896104445448145, - "completed_total": 189, - "remaining_after_this": 113, - "time_sec_from_start": 1442.4458529949188 - }, - { - "module_name": "up_blocks.0.attentions.1.proj_out", - "ldm_key": "model.diffusion_model.output_blocks.1.1.proj_out.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 1.204035997390747, - "loss_last": 1.1971819400787354, - "loss_mean": 0.9316954761743546, - "completed_total": 190, - "remaining_after_this": 112, - "time_sec_from_start": 1450.1198391914368 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.038216669112443924, - "loss_last": 0.01232417207211256, - "loss_mean": 0.019891242176527157, - "completed_total": 191, - "remaining_after_this": 111, - "time_sec_from_start": 1457.8053271770477 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0012459609424695373, - "loss_last": 0.011574195697903633, - "loss_mean": 0.0018392124766251072, - "completed_total": 192, - "remaining_after_this": 110, - "time_sec_from_start": 1465.505760192871 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.020118897780776024, - "loss_last": 0.005857374053448439, - "loss_mean": 0.012227024359162897, - "completed_total": 193, - "remaining_after_this": 109, - "time_sec_from_start": 1473.772938966751 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.025086689740419388, - "loss_last": 0.026596156880259514, - "loss_mean": 0.026565740816295147, - "completed_total": 194, - "remaining_after_this": 108, - "time_sec_from_start": 1481.6383521556854 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01747436635196209, - "loss_last": 0.03411036357283592, - "loss_mean": 0.02312574439565651, - "completed_total": 195, - "remaining_after_this": 107, - "time_sec_from_start": 1489.3563446998596 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.001532214693725109, - "loss_last": 0.004373140167444944, - "loss_mean": 0.006348762752168113, - "completed_total": 196, - "remaining_after_this": 106, - "time_sec_from_start": 1497.0545015335083 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.023759743198752403, - "loss_last": 0.009235045872628689, - "loss_mean": 0.02081441812333651, - "completed_total": 197, - "remaining_after_this": 105, - "time_sec_from_start": 1505.306215763092 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03998809680342674, - "loss_last": 0.03345897048711777, - "loss_mean": 0.03835705097299069, - "completed_total": 198, - "remaining_after_this": 104, - "time_sec_from_start": 1513.14763879776 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.2.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.012252152897417545, - "loss_last": 0.01636664569377899, - "loss_mean": 0.017731733605614863, - "completed_total": 199, - "remaining_after_this": 103, - "time_sec_from_start": 1520.8199124336243 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0012211615685373545, - "loss_last": 0.01147118117660284, - "loss_mean": 0.004642792526283301, - "completed_total": 200, - "remaining_after_this": 102, - "time_sec_from_start": 1528.5002582073212 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.2.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.026139700785279274, - "loss_last": 0.04033542796969414, - "loss_mean": 0.0288828224001918, - "completed_total": 201, - "remaining_after_this": 101, - "time_sec_from_start": 1536.7323744297028 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.2.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.2.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05200854688882828, - "loss_last": 0.03729546070098877, - "loss_mean": 0.044163709972053766, - "completed_total": 202, - "remaining_after_this": 100, - "time_sec_from_start": 1544.5822706222534 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.3.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.031855858862400055, - "loss_last": 0.03547422215342522, - "loss_mean": 0.02234954939922318, - "completed_total": 203, - "remaining_after_this": 99, - "time_sec_from_start": 1552.2693450450897 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0036639173049479723, - "loss_last": 0.0019168946892023087, - "loss_mean": 0.005432874251710018, - "completed_total": 204, - "remaining_after_this": 98, - "time_sec_from_start": 1559.9893715381622 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.3.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03245348855853081, - "loss_last": 0.04888054355978966, - "loss_mean": 0.038445663230959326, - "completed_total": 205, - "remaining_after_this": 97, - "time_sec_from_start": 1568.2551691532135 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.3.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.3.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05736588314175606, - "loss_last": 0.03647288680076599, - "loss_mean": 0.040742207725998014, - "completed_total": 206, - "remaining_after_this": 96, - "time_sec_from_start": 1576.0993988513947 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.4.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0318211130797863, - "loss_last": 0.02532786689698696, - "loss_mean": 0.019430005326285027, - "completed_total": 207, - "remaining_after_this": 95, - "time_sec_from_start": 1583.8265144824982 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0038810439873486757, - "loss_last": 0.005052515305578709, - "loss_mean": 0.004522667109995382, - "completed_total": 208, - "remaining_after_this": 94, - "time_sec_from_start": 1591.5564241409302 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.4.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.048179615288972855, - "loss_last": 0.03848427161574364, - "loss_mean": 0.043187953531742096, - "completed_total": 209, - "remaining_after_this": 93, - "time_sec_from_start": 1599.827187538147 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.4.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.4.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04664941132068634, - "loss_last": 0.0765821561217308, - "loss_mean": 0.05386809282936156, - "completed_total": 210, - "remaining_after_this": 92, - "time_sec_from_start": 1607.7157735824585 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.5.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.023055300116539, - "loss_last": 0.01543417852371931, - "loss_mean": 0.021917653211858124, - "completed_total": 211, - "remaining_after_this": 91, - "time_sec_from_start": 1615.4484508037567 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0011262892512604594, - "loss_last": 0.0016024127835407853, - "loss_mean": 0.0063694070813653525, - "completed_total": 212, - "remaining_after_this": 90, - "time_sec_from_start": 1623.1912088394165 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.5.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.06864725798368454, - "loss_last": 0.070015087723732, - "loss_mean": 0.048210834502242506, - "completed_total": 213, - "remaining_after_this": 89, - "time_sec_from_start": 1631.475068807602 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.5.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.5.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04865056276321411, - "loss_last": 0.10498185455799103, - "loss_mean": 0.06914997100830078, - "completed_total": 214, - "remaining_after_this": 88, - "time_sec_from_start": 1639.3685586452484 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.6.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.030470941215753555, - "loss_last": 0.017035897821187973, - "loss_mean": 0.03159231028985232, - "completed_total": 215, - "remaining_after_this": 87, - "time_sec_from_start": 1647.0952801704407 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0022428182419389486, - "loss_last": 0.006258050445467234, - "loss_mean": 0.0031551417378068436, - "completed_total": 216, - "remaining_after_this": 86, - "time_sec_from_start": 1654.820345878601 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.6.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.049051254987716675, - "loss_last": 0.0735069066286087, - "loss_mean": 0.04996331280563027, - "completed_total": 217, - "remaining_after_this": 85, - "time_sec_from_start": 1663.1044239997864 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.6.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.6.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.06681786477565765, - "loss_last": 0.05613010749220848, - "loss_mean": 0.07170244574081153, - "completed_total": 218, - "remaining_after_this": 84, - "time_sec_from_start": 1671.0233092308044 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.7.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03701465576887131, - "loss_last": 0.04618183523416519, - "loss_mean": 0.03138334187678993, - "completed_total": 219, - "remaining_after_this": 83, - "time_sec_from_start": 1678.7859666347504 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.002724655671045184, - "loss_last": 0.0034087528474628925, - "loss_mean": 0.003338601702125743, - "completed_total": 220, - "remaining_after_this": 82, - "time_sec_from_start": 1686.5456976890564 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.7.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03787032514810562, - "loss_last": 0.08451494574546814, - "loss_mean": 0.058199515216983855, - "completed_total": 221, - "remaining_after_this": 81, - "time_sec_from_start": 1694.8604617118835 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.7.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.7.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.19561767578125, - "loss_last": 0.12294342368841171, - "loss_mean": 0.12877140240743756, - "completed_total": 222, - "remaining_after_this": 80, - "time_sec_from_start": 1702.7625062465668 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.8.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.06310750544071198, - "loss_last": 0.038331300020217896, - "loss_mean": 0.04206017713295296, - "completed_total": 223, - "remaining_after_this": 79, - "time_sec_from_start": 1710.5313115119934 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0019434996647760272, - "loss_last": 0.000979072181507945, - "loss_mean": 0.002383980870945379, - "completed_total": 224, - "remaining_after_this": 78, - "time_sec_from_start": 1718.2754669189453 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.8.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04297906905412674, - "loss_last": 0.023535193875432014, - "loss_mean": 0.05524383526062593, - "completed_total": 225, - "remaining_after_this": 77, - "time_sec_from_start": 1726.59929561615 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.8.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.8.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.13534723222255707, - "loss_last": 0.09142106026411057, - "loss_mean": 0.13400602503679693, - "completed_total": 226, - "remaining_after_this": 76, - "time_sec_from_start": 1734.5322341918945 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.9.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04274981841444969, - "loss_last": 0.02077368274331093, - "loss_mean": 0.03753814351512119, - "completed_total": 227, - "remaining_after_this": 75, - "time_sec_from_start": 1742.2976670265198 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.001684687682427466, - "loss_last": 0.002743222052231431, - "loss_mean": 0.0012800854601664469, - "completed_total": 228, - "remaining_after_this": 74, - "time_sec_from_start": 1750.078767299652 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.9.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04985135421156883, - "loss_last": 0.03298153355717659, - "loss_mean": 0.0571965406415984, - "completed_total": 229, - "remaining_after_this": 73, - "time_sec_from_start": 1758.394603729248 - }, - { - "module_name": "up_blocks.0.attentions.1.transformer_blocks.9.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.1.1.transformer_blocks.9.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.10828637331724167, - "loss_last": 0.07764948904514313, - "loss_mean": 0.15401535155251622, - "completed_total": 230, - "remaining_after_this": 72, - "time_sec_from_start": 1766.2865211963654 - }, - { - "module_name": "up_blocks.0.attentions.2.proj_in", - "ldm_key": "model.diffusion_model.output_blocks.2.1.proj_in.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04774272441864014, - "loss_last": 0.03995997831225395, - "loss_mean": 0.05275263579096645, - "completed_total": 231, - "remaining_after_this": 71, - "time_sec_from_start": 1774.0581195354462 - }, - { - "module_name": "up_blocks.0.attentions.2.proj_out", - "ldm_key": "model.diffusion_model.output_blocks.2.1.proj_out.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.5841220617294312, - "loss_last": 0.22891154885292053, - "loss_mean": 0.6674783248454332, - "completed_total": 232, - "remaining_after_this": 70, - "time_sec_from_start": 1781.836591720581 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.015840580686926842, - "loss_last": 0.01972540281713009, - "loss_mean": 0.013858248494216241, - "completed_total": 233, - "remaining_after_this": 69, - "time_sec_from_start": 1789.6284704208374 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00034031239920295775, - "loss_last": 0.00041055455221794546, - "loss_mean": 0.0003825045887424494, - "completed_total": 234, - "remaining_after_this": 68, - "time_sec_from_start": 1797.406643629074 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01097755879163742, - "loss_last": 0.018712235614657402, - "loss_mean": 0.013199207809520885, - "completed_total": 235, - "remaining_after_this": 67, - "time_sec_from_start": 1805.7630953788757 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.023466764017939568, - "loss_last": 0.02336510643362999, - "loss_mean": 0.018156464589992538, - "completed_total": 236, - "remaining_after_this": 66, - "time_sec_from_start": 1813.7255125045776 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.009966189973056316, - "loss_last": 0.011449403129518032, - "loss_mean": 0.00970141775906086, - "completed_total": 237, - "remaining_after_this": 65, - "time_sec_from_start": 1821.5349991321564 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0011395717738196254, - "loss_last": 0.0010904547525569797, - "loss_mean": 0.001114706970838597, - "completed_total": 238, - "remaining_after_this": 64, - "time_sec_from_start": 1829.3348133563995 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02342977561056614, - "loss_last": 0.020755771547555923, - "loss_mean": 0.021481968549778685, - "completed_total": 239, - "remaining_after_this": 63, - "time_sec_from_start": 1837.6698563098907 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.020814456045627594, - "loss_last": 0.011868667788803577, - "loss_mean": 0.017100129975005984, - "completed_total": 240, - "remaining_after_this": 62, - "time_sec_from_start": 1845.6452643871307 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.2.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.008708221837878227, - "loss_last": 0.01095473300665617, - "loss_mean": 0.01143229310400784, - "completed_total": 241, - "remaining_after_this": 61, - "time_sec_from_start": 1853.4308533668518 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0009848515037447214, - "loss_last": 0.0027374757919460535, - "loss_mean": 0.0017005620393319987, - "completed_total": 242, - "remaining_after_this": 60, - "time_sec_from_start": 1861.2222440242767 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.2.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02997373603284359, - "loss_last": 0.03377837315201759, - "loss_mean": 0.023484987905249, - "completed_total": 243, - "remaining_after_this": 59, - "time_sec_from_start": 1869.558850288391 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.2.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.2.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.020776292309165, - "loss_last": 0.011937973089516163, - "loss_mean": 0.017350975569570437, - "completed_total": 244, - "remaining_after_this": 58, - "time_sec_from_start": 1877.5114164352417 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.3.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.010389191098511219, - "loss_last": 0.009031255729496479, - "loss_mean": 0.010792003115057014, - "completed_total": 245, - "remaining_after_this": 57, - "time_sec_from_start": 1885.308688402176 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0006508100777864456, - "loss_last": 0.0015022492734715343, - "loss_mean": 0.0016878802543942584, - "completed_total": 246, - "remaining_after_this": 56, - "time_sec_from_start": 1893.1017456054688 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.3.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.018541553989052773, - "loss_last": 0.03126196563243866, - "loss_mean": 0.030539611558197066, - "completed_total": 247, - "remaining_after_this": 55, - "time_sec_from_start": 1901.4349937438965 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.3.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.3.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.016641953960061073, - "loss_last": 0.020454932004213333, - "loss_mean": 0.018364308634772897, - "completed_total": 248, - "remaining_after_this": 54, - "time_sec_from_start": 1909.3759143352509 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.4.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01721831224858761, - "loss_last": 0.0069479322992265224, - "loss_mean": 0.011386086014681496, - "completed_total": 249, - "remaining_after_this": 53, - "time_sec_from_start": 1917.1849701404572 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0004364192427601665, - "loss_last": 0.00211353343911469, - "loss_mean": 0.001412343140145822, - "completed_total": 250, - "remaining_after_this": 52, - "time_sec_from_start": 1924.9939422607422 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.4.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0342935174703598, - "loss_last": 0.042836885899305344, - "loss_mean": 0.0258084874949418, - "completed_total": 251, - "remaining_after_this": 51, - "time_sec_from_start": 1933.3825912475586 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.4.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.4.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.026323696598410606, - "loss_last": 0.06139947101473808, - "loss_mean": 0.028751823178026825, - "completed_total": 252, - "remaining_after_this": 50, - "time_sec_from_start": 1941.3678572177887 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.5.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.013591391034424305, - "loss_last": 0.010574822314083576, - "loss_mean": 0.010182613637880422, - "completed_total": 253, - "remaining_after_this": 49, - "time_sec_from_start": 1949.1998159885406 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0008605573675595224, - "loss_last": 0.0034529424738138914, - "loss_mean": 0.0010091935382661177, - "completed_total": 254, - "remaining_after_this": 48, - "time_sec_from_start": 1957.197604417801 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.5.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.054275453090667725, - "loss_last": 0.032361846417188644, - "loss_mean": 0.03331399388844147, - "completed_total": 255, - "remaining_after_this": 47, - "time_sec_from_start": 1965.5848450660706 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.5.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.5.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.08246699720621109, - "loss_last": 0.04547153785824776, - "loss_mean": 0.033230298751732334, - "completed_total": 256, - "remaining_after_this": 46, - "time_sec_from_start": 1973.552528142929 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.6.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.010703057050704956, - "loss_last": 0.01053102221339941, - "loss_mean": 0.008613306265033316, - "completed_total": 257, - "remaining_after_this": 45, - "time_sec_from_start": 1981.3699080944061 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0010465005179867148, - "loss_last": 0.0002983698796015233, - "loss_mean": 0.0008368776966563019, - "completed_total": 258, - "remaining_after_this": 44, - "time_sec_from_start": 1989.1711645126343 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.6.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05013392120599747, - "loss_last": 0.023398559540510178, - "loss_mean": 0.03898857458261773, - "completed_total": 259, - "remaining_after_this": 43, - "time_sec_from_start": 1997.5476968288422 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.6.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.6.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03238717466592789, - "loss_last": 0.031266700476408005, - "loss_mean": 0.037362390547059476, - "completed_total": 260, - "remaining_after_this": 42, - "time_sec_from_start": 2005.5202922821045 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.7.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.013355267234146595, - "loss_last": 0.013223943300545216, - "loss_mean": 0.01269519298512023, - "completed_total": 261, - "remaining_after_this": 41, - "time_sec_from_start": 2013.3633360862732 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0004580192908179015, - "loss_last": 0.001339108101092279, - "loss_mean": 0.0006754325850124587, - "completed_total": 262, - "remaining_after_this": 40, - "time_sec_from_start": 2021.207349061966 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.7.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.046848099678754807, - "loss_last": 0.019950196146965027, - "loss_mean": 0.03629458701470867, - "completed_total": 263, - "remaining_after_this": 39, - "time_sec_from_start": 2029.6256175041199 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.7.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.7.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03357492387294769, - "loss_last": 0.0394488200545311, - "loss_mean": 0.043998059001751244, - "completed_total": 264, - "remaining_after_this": 38, - "time_sec_from_start": 2037.6021461486816 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.8.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.009310212917625904, - "loss_last": 0.010134490206837654, - "loss_mean": 0.014178096564137377, - "completed_total": 265, - "remaining_after_this": 37, - "time_sec_from_start": 2045.4713127613068 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00022881795302964747, - "loss_last": 0.00022765155881643295, - "loss_mean": 0.000830579170724377, - "completed_total": 266, - "remaining_after_this": 36, - "time_sec_from_start": 2053.3191108703613 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.8.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.029523402452468872, - "loss_last": 0.0538722388446331, - "loss_mean": 0.04378013330278918, - "completed_total": 267, - "remaining_after_this": 35, - "time_sec_from_start": 2061.6994922161102 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.8.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.8.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04590689018368721, - "loss_last": 0.10126202553510666, - "loss_mean": 0.07928511273348704, - "completed_total": 268, - "remaining_after_this": 34, - "time_sec_from_start": 2069.7285113334656 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.9.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn1.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.013571363873779774, - "loss_last": 0.006461971905082464, - "loss_mean": 0.014421871601371095, - "completed_total": 269, - "remaining_after_this": 33, - "time_sec_from_start": 2077.6048588752747 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn2.to_out.0.weight", - "shape": [ - 1280, - 1280 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0005216019926592708, - "loss_last": 0.00039742139051668346, - "loss_mean": 0.0006675113540950406, - "completed_total": 270, - "remaining_after_this": 32, - "time_sec_from_start": 2085.4632115364075 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.9.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.ff.net.0.proj.weight", - "shape": [ - 10240, - 1280 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03916279226541519, - "loss_last": 0.01776019297540188, - "loss_mean": 0.04081820824649185, - "completed_total": 271, - "remaining_after_this": 31, - "time_sec_from_start": 2093.8445835113525 - }, - { - "module_name": "up_blocks.0.attentions.2.transformer_blocks.9.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.2.1.transformer_blocks.9.ff.net.2.weight", - "shape": [ - 1280, - 5120 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.5216034054756165, - "loss_last": 0.04613421484827995, - "loss_mean": 0.17072071798611432, - "completed_total": 272, - "remaining_after_this": 30, - "time_sec_from_start": 2101.829731941223 - }, - { - "module_name": "up_blocks.1.attentions.0.proj_in", - "ldm_key": "model.diffusion_model.output_blocks.3.1.proj_in.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0477108471095562, - "loss_last": 0.03745193034410477, - "loss_mean": 0.03345871577039361, - "completed_total": 273, - "remaining_after_this": 29, - "time_sec_from_start": 2109.6156771183014 - }, - { - "module_name": "up_blocks.1.attentions.0.proj_out", - "ldm_key": "model.diffusion_model.output_blocks.3.1.proj_out.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.7798880934715271, - "loss_last": 0.38640278577804565, - "loss_mean": 0.5440537286922336, - "completed_total": 274, - "remaining_after_this": 28, - "time_sec_from_start": 2117.3948380947113 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.028846336528658867, - "loss_last": 0.007574785500764847, - "loss_mean": 0.021339094208087772, - "completed_total": 275, - "remaining_after_this": 27, - "time_sec_from_start": 2125.1896255016327 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0001995301863644272, - "loss_last": 3.7945683288853616e-05, - "loss_mean": 0.00011014719746071933, - "completed_total": 276, - "remaining_after_this": 26, - "time_sec_from_start": 2132.9735486507416 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.029468482360243797, - "loss_last": 0.031412988901138306, - "loss_mean": 0.026465319970156997, - "completed_total": 277, - "remaining_after_this": 25, - "time_sec_from_start": 2140.7202718257904 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.06575039029121399, - "loss_last": 0.053453076630830765, - "loss_mean": 0.06558190670330077, - "completed_total": 278, - "remaining_after_this": 24, - "time_sec_from_start": 2148.598149061203 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07289550453424454, - "loss_last": 0.047157932072877884, - "loss_mean": 0.0525477624614723, - "completed_total": 279, - "remaining_after_this": 23, - "time_sec_from_start": 2156.417412996292 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0012003061128780246, - "loss_last": 0.0002475749352015555, - "loss_mean": 0.0006632576109950605, - "completed_total": 280, - "remaining_after_this": 22, - "time_sec_from_start": 2164.2214863300323 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.05564718320965767, - "loss_last": 0.04154529049992561, - "loss_mean": 0.05598517775069922, - "completed_total": 281, - "remaining_after_this": 21, - "time_sec_from_start": 2171.984356403351 - }, - { - "module_name": "up_blocks.1.attentions.0.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.3.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.3000689148902893, - "loss_last": 0.2956417500972748, - "loss_mean": 0.2602670476771891, - "completed_total": 282, - "remaining_after_this": 20, - "time_sec_from_start": 2179.805021762848 - }, - { - "module_name": "up_blocks.1.attentions.1.proj_in", - "ldm_key": "model.diffusion_model.output_blocks.4.1.proj_in.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.031887251883745193, - "loss_last": 0.01493061799556017, - "loss_mean": 0.023174261063104495, - "completed_total": 283, - "remaining_after_this": 19, - "time_sec_from_start": 2187.5917427539825 - }, - { - "module_name": "up_blocks.1.attentions.1.proj_out", - "ldm_key": "model.diffusion_model.output_blocks.4.1.proj_out.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.18267929553985596, - "loss_last": 0.17102168500423431, - "loss_mean": 0.17998545500449836, - "completed_total": 284, - "remaining_after_this": 18, - "time_sec_from_start": 2195.3829469680786 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.01701333001255989, - "loss_last": 0.009969841688871384, - "loss_mean": 0.011192606732947752, - "completed_total": 285, - "remaining_after_this": 17, - "time_sec_from_start": 2203.1711671352386 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 6.005956311128102e-05, - "loss_last": 4.589865784510039e-05, - "loss_mean": 6.724086574649846e-05, - "completed_total": 286, - "remaining_after_this": 16, - "time_sec_from_start": 2210.964821577072 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03236103430390358, - "loss_last": 0.02218625508248806, - "loss_mean": 0.02254111517686397, - "completed_total": 287, - "remaining_after_this": 15, - "time_sec_from_start": 2218.8117921352386 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03238905593752861, - "loss_last": 0.03138411045074463, - "loss_mean": 0.03721028444124386, - "completed_total": 288, - "remaining_after_this": 14, - "time_sec_from_start": 2226.68203663826 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04242820292711258, - "loss_last": 0.02024948038160801, - "loss_mean": 0.024153289763489738, - "completed_total": 289, - "remaining_after_this": 13, - "time_sec_from_start": 2234.4837126731873 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.00044006184907630086, - "loss_last": 0.00020251433306839317, - "loss_mean": 0.00024340694426427945, - "completed_total": 290, - "remaining_after_this": 12, - "time_sec_from_start": 2242.2974643707275 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0626947283744812, - "loss_last": 0.029564982280135155, - "loss_mean": 0.043396822817157954, - "completed_total": 291, - "remaining_after_this": 11, - "time_sec_from_start": 2250.3213522434235 - }, - { - "module_name": "up_blocks.1.attentions.1.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.4.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.1698313057422638, - "loss_last": 0.10162629187107086, - "loss_mean": 0.1151003196137026, - "completed_total": 292, - "remaining_after_this": 10, - "time_sec_from_start": 2258.2025644779205 - }, - { - "module_name": "up_blocks.1.attentions.2.proj_in", - "ldm_key": "model.diffusion_model.output_blocks.5.1.proj_in.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_in", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03033212199807167, - "loss_last": 0.012493467889726162, - "loss_mean": 0.021654224838130176, - "completed_total": 293, - "remaining_after_this": 9, - "time_sec_from_start": 2266.027539253235 - }, - { - "module_name": "up_blocks.1.attentions.2.proj_out", - "ldm_key": "model.diffusion_model.output_blocks.5.1.proj_out.weight", - "shape": [ - 640, - 640 - ], - "suffix": "proj_out", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.07507406920194626, - "loss_last": 0.06656529754400253, - "loss_mean": 0.070655093411915, - "completed_total": 294, - "remaining_after_this": 8, - "time_sec_from_start": 2273.8502745628357 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.02321392111480236, - "loss_last": 0.007799470331519842, - "loss_mean": 0.011730341633665375, - "completed_total": 295, - "remaining_after_this": 7, - "time_sec_from_start": 2281.704453229904 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.0005025723949074745, - "loss_last": 7.9745652328711e-05, - "loss_mean": 0.00023895229560366715, - "completed_total": 296, - "remaining_after_this": 6, - "time_sec_from_start": 2289.525012254715 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.0.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.03233838826417923, - "loss_last": 0.02153853327035904, - "loss_mean": 0.021466306323418394, - "completed_total": 297, - "remaining_after_this": 5, - "time_sec_from_start": 2297.384382247925 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.0.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.046911563724279404, - "loss_last": 0.011091102845966816, - "loss_mean": 0.02395859666285105, - "completed_total": 298, - "remaining_after_this": 4, - "time_sec_from_start": 2305.2465426921844 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.1.attn1.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn1.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.015618636272847652, - "loss_last": 0.016715634614229202, - "loss_mean": 0.022614512738073245, - "completed_total": 299, - "remaining_after_this": 3, - "time_sec_from_start": 2313.037588119507 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_out.0", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight", - "shape": [ - 640, - 640 - ], - "suffix": "attn2.to_out.0", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.001214840216562152, - "loss_last": 0.0002548891643527895, - "loss_mean": 0.0005650822145071288, - "completed_total": 300, - "remaining_after_this": 2, - "time_sec_from_start": 2320.8521542549133 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.1.ff.net.0.proj", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight", - "shape": [ - 5120, - 640 - ], - "suffix": "ff.net.0.proj", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04206430912017822, - "loss_last": 0.03673439845442772, - "loss_mean": 0.029460184858180583, - "completed_total": 301, - "remaining_after_this": 1, - "time_sec_from_start": 2328.718092441559 - }, - { - "module_name": "up_blocks.1.attentions.2.transformer_blocks.1.ff.net.2", - "ldm_key": "model.diffusion_model.output_blocks.5.1.transformer_blocks.1.ff.net.2.weight", - "shape": [ - 640, - 2560 - ], - "suffix": "ff.net.2", - "steps": 32, - "rank": 128, - "alpha": 128, - "loss_first": 0.04593418911099434, - "loss_last": 0.041721999645233154, - "loss_mean": 0.032780011621071026, - "completed_total": 302, - "remaining_after_this": 0, - "time_sec_from_start": 2336.60023355484 - } - ], - "config": { - "rank": 128, - "alpha": 128, - "lr": 0.001, - "steps_per_layer": 32, - "max_tokens_per_step": 1024, - "train_width": 1024, - "train_height": 1024, - "target_suffixes": [ - "ff.net.0.proj", - "ff.net.2", - "attn1.to_out.0", - "attn2.to_out.0", - "proj_in", - "proj_out" - ], - "warmstart_from": "/content/creaprompt_sdxl/adapter_training/checkpoints/creaprompt_W2A4_recovery_FFN_AttnOut_rank8.safetensors" - } -} \ No newline at end of file