Running 1 job
{
    "type": "diffusion_trainer",
    "training_folder": "/teamspace/studios/this_studio/ai-toolkit/output",
    "sqlite_db_path": "/teamspace/studios/this_studio/ai-toolkit/aitk_db.db",
    "device": "cuda",
    "trigger_word": "srutixzit1",
    "performance_log_every": 10,
    "network": {
        "type": "lora",
        "linear": 32,
        "linear_alpha": 32,
        "conv": 16,
        "conv_alpha": 16,
        "lokr_full_rank": true,
        "lokr_factor": -1,
        "network_kwargs": {
            "ignore_if_contains": []
        }
    },
    "save": {
        "dtype": "bf16",
        "save_every": 250,
        "max_step_saves_to_keep": 4,
        "save_format": "diffusers",
        "push_to_hub": false
    },
    "datasets": [
        {
            "folder_path": "/teamspace/studios/this_studio/ai-toolkit/datasets/sruti",
            "mask_path": null,
            "mask_min_value": 0.1,
            "default_caption": "",
            "caption_ext": "txt",
            "caption_dropout_rate": 0.03,
            "cache_latents_to_disk": false,
            "is_reg": false,
            "network_weight": 1,
            "resolution": [
                1024,
                768,
                512
            ],
            "controls": [],
            "shrink_video_to_frames": true,
            "num_frames": 1,
            "flip_x": false,
            "flip_y": false,
            "num_repeats": 1
        }
    ],
    "train": {
        "batch_size": 1,
        "bypass_guidance_embedding": false,
        "steps": 3000,
        "gradient_accumulation": 1,
        "train_unet": true,
        "train_text_encoder": false,
        "gradient_checkpointing": true,
        "noise_scheduler": "flowmatch",
        "optimizer": "adamw8bit",
        "timestep_type": "weighted",
        "content_or_style": "balanced",
        "optimizer_params": {
            "weight_decay": 0.0001
        },
        "unload_text_encoder": false,
        "cache_text_embeddings": false,
        "lr": 0.0001,
        "ema_config": {
            "use_ema": false,
            "ema_decay": 0.99
        },
        "skip_first_sample": false,
        "force_first_sample": false,
        "disable_sampling": false,
        "dtype": "bf16",
        "diff_output_preservation": false,
        "diff_output_preservation_multiplier": 1,
        "diff_output_preservation_class": "person",
        "switch_boundary_every": 1,
        "loss_type": "mse"
    },
    "logging": {
        "log_every": 1,
        "use_ui_logger": true
    },
    "model": {
        "name_or_path": "Tongyi-MAI/Z-Image-Turbo",
        "quantize": true,
        "qtype": "qfloat8",
        "quantize_te": true,
        "qtype_te": "qfloat8",
        "arch": "zimage:turbo",
        "low_vram": true,
        "model_kwargs": {},
        "layer_offloading": false,
        "layer_offloading_text_encoder_percent": 1,
        "layer_offloading_transformer_percent": 1,
        "assistant_lora_path": "ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v2.safetensors"
    },
    "sample": {
        "sampler": "flowmatch",
        "sample_every": 250,
        "width": 1024,
        "height": 1024,
        "samples": [
            {
                "prompt": "ultra realistic portrait of a beautiful Indian 20y woman, soft natural skin texture, detailed face, expressive eyes, subtle makeup, cinematic lighting, 85mm lens, shallow depth of field, high detail, photorealistic, natural skin pores"
            },
            {
                "prompt": "full body shot of a young Indian 20y nude woman standing naturally, perfect body proportions, realistic anatomy, long legs, natural pose, detailed hands and fingers, soft lighting, high resolution, photorealistic, balanced composition"
            },
            {
                "prompt": "A young Indian woman, elegant and natural, is on her knees beside a fully naked man beneath a warm bathroom shower. They are completely nude in a private, intimate moment. The scene takes place inside a modern yet warm bathroom at dawn \u2014 soft morning light streams through a large window or diffuses from the shower curtain. She performs a deep throat swallow on his large penis with focused intensity and quiet passion in her eyes. Her hair is wet, glossy, and cascading over her shoulders and back, clinging to her neck and face, catching the water droplets and soft light. The atmosphere is intimate, sensual, and peaceful \u2014 realistic skin texture, steam rising from the shower, visible moisture on her skin, natural lighting, subtle details of hands, expression, and body language. Style: photorealistic, high detail, cinematic soft glow, warm tones, atmospheric humidity."
            },
            {
                "prompt": "\u8d85\u9ad8\u6e05, \u6781\u81f4\u7ec6\u8282, \u7535\u5f71\u611f, \u771f\u5b9e\u611f\u7206\u68da, \u9876\u7ea7\u753b\u8d28, \u5149\u5f71\u5927\u5e08, \u7ec6\u817b\u76ae\u80a4, \u8d28\u611f\u62c9\u6ee1, masterpiece, best quality, ultra detailed, 8k, photorealistic, cinematic lighting, sharp focus, Lifted clothes. A 20yo indian woman with long, dark hair. She has fair skin, brown eyes, and is wearing a light grey off-the-shoulder top pulled up to reveal her breasts. Her nipples are visible, and her breasts are saggy and medium-sized. She's also wearing a pearl necklace. She's sitting on a bed with dark blue bedding, and there's a pillow with a heart pattern visible in the background. The background also includes a string of warm yellow lights, suggesting a cozy, intimate setting. The overall atmosphere is sensual and suggestive, with the focus on the woman's exposed breasts and ahegao expression."
            },
            {
                "prompt": "\u8d85\u9ad8\u6e05, \u6781\u81f4\u7ec6\u8282, \u7535\u5f71\u611f, \u771f\u5b9e\u611f\u7206\u68da, \u9876\u7ea7\u753b\u8d28, \u5149\u5f71\u5927\u5e08, \u7ec6\u817b\u76ae\u80a4, \u8d28\u611f\u62c9\u6ee1, masterpiece, best quality, ultra detailed, 8k, photorealistic, cinematic lighting, sharp focus, Photograph of a 20yo indian woman performing oral sex on a man, deepthroat. The woman has midium brown skin, black hair, and is looking up with her eyes partially closed. She has black eyeliner and is wearing no visible clothing. Her lips are wrapped around the man's erect penis, which has a dark brown color. The man's pubic area has a dense patch of dark hair. The background is out of focus, with indistinct dark and light colors. The woman's face is on the left side of the image, and the man's penis is on the right side."
            }
        ],
        "neg": "",
        "seed": 42,
        "walk_seed": true,
        "guidance_scale": 1,
        "sample_steps": 8,
        "num_frames": 1,
        "fps": 1
    }
}
Using SQLite database at /teamspace/studios/this_studio/ai-toolkit/aitk_db.db
Job ID: "d407179c-af27-48d6-b914-1358334da7d9"

#############################################
# Running job: my_first_lora_v1
#############################################


Running  1 process
Loading ZImage model
Loading transformer

Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:  33%|###3      | 1/3 [00:00<00:01,  1.17it/s]
Loading checkpoint shards:  33%|###3      | 1/3 [00:00<00:01,  1.17it/s]
Loading checkpoint shards:  67%|######6   | 2/3 [00:01<00:00,  1.23it/s]
Loading checkpoint shards:  67%|######6   | 2/3 [00:01<00:00,  1.23it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.64it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.64it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.50it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.50it/s]

Loading assistant LoRA
create LoRA network. base dim (rank): 64, alpha: 64
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 276 modules.
enable LoRA for U-Net
Merging in assistant LoRA
Missing keys: []
Quantizing Transformer
 - quantizing 30 transformer blocks

  0%|          | 0/30 [00:00<?, ?it/s]
  0%|          | 0/30 [00:00<?, ?it/s]
  3%|3         | 1/30 [00:00<00:04,  6.77it/s]
  3%|3         | 1/30 [00:00<00:04,  6.77it/s]
  7%|6         | 2/30 [00:00<00:03,  7.84it/s]
  7%|6         | 2/30 [00:00<00:03,  7.84it/s]
 10%|#         | 3/30 [00:00<00:03,  8.25it/s]
 10%|#         | 3/30 [00:00<00:03,  8.25it/s]
 17%|#6        | 5/30 [00:00<00:02,  9.28it/s]
 17%|#6        | 5/30 [00:00<00:02,  9.28it/s]
 23%|##3       | 7/30 [00:00<00:02,  9.41it/s]
 23%|##3       | 7/30 [00:00<00:02,  9.41it/s]
 30%|###       | 9/30 [00:00<00:02,  9.73it/s]
 30%|###       | 9/30 [00:00<00:02,  9.73it/s]
 37%|###6      | 11/30 [00:01<00:01,  9.67it/s]
 37%|###6      | 11/30 [00:01<00:01,  9.67it/s]
 40%|####      | 12/30 [00:01<00:01,  9.47it/s]
 40%|####      | 12/30 [00:01<00:01,  9.47it/s]
 43%|####3     | 13/30 [00:01<00:01,  9.37it/s]
 43%|####3     | 13/30 [00:01<00:01,  9.37it/s]
 47%|####6     | 14/30 [00:01<00:01,  9.28it/s]
 47%|####6     | 14/30 [00:01<00:01,  9.28it/s]
 50%|#####     | 15/30 [00:01<00:01,  9.21it/s]
 50%|#####     | 15/30 [00:01<00:01,  9.21it/s]
 57%|#####6    | 17/30 [00:01<00:01,  9.71it/s]
 57%|#####6    | 17/30 [00:01<00:01,  9.71it/s]
 60%|######    | 18/30 [00:01<00:01,  9.53it/s]
 60%|######    | 18/30 [00:01<00:01,  9.53it/s]
 63%|######3   | 19/30 [00:02<00:01,  9.39it/s]
 63%|######3   | 19/30 [00:02<00:01,  9.39it/s]
 70%|#######   | 21/30 [00:02<00:00,  9.82it/s]
 70%|#######   | 21/30 [00:02<00:00,  9.82it/s]
 77%|#######6  | 23/30 [00:02<00:00, 10.05it/s]
 77%|#######6  | 23/30 [00:02<00:00, 10.05it/s]
 83%|########3 | 25/30 [00:02<00:00, 10.17it/s]
 83%|########3 | 25/30 [00:02<00:00, 10.17it/s]
 90%|######### | 27/30 [00:02<00:00,  9.78it/s]
 90%|######### | 27/30 [00:02<00:00,  9.78it/s]
 97%|#########6| 29/30 [00:03<00:00,  9.80it/s]
 97%|#########6| 29/30 [00:03<00:00,  9.80it/s]
100%|##########| 30/30 [00:03<00:00,  9.57it/s]
100%|##########| 30/30 [00:03<00:00,  9.57it/s]

 - quantizing extras
Moving transformer to CPU
Text Encoder
`torch_dtype` is deprecated! Use `dtype` instead!
`torch_dtype` is deprecated! Use `dtype` instead!

Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 65.91it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 65.91it/s]

Quantizing Text Encoder
Loading VAE
Making pipe
Preparing Model
Model Loaded
create LoRA network. base dim (rank): 32, alpha: 32
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 240 modules.
enable LoRA for U-Net
#### IMPORTANT RESUMING FROM /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/my_first_lora_v1_000001500.safetensors ####
Loading from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/my_first_lora_v1_000001500.safetensors
Missing keys: []
Found step 1500 in metadata, starting from there
Loading optimizer state from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/optimizer.pt
Updating optimizer LR from params
Dataset: /teamspace/studios/this_studio/ai-toolkit/datasets/sruti
  -  Preprocessing image dimensions

  0%|          | 0/52 [00:00<?, ?it/s]
  0%|          | 0/52 [00:00<?, ?it/s]
100%|##########| 52/52 [00:00<00:00, 40419.53it/s]
100%|##########| 52/52 [00:00<00:00, 40419.53it/s]

  -  Found 52 images
Bucket sizes for /teamspace/studios/this_studio/ai-toolkit/datasets/sruti:
576x992: 4 files
672x992: 6 files
704x1248: 12 files
480x800: 3 files
576x800: 1 files
832x1152: 6 files
480x832: 3 files
1024x1024: 3 files
640x960: 1 files
608x800: 1 files
672x960: 5 files
672x544: 1 files
416x608: 1 files
448x640: 1 files
576x832: 1 files
768x1344: 1 files
768x1280: 1 files
448x768: 1 files
18 buckets made
Dataset: /teamspace/studios/this_studio/ai-toolkit/datasets/sruti
  -  Preprocessing image dimensions

  0%|          | 0/52 [00:00<?, ?it/s]
  0%|          | 0/52 [00:00<?, ?it/s]
100%|##########| 52/52 [00:00<00:00, 45762.44it/s]
100%|##########| 52/52 [00:00<00:00, 45762.44it/s]

  -  Found 52 images
Bucket sizes for /teamspace/studios/this_studio/ai-toolkit/datasets/sruti:
576x992: 17 files
608x896: 12 files
480x800: 3 files
576x800: 1 files
672x864: 6 files
480x832: 3 files
768x768: 3 files
608x800: 1 files
672x544: 1 files
416x608: 1 files
448x640: 1 files
576x832: 1 files
576x960: 1 files
448x768: 1 files
14 buckets made
Dataset: /teamspace/studios/this_studio/ai-toolkit/datasets/sruti
  -  Preprocessing image dimensions

  0%|          | 0/52 [00:00<?, ?it/s]
  0%|          | 0/52 [00:00<?, ?it/s]
100%|##########| 52/52 [00:00<00:00, 47167.78it/s]
100%|##########| 52/52 [00:00<00:00, 47167.78it/s]

  -  Found 52 images
Bucket sizes for /teamspace/studios/this_studio/ai-toolkit/datasets/sruti:
384x672: 18 files
416x608: 13 files
384x640: 8 files
416x576: 9 files
512x512: 3 files
544x448: 1 files
6 buckets made

my_first_lora_v1:  50%|#####     | 1500/3000 [00:00<?, ?it/s]
my_first_lora_v1:  50%|#####     | 1500/3000 [00:00<?, ?it/s]
my_first_lora_v1:  50%|#####     | 1500/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 5.557e-01]
my_first_lora_v1:  50%|#####     | 1500/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 5.557e-01]
my_first_lora_v1:  50%|#####     | 1500/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 5.557e-01]
my_first_lora_v1:  50%|#####     | 1500/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 5.557e-01]
my_first_lora_v1:  50%|#####     | 1500/3000 [00:03<?, ?it/s, lr: 1.0e-04 loss: 7.095e-02]
my_first_lora_v1:  50%|#####     | 1500/3000 [00:03<?, ?it/s, lr: 1.0e-04 loss: 7.095e-02]
my_first_lora_v1:  50%|#####     | 1501/3000 [00:03<1:37:21,  3.90s/it, lr: 1.0e-04 loss: 9.945e-02]
my_first_lora_v1:  50%|#####     | 1501/3000 [00:03<1:37:21,  3.90s/it, lr: 1.0e-04 loss: 9.945e-02]
my_first_lora_v1:  50%|#####     | 1502/3000 [00:05<1:06:45,  2.67s/it, lr: 1.0e-04 loss: 6.935e-01]
my_first_lora_v1:  50%|#####     | 1502/3000 [00:05<1:06:45,  2.67s/it, lr: 1.0e-04 loss: 6.935e-01]
my_first_lora_v1:  50%|#####     | 1503/3000 [00:07<1:04:17,  2.58s/it, lr: 1.0e-04 loss: 8.232e-02]
my_first_lora_v1:  50%|#####     | 1503/3000 [00:07<1:04:17,  2.58s/it, lr: 1.0e-04 loss: 8.232e-02]
my_first_lora_v1:  50%|#####     | 1504/3000 [00:08<53:10,  2.13s/it, lr: 1.0e-04 loss: 6.655e-01]  
my_first_lora_v1:  50%|#####     | 1504/3000 [00:08<53:10,  2.13s/it, lr: 1.0e-04 loss: 6.655e-01]  
my_first_lora_v1:  50%|#####     | 1505/3000 [00:09<48:49,  1.96s/it, lr: 1.0e-04 loss: 5.377e-01]
my_first_lora_v1:  50%|#####     | 1505/3000 [00:09<48:49,  1.96s/it, lr: 1.0e-04 loss: 5.377e-01]
my_first_lora_v1:  50%|#####     | 1506/3000 [00:11<46:38,  1.87s/it, lr: 1.0e-04 loss: 1.965e-01]
my_first_lora_v1:  50%|#####     | 1506/3000 [00:11<46:38,  1.87s/it, lr: 1.0e-04 loss: 1.965e-01]
my_first_lora_v1:  50%|#####     | 1507/3000 [00:12<42:40,  1.71s/it, lr: 1.0e-04 loss: 7.758e-01]
my_first_lora_v1:  50%|#####     | 1507/3000 [00:12<42:40,  1.71s/it, lr: 1.0e-04 loss: 7.758e-01]
my_first_lora_v1:  50%|#####     | 1508/3000 [00:13<41:50,  1.68s/it, lr: 1.0e-04 loss: 9.248e-01]
my_first_lora_v1:  50%|#####     | 1508/3000 [00:13<41:50,  1.68s/it, lr: 1.0e-04 loss: 9.248e-01]
my_first_lora_v1:  50%|#####     | 1509/3000 [00:14<39:19,  1.58s/it, lr: 1.0e-04 loss: 4.670e-01]
my_first_lora_v1:  50%|#####     | 1509/3000 [00:14<39:19,  1.58s/it, lr: 1.0e-04 loss: 4.670e-01]
my_first_lora_v1:  50%|#####     | 1510/3000 [00:15<38:47,  1.56s/it, lr: 1.0e-04 loss: 7.550e-01]
my_first_lora_v1:  50%|#####     | 1510/3000 [00:15<38:47,  1.56s/it, lr: 1.0e-04 loss: 7.550e-01]
my_first_lora_v1:  50%|#####     | 1511/3000 [00:16<38:02,  1.53s/it, lr: 1.0e-04 loss: 2.777e-01]
my_first_lora_v1:  50%|#####     | 1511/3000 [00:16<38:02,  1.53s/it, lr: 1.0e-04 loss: 2.777e-01]
my_first_lora_v1:  50%|#####     | 1512/3000 [00:18<38:13,  1.54s/it, lr: 1.0e-04 loss: 3.480e-01]
my_first_lora_v1:  50%|#####     | 1512/3000 [00:18<38:13,  1.54s/it, lr: 1.0e-04 loss: 3.480e-01]
my_first_lora_v1:  50%|#####     | 1513/3000 [00:19<38:05,  1.54s/it, lr: 1.0e-04 loss: 1.980e-01]
my_first_lora_v1:  50%|#####     | 1513/3000 [00:19<38:05,  1.54s/it, lr: 1.0e-04 loss: 1.980e-01]
my_first_lora_v1:  50%|#####     | 1514/3000 [00:21<37:14,  1.50s/it, lr: 1.0e-04 loss: 1.744e-01]
my_first_lora_v1:  50%|#####     | 1514/3000 [00:21<37:14,  1.50s/it, lr: 1.0e-04 loss: 1.744e-01]
my_first_lora_v1:  50%|#####     | 1515/3000 [00:22<36:59,  1.49s/it, lr: 1.0e-04 loss: 4.915e-01]
my_first_lora_v1:  50%|#####     | 1515/3000 [00:22<36:59,  1.49s/it, lr: 1.0e-04 loss: 4.915e-01]
my_first_lora_v1:  51%|#####     | 1516/3000 [00:23<35:56,  1.45s/it, lr: 1.0e-04 loss: 5.937e-01]
my_first_lora_v1:  51%|#####     | 1516/3000 [00:23<35:56,  1.45s/it, lr: 1.0e-04 loss: 5.937e-01]
my_first_lora_v1:  51%|#####     | 1517/3000 [00:24<35:46,  1.45s/it, lr: 1.0e-04 loss: 7.843e-01]
my_first_lora_v1:  51%|#####     | 1517/3000 [00:24<35:46,  1.45s/it, lr: 1.0e-04 loss: 7.843e-01]
my_first_lora_v1:  51%|#####     | 1518/3000 [00:27<37:18,  1.51s/it, lr: 1.0e-04 loss: 2.098e-01]
my_first_lora_v1:  51%|#####     | 1518/3000 [00:27<37:18,  1.51s/it, lr: 1.0e-04 loss: 2.098e-01]
my_first_lora_v1:  51%|#####     | 1519/3000 [00:27<36:17,  1.47s/it, lr: 1.0e-04 loss: 6.745e-01]
my_first_lora_v1:  51%|#####     | 1519/3000 [00:27<36:17,  1.47s/it, lr: 1.0e-04 loss: 6.745e-01]
my_first_lora_v1:  51%|#####     | 1520/3000 [00:29<36:15,  1.47s/it, lr: 1.0e-04 loss: 7.167e-01]
my_first_lora_v1:  51%|#####     | 1520/3000 [00:29<36:15,  1.47s/it, lr: 1.0e-04 loss: 7.167e-01]
my_first_lora_v1:  51%|#####     | 1521/3000 [00:31<37:14,  1.51s/it, lr: 1.0e-04 loss: 4.409e-01]
my_first_lora_v1:  51%|#####     | 1521/3000 [00:31<37:14,  1.51s/it, lr: 1.0e-04 loss: 4.409e-01]
my_first_lora_v1:  51%|#####     | 1522/3000 [00:32<36:24,  1.48s/it, lr: 1.0e-04 loss: 7.141e-01]
my_first_lora_v1:  51%|#####     | 1522/3000 [00:32<36:24,  1.48s/it, lr: 1.0e-04 loss: 7.141e-01]
my_first_lora_v1:  51%|#####     | 1523/3000 [00:33<36:21,  1.48s/it, lr: 1.0e-04 loss: 3.621e-01]
my_first_lora_v1:  51%|#####     | 1523/3000 [00:33<36:21,  1.48s/it, lr: 1.0e-04 loss: 3.621e-01]
my_first_lora_v1:  51%|#####     | 1524/3000 [00:34<35:48,  1.46s/it, lr: 1.0e-04 loss: 6.925e-01]
my_first_lora_v1:  51%|#####     | 1524/3000 [00:34<35:48,  1.46s/it, lr: 1.0e-04 loss: 6.925e-01]
my_first_lora_v1:  51%|#####     | 1525/3000 [00:35<35:07,  1.43s/it, lr: 1.0e-04 loss: 7.270e-01]
my_first_lora_v1:  51%|#####     | 1525/3000 [00:35<35:07,  1.43s/it, lr: 1.0e-04 loss: 7.270e-01]
my_first_lora_v1:  51%|#####     | 1526/3000 [00:36<34:44,  1.41s/it, lr: 1.0e-04 loss: 4.802e-01]
my_first_lora_v1:  51%|#####     | 1526/3000 [00:36<34:44,  1.41s/it, lr: 1.0e-04 loss: 4.802e-01]
my_first_lora_v1:  51%|#####     | 1527/3000 [00:39<36:03,  1.47s/it, lr: 1.0e-04 loss: 4.378e-01]
my_first_lora_v1:  51%|#####     | 1527/3000 [00:39<36:03,  1.47s/it, lr: 1.0e-04 loss: 4.378e-01]
my_first_lora_v1:  51%|#####     | 1528/3000 [00:42<37:13,  1.52s/it, lr: 1.0e-04 loss: 2.640e-01]
my_first_lora_v1:  51%|#####     | 1528/3000 [00:42<37:13,  1.52s/it, lr: 1.0e-04 loss: 2.640e-01]
my_first_lora_v1:  51%|#####     | 1529/3000 [00:43<37:04,  1.51s/it, lr: 1.0e-04 loss: 2.394e-01]
my_first_lora_v1:  51%|#####     | 1529/3000 [00:43<37:04,  1.51s/it, lr: 1.0e-04 loss: 2.394e-01]
my_first_lora_v1:  51%|#####1    | 1530/3000 [00:45<37:13,  1.52s/it, lr: 1.0e-04 loss: 3.178e-01]
my_first_lora_v1:  51%|#####1    | 1530/3000 [00:45<37:13,  1.52s/it, lr: 1.0e-04 loss: 3.178e-01]
my_first_lora_v1:  51%|#####1    | 1531/3000 [00:46<36:36,  1.50s/it, lr: 1.0e-04 loss: 1.774e-01]
my_first_lora_v1:  51%|#####1    | 1531/3000 [00:46<36:36,  1.50s/it, lr: 1.0e-04 loss: 1.774e-01]
my_first_lora_v1:  51%|#####1    | 1532/3000 [00:47<36:02,  1.47s/it, lr: 1.0e-04 loss: 6.648e-01]
my_first_lora_v1:  51%|#####1    | 1532/3000 [00:47<36:02,  1.47s/it, lr: 1.0e-04 loss: 6.648e-01]
my_first_lora_v1:  51%|#####1    | 1533/3000 [00:47<35:29,  1.45s/it, lr: 1.0e-04 loss: 7.802e-01]
my_first_lora_v1:  51%|#####1    | 1533/3000 [00:47<35:29,  1.45s/it, lr: 1.0e-04 loss: 7.802e-01]
my_first_lora_v1:  51%|#####1    | 1534/3000 [00:49<35:29,  1.45s/it, lr: 1.0e-04 loss: 4.558e-01]
my_first_lora_v1:  51%|#####1    | 1534/3000 [00:49<35:29,  1.45s/it, lr: 1.0e-04 loss: 4.558e-01]
my_first_lora_v1:  51%|#####1    | 1535/3000 [00:51<36:05,  1.48s/it, lr: 1.0e-04 loss: 1.886e-01]
my_first_lora_v1:  51%|#####1    | 1535/3000 [00:51<36:05,  1.48s/it, lr: 1.0e-04 loss: 1.886e-01]
my_first_lora_v1:  51%|#####1    | 1536/3000 [00:52<35:36,  1.46s/it, lr: 1.0e-04 loss: 5.521e-01]
my_first_lora_v1:  51%|#####1    | 1536/3000 [00:52<35:36,  1.46s/it, lr: 1.0e-04 loss: 5.521e-01]
my_first_lora_v1:  51%|#####1    | 1537/3000 [00:53<35:20,  1.45s/it, lr: 1.0e-04 loss: 4.382e-02]
my_first_lora_v1:  51%|#####1    | 1537/3000 [00:53<35:20,  1.45s/it, lr: 1.0e-04 loss: 4.382e-02]
my_first_lora_v1:  51%|#####1    | 1538/3000 [00:55<35:22,  1.45s/it, lr: 1.0e-04 loss: 7.092e-01]
my_first_lora_v1:  51%|#####1    | 1538/3000 [00:55<35:22,  1.45s/it, lr: 1.0e-04 loss: 7.092e-01]
my_first_lora_v1:  51%|#####1    | 1539/3000 [00:56<35:20,  1.45s/it, lr: 1.0e-04 loss: 2.477e-01]
my_first_lora_v1:  51%|#####1    | 1539/3000 [00:56<35:20,  1.45s/it, lr: 1.0e-04 loss: 2.477e-01]
my_first_lora_v1:  51%|#####1    | 1540/3000 [00:59<35:57,  1.48s/it, lr: 1.0e-04 loss: 5.876e-01]
my_first_lora_v1:  51%|#####1    | 1540/3000 [00:59<35:57,  1.48s/it, lr: 1.0e-04 loss: 5.876e-01]
my_first_lora_v1:  51%|#####1    | 1541/3000 [01:00<36:00,  1.48s/it, lr: 1.0e-04 loss: 6.670e-01]
my_first_lora_v1:  51%|#####1    | 1541/3000 [01:00<36:00,  1.48s/it, lr: 1.0e-04 loss: 6.670e-01]
my_first_lora_v1:  51%|#####1    | 1542/3000 [01:03<36:28,  1.50s/it, lr: 1.0e-04 loss: 6.877e-01]
my_first_lora_v1:  51%|#####1    | 1542/3000 [01:03<36:28,  1.50s/it, lr: 1.0e-04 loss: 6.877e-01]
my_first_lora_v1:  51%|#####1    | 1543/3000 [01:04<36:32,  1.50s/it, lr: 1.0e-04 loss: 7.067e-01]
my_first_lora_v1:  51%|#####1    | 1543/3000 [01:04<36:32,  1.50s/it, lr: 1.0e-04 loss: 7.067e-01]
my_first_lora_v1:  51%|#####1    | 1544/3000 [01:06<36:28,  1.50s/it, lr: 1.0e-04 loss: 2.087e-01]
my_first_lora_v1:  51%|#####1    | 1544/3000 [01:06<36:28,  1.50s/it, lr: 1.0e-04 loss: 2.087e-01]
my_first_lora_v1:  52%|#####1    | 1545/3000 [01:07<36:24,  1.50s/it, lr: 1.0e-04 loss: 5.293e-01]
my_first_lora_v1:  52%|#####1    | 1545/3000 [01:07<36:24,  1.50s/it, lr: 1.0e-04 loss: 5.293e-01]
my_first_lora_v1:  52%|#####1    | 1546/3000 [01:08<36:00,  1.49s/it, lr: 1.0e-04 loss: 1.226e-01]
my_first_lora_v1:  52%|#####1    | 1546/3000 [01:08<36:00,  1.49s/it, lr: 1.0e-04 loss: 1.226e-01]
my_first_lora_v1:  52%|#####1    | 1547/3000 [01:09<35:37,  1.47s/it, lr: 1.0e-04 loss: 4.986e-01]
my_first_lora_v1:  52%|#####1    | 1547/3000 [01:09<35:37,  1.47s/it, lr: 1.0e-04 loss: 4.986e-01]
my_first_lora_v1:  52%|#####1    | 1548/3000 [01:09<35:14,  1.46s/it, lr: 1.0e-04 loss: 5.490e-01]
my_first_lora_v1:  52%|#####1    | 1548/3000 [01:09<35:14,  1.46s/it, lr: 1.0e-04 loss: 5.490e-01]
my_first_lora_v1:  52%|#####1    | 1549/3000 [01:11<35:13,  1.46s/it, lr: 1.0e-04 loss: 3.333e-01]
my_first_lora_v1:  52%|#####1    | 1549/3000 [01:11<35:13,  1.46s/it, lr: 1.0e-04 loss: 3.333e-01]
my_first_lora_v1:  52%|#####1    | 1550/3000 [01:12<34:52,  1.44s/it, lr: 1.0e-04 loss: 1.748e-01]
my_first_lora_v1:  52%|#####1    | 1550/3000 [01:12<34:52,  1.44s/it, lr: 1.0e-04 loss: 1.748e-01]
my_first_lora_v1:  52%|#####1    | 1551/3000 [01:13<34:51,  1.44s/it, lr: 1.0e-04 loss: 4.893e-01]
my_first_lora_v1:  52%|#####1    | 1551/3000 [01:13<34:51,  1.44s/it, lr: 1.0e-04 loss: 4.893e-01]
my_first_lora_v1:  52%|#####1    | 1552/3000 [01:14<34:48,  1.44s/it, lr: 1.0e-04 loss: 3.739e-01]
my_first_lora_v1:  52%|#####1    | 1552/3000 [01:14<34:48,  1.44s/it, lr: 1.0e-04 loss: 3.739e-01]
my_first_lora_v1:  52%|#####1    | 1553/3000 [01:16<34:52,  1.45s/it, lr: 1.0e-04 loss: 2.165e-01]
my_first_lora_v1:  52%|#####1    | 1553/3000 [01:16<34:52,  1.45s/it, lr: 1.0e-04 loss: 2.165e-01]
my_first_lora_v1:  52%|#####1    | 1554/3000 [01:18<34:51,  1.45s/it, lr: 1.0e-04 loss: 1.931e-01]
my_first_lora_v1:  52%|#####1    | 1554/3000 [01:18<34:51,  1.45s/it, lr: 1.0e-04 loss: 1.931e-01]
my_first_lora_v1:  52%|#####1    | 1555/3000 [01:19<34:55,  1.45s/it, lr: 1.0e-04 loss: 3.073e-01]
my_first_lora_v1:  52%|#####1    | 1555/3000 [01:19<34:55,  1.45s/it, lr: 1.0e-04 loss: 3.073e-01]
my_first_lora_v1:  52%|#####1    | 1556/3000 [01:20<34:42,  1.44s/it, lr: 1.0e-04 loss: 7.604e-01]
my_first_lora_v1:  52%|#####1    | 1556/3000 [01:20<34:42,  1.44s/it, lr: 1.0e-04 loss: 7.604e-01]
my_first_lora_v1:  52%|#####1    | 1557/3000 [01:22<34:40,  1.44s/it, lr: 1.0e-04 loss: 7.135e-01]
my_first_lora_v1:  52%|#####1    | 1557/3000 [01:22<34:40,  1.44s/it, lr: 1.0e-04 loss: 7.135e-01]
my_first_lora_v1:  52%|#####1    | 1558/3000 [01:23<34:40,  1.44s/it, lr: 1.0e-04 loss: 7.043e-01]
my_first_lora_v1:  52%|#####1    | 1558/3000 [01:23<34:40,  1.44s/it, lr: 1.0e-04 loss: 7.043e-01]
my_first_lora_v1:  52%|#####1    | 1559/3000 [01:24<34:23,  1.43s/it, lr: 1.0e-04 loss: 4.108e-01]
my_first_lora_v1:  52%|#####1    | 1559/3000 [01:24<34:23,  1.43s/it, lr: 1.0e-04 loss: 4.108e-01]
my_first_lora_v1:  52%|#####2    | 1560/3000 [01:25<34:06,  1.42s/it, lr: 1.0e-04 loss: 7.419e-01]
my_first_lora_v1:  52%|#####2    | 1560/3000 [01:25<34:06,  1.42s/it, lr: 1.0e-04 loss: 7.419e-01]
my_first_lora_v1:  52%|#####2    | 1561/3000 [01:26<34:03,  1.42s/it, lr: 1.0e-04 loss: 3.032e-01]
my_first_lora_v1:  52%|#####2    | 1561/3000 [01:26<34:03,  1.42s/it, lr: 1.0e-04 loss: 3.032e-01]
my_first_lora_v1:  52%|#####2    | 1562/3000 [01:27<33:47,  1.41s/it, lr: 1.0e-04 loss: 4.823e-01]
my_first_lora_v1:  52%|#####2    | 1562/3000 [01:27<33:47,  1.41s/it, lr: 1.0e-04 loss: 4.823e-01]
my_first_lora_v1:  52%|#####2    | 1563/3000 [01:29<34:12,  1.43s/it, lr: 1.0e-04 loss: 7.411e-01]
my_first_lora_v1:  52%|#####2    | 1563/3000 [01:29<34:12,  1.43s/it, lr: 1.0e-04 loss: 7.411e-01]
my_first_lora_v1:  52%|#####2    | 1564/3000 [01:31<34:11,  1.43s/it, lr: 1.0e-04 loss: 3.668e-01]
my_first_lora_v1:  52%|#####2    | 1564/3000 [01:31<34:11,  1.43s/it, lr: 1.0e-04 loss: 3.668e-01]
my_first_lora_v1:  52%|#####2    | 1565/3000 [01:34<34:42,  1.45s/it, lr: 1.0e-04 loss: 1.149e-01]
my_first_lora_v1:  52%|#####2    | 1565/3000 [01:34<34:42,  1.45s/it, lr: 1.0e-04 loss: 1.149e-01]
my_first_lora_v1:  52%|#####2    | 1566/3000 [01:35<34:37,  1.45s/it, lr: 1.0e-04 loss: 8.063e-01]
my_first_lora_v1:  52%|#####2    | 1566/3000 [01:35<34:37,  1.45s/it, lr: 1.0e-04 loss: 8.063e-01]
my_first_lora_v1:  52%|#####2    | 1567/3000 [01:38<35:00,  1.47s/it, lr: 1.0e-04 loss: 2.876e-01]
my_first_lora_v1:  52%|#####2    | 1567/3000 [01:38<35:00,  1.47s/it, lr: 1.0e-04 loss: 2.876e-01]
my_first_lora_v1:  52%|#####2    | 1568/3000 [01:39<35:00,  1.47s/it, lr: 1.0e-04 loss: 9.393e-02]
my_first_lora_v1:  52%|#####2    | 1568/3000 [01:39<35:00,  1.47s/it, lr: 1.0e-04 loss: 9.393e-02]
my_first_lora_v1:  52%|#####2    | 1569/3000 [01:41<34:57,  1.47s/it, lr: 1.0e-04 loss: 4.860e-01]
my_first_lora_v1:  52%|#####2    | 1569/3000 [01:41<34:57,  1.47s/it, lr: 1.0e-04 loss: 4.860e-01]
my_first_lora_v1:  52%|#####2    | 1570/3000 [01:42<35:01,  1.47s/it, lr: 1.0e-04 loss: 1.311e-01]
my_first_lora_v1:  52%|#####2    | 1570/3000 [01:42<35:01,  1.47s/it, lr: 1.0e-04 loss: 1.311e-01]
my_first_lora_v1:  52%|#####2    | 1571/3000 [01:45<35:22,  1.49s/it, lr: 1.0e-04 loss: 3.152e-01]
my_first_lora_v1:  52%|#####2    | 1571/3000 [01:45<35:22,  1.49s/it, lr: 1.0e-04 loss: 3.152e-01]
my_first_lora_v1:  52%|#####2    | 1572/3000 [01:46<35:07,  1.48s/it, lr: 1.0e-04 loss: 3.322e-01]
my_first_lora_v1:  52%|#####2    | 1572/3000 [01:46<35:07,  1.48s/it, lr: 1.0e-04 loss: 3.322e-01]
my_first_lora_v1:  52%|#####2    | 1573/3000 [01:47<34:52,  1.47s/it, lr: 1.0e-04 loss: 6.690e-01]
my_first_lora_v1:  52%|#####2    | 1573/3000 [01:47<34:52,  1.47s/it, lr: 1.0e-04 loss: 6.690e-01]
my_first_lora_v1:  52%|#####2    | 1574/3000 [01:47<34:37,  1.46s/it, lr: 1.0e-04 loss: 3.499e-01]
my_first_lora_v1:  52%|#####2    | 1574/3000 [01:47<34:37,  1.46s/it, lr: 1.0e-04 loss: 3.499e-01]
my_first_lora_v1:  52%|#####2    | 1575/3000 [01:49<34:35,  1.46s/it, lr: 1.0e-04 loss: 7.605e-02]
my_first_lora_v1:  52%|#####2    | 1575/3000 [01:49<34:35,  1.46s/it, lr: 1.0e-04 loss: 7.605e-02]
my_first_lora_v1:  53%|#####2    | 1576/3000 [01:50<34:29,  1.45s/it, lr: 1.0e-04 loss: 4.337e-01]
my_first_lora_v1:  53%|#####2    | 1576/3000 [01:50<34:29,  1.45s/it, lr: 1.0e-04 loss: 4.337e-01]
my_first_lora_v1:  53%|#####2    | 1577/3000 [01:51<34:19,  1.45s/it, lr: 1.0e-04 loss: 2.931e-01]
my_first_lora_v1:  53%|#####2    | 1577/3000 [01:51<34:19,  1.45s/it, lr: 1.0e-04 loss: 2.931e-01]
my_first_lora_v1:  53%|#####2    | 1578/3000 [01:52<34:05,  1.44s/it, lr: 1.0e-04 loss: 7.544e-01]
my_first_lora_v1:  53%|#####2    | 1578/3000 [01:52<34:05,  1.44s/it, lr: 1.0e-04 loss: 7.544e-01]
my_first_lora_v1:  53%|#####2    | 1579/3000 [01:52<33:52,  1.43s/it, lr: 1.0e-04 loss: 3.267e-01]
my_first_lora_v1:  53%|#####2    | 1579/3000 [01:52<33:52,  1.43s/it, lr: 1.0e-04 loss: 3.267e-01]
my_first_lora_v1:  53%|#####2    | 1580/3000 [01:54<33:45,  1.43s/it, lr: 1.0e-04 loss: 1.509e-01]
my_first_lora_v1:  53%|#####2    | 1580/3000 [01:54<33:45,  1.43s/it, lr: 1.0e-04 loss: 1.509e-01]
my_first_lora_v1:  53%|#####2    | 1581/3000 [01:54<33:33,  1.42s/it, lr: 1.0e-04 loss: 5.682e-01]
my_first_lora_v1:  53%|#####2    | 1581/3000 [01:54<33:33,  1.42s/it, lr: 1.0e-04 loss: 5.682e-01]
my_first_lora_v1:  53%|#####2    | 1582/3000 [01:56<33:31,  1.42s/it, lr: 1.0e-04 loss: 7.230e-01]
my_first_lora_v1:  53%|#####2    | 1582/3000 [01:56<33:31,  1.42s/it, lr: 1.0e-04 loss: 7.230e-01]
my_first_lora_v1:  53%|#####2    | 1583/3000 [01:57<33:29,  1.42s/it, lr: 1.0e-04 loss: 1.406e-01]
my_first_lora_v1:  53%|#####2    | 1583/3000 [01:57<33:29,  1.42s/it, lr: 1.0e-04 loss: 1.406e-01]
my_first_lora_v1:  53%|#####2    | 1584/3000 [01:58<33:17,  1.41s/it, lr: 1.0e-04 loss: 7.741e-02]
my_first_lora_v1:  53%|#####2    | 1584/3000 [01:58<33:17,  1.41s/it, lr: 1.0e-04 loss: 7.741e-02]
my_first_lora_v1:  53%|#####2    | 1585/3000 [02:00<33:31,  1.42s/it, lr: 1.0e-04 loss: 6.331e-01]
my_first_lora_v1:  53%|#####2    | 1585/3000 [02:00<33:31,  1.42s/it, lr: 1.0e-04 loss: 6.331e-01]
my_first_lora_v1:  53%|#####2    | 1586/3000 [02:01<33:24,  1.42s/it, lr: 1.0e-04 loss: 2.414e-01]
my_first_lora_v1:  53%|#####2    | 1586/3000 [02:01<33:24,  1.42s/it, lr: 1.0e-04 loss: 2.414e-01]
my_first_lora_v1:  53%|#####2    | 1587/3000 [02:03<33:23,  1.42s/it, lr: 1.0e-04 loss: 3.025e-01]
my_first_lora_v1:  53%|#####2    | 1587/3000 [02:03<33:23,  1.42s/it, lr: 1.0e-04 loss: 3.025e-01]
my_first_lora_v1:  53%|#####2    | 1588/3000 [02:04<33:11,  1.41s/it, lr: 1.0e-04 loss: 5.836e-01]
my_first_lora_v1:  53%|#####2    | 1588/3000 [02:04<33:11,  1.41s/it, lr: 1.0e-04 loss: 5.836e-01]
my_first_lora_v1:  53%|#####2    | 1589/3000 [02:04<32:59,  1.40s/it, lr: 1.0e-04 loss: 7.464e-01]
my_first_lora_v1:  53%|#####2    | 1589/3000 [02:04<32:59,  1.40s/it, lr: 1.0e-04 loss: 7.464e-01]
my_first_lora_v1:  53%|#####3    | 1590/3000 [02:06<32:55,  1.40s/it, lr: 1.0e-04 loss: 5.754e-01]
my_first_lora_v1:  53%|#####3    | 1590/3000 [02:06<32:55,  1.40s/it, lr: 1.0e-04 loss: 5.754e-01]
my_first_lora_v1:  53%|#####3    | 1591/3000 [02:07<32:58,  1.40s/it, lr: 1.0e-04 loss: 5.624e-01]
my_first_lora_v1:  53%|#####3    | 1591/3000 [02:07<32:58,  1.40s/it, lr: 1.0e-04 loss: 5.624e-01]
my_first_lora_v1:  53%|#####3    | 1592/3000 [02:08<32:47,  1.40s/it, lr: 1.0e-04 loss: 8.575e-01]
my_first_lora_v1:  53%|#####3    | 1592/3000 [02:08<32:47,  1.40s/it, lr: 1.0e-04 loss: 8.575e-01]
my_first_lora_v1:  53%|#####3    | 1593/3000 [02:09<32:41,  1.39s/it, lr: 1.0e-04 loss: 3.971e-01]
my_first_lora_v1:  53%|#####3    | 1593/3000 [02:09<32:41,  1.39s/it, lr: 1.0e-04 loss: 3.971e-01]
my_first_lora_v1:  53%|#####3    | 1594/3000 [02:10<32:35,  1.39s/it, lr: 1.0e-04 loss: 2.679e-01]
my_first_lora_v1:  53%|#####3    | 1594/3000 [02:10<32:35,  1.39s/it, lr: 1.0e-04 loss: 2.679e-01]
my_first_lora_v1:  53%|#####3    | 1595/3000 [02:12<32:34,  1.39s/it, lr: 1.0e-04 loss: 3.893e-01]
my_first_lora_v1:  53%|#####3    | 1595/3000 [02:12<32:34,  1.39s/it, lr: 1.0e-04 loss: 3.893e-01]
my_first_lora_v1:  53%|#####3    | 1596/3000 [02:12<32:24,  1.39s/it, lr: 1.0e-04 loss: 4.914e-01]
my_first_lora_v1:  53%|#####3    | 1596/3000 [02:12<32:24,  1.39s/it, lr: 1.0e-04 loss: 4.914e-01]
my_first_lora_v1:  53%|#####3    | 1597/3000 [02:13<32:14,  1.38s/it, lr: 1.0e-04 loss: 6.364e-01]
my_first_lora_v1:  53%|#####3    | 1597/3000 [02:13<32:14,  1.38s/it, lr: 1.0e-04 loss: 6.364e-01]
my_first_lora_v1:  53%|#####3    | 1598/3000 [02:14<32:04,  1.37s/it, lr: 1.0e-04 loss: 1.527e-01]
my_first_lora_v1:  53%|#####3    | 1598/3000 [02:14<32:04,  1.37s/it, lr: 1.0e-04 loss: 1.527e-01]
my_first_lora_v1:  53%|#####3    | 1599/3000 [02:15<31:55,  1.37s/it, lr: 1.0e-04 loss: 6.786e-01]
my_first_lora_v1:  53%|#####3    | 1599/3000 [02:15<31:55,  1.37s/it, lr: 1.0e-04 loss: 6.786e-01]
my_first_lora_v1:  53%|#####3    | 1600/3000 [02:16<31:55,  1.37s/it, lr: 1.0e-04 loss: 6.681e-01]
my_first_lora_v1:  53%|#####3    | 1600/3000 [02:16<31:55,  1.37s/it, lr: 1.0e-04 loss: 6.681e-01]
my_first_lora_v1:  53%|#####3    | 1601/3000 [02:17<31:45,  1.36s/it, lr: 1.0e-04 loss: 6.848e-01]
my_first_lora_v1:  53%|#####3    | 1601/3000 [02:17<31:45,  1.36s/it, lr: 1.0e-04 loss: 6.848e-01]
my_first_lora_v1:  53%|#####3    | 1602/3000 [02:18<31:40,  1.36s/it, lr: 1.0e-04 loss: 8.950e-02]
my_first_lora_v1:  53%|#####3    | 1602/3000 [02:18<31:40,  1.36s/it, lr: 1.0e-04 loss: 8.950e-02]
my_first_lora_v1:  53%|#####3    | 1603/3000 [02:20<31:40,  1.36s/it, lr: 1.0e-04 loss: 2.221e-01]
my_first_lora_v1:  53%|#####3    | 1603/3000 [02:20<31:40,  1.36s/it, lr: 1.0e-04 loss: 2.221e-01]
my_first_lora_v1:  53%|#####3    | 1604/3000 [02:21<31:37,  1.36s/it, lr: 1.0e-04 loss: 1.647e-01]
my_first_lora_v1:  53%|#####3    | 1604/3000 [02:21<31:37,  1.36s/it, lr: 1.0e-04 loss: 1.647e-01]
my_first_lora_v1:  54%|#####3    | 1605/3000 [02:23<31:40,  1.36s/it, lr: 1.0e-04 loss: 4.033e-01]
my_first_lora_v1:  54%|#####3    | 1605/3000 [02:23<31:40,  1.36s/it, lr: 1.0e-04 loss: 4.033e-01]
my_first_lora_v1:  54%|#####3    | 1606/3000 [02:23<31:33,  1.36s/it, lr: 1.0e-04 loss: 3.958e-01]
my_first_lora_v1:  54%|#####3    | 1606/3000 [02:23<31:33,  1.36s/it, lr: 1.0e-04 loss: 3.958e-01]
my_first_lora_v1:  54%|#####3    | 1607/3000 [02:25<31:28,  1.36s/it, lr: 1.0e-04 loss: 3.808e-01]
my_first_lora_v1:  54%|#####3    | 1607/3000 [02:25<31:28,  1.36s/it, lr: 1.0e-04 loss: 3.808e-01]
my_first_lora_v1:  54%|#####3    | 1608/3000 [02:25<31:19,  1.35s/it, lr: 1.0e-04 loss: 7.732e-01]
my_first_lora_v1:  54%|#####3    | 1608/3000 [02:25<31:19,  1.35s/it, lr: 1.0e-04 loss: 7.732e-01]
my_first_lora_v1:  54%|#####3    | 1609/3000 [02:26<31:10,  1.35s/it, lr: 1.0e-04 loss: 4.350e-01]
my_first_lora_v1:  54%|#####3    | 1609/3000 [02:26<31:10,  1.35s/it, lr: 1.0e-04 loss: 4.350e-01]
my_first_lora_v1:  54%|#####3    | 1610/3000 [02:27<31:02,  1.34s/it, lr: 1.0e-04 loss: 5.421e-01]
my_first_lora_v1:  54%|#####3    | 1610/3000 [02:27<31:02,  1.34s/it, lr: 1.0e-04 loss: 5.421e-01]
my_first_lora_v1:  54%|#####3    | 1611/3000 [02:29<31:13,  1.35s/it, lr: 1.0e-04 loss: 4.964e-01]
my_first_lora_v1:  54%|#####3    | 1611/3000 [02:29<31:13,  1.35s/it, lr: 1.0e-04 loss: 4.964e-01]
my_first_lora_v1:  54%|#####3    | 1612/3000 [02:30<31:04,  1.34s/it, lr: 1.0e-04 loss: 2.831e-01]
my_first_lora_v1:  54%|#####3    | 1612/3000 [02:30<31:04,  1.34s/it, lr: 1.0e-04 loss: 2.831e-01]
my_first_lora_v1:  54%|#####3    | 1613/3000 [02:31<31:03,  1.34s/it, lr: 1.0e-04 loss: 6.925e-01]
my_first_lora_v1:  54%|#####3    | 1613/3000 [02:31<31:03,  1.34s/it, lr: 1.0e-04 loss: 6.925e-01]
my_first_lora_v1:  54%|#####3    | 1614/3000 [02:34<31:14,  1.35s/it, lr: 1.0e-04 loss: 3.304e-01]
my_first_lora_v1:  54%|#####3    | 1614/3000 [02:34<31:14,  1.35s/it, lr: 1.0e-04 loss: 3.304e-01]
my_first_lora_v1:  54%|#####3    | 1615/3000 [02:34<31:06,  1.35s/it, lr: 1.0e-04 loss: 1.229e-01]
my_first_lora_v1:  54%|#####3    | 1615/3000 [02:34<31:06,  1.35s/it, lr: 1.0e-04 loss: 1.229e-01]
my_first_lora_v1:  54%|#####3    | 1616/3000 [02:36<31:09,  1.35s/it, lr: 1.0e-04 loss: 1.675e-01]
my_first_lora_v1:  54%|#####3    | 1616/3000 [02:36<31:09,  1.35s/it, lr: 1.0e-04 loss: 1.675e-01]
my_first_lora_v1:  54%|#####3    | 1617/3000 [02:37<31:03,  1.35s/it, lr: 1.0e-04 loss: 5.873e-01]
my_first_lora_v1:  54%|#####3    | 1617/3000 [02:37<31:03,  1.35s/it, lr: 1.0e-04 loss: 5.873e-01]
my_first_lora_v1:  54%|#####3    | 1618/3000 [02:40<31:20,  1.36s/it, lr: 1.0e-04 loss: 5.497e-01]
my_first_lora_v1:  54%|#####3    | 1618/3000 [02:40<31:20,  1.36s/it, lr: 1.0e-04 loss: 5.497e-01]
my_first_lora_v1:  54%|#####3    | 1619/3000 [02:41<31:19,  1.36s/it, lr: 1.0e-04 loss: 7.267e-01]
my_first_lora_v1:  54%|#####3    | 1619/3000 [02:41<31:19,  1.36s/it, lr: 1.0e-04 loss: 7.267e-01]
my_first_lora_v1:  54%|#####4    | 1620/3000 [02:44<31:35,  1.37s/it, lr: 1.0e-04 loss: 5.531e-01]
my_first_lora_v1:  54%|#####4    | 1620/3000 [02:44<31:35,  1.37s/it, lr: 1.0e-04 loss: 5.531e-01]
my_first_lora_v1:  54%|#####4    | 1621/3000 [02:46<31:34,  1.37s/it, lr: 1.0e-04 loss: 6.512e-01]
my_first_lora_v1:  54%|#####4    | 1621/3000 [02:46<31:34,  1.37s/it, lr: 1.0e-04 loss: 6.512e-01]
my_first_lora_v1:  54%|#####4    | 1622/3000 [02:46<31:26,  1.37s/it, lr: 1.0e-04 loss: 1.119e-01]
my_first_lora_v1:  54%|#####4    | 1622/3000 [02:46<31:26,  1.37s/it, lr: 1.0e-04 loss: 1.119e-01]
my_first_lora_v1:  54%|#####4    | 1623/3000 [02:48<31:23,  1.37s/it, lr: 1.0e-04 loss: 5.750e-01]
my_first_lora_v1:  54%|#####4    | 1623/3000 [02:48<31:23,  1.37s/it, lr: 1.0e-04 loss: 5.750e-01]
my_first_lora_v1:  54%|#####4    | 1624/3000 [02:49<31:17,  1.36s/it, lr: 1.0e-04 loss: 5.229e-01]
my_first_lora_v1:  54%|#####4    | 1624/3000 [02:49<31:17,  1.36s/it, lr: 1.0e-04 loss: 5.229e-01]
my_first_lora_v1:  54%|#####4    | 1625/3000 [02:50<31:10,  1.36s/it, lr: 1.0e-04 loss: 6.306e-01]
my_first_lora_v1:  54%|#####4    | 1625/3000 [02:50<31:10,  1.36s/it, lr: 1.0e-04 loss: 6.306e-01]
my_first_lora_v1:  54%|#####4    | 1626/3000 [02:50<31:02,  1.36s/it, lr: 1.0e-04 loss: 1.324e-01]
my_first_lora_v1:  54%|#####4    | 1626/3000 [02:50<31:02,  1.36s/it, lr: 1.0e-04 loss: 1.324e-01]
my_first_lora_v1:  54%|#####4    | 1627/3000 [02:51<30:55,  1.35s/it, lr: 1.0e-04 loss: 6.625e-01]
my_first_lora_v1:  54%|#####4    | 1627/3000 [02:51<30:55,  1.35s/it, lr: 1.0e-04 loss: 6.625e-01]
my_first_lora_v1:  54%|#####4    | 1628/3000 [02:54<31:07,  1.36s/it, lr: 1.0e-04 loss: 8.362e-01]
my_first_lora_v1:  54%|#####4    | 1628/3000 [02:54<31:07,  1.36s/it, lr: 1.0e-04 loss: 8.362e-01]
my_first_lora_v1:  54%|#####4    | 1629/3000 [02:55<31:09,  1.36s/it, lr: 1.0e-04 loss: 7.343e-01]
my_first_lora_v1:  54%|#####4    | 1629/3000 [02:55<31:09,  1.36s/it, lr: 1.0e-04 loss: 7.343e-01]
my_first_lora_v1:  54%|#####4    | 1630/3000 [02:56<31:04,  1.36s/it, lr: 1.0e-04 loss: 7.956e-01]
my_first_lora_v1:  54%|#####4    | 1630/3000 [02:56<31:04,  1.36s/it, lr: 1.0e-04 loss: 7.956e-01]
my_first_lora_v1:  54%|#####4    | 1631/3000 [02:57<30:57,  1.36s/it, lr: 1.0e-04 loss: 1.953e-01]
my_first_lora_v1:  54%|#####4    | 1631/3000 [02:57<30:57,  1.36s/it, lr: 1.0e-04 loss: 1.953e-01]
my_first_lora_v1:  54%|#####4    | 1632/3000 [02:58<30:49,  1.35s/it, lr: 1.0e-04 loss: 2.713e-01]
my_first_lora_v1:  54%|#####4    | 1632/3000 [02:58<30:49,  1.35s/it, lr: 1.0e-04 loss: 2.713e-01]
my_first_lora_v1:  54%|#####4    | 1633/3000 [02:59<30:49,  1.35s/it, lr: 1.0e-04 loss: 7.124e-01]
my_first_lora_v1:  54%|#####4    | 1633/3000 [02:59<30:49,  1.35s/it, lr: 1.0e-04 loss: 7.124e-01]
my_first_lora_v1:  54%|#####4    | 1634/3000 [03:01<30:54,  1.36s/it, lr: 1.0e-04 loss: 4.162e-01]
my_first_lora_v1:  54%|#####4    | 1634/3000 [03:01<30:54,  1.36s/it, lr: 1.0e-04 loss: 4.162e-01]
my_first_lora_v1:  55%|#####4    | 1635/3000 [03:02<30:46,  1.35s/it, lr: 1.0e-04 loss: 3.813e-01]
my_first_lora_v1:  55%|#####4    | 1635/3000 [03:02<30:46,  1.35s/it, lr: 1.0e-04 loss: 3.813e-01]
my_first_lora_v1:  55%|#####4    | 1636/3000 [03:04<30:46,  1.35s/it, lr: 1.0e-04 loss: 3.272e-01]
my_first_lora_v1:  55%|#####4    | 1636/3000 [03:04<30:46,  1.35s/it, lr: 1.0e-04 loss: 3.272e-01]
my_first_lora_v1:  55%|#####4    | 1637/3000 [03:06<30:55,  1.36s/it, lr: 1.0e-04 loss: 5.052e-01]
my_first_lora_v1:  55%|#####4    | 1637/3000 [03:06<30:55,  1.36s/it, lr: 1.0e-04 loss: 5.052e-01]
my_first_lora_v1:  55%|#####4    | 1638/3000 [03:07<30:55,  1.36s/it, lr: 1.0e-04 loss: 4.782e-01]
my_first_lora_v1:  55%|#####4    | 1638/3000 [03:07<30:55,  1.36s/it, lr: 1.0e-04 loss: 4.782e-01]
my_first_lora_v1:  55%|#####4    | 1639/3000 [03:08<30:50,  1.36s/it, lr: 1.0e-04 loss: 7.384e-02]
my_first_lora_v1:  55%|#####4    | 1639/3000 [03:08<30:50,  1.36s/it, lr: 1.0e-04 loss: 7.384e-02]
my_first_lora_v1:  55%|#####4    | 1640/3000 [03:11<31:00,  1.37s/it, lr: 1.0e-04 loss: 2.651e-01]
my_first_lora_v1:  55%|#####4    | 1640/3000 [03:11<31:00,  1.37s/it, lr: 1.0e-04 loss: 2.651e-01]
my_first_lora_v1:  55%|#####4    | 1641/3000 [03:12<30:53,  1.36s/it, lr: 1.0e-04 loss: 6.358e-01]
my_first_lora_v1:  55%|#####4    | 1641/3000 [03:12<30:53,  1.36s/it, lr: 1.0e-04 loss: 6.358e-01]
my_first_lora_v1:  55%|#####4    | 1642/3000 [03:14<31:02,  1.37s/it, lr: 1.0e-04 loss: 6.428e-01]
my_first_lora_v1:  55%|#####4    | 1642/3000 [03:14<31:02,  1.37s/it, lr: 1.0e-04 loss: 6.428e-01]
my_first_lora_v1:  55%|#####4    | 1643/3000 [03:15<30:54,  1.37s/it, lr: 1.0e-04 loss: 8.087e-01]
my_first_lora_v1:  55%|#####4    | 1643/3000 [03:15<30:54,  1.37s/it, lr: 1.0e-04 loss: 8.087e-01]
my_first_lora_v1:  55%|#####4    | 1644/3000 [03:17<30:56,  1.37s/it, lr: 1.0e-04 loss: 4.500e-01]
my_first_lora_v1:  55%|#####4    | 1644/3000 [03:17<30:56,  1.37s/it, lr: 1.0e-04 loss: 4.500e-01]
my_first_lora_v1:  55%|#####4    | 1645/3000 [03:19<31:04,  1.38s/it, lr: 1.0e-04 loss: 2.033e-02]
my_first_lora_v1:  55%|#####4    | 1645/3000 [03:19<31:04,  1.38s/it, lr: 1.0e-04 loss: 2.033e-02]
my_first_lora_v1:  55%|#####4    | 1646/3000 [03:20<30:58,  1.37s/it, lr: 1.0e-04 loss: 4.997e-01]
my_first_lora_v1:  55%|#####4    | 1646/3000 [03:20<30:58,  1.37s/it, lr: 1.0e-04 loss: 4.997e-01]
my_first_lora_v1:  55%|#####4    | 1647/3000 [03:21<30:54,  1.37s/it, lr: 1.0e-04 loss: 5.782e-01]
my_first_lora_v1:  55%|#####4    | 1647/3000 [03:21<30:54,  1.37s/it, lr: 1.0e-04 loss: 5.782e-01]
my_first_lora_v1:  55%|#####4    | 1648/3000 [03:23<30:55,  1.37s/it, lr: 1.0e-04 loss: 3.661e-01]
my_first_lora_v1:  55%|#####4    | 1648/3000 [03:23<30:55,  1.37s/it, lr: 1.0e-04 loss: 3.661e-01]
my_first_lora_v1:  55%|#####4    | 1649/3000 [03:23<30:49,  1.37s/it, lr: 1.0e-04 loss: 8.660e-02]
my_first_lora_v1:  55%|#####4    | 1649/3000 [03:23<30:49,  1.37s/it, lr: 1.0e-04 loss: 8.660e-02]
my_first_lora_v1:  55%|#####5    | 1650/3000 [03:24<30:42,  1.36s/it, lr: 1.0e-04 loss: 8.147e-01]
my_first_lora_v1:  55%|#####5    | 1650/3000 [03:24<30:42,  1.36s/it, lr: 1.0e-04 loss: 8.147e-01]
my_first_lora_v1:  55%|#####5    | 1651/3000 [03:26<30:44,  1.37s/it, lr: 1.0e-04 loss: 7.117e-01]
my_first_lora_v1:  55%|#####5    | 1651/3000 [03:26<30:44,  1.37s/it, lr: 1.0e-04 loss: 7.117e-01]
my_first_lora_v1:  55%|#####5    | 1652/3000 [03:28<30:52,  1.37s/it, lr: 1.0e-04 loss: 1.847e-01]
my_first_lora_v1:  55%|#####5    | 1652/3000 [03:28<30:52,  1.37s/it, lr: 1.0e-04 loss: 1.847e-01]
my_first_lora_v1:  55%|#####5    | 1653/3000 [03:30<30:51,  1.37s/it, lr: 1.0e-04 loss: 4.450e-01]
my_first_lora_v1:  55%|#####5    | 1653/3000 [03:30<30:51,  1.37s/it, lr: 1.0e-04 loss: 4.450e-01]
my_first_lora_v1:  55%|#####5    | 1654/3000 [03:31<30:45,  1.37s/it, lr: 1.0e-04 loss: 3.163e-01]
my_first_lora_v1:  55%|#####5    | 1654/3000 [03:31<30:45,  1.37s/it, lr: 1.0e-04 loss: 3.163e-01]
my_first_lora_v1:  55%|#####5    | 1655/3000 [03:33<30:54,  1.38s/it, lr: 1.0e-04 loss: 5.500e-01]
my_first_lora_v1:  55%|#####5    | 1655/3000 [03:33<30:54,  1.38s/it, lr: 1.0e-04 loss: 5.500e-01]
my_first_lora_v1:  55%|#####5    | 1656/3000 [03:34<30:47,  1.37s/it, lr: 1.0e-04 loss: 1.204e-01]
my_first_lora_v1:  55%|#####5    | 1656/3000 [03:34<30:47,  1.37s/it, lr: 1.0e-04 loss: 1.204e-01]
my_first_lora_v1:  55%|#####5    | 1657/3000 [03:35<30:42,  1.37s/it, lr: 1.0e-04 loss: 4.547e-01]
my_first_lora_v1:  55%|#####5    | 1657/3000 [03:35<30:42,  1.37s/it, lr: 1.0e-04 loss: 4.547e-01]
my_first_lora_v1:  55%|#####5    | 1658/3000 [03:36<30:41,  1.37s/it, lr: 1.0e-04 loss: 4.836e-01]
my_first_lora_v1:  55%|#####5    | 1658/3000 [03:36<30:41,  1.37s/it, lr: 1.0e-04 loss: 4.836e-01]
my_first_lora_v1:  55%|#####5    | 1659/3000 [03:38<30:41,  1.37s/it, lr: 1.0e-04 loss: 5.403e-01]
my_first_lora_v1:  55%|#####5    | 1659/3000 [03:38<30:41,  1.37s/it, lr: 1.0e-04 loss: 5.403e-01]
my_first_lora_v1:  55%|#####5    | 1660/3000 [03:39<30:34,  1.37s/it, lr: 1.0e-04 loss: 5.106e-01]
my_first_lora_v1:  55%|#####5    | 1660/3000 [03:39<30:34,  1.37s/it, lr: 1.0e-04 loss: 5.106e-01]
my_first_lora_v1:  55%|#####5    | 1661/3000 [03:40<30:31,  1.37s/it, lr: 1.0e-04 loss: 2.136e-01]
my_first_lora_v1:  55%|#####5    | 1661/3000 [03:40<30:31,  1.37s/it, lr: 1.0e-04 loss: 2.136e-01]
my_first_lora_v1:  55%|#####5    | 1662/3000 [03:41<30:31,  1.37s/it, lr: 1.0e-04 loss: 7.964e-01]
my_first_lora_v1:  55%|#####5    | 1662/3000 [03:41<30:31,  1.37s/it, lr: 1.0e-04 loss: 7.964e-01]
my_first_lora_v1:  55%|#####5    | 1663/3000 [03:44<30:38,  1.37s/it, lr: 1.0e-04 loss: 1.126e-01]
my_first_lora_v1:  55%|#####5    | 1663/3000 [03:44<30:38,  1.37s/it, lr: 1.0e-04 loss: 1.126e-01]
my_first_lora_v1:  55%|#####5    | 1664/3000 [03:45<30:37,  1.38s/it, lr: 1.0e-04 loss: 1.347e-01]
my_first_lora_v1:  55%|#####5    | 1664/3000 [03:45<30:37,  1.38s/it, lr: 1.0e-04 loss: 1.347e-01]
my_first_lora_v1:  56%|#####5    | 1665/3000 [03:46<30:34,  1.37s/it, lr: 1.0e-04 loss: 3.775e-02]
my_first_lora_v1:  56%|#####5    | 1665/3000 [03:46<30:34,  1.37s/it, lr: 1.0e-04 loss: 3.775e-02]
my_first_lora_v1:  56%|#####5    | 1666/3000 [03:48<30:36,  1.38s/it, lr: 1.0e-04 loss: 3.206e-01]
my_first_lora_v1:  56%|#####5    | 1666/3000 [03:48<30:36,  1.38s/it, lr: 1.0e-04 loss: 3.206e-01]
my_first_lora_v1:  56%|#####5    | 1667/3000 [03:49<30:32,  1.37s/it, lr: 1.0e-04 loss: 1.191e-01]
my_first_lora_v1:  56%|#####5    | 1667/3000 [03:49<30:32,  1.37s/it, lr: 1.0e-04 loss: 1.191e-01]
my_first_lora_v1:  56%|#####5    | 1668/3000 [03:51<30:31,  1.38s/it, lr: 1.0e-04 loss: 5.752e-01]
my_first_lora_v1:  56%|#####5    | 1668/3000 [03:51<30:31,  1.38s/it, lr: 1.0e-04 loss: 5.752e-01]
my_first_lora_v1:  56%|#####5    | 1669/3000 [03:52<30:31,  1.38s/it, lr: 1.0e-04 loss: 2.116e-01]
my_first_lora_v1:  56%|#####5    | 1669/3000 [03:52<30:31,  1.38s/it, lr: 1.0e-04 loss: 2.116e-01]
my_first_lora_v1:  56%|#####5    | 1670/3000 [03:54<30:32,  1.38s/it, lr: 1.0e-04 loss: 7.069e-01]
my_first_lora_v1:  56%|#####5    | 1670/3000 [03:54<30:32,  1.38s/it, lr: 1.0e-04 loss: 7.069e-01]
my_first_lora_v1:  56%|#####5    | 1671/3000 [03:56<30:41,  1.39s/it, lr: 1.0e-04 loss: 7.529e-01]
my_first_lora_v1:  56%|#####5    | 1671/3000 [03:56<30:41,  1.39s/it, lr: 1.0e-04 loss: 7.529e-01]
my_first_lora_v1:  56%|#####5    | 1672/3000 [03:58<30:40,  1.39s/it, lr: 1.0e-04 loss: 6.555e-01]
my_first_lora_v1:  56%|#####5    | 1672/3000 [03:58<30:40,  1.39s/it, lr: 1.0e-04 loss: 6.555e-01]
my_first_lora_v1:  56%|#####5    | 1673/3000 [03:59<30:34,  1.38s/it, lr: 1.0e-04 loss: 5.687e-01]
my_first_lora_v1:  56%|#####5    | 1673/3000 [03:59<30:34,  1.38s/it, lr: 1.0e-04 loss: 5.687e-01]
my_first_lora_v1:  56%|#####5    | 1674/3000 [04:01<30:42,  1.39s/it, lr: 1.0e-04 loss: 4.181e-01]
my_first_lora_v1:  56%|#####5    | 1674/3000 [04:01<30:42,  1.39s/it, lr: 1.0e-04 loss: 4.181e-01]
my_first_lora_v1:  56%|#####5    | 1675/3000 [04:02<30:36,  1.39s/it, lr: 1.0e-04 loss: 6.275e-01]
my_first_lora_v1:  56%|#####5    | 1675/3000 [04:02<30:36,  1.39s/it, lr: 1.0e-04 loss: 6.275e-01]
my_first_lora_v1:  56%|#####5    | 1676/3000 [04:03<30:32,  1.38s/it, lr: 1.0e-04 loss: 4.414e-01]
my_first_lora_v1:  56%|#####5    | 1676/3000 [04:03<30:32,  1.38s/it, lr: 1.0e-04 loss: 4.414e-01]
my_first_lora_v1:  56%|#####5    | 1677/3000 [04:06<30:39,  1.39s/it, lr: 1.0e-04 loss: 3.253e-01]
my_first_lora_v1:  56%|#####5    | 1677/3000 [04:06<30:39,  1.39s/it, lr: 1.0e-04 loss: 3.253e-01]
my_first_lora_v1:  56%|#####5    | 1678/3000 [04:06<30:33,  1.39s/it, lr: 1.0e-04 loss: 5.222e-01]
my_first_lora_v1:  56%|#####5    | 1678/3000 [04:06<30:33,  1.39s/it, lr: 1.0e-04 loss: 5.222e-01]
my_first_lora_v1:  56%|#####5    | 1679/3000 [04:09<30:40,  1.39s/it, lr: 1.0e-04 loss: 1.307e-01]
my_first_lora_v1:  56%|#####5    | 1679/3000 [04:09<30:40,  1.39s/it, lr: 1.0e-04 loss: 1.307e-01]
my_first_lora_v1:  56%|#####6    | 1680/3000 [04:10<30:35,  1.39s/it, lr: 1.0e-04 loss: 8.666e-01]
my_first_lora_v1:  56%|#####6    | 1680/3000 [04:10<30:35,  1.39s/it, lr: 1.0e-04 loss: 8.666e-01]
my_first_lora_v1:  56%|#####6    | 1681/3000 [04:12<30:42,  1.40s/it, lr: 1.0e-04 loss: 1.866e-01]
my_first_lora_v1:  56%|#####6    | 1681/3000 [04:12<30:42,  1.40s/it, lr: 1.0e-04 loss: 1.866e-01]
my_first_lora_v1:  56%|#####6    | 1682/3000 [04:15<30:52,  1.41s/it, lr: 1.0e-04 loss: 6.250e-01]
my_first_lora_v1:  56%|#####6    | 1682/3000 [04:15<30:52,  1.41s/it, lr: 1.0e-04 loss: 6.250e-01]
my_first_lora_v1:  56%|#####6    | 1683/3000 [04:17<30:51,  1.41s/it, lr: 1.0e-04 loss: 2.604e-01]
my_first_lora_v1:  56%|#####6    | 1683/3000 [04:17<30:51,  1.41s/it, lr: 1.0e-04 loss: 2.604e-01]
my_first_lora_v1:  56%|#####6    | 1684/3000 [04:18<30:45,  1.40s/it, lr: 1.0e-04 loss: 5.136e-01]
my_first_lora_v1:  56%|#####6    | 1684/3000 [04:18<30:45,  1.40s/it, lr: 1.0e-04 loss: 5.136e-01]
my_first_lora_v1:  56%|#####6    | 1685/3000 [04:19<30:44,  1.40s/it, lr: 1.0e-04 loss: 5.760e-01]
my_first_lora_v1:  56%|#####6    | 1685/3000 [04:19<30:44,  1.40s/it, lr: 1.0e-04 loss: 5.760e-01]
my_first_lora_v1:  56%|#####6    | 1686/3000 [04:21<30:43,  1.40s/it, lr: 1.0e-04 loss: 6.972e-02]
my_first_lora_v1:  56%|#####6    | 1686/3000 [04:21<30:43,  1.40s/it, lr: 1.0e-04 loss: 6.972e-02]
my_first_lora_v1:  56%|#####6    | 1687/3000 [04:21<30:38,  1.40s/it, lr: 1.0e-04 loss: 3.613e-01]
my_first_lora_v1:  56%|#####6    | 1687/3000 [04:21<30:38,  1.40s/it, lr: 1.0e-04 loss: 3.613e-01]
my_first_lora_v1:  56%|#####6    | 1688/3000 [04:22<30:32,  1.40s/it, lr: 1.0e-04 loss: 5.700e-01]
my_first_lora_v1:  56%|#####6    | 1688/3000 [04:22<30:32,  1.40s/it, lr: 1.0e-04 loss: 5.700e-01]
my_first_lora_v1:  56%|#####6    | 1689/3000 [04:23<30:28,  1.40s/it, lr: 1.0e-04 loss: 6.974e-01]
my_first_lora_v1:  56%|#####6    | 1689/3000 [04:23<30:28,  1.40s/it, lr: 1.0e-04 loss: 6.974e-01]
my_first_lora_v1:  56%|#####6    | 1690/3000 [04:24<30:23,  1.39s/it, lr: 1.0e-04 loss: 4.824e-01]
my_first_lora_v1:  56%|#####6    | 1690/3000 [04:24<30:23,  1.39s/it, lr: 1.0e-04 loss: 4.824e-01]
my_first_lora_v1:  56%|#####6    | 1691/3000 [04:26<30:24,  1.39s/it, lr: 1.0e-04 loss: 7.024e-01]
my_first_lora_v1:  56%|#####6    | 1691/3000 [04:26<30:24,  1.39s/it, lr: 1.0e-04 loss: 7.024e-01]
my_first_lora_v1:  56%|#####6    | 1692/3000 [04:27<30:21,  1.39s/it, lr: 1.0e-04 loss: 7.154e-01]
my_first_lora_v1:  56%|#####6    | 1692/3000 [04:27<30:21,  1.39s/it, lr: 1.0e-04 loss: 7.154e-01]
my_first_lora_v1:  56%|#####6    | 1693/3000 [04:28<30:20,  1.39s/it, lr: 1.0e-04 loss: 4.689e-01]
my_first_lora_v1:  56%|#####6    | 1693/3000 [04:28<30:20,  1.39s/it, lr: 1.0e-04 loss: 4.689e-01]
my_first_lora_v1:  56%|#####6    | 1694/3000 [04:30<30:19,  1.39s/it, lr: 1.0e-04 loss: 7.695e-01]
my_first_lora_v1:  56%|#####6    | 1694/3000 [04:30<30:19,  1.39s/it, lr: 1.0e-04 loss: 7.695e-01]
my_first_lora_v1:  56%|#####6    | 1695/3000 [04:33<30:28,  1.40s/it, lr: 1.0e-04 loss: 2.173e-01]
my_first_lora_v1:  56%|#####6    | 1695/3000 [04:33<30:28,  1.40s/it, lr: 1.0e-04 loss: 2.173e-01]
my_first_lora_v1:  57%|#####6    | 1696/3000 [04:35<30:33,  1.41s/it, lr: 1.0e-04 loss: 1.560e-01]
my_first_lora_v1:  57%|#####6    | 1696/3000 [04:35<30:33,  1.41s/it, lr: 1.0e-04 loss: 1.560e-01]
my_first_lora_v1:  57%|#####6    | 1697/3000 [04:36<30:29,  1.40s/it, lr: 1.0e-04 loss: 5.726e-01]
my_first_lora_v1:  57%|#####6    | 1697/3000 [04:36<30:29,  1.40s/it, lr: 1.0e-04 loss: 5.726e-01]
my_first_lora_v1:  57%|#####6    | 1698/3000 [04:37<30:23,  1.40s/it, lr: 1.0e-04 loss: 2.152e-01]
my_first_lora_v1:  57%|#####6    | 1698/3000 [04:37<30:23,  1.40s/it, lr: 1.0e-04 loss: 2.152e-01]
my_first_lora_v1:  57%|#####6    | 1699/3000 [04:38<30:18,  1.40s/it, lr: 1.0e-04 loss: 7.127e-01]
my_first_lora_v1:  57%|#####6    | 1699/3000 [04:38<30:18,  1.40s/it, lr: 1.0e-04 loss: 7.127e-01]
my_first_lora_v1:  57%|#####6    | 1700/3000 [04:39<30:17,  1.40s/it, lr: 1.0e-04 loss: 6.823e-01]
my_first_lora_v1:  57%|#####6    | 1700/3000 [04:39<30:17,  1.40s/it, lr: 1.0e-04 loss: 6.823e-01]
my_first_lora_v1:  57%|#####6    | 1701/3000 [04:41<30:21,  1.40s/it, lr: 1.0e-04 loss: 4.507e-01]
my_first_lora_v1:  57%|#####6    | 1701/3000 [04:41<30:21,  1.40s/it, lr: 1.0e-04 loss: 4.507e-01]
my_first_lora_v1:  57%|#####6    | 1702/3000 [04:43<30:20,  1.40s/it, lr: 1.0e-04 loss: 6.090e-01]
my_first_lora_v1:  57%|#####6    | 1702/3000 [04:43<30:20,  1.40s/it, lr: 1.0e-04 loss: 6.090e-01]
my_first_lora_v1:  57%|#####6    | 1703/3000 [04:44<30:15,  1.40s/it, lr: 1.0e-04 loss: 5.498e-01]
my_first_lora_v1:  57%|#####6    | 1703/3000 [04:44<30:15,  1.40s/it, lr: 1.0e-04 loss: 5.498e-01]
my_first_lora_v1:  57%|#####6    | 1704/3000 [04:44<30:10,  1.40s/it, lr: 1.0e-04 loss: 2.116e-01]
my_first_lora_v1:  57%|#####6    | 1704/3000 [04:44<30:10,  1.40s/it, lr: 1.0e-04 loss: 2.116e-01]
my_first_lora_v1:  57%|#####6    | 1705/3000 [04:47<30:14,  1.40s/it, lr: 1.0e-04 loss: 7.320e-01]
my_first_lora_v1:  57%|#####6    | 1705/3000 [04:47<30:14,  1.40s/it, lr: 1.0e-04 loss: 7.320e-01]
my_first_lora_v1:  57%|#####6    | 1706/3000 [04:48<30:09,  1.40s/it, lr: 1.0e-04 loss: 1.087e-01]
my_first_lora_v1:  57%|#####6    | 1706/3000 [04:48<30:09,  1.40s/it, lr: 1.0e-04 loss: 1.087e-01]
my_first_lora_v1:  57%|#####6    | 1707/3000 [04:48<30:04,  1.40s/it, lr: 1.0e-04 loss: 5.663e-01]
my_first_lora_v1:  57%|#####6    | 1707/3000 [04:48<30:04,  1.40s/it, lr: 1.0e-04 loss: 5.663e-01]
my_first_lora_v1:  57%|#####6    | 1708/3000 [04:49<29:59,  1.39s/it, lr: 1.0e-04 loss: 6.450e-01]
my_first_lora_v1:  57%|#####6    | 1708/3000 [04:49<29:59,  1.39s/it, lr: 1.0e-04 loss: 6.450e-01]
my_first_lora_v1:  57%|#####6    | 1709/3000 [04:52<30:04,  1.40s/it, lr: 1.0e-04 loss: 6.491e-01]
my_first_lora_v1:  57%|#####6    | 1709/3000 [04:52<30:04,  1.40s/it, lr: 1.0e-04 loss: 6.491e-01]
my_first_lora_v1:  57%|#####6    | 1710/3000 [04:53<30:02,  1.40s/it, lr: 1.0e-04 loss: 4.513e-01]
my_first_lora_v1:  57%|#####6    | 1710/3000 [04:53<30:02,  1.40s/it, lr: 1.0e-04 loss: 4.513e-01]
my_first_lora_v1:  57%|#####7    | 1711/3000 [04:54<29:58,  1.40s/it, lr: 1.0e-04 loss: 7.349e-01]
my_first_lora_v1:  57%|#####7    | 1711/3000 [04:54<29:58,  1.40s/it, lr: 1.0e-04 loss: 7.349e-01]
my_first_lora_v1:  57%|#####7    | 1712/3000 [04:55<29:55,  1.39s/it, lr: 1.0e-04 loss: 1.125e-01]
my_first_lora_v1:  57%|#####7    | 1712/3000 [04:55<29:55,  1.39s/it, lr: 1.0e-04 loss: 1.125e-01]
my_first_lora_v1:  57%|#####7    | 1713/3000 [04:56<29:50,  1.39s/it, lr: 1.0e-04 loss: 2.323e-01]
my_first_lora_v1:  57%|#####7    | 1713/3000 [04:56<29:50,  1.39s/it, lr: 1.0e-04 loss: 2.323e-01]
my_first_lora_v1:  57%|#####7    | 1714/3000 [04:57<29:44,  1.39s/it, lr: 1.0e-04 loss: 7.443e-01]
my_first_lora_v1:  57%|#####7    | 1714/3000 [04:57<29:44,  1.39s/it, lr: 1.0e-04 loss: 7.443e-01]
my_first_lora_v1:  57%|#####7    | 1715/3000 [04:58<29:43,  1.39s/it, lr: 1.0e-04 loss: 5.381e-01]
my_first_lora_v1:  57%|#####7    | 1715/3000 [04:58<29:43,  1.39s/it, lr: 1.0e-04 loss: 5.381e-01]
my_first_lora_v1:  57%|#####7    | 1716/3000 [04:59<29:41,  1.39s/it, lr: 1.0e-04 loss: 3.239e-01]
my_first_lora_v1:  57%|#####7    | 1716/3000 [04:59<29:41,  1.39s/it, lr: 1.0e-04 loss: 3.239e-01]
my_first_lora_v1:  57%|#####7    | 1717/3000 [05:02<29:49,  1.39s/it, lr: 1.0e-04 loss: 3.625e-01]
my_first_lora_v1:  57%|#####7    | 1717/3000 [05:02<29:49,  1.39s/it, lr: 1.0e-04 loss: 3.625e-01]
my_first_lora_v1:  57%|#####7    | 1718/3000 [05:03<29:47,  1.39s/it, lr: 1.0e-04 loss: 5.634e-01]
my_first_lora_v1:  57%|#####7    | 1718/3000 [05:03<29:47,  1.39s/it, lr: 1.0e-04 loss: 5.634e-01]
my_first_lora_v1:  57%|#####7    | 1719/3000 [05:04<29:42,  1.39s/it, lr: 1.0e-04 loss: 2.020e-01]
my_first_lora_v1:  57%|#####7    | 1719/3000 [05:04<29:42,  1.39s/it, lr: 1.0e-04 loss: 2.020e-01]
my_first_lora_v1:  57%|#####7    | 1720/3000 [05:06<29:41,  1.39s/it, lr: 1.0e-04 loss: 2.573e-01]
my_first_lora_v1:  57%|#####7    | 1720/3000 [05:06<29:41,  1.39s/it, lr: 1.0e-04 loss: 2.573e-01]
my_first_lora_v1:  57%|#####7    | 1721/3000 [05:08<29:47,  1.40s/it, lr: 1.0e-04 loss: 2.845e-01]
my_first_lora_v1:  57%|#####7    | 1721/3000 [05:08<29:47,  1.40s/it, lr: 1.0e-04 loss: 2.845e-01]
my_first_lora_v1:  57%|#####7    | 1722/3000 [05:09<29:43,  1.40s/it, lr: 1.0e-04 loss: 5.729e-01]
my_first_lora_v1:  57%|#####7    | 1722/3000 [05:09<29:43,  1.40s/it, lr: 1.0e-04 loss: 5.729e-01]
my_first_lora_v1:  57%|#####7    | 1723/3000 [05:10<29:39,  1.39s/it, lr: 1.0e-04 loss: 6.325e-01]
my_first_lora_v1:  57%|#####7    | 1723/3000 [05:10<29:39,  1.39s/it, lr: 1.0e-04 loss: 6.325e-01]
my_first_lora_v1:  57%|#####7    | 1724/3000 [05:11<29:34,  1.39s/it, lr: 1.0e-04 loss: 7.327e-01]
my_first_lora_v1:  57%|#####7    | 1724/3000 [05:11<29:34,  1.39s/it, lr: 1.0e-04 loss: 7.327e-01]
my_first_lora_v1:  57%|#####7    | 1725/3000 [05:12<29:29,  1.39s/it, lr: 1.0e-04 loss: 2.119e-01]
my_first_lora_v1:  57%|#####7    | 1725/3000 [05:12<29:29,  1.39s/it, lr: 1.0e-04 loss: 2.119e-01]
my_first_lora_v1:  58%|#####7    | 1726/3000 [05:13<29:27,  1.39s/it, lr: 1.0e-04 loss: 2.265e-01]
my_first_lora_v1:  58%|#####7    | 1726/3000 [05:13<29:27,  1.39s/it, lr: 1.0e-04 loss: 2.265e-01]
my_first_lora_v1:  58%|#####7    | 1727/3000 [05:14<29:23,  1.38s/it, lr: 1.0e-04 loss: 7.186e-01]
my_first_lora_v1:  58%|#####7    | 1727/3000 [05:14<29:23,  1.38s/it, lr: 1.0e-04 loss: 7.186e-01]
my_first_lora_v1:  58%|#####7    | 1728/3000 [05:16<29:23,  1.39s/it, lr: 1.0e-04 loss: 4.426e-01]
my_first_lora_v1:  58%|#####7    | 1728/3000 [05:16<29:23,  1.39s/it, lr: 1.0e-04 loss: 4.426e-01]
my_first_lora_v1:  58%|#####7    | 1729/3000 [05:17<29:20,  1.39s/it, lr: 1.0e-04 loss: 5.012e-01]
my_first_lora_v1:  58%|#####7    | 1729/3000 [05:17<29:20,  1.39s/it, lr: 1.0e-04 loss: 5.012e-01]
my_first_lora_v1:  58%|#####7    | 1730/3000 [05:18<29:20,  1.39s/it, lr: 1.0e-04 loss: 6.611e-01]
my_first_lora_v1:  58%|#####7    | 1730/3000 [05:18<29:20,  1.39s/it, lr: 1.0e-04 loss: 6.611e-01]
my_first_lora_v1:  58%|#####7    | 1731/3000 [05:19<29:17,  1.38s/it, lr: 1.0e-04 loss: 1.121e-01]
my_first_lora_v1:  58%|#####7    | 1731/3000 [05:19<29:17,  1.38s/it, lr: 1.0e-04 loss: 1.121e-01]
my_first_lora_v1:  58%|#####7    | 1732/3000 [05:21<29:16,  1.39s/it, lr: 1.0e-04 loss: 7.241e-01]
my_first_lora_v1:  58%|#####7    | 1732/3000 [05:21<29:16,  1.39s/it, lr: 1.0e-04 loss: 7.241e-01]
my_first_lora_v1:  58%|#####7    | 1733/3000 [05:22<29:12,  1.38s/it, lr: 1.0e-04 loss: 7.811e-01]
my_first_lora_v1:  58%|#####7    | 1733/3000 [05:22<29:12,  1.38s/it, lr: 1.0e-04 loss: 7.811e-01]
my_first_lora_v1:  58%|#####7    | 1734/3000 [05:23<29:08,  1.38s/it, lr: 1.0e-04 loss: 7.073e-01]
my_first_lora_v1:  58%|#####7    | 1734/3000 [05:23<29:08,  1.38s/it, lr: 1.0e-04 loss: 7.073e-01]
my_first_lora_v1:  58%|#####7    | 1735/3000 [05:24<29:06,  1.38s/it, lr: 1.0e-04 loss: 3.438e-02]
my_first_lora_v1:  58%|#####7    | 1735/3000 [05:24<29:06,  1.38s/it, lr: 1.0e-04 loss: 3.438e-02]
my_first_lora_v1:  58%|#####7    | 1736/3000 [05:25<29:02,  1.38s/it, lr: 1.0e-04 loss: 4.740e-01]
my_first_lora_v1:  58%|#####7    | 1736/3000 [05:25<29:02,  1.38s/it, lr: 1.0e-04 loss: 4.740e-01]
my_first_lora_v1:  58%|#####7    | 1737/3000 [05:26<29:00,  1.38s/it, lr: 1.0e-04 loss: 4.815e-01]
my_first_lora_v1:  58%|#####7    | 1737/3000 [05:26<29:00,  1.38s/it, lr: 1.0e-04 loss: 4.815e-01]
my_first_lora_v1:  58%|#####7    | 1738/3000 [05:28<28:59,  1.38s/it, lr: 1.0e-04 loss: 5.238e-01]
my_first_lora_v1:  58%|#####7    | 1738/3000 [05:28<28:59,  1.38s/it, lr: 1.0e-04 loss: 5.238e-01]
my_first_lora_v1:  58%|#####7    | 1739/3000 [05:30<29:04,  1.38s/it, lr: 1.0e-04 loss: 9.261e-01]
my_first_lora_v1:  58%|#####7    | 1739/3000 [05:30<29:04,  1.38s/it, lr: 1.0e-04 loss: 9.261e-01]
my_first_lora_v1:  58%|#####8    | 1740/3000 [05:32<29:05,  1.39s/it, lr: 1.0e-04 loss: 5.420e-01]
my_first_lora_v1:  58%|#####8    | 1740/3000 [05:32<29:05,  1.39s/it, lr: 1.0e-04 loss: 5.420e-01]
my_first_lora_v1:  58%|#####8    | 1741/3000 [05:33<29:04,  1.39s/it, lr: 1.0e-04 loss: 7.126e-01]
my_first_lora_v1:  58%|#####8    | 1741/3000 [05:33<29:04,  1.39s/it, lr: 1.0e-04 loss: 7.126e-01]
my_first_lora_v1:  58%|#####8    | 1742/3000 [05:34<28:59,  1.38s/it, lr: 1.0e-04 loss: 3.088e-01]
my_first_lora_v1:  58%|#####8    | 1742/3000 [05:34<28:59,  1.38s/it, lr: 1.0e-04 loss: 3.088e-01]
my_first_lora_v1:  58%|#####8    | 1743/3000 [05:36<28:59,  1.38s/it, lr: 1.0e-04 loss: 2.869e-01]
my_first_lora_v1:  58%|#####8    | 1743/3000 [05:36<28:59,  1.38s/it, lr: 1.0e-04 loss: 2.869e-01]
my_first_lora_v1:  58%|#####8    | 1744/3000 [05:37<28:54,  1.38s/it, lr: 1.0e-04 loss: 6.194e-01]
my_first_lora_v1:  58%|#####8    | 1744/3000 [05:37<28:54,  1.38s/it, lr: 1.0e-04 loss: 6.194e-01]
my_first_lora_v1:  58%|#####8    | 1745/3000 [05:37<28:50,  1.38s/it, lr: 1.0e-04 loss: 5.849e-01]
my_first_lora_v1:  58%|#####8    | 1745/3000 [05:37<28:50,  1.38s/it, lr: 1.0e-04 loss: 5.849e-01]
my_first_lora_v1:  58%|#####8    | 1746/3000 [05:40<28:55,  1.38s/it, lr: 1.0e-04 loss: 4.143e-01]
my_first_lora_v1:  58%|#####8    | 1746/3000 [05:40<28:55,  1.38s/it, lr: 1.0e-04 loss: 4.143e-01]
my_first_lora_v1:  58%|#####8    | 1747/3000 [05:42<28:59,  1.39s/it, lr: 1.0e-04 loss: 3.228e-01]
my_first_lora_v1:  58%|#####8    | 1747/3000 [05:42<28:59,  1.39s/it, lr: 1.0e-04 loss: 3.228e-01]
my_first_lora_v1:  58%|#####8    | 1748/3000 [05:43<28:55,  1.39s/it, lr: 1.0e-04 loss: 5.156e-01]
my_first_lora_v1:  58%|#####8    | 1748/3000 [05:43<28:55,  1.39s/it, lr: 1.0e-04 loss: 5.156e-01]
my_first_lora_v1:  58%|#####8    | 1749/3000 [05:45<28:54,  1.39s/it, lr: 1.0e-04 loss: 8.398e-01]
my_first_lora_v1:  58%|#####8    | 1749/3000 [05:45<28:54,  1.39s/it, lr: 1.0e-04 loss: 8.398e-01]
Saving at step 1750
Saved checkpoint to /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/my_first_lora_v1_000001750.safetensors
Saved optimizer to /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/optimizer.pt
Removing old save: /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/my_first_lora_v1_000000750.safetensors
Unloading assistant lora



Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]


Generating Images:  20%|##        | 1/5 [00:07<00:30,  7.57s/it]
Generating Images:  20%|##        | 1/5 [00:07<00:30,  7.57s/it]


Generating Images:  40%|####      | 2/5 [00:15<00:22,  7.58s/it]
Generating Images:  40%|####      | 2/5 [00:15<00:22,  7.58s/it]


Generating Images:  60%|######    | 3/5 [00:22<00:15,  7.66s/it]
Generating Images:  60%|######    | 3/5 [00:22<00:15,  7.66s/it]


Generating Images:  80%|########  | 4/5 [00:30<00:07,  7.72s/it]
Generating Images:  80%|########  | 4/5 [00:30<00:07,  7.72s/it]


Generating Images: 100%|##########| 5/5 [00:38<00:00,  7.76s/it]
Generating Images: 100%|##########| 5/5 [00:38<00:00,  7.76s/it]


                                                                
                                                                Loading assistant lora

my_first_lora_v1:  58%|#####8    | 1750/3000 [05:46<28:54,  1.39s/it, lr: 1.0e-04 loss: 5.919e-01]
my_first_lora_v1:  58%|#####8    | 1750/3000 [05:46<28:54,  1.39s/it, lr: 1.0e-04 loss: 5.919e-01]
my_first_lora_v1:  58%|#####8    | 1751/3000 [05:48<28:52,  1.39s/it, lr: 1.0e-04 loss: 2.386e-01]
my_first_lora_v1:  58%|#####8    | 1751/3000 [05:48<28:52,  1.39s/it, lr: 1.0e-04 loss: 2.386e-01]
my_first_lora_v1:  58%|#####8    | 1752/3000 [05:48<28:48,  1.38s/it, lr: 1.0e-04 loss: 2.368e-01]
my_first_lora_v1:  58%|#####8    | 1752/3000 [05:48<28:48,  1.38s/it, lr: 1.0e-04 loss: 2.368e-01]
my_first_lora_v1:  58%|#####8    | 1753/3000 [05:50<28:47,  1.39s/it, lr: 1.0e-04 loss: 2.544e-01]
my_first_lora_v1:  58%|#####8    | 1753/3000 [05:50<28:47,  1.39s/it, lr: 1.0e-04 loss: 2.544e-01]
my_first_lora_v1:  58%|#####8    | 1754/3000 [05:51<28:44,  1.38s/it, lr: 1.0e-04 loss: 3.677e-01]
my_first_lora_v1:  58%|#####8    | 1754/3000 [05:51<28:44,  1.38s/it, lr: 1.0e-04 loss: 3.677e-01]
my_first_lora_v1:  58%|#####8    | 1755/3000 [05:52<28:40,  1.38s/it, lr: 1.0e-04 loss: 1.770e-01]
my_first_lora_v1:  58%|#####8    | 1755/3000 [05:52<28:40,  1.38s/it, lr: 1.0e-04 loss: 1.770e-01]
my_first_lora_v1:  59%|#####8    | 1756/3000 [05:53<28:37,  1.38s/it, lr: 1.0e-04 loss: 2.139e-01]
my_first_lora_v1:  59%|#####8    | 1756/3000 [05:53<28:37,  1.38s/it, lr: 1.0e-04 loss: 2.139e-01]
my_first_lora_v1:  59%|#####8    | 1757/3000 [05:56<28:43,  1.39s/it, lr: 1.0e-04 loss: 2.376e-01]
my_first_lora_v1:  59%|#####8    | 1757/3000 [05:56<28:43,  1.39s/it, lr: 1.0e-04 loss: 2.376e-01]
my_first_lora_v1:  59%|#####8    | 1758/3000 [05:57<28:42,  1.39s/it, lr: 1.0e-04 loss: 2.634e-01]
my_first_lora_v1:  59%|#####8    | 1758/3000 [05:57<28:42,  1.39s/it, lr: 1.0e-04 loss: 2.634e-01]
my_first_lora_v1:  59%|#####8    | 1759/3000 [05:59<28:41,  1.39s/it, lr: 1.0e-04 loss: 1.616e-01]
my_first_lora_v1:  59%|#####8    | 1759/3000 [05:59<28:41,  1.39s/it, lr: 1.0e-04 loss: 1.616e-01]
my_first_lora_v1:  59%|#####8    | 1760/3000 [06:00<28:40,  1.39s/it, lr: 1.0e-04 loss: 7.134e-01]
my_first_lora_v1:  59%|#####8    | 1760/3000 [06:00<28:40,  1.39s/it, lr: 1.0e-04 loss: 7.134e-01]
my_first_lora_v1:  59%|#####8    | 1761/3000 [06:02<28:41,  1.39s/it, lr: 1.0e-04 loss: 2.147e-02]
my_first_lora_v1:  59%|#####8    | 1761/3000 [06:02<28:41,  1.39s/it, lr: 1.0e-04 loss: 2.147e-02]
my_first_lora_v1:  59%|#####8    | 1762/3000 [06:04<28:42,  1.39s/it, lr: 1.0e-04 loss: 1.683e-01]
my_first_lora_v1:  59%|#####8    | 1762/3000 [06:04<28:42,  1.39s/it, lr: 1.0e-04 loss: 1.683e-01]
my_first_lora_v1:  59%|#####8    | 1763/3000 [06:06<28:45,  1.39s/it, lr: 1.0e-04 loss: 4.228e-01]
my_first_lora_v1:  59%|#####8    | 1763/3000 [06:06<28:45,  1.39s/it, lr: 1.0e-04 loss: 4.228e-01]
my_first_lora_v1:  59%|#####8    | 1764/3000 [06:07<28:41,  1.39s/it, lr: 1.0e-04 loss: 5.288e-01]
my_first_lora_v1:  59%|#####8    | 1764/3000 [06:07<28:41,  1.39s/it, lr: 1.0e-04 loss: 5.288e-01]
my_first_lora_v1:  59%|#####8    | 1765/3000 [06:08<28:36,  1.39s/it, lr: 1.0e-04 loss: 4.879e-01]
my_first_lora_v1:  59%|#####8    | 1765/3000 [06:08<28:36,  1.39s/it, lr: 1.0e-04 loss: 4.879e-01]
my_first_lora_v1:  59%|#####8    | 1766/3000 [06:09<28:32,  1.39s/it, lr: 1.0e-04 loss: 4.238e-01]
my_first_lora_v1:  59%|#####8    | 1766/3000 [06:09<28:32,  1.39s/it, lr: 1.0e-04 loss: 4.238e-01]
my_first_lora_v1:  59%|#####8    | 1767/3000 [06:11<28:35,  1.39s/it, lr: 1.0e-04 loss: 9.143e-02]
my_first_lora_v1:  59%|#####8    | 1767/3000 [06:11<28:35,  1.39s/it, lr: 1.0e-04 loss: 9.143e-02]
my_first_lora_v1:  59%|#####8    | 1768/3000 [06:12<28:34,  1.39s/it, lr: 1.0e-04 loss: 1.217e-01]
my_first_lora_v1:  59%|#####8    | 1768/3000 [06:12<28:34,  1.39s/it, lr: 1.0e-04 loss: 1.217e-01]
my_first_lora_v1:  59%|#####8    | 1769/3000 [06:13<28:30,  1.39s/it, lr: 1.0e-04 loss: 7.387e-01]
my_first_lora_v1:  59%|#####8    | 1769/3000 [06:13<28:30,  1.39s/it, lr: 1.0e-04 loss: 7.387e-01]
my_first_lora_v1:  59%|#####8    | 1770/3000 [06:14<28:26,  1.39s/it, lr: 1.0e-04 loss: 4.967e-01]
my_first_lora_v1:  59%|#####8    | 1770/3000 [06:14<28:26,  1.39s/it, lr: 1.0e-04 loss: 4.967e-01]
my_first_lora_v1:  59%|#####9    | 1771/3000 [06:15<28:22,  1.39s/it, lr: 1.0e-04 loss: 2.588e-01]
my_first_lora_v1:  59%|#####9    | 1771/3000 [06:15<28:22,  1.39s/it, lr: 1.0e-04 loss: 2.588e-01]
my_first_lora_v1:  59%|#####9    | 1772/3000 [06:16<28:21,  1.39s/it, lr: 1.0e-04 loss: 1.172e-01]
my_first_lora_v1:  59%|#####9    | 1772/3000 [06:16<28:21,  1.39s/it, lr: 1.0e-04 loss: 1.172e-01]
my_first_lora_v1:  59%|#####9    | 1773/3000 [06:18<28:21,  1.39s/it, lr: 1.0e-04 loss: 1.902e-02]
my_first_lora_v1:  59%|#####9    | 1773/3000 [06:18<28:21,  1.39s/it, lr: 1.0e-04 loss: 1.902e-02]
my_first_lora_v1:  59%|#####9    | 1774/3000 [06:19<28:17,  1.38s/it, lr: 1.0e-04 loss: 5.714e-01]
my_first_lora_v1:  59%|#####9    | 1774/3000 [06:19<28:17,  1.38s/it, lr: 1.0e-04 loss: 5.714e-01]
my_first_lora_v1:  59%|#####9    | 1775/3000 [06:20<28:13,  1.38s/it, lr: 1.0e-04 loss: 6.220e-01]
my_first_lora_v1:  59%|#####9    | 1775/3000 [06:20<28:13,  1.38s/it, lr: 1.0e-04 loss: 6.220e-01]
my_first_lora_v1:  59%|#####9    | 1776/3000 [06:21<28:13,  1.38s/it, lr: 1.0e-04 loss: 5.893e-01]
my_first_lora_v1:  59%|#####9    | 1776/3000 [06:21<28:13,  1.38s/it, lr: 1.0e-04 loss: 5.893e-01]
my_first_lora_v1:  59%|#####9    | 1777/3000 [06:22<28:09,  1.38s/it, lr: 1.0e-04 loss: 3.766e-01]
my_first_lora_v1:  59%|#####9    | 1777/3000 [06:22<28:09,  1.38s/it, lr: 1.0e-04 loss: 3.766e-01]
my_first_lora_v1:  59%|#####9    | 1778/3000 [06:24<28:08,  1.38s/it, lr: 1.0e-04 loss: 2.598e-01]
my_first_lora_v1:  59%|#####9    | 1778/3000 [06:24<28:08,  1.38s/it, lr: 1.0e-04 loss: 2.598e-01]
my_first_lora_v1:  59%|#####9    | 1779/3000 [06:25<28:08,  1.38s/it, lr: 1.0e-04 loss: 5.623e-01]
my_first_lora_v1:  59%|#####9    | 1779/3000 [06:25<28:08,  1.38s/it, lr: 1.0e-04 loss: 5.623e-01]
my_first_lora_v1:  59%|#####9    | 1780/3000 [06:27<28:07,  1.38s/it, lr: 1.0e-04 loss: 9.292e-01]
my_first_lora_v1:  59%|#####9    | 1780/3000 [06:27<28:07,  1.38s/it, lr: 1.0e-04 loss: 9.292e-01]
my_first_lora_v1:  59%|#####9    | 1781/3000 [06:28<28:04,  1.38s/it, lr: 1.0e-04 loss: 2.322e-01]
my_first_lora_v1:  59%|#####9    | 1781/3000 [06:28<28:04,  1.38s/it, lr: 1.0e-04 loss: 2.322e-01]
my_first_lora_v1:  59%|#####9    | 1782/3000 [06:29<28:03,  1.38s/it, lr: 1.0e-04 loss: 6.171e-01]
my_first_lora_v1:  59%|#####9    | 1782/3000 [06:29<28:03,  1.38s/it, lr: 1.0e-04 loss: 6.171e-01]
my_first_lora_v1:  59%|#####9    | 1783/3000 [06:30<27:59,  1.38s/it, lr: 1.0e-04 loss: 5.765e-01]
my_first_lora_v1:  59%|#####9    | 1783/3000 [06:30<27:59,  1.38s/it, lr: 1.0e-04 loss: 5.765e-01]
my_first_lora_v1:  59%|#####9    | 1784/3000 [06:31<27:56,  1.38s/it, lr: 1.0e-04 loss: 4.551e-01]
my_first_lora_v1:  59%|#####9    | 1784/3000 [06:31<27:56,  1.38s/it, lr: 1.0e-04 loss: 4.551e-01]
my_first_lora_v1:  60%|#####9    | 1785/3000 [06:32<27:54,  1.38s/it, lr: 1.0e-04 loss: 2.850e-01]
my_first_lora_v1:  60%|#####9    | 1785/3000 [06:32<27:54,  1.38s/it, lr: 1.0e-04 loss: 2.850e-01]
my_first_lora_v1:  60%|#####9    | 1786/3000 [06:34<27:53,  1.38s/it, lr: 1.0e-04 loss: 1.742e-01]
my_first_lora_v1:  60%|#####9    | 1786/3000 [06:34<27:53,  1.38s/it, lr: 1.0e-04 loss: 1.742e-01]
my_first_lora_v1:  60%|#####9    | 1787/3000 [06:35<27:52,  1.38s/it, lr: 1.0e-04 loss: 1.637e-01]
my_first_lora_v1:  60%|#####9    | 1787/3000 [06:35<27:52,  1.38s/it, lr: 1.0e-04 loss: 1.637e-01]
my_first_lora_v1:  60%|#####9    | 1788/3000 [06:38<27:56,  1.38s/it, lr: 1.0e-04 loss: 1.316e-01]
my_first_lora_v1:  60%|#####9    | 1788/3000 [06:38<27:56,  1.38s/it, lr: 1.0e-04 loss: 1.316e-01]
my_first_lora_v1:  60%|#####9    | 1789/3000 [06:40<27:59,  1.39s/it, lr: 1.0e-04 loss: 2.641e-01]
my_first_lora_v1:  60%|#####9    | 1789/3000 [06:40<27:59,  1.39s/it, lr: 1.0e-04 loss: 2.641e-01]
my_first_lora_v1:  60%|#####9    | 1790/3000 [06:42<27:59,  1.39s/it, lr: 1.0e-04 loss: 8.252e-01]
my_first_lora_v1:  60%|#####9    | 1790/3000 [06:42<27:59,  1.39s/it, lr: 1.0e-04 loss: 8.252e-01]
my_first_lora_v1:  60%|#####9    | 1791/3000 [06:44<27:58,  1.39s/it, lr: 1.0e-04 loss: 7.838e-01]
my_first_lora_v1:  60%|#####9    | 1791/3000 [06:44<27:58,  1.39s/it, lr: 1.0e-04 loss: 7.838e-01]
my_first_lora_v1:  60%|#####9    | 1792/3000 [06:44<27:55,  1.39s/it, lr: 1.0e-04 loss: 5.233e-01]
my_first_lora_v1:  60%|#####9    | 1792/3000 [06:44<27:55,  1.39s/it, lr: 1.0e-04 loss: 5.233e-01]
my_first_lora_v1:  60%|#####9    | 1793/3000 [06:45<27:51,  1.38s/it, lr: 1.0e-04 loss: 8.447e-01]
my_first_lora_v1:  60%|#####9    | 1793/3000 [06:45<27:51,  1.38s/it, lr: 1.0e-04 loss: 8.447e-01]
my_first_lora_v1:  60%|#####9    | 1794/3000 [06:46<27:47,  1.38s/it, lr: 1.0e-04 loss: 1.698e-01]
my_first_lora_v1:  60%|#####9    | 1794/3000 [06:46<27:47,  1.38s/it, lr: 1.0e-04 loss: 1.698e-01]
my_first_lora_v1:  60%|#####9    | 1795/3000 [06:47<27:43,  1.38s/it, lr: 1.0e-04 loss: 7.716e-01]
my_first_lora_v1:  60%|#####9    | 1795/3000 [06:47<27:43,  1.38s/it, lr: 1.0e-04 loss: 7.716e-01]
my_first_lora_v1:  60%|#####9    | 1796/3000 [06:48<27:41,  1.38s/it, lr: 1.0e-04 loss: 4.394e-01]
my_first_lora_v1:  60%|#####9    | 1796/3000 [06:48<27:41,  1.38s/it, lr: 1.0e-04 loss: 4.394e-01]
my_first_lora_v1:  60%|#####9    | 1797/3000 [06:50<27:40,  1.38s/it, lr: 1.0e-04 loss: 5.575e-01]
my_first_lora_v1:  60%|#####9    | 1797/3000 [06:50<27:40,  1.38s/it, lr: 1.0e-04 loss: 5.575e-01]
my_first_lora_v1:  60%|#####9    | 1798/3000 [06:51<27:39,  1.38s/it, lr: 1.0e-04 loss: 3.519e-01]
my_first_lora_v1:  60%|#####9    | 1798/3000 [06:51<27:39,  1.38s/it, lr: 1.0e-04 loss: 3.519e-01]
my_first_lora_v1:  60%|#####9    | 1799/3000 [06:52<27:37,  1.38s/it, lr: 1.0e-04 loss: 4.874e-01]
my_first_lora_v1:  60%|#####9    | 1799/3000 [06:52<27:37,  1.38s/it, lr: 1.0e-04 loss: 4.874e-01]
my_first_lora_v1:  60%|######    | 1800/3000 [06:53<27:34,  1.38s/it, lr: 1.0e-04 loss: 7.019e-01]
my_first_lora_v1:  60%|######    | 1800/3000 [06:53<27:34,  1.38s/it, lr: 1.0e-04 loss: 7.019e-01]
my_first_lora_v1:  60%|######    | 1801/3000 [06:54<27:30,  1.38s/it, lr: 1.0e-04 loss: 7.802e-01]
my_first_lora_v1:  60%|######    | 1801/3000 [06:54<27:30,  1.38s/it, lr: 1.0e-04 loss: 7.802e-01]
my_first_lora_v1:  60%|######    | 1802/3000 [06:55<27:27,  1.37s/it, lr: 1.0e-04 loss: 2.298e-01]
my_first_lora_v1:  60%|######    | 1802/3000 [06:55<27:27,  1.37s/it, lr: 1.0e-04 loss: 2.298e-01]
my_first_lora_v1:  60%|######    | 1803/3000 [06:57<27:27,  1.38s/it, lr: 1.0e-04 loss: 2.480e-01]
my_first_lora_v1:  60%|######    | 1803/3000 [06:57<27:27,  1.38s/it, lr: 1.0e-04 loss: 2.480e-01]
my_first_lora_v1:  60%|######    | 1804/3000 [06:57<27:23,  1.37s/it, lr: 1.0e-04 loss: 5.072e-01]
my_first_lora_v1:  60%|######    | 1804/3000 [06:57<27:23,  1.37s/it, lr: 1.0e-04 loss: 5.072e-01]
my_first_lora_v1:  60%|######    | 1805/3000 [06:58<27:21,  1.37s/it, lr: 1.0e-04 loss: 7.247e-01]
my_first_lora_v1:  60%|######    | 1805/3000 [06:58<27:21,  1.37s/it, lr: 1.0e-04 loss: 7.247e-01]
my_first_lora_v1:  60%|######    | 1806/3000 [06:59<27:17,  1.37s/it, lr: 1.0e-04 loss: 4.267e-01]
my_first_lora_v1:  60%|######    | 1806/3000 [06:59<27:17,  1.37s/it, lr: 1.0e-04 loss: 4.267e-01]
my_first_lora_v1:  60%|######    | 1807/3000 [07:01<27:16,  1.37s/it, lr: 1.0e-04 loss: 2.725e-01]
my_first_lora_v1:  60%|######    | 1807/3000 [07:01<27:16,  1.37s/it, lr: 1.0e-04 loss: 2.725e-01]
my_first_lora_v1:  60%|######    | 1808/3000 [07:02<27:13,  1.37s/it, lr: 1.0e-04 loss: 7.430e-01]
my_first_lora_v1:  60%|######    | 1808/3000 [07:02<27:13,  1.37s/it, lr: 1.0e-04 loss: 7.430e-01]
my_first_lora_v1:  60%|######    | 1809/3000 [07:02<27:09,  1.37s/it, lr: 1.0e-04 loss: 4.606e-01]
my_first_lora_v1:  60%|######    | 1809/3000 [07:02<27:09,  1.37s/it, lr: 1.0e-04 loss: 4.606e-01]
my_first_lora_v1:  60%|######    | 1810/3000 [07:03<27:07,  1.37s/it, lr: 1.0e-04 loss: 1.358e-02]
my_first_lora_v1:  60%|######    | 1810/3000 [07:03<27:07,  1.37s/it, lr: 1.0e-04 loss: 1.358e-02]
my_first_lora_v1:  60%|######    | 1811/3000 [07:05<27:06,  1.37s/it, lr: 1.0e-04 loss: 7.671e-01]
my_first_lora_v1:  60%|######    | 1811/3000 [07:05<27:06,  1.37s/it, lr: 1.0e-04 loss: 7.671e-01]
my_first_lora_v1:  60%|######    | 1812/3000 [07:06<27:02,  1.37s/it, lr: 1.0e-04 loss: 5.980e-01]
my_first_lora_v1:  60%|######    | 1812/3000 [07:06<27:02,  1.37s/it, lr: 1.0e-04 loss: 5.980e-01]
my_first_lora_v1:  60%|######    | 1813/3000 [07:07<27:02,  1.37s/it, lr: 1.0e-04 loss: 2.400e-01]
my_first_lora_v1:  60%|######    | 1813/3000 [07:07<27:02,  1.37s/it, lr: 1.0e-04 loss: 2.400e-01]
my_first_lora_v1:  60%|######    | 1814/3000 [07:08<26:59,  1.37s/it, lr: 1.0e-04 loss: 6.703e-01]
my_first_lora_v1:  60%|######    | 1814/3000 [07:08<26:59,  1.37s/it, lr: 1.0e-04 loss: 6.703e-01]
my_first_lora_v1:  60%|######    | 1815/3000 [07:09<26:56,  1.36s/it, lr: 1.0e-04 loss: 4.974e-01]
my_first_lora_v1:  60%|######    | 1815/3000 [07:09<26:56,  1.36s/it, lr: 1.0e-04 loss: 4.974e-01]
my_first_lora_v1:  61%|######    | 1816/3000 [07:11<26:55,  1.36s/it, lr: 1.0e-04 loss: 3.991e-01]
my_first_lora_v1:  61%|######    | 1816/3000 [07:11<26:55,  1.36s/it, lr: 1.0e-04 loss: 3.991e-01]
my_first_lora_v1:  61%|######    | 1817/3000 [07:12<26:52,  1.36s/it, lr: 1.0e-04 loss: 3.645e-01]
my_first_lora_v1:  61%|######    | 1817/3000 [07:12<26:52,  1.36s/it, lr: 1.0e-04 loss: 3.645e-01]
my_first_lora_v1:  61%|######    | 1818/3000 [07:12<26:48,  1.36s/it, lr: 1.0e-04 loss: 6.852e-01]
my_first_lora_v1:  61%|######    | 1818/3000 [07:12<26:48,  1.36s/it, lr: 1.0e-04 loss: 6.852e-01]
my_first_lora_v1:  61%|######    | 1819/3000 [07:13<26:45,  1.36s/it, lr: 1.0e-04 loss: 5.744e-01]
my_first_lora_v1:  61%|######    | 1819/3000 [07:13<26:45,  1.36s/it, lr: 1.0e-04 loss: 5.744e-01]
my_first_lora_v1:  61%|######    | 1820/3000 [07:15<26:44,  1.36s/it, lr: 1.0e-04 loss: 6.158e-01]
my_first_lora_v1:  61%|######    | 1820/3000 [07:15<26:44,  1.36s/it, lr: 1.0e-04 loss: 6.158e-01]
my_first_lora_v1:  61%|######    | 1821/3000 [07:16<26:42,  1.36s/it, lr: 1.0e-04 loss: 3.749e-01]
my_first_lora_v1:  61%|######    | 1821/3000 [07:16<26:42,  1.36s/it, lr: 1.0e-04 loss: 3.749e-01]
my_first_lora_v1:  61%|######    | 1822/3000 [07:17<26:41,  1.36s/it, lr: 1.0e-04 loss: 9.182e-01]
my_first_lora_v1:  61%|######    | 1822/3000 [07:17<26:41,  1.36s/it, lr: 1.0e-04 loss: 9.182e-01]
my_first_lora_v1:  61%|######    | 1823/3000 [07:19<26:41,  1.36s/it, lr: 1.0e-04 loss: 6.402e-01]
my_first_lora_v1:  61%|######    | 1823/3000 [07:19<26:41,  1.36s/it, lr: 1.0e-04 loss: 6.402e-01]
my_first_lora_v1:  61%|######    | 1824/3000 [07:20<26:40,  1.36s/it, lr: 1.0e-04 loss: 6.833e-01]
my_first_lora_v1:  61%|######    | 1824/3000 [07:20<26:40,  1.36s/it, lr: 1.0e-04 loss: 6.833e-01]
my_first_lora_v1:  61%|######    | 1825/3000 [07:22<26:39,  1.36s/it, lr: 1.0e-04 loss: 7.971e-01]
my_first_lora_v1:  61%|######    | 1825/3000 [07:22<26:39,  1.36s/it, lr: 1.0e-04 loss: 7.971e-01]
my_first_lora_v1:  61%|######    | 1826/3000 [07:24<26:42,  1.36s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v1:  61%|######    | 1826/3000 [07:24<26:42,  1.36s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v1:  61%|######    | 1827/3000 [07:26<26:41,  1.37s/it, lr: 1.0e-04 loss: 1.689e-01]
my_first_lora_v1:  61%|######    | 1827/3000 [07:26<26:41,  1.37s/it, lr: 1.0e-04 loss: 1.689e-01]
my_first_lora_v1:  61%|######    | 1828/3000 [07:27<26:38,  1.36s/it, lr: 1.0e-04 loss: 7.605e-01]
my_first_lora_v1:  61%|######    | 1828/3000 [07:27<26:38,  1.36s/it, lr: 1.0e-04 loss: 7.605e-01]
my_first_lora_v1:  61%|######    | 1829/3000 [07:28<26:35,  1.36s/it, lr: 1.0e-04 loss: 3.149e-01]
my_first_lora_v1:  61%|######    | 1829/3000 [07:28<26:35,  1.36s/it, lr: 1.0e-04 loss: 3.149e-01]
my_first_lora_v1:  61%|######1   | 1830/3000 [07:29<26:35,  1.36s/it, lr: 1.0e-04 loss: 7.022e-01]
my_first_lora_v1:  61%|######1   | 1830/3000 [07:29<26:35,  1.36s/it, lr: 1.0e-04 loss: 7.022e-01]
my_first_lora_v1:  61%|######1   | 1831/3000 [07:30<26:31,  1.36s/it, lr: 1.0e-04 loss: 3.505e-01]
my_first_lora_v1:  61%|######1   | 1831/3000 [07:30<26:31,  1.36s/it, lr: 1.0e-04 loss: 3.505e-01]
my_first_lora_v1:  61%|######1   | 1832/3000 [07:32<26:30,  1.36s/it, lr: 1.0e-04 loss: 4.605e-01]
my_first_lora_v1:  61%|######1   | 1832/3000 [07:32<26:30,  1.36s/it, lr: 1.0e-04 loss: 4.605e-01]
my_first_lora_v1:  61%|######1   | 1833/3000 [07:34<26:32,  1.36s/it, lr: 1.0e-04 loss: 2.964e-01]
my_first_lora_v1:  61%|######1   | 1833/3000 [07:34<26:32,  1.36s/it, lr: 1.0e-04 loss: 2.964e-01]
my_first_lora_v1:  61%|######1   | 1834/3000 [07:35<26:31,  1.36s/it, lr: 1.0e-04 loss: 2.492e-02]
my_first_lora_v1:  61%|######1   | 1834/3000 [07:35<26:31,  1.36s/it, lr: 1.0e-04 loss: 2.492e-02]
my_first_lora_v1:  61%|######1   | 1835/3000 [07:37<26:30,  1.37s/it, lr: 1.0e-04 loss: 5.781e-02]
my_first_lora_v1:  61%|######1   | 1835/3000 [07:37<26:30,  1.37s/it, lr: 1.0e-04 loss: 5.781e-02]
my_first_lora_v1:  61%|######1   | 1836/3000 [07:38<26:29,  1.37s/it, lr: 1.0e-04 loss: 6.036e-01]
my_first_lora_v1:  61%|######1   | 1836/3000 [07:38<26:29,  1.37s/it, lr: 1.0e-04 loss: 6.036e-01]
my_first_lora_v1:  61%|######1   | 1837/3000 [07:39<26:25,  1.36s/it, lr: 1.0e-04 loss: 6.729e-01]
my_first_lora_v1:  61%|######1   | 1837/3000 [07:39<26:25,  1.36s/it, lr: 1.0e-04 loss: 6.729e-01]
my_first_lora_v1:  61%|######1   | 1838/3000 [07:41<26:25,  1.36s/it, lr: 1.0e-04 loss: 5.322e-02]
my_first_lora_v1:  61%|######1   | 1838/3000 [07:41<26:25,  1.36s/it, lr: 1.0e-04 loss: 5.322e-02]
my_first_lora_v1:  61%|######1   | 1839/3000 [07:42<26:24,  1.36s/it, lr: 1.0e-04 loss: 6.576e-01]
my_first_lora_v1:  61%|######1   | 1839/3000 [07:42<26:24,  1.36s/it, lr: 1.0e-04 loss: 6.576e-01]
my_first_lora_v1:  61%|######1   | 1840/3000 [07:44<26:23,  1.37s/it, lr: 1.0e-04 loss: 1.132e-01]
my_first_lora_v1:  61%|######1   | 1840/3000 [07:44<26:23,  1.37s/it, lr: 1.0e-04 loss: 1.132e-01]
my_first_lora_v1:  61%|######1   | 1841/3000 [07:44<26:20,  1.36s/it, lr: 1.0e-04 loss: 7.222e-01]
my_first_lora_v1:  61%|######1   | 1841/3000 [07:44<26:20,  1.36s/it, lr: 1.0e-04 loss: 7.222e-01]
my_first_lora_v1:  61%|######1   | 1842/3000 [07:45<26:16,  1.36s/it, lr: 1.0e-04 loss: 4.892e-01]
my_first_lora_v1:  61%|######1   | 1842/3000 [07:45<26:16,  1.36s/it, lr: 1.0e-04 loss: 4.892e-01]
my_first_lora_v1:  61%|######1   | 1843/3000 [07:47<26:15,  1.36s/it, lr: 1.0e-04 loss: 5.641e-01]
my_first_lora_v1:  61%|######1   | 1843/3000 [07:47<26:15,  1.36s/it, lr: 1.0e-04 loss: 5.641e-01]
my_first_lora_v1:  61%|######1   | 1844/3000 [07:49<26:19,  1.37s/it, lr: 1.0e-04 loss: 8.104e-01]
my_first_lora_v1:  61%|######1   | 1844/3000 [07:49<26:19,  1.37s/it, lr: 1.0e-04 loss: 8.104e-01]
my_first_lora_v1:  62%|######1   | 1845/3000 [07:51<26:17,  1.37s/it, lr: 1.0e-04 loss: 4.937e-01]
my_first_lora_v1:  62%|######1   | 1845/3000 [07:51<26:17,  1.37s/it, lr: 1.0e-04 loss: 4.937e-01]
my_first_lora_v1:  62%|######1   | 1846/3000 [07:52<26:15,  1.37s/it, lr: 1.0e-04 loss: 2.103e-01]
my_first_lora_v1:  62%|######1   | 1846/3000 [07:52<26:15,  1.37s/it, lr: 1.0e-04 loss: 2.103e-01]
my_first_lora_v1:  62%|######1   | 1847/3000 [07:53<26:12,  1.36s/it, lr: 1.0e-04 loss: 8.289e-01]
my_first_lora_v1:  62%|######1   | 1847/3000 [07:53<26:12,  1.36s/it, lr: 1.0e-04 loss: 8.289e-01]
my_first_lora_v1:  62%|######1   | 1848/3000 [07:54<26:09,  1.36s/it, lr: 1.0e-04 loss: 5.103e-01]
my_first_lora_v1:  62%|######1   | 1848/3000 [07:54<26:09,  1.36s/it, lr: 1.0e-04 loss: 5.103e-01]
my_first_lora_v1:  62%|######1   | 1849/3000 [07:56<26:11,  1.37s/it, lr: 1.0e-04 loss: 7.068e-01]
my_first_lora_v1:  62%|######1   | 1849/3000 [07:56<26:11,  1.37s/it, lr: 1.0e-04 loss: 7.068e-01]
my_first_lora_v1:  62%|######1   | 1850/3000 [07:57<26:07,  1.36s/it, lr: 1.0e-04 loss: 1.261e-01]
my_first_lora_v1:  62%|######1   | 1850/3000 [07:57<26:07,  1.36s/it, lr: 1.0e-04 loss: 1.261e-01]
my_first_lora_v1:  62%|######1   | 1851/3000 [08:00<26:11,  1.37s/it, lr: 1.0e-04 loss: 1.898e-01]
my_first_lora_v1:  62%|######1   | 1851/3000 [08:00<26:11,  1.37s/it, lr: 1.0e-04 loss: 1.898e-01]
my_first_lora_v1:  62%|######1   | 1852/3000 [08:00<26:08,  1.37s/it, lr: 1.0e-04 loss: 2.953e-01]
my_first_lora_v1:  62%|######1   | 1852/3000 [08:00<26:08,  1.37s/it, lr: 1.0e-04 loss: 2.953e-01]
my_first_lora_v1:  62%|######1   | 1853/3000 [08:01<26:05,  1.36s/it, lr: 1.0e-04 loss: 4.980e-01]
my_first_lora_v1:  62%|######1   | 1853/3000 [08:01<26:05,  1.36s/it, lr: 1.0e-04 loss: 4.980e-01]
my_first_lora_v1:  62%|######1   | 1854/3000 [08:03<26:04,  1.37s/it, lr: 1.0e-04 loss: 3.677e-01]
my_first_lora_v1:  62%|######1   | 1854/3000 [08:03<26:04,  1.37s/it, lr: 1.0e-04 loss: 3.677e-01]
my_first_lora_v1:  62%|######1   | 1855/3000 [08:04<26:04,  1.37s/it, lr: 1.0e-04 loss: 6.802e-01]
my_first_lora_v1:  62%|######1   | 1855/3000 [08:04<26:04,  1.37s/it, lr: 1.0e-04 loss: 6.802e-01]
my_first_lora_v1:  62%|######1   | 1856/3000 [08:06<26:02,  1.37s/it, lr: 1.0e-04 loss: 6.832e-01]
my_first_lora_v1:  62%|######1   | 1856/3000 [08:06<26:02,  1.37s/it, lr: 1.0e-04 loss: 6.832e-01]
my_first_lora_v1:  62%|######1   | 1857/3000 [08:07<26:00,  1.36s/it, lr: 1.0e-04 loss: 7.506e-01]
my_first_lora_v1:  62%|######1   | 1857/3000 [08:07<26:00,  1.36s/it, lr: 1.0e-04 loss: 7.506e-01]
my_first_lora_v1:  62%|######1   | 1858/3000 [08:10<26:03,  1.37s/it, lr: 1.0e-04 loss: 9.134e-02]
my_first_lora_v1:  62%|######1   | 1858/3000 [08:10<26:03,  1.37s/it, lr: 1.0e-04 loss: 9.134e-02]
my_first_lora_v1:  62%|######1   | 1859/3000 [08:10<26:00,  1.37s/it, lr: 1.0e-04 loss: 1.894e-01]
my_first_lora_v1:  62%|######1   | 1859/3000 [08:10<26:00,  1.37s/it, lr: 1.0e-04 loss: 1.894e-01]
my_first_lora_v1:  62%|######2   | 1860/3000 [08:11<25:57,  1.37s/it, lr: 1.0e-04 loss: 4.825e-01]
my_first_lora_v1:  62%|######2   | 1860/3000 [08:11<25:57,  1.37s/it, lr: 1.0e-04 loss: 4.825e-01]
my_first_lora_v1:  62%|######2   | 1861/3000 [08:12<25:54,  1.36s/it, lr: 1.0e-04 loss: 3.505e-01]
my_first_lora_v1:  62%|######2   | 1861/3000 [08:12<25:54,  1.36s/it, lr: 1.0e-04 loss: 3.505e-01]
my_first_lora_v1:  62%|######2   | 1862/3000 [08:15<25:58,  1.37s/it, lr: 1.0e-04 loss: 6.112e-01]
my_first_lora_v1:  62%|######2   | 1862/3000 [08:15<25:58,  1.37s/it, lr: 1.0e-04 loss: 6.112e-01]
my_first_lora_v1:  62%|######2   | 1863/3000 [08:17<25:57,  1.37s/it, lr: 1.0e-04 loss: 3.893e-01]
my_first_lora_v1:  62%|######2   | 1863/3000 [08:17<25:57,  1.37s/it, lr: 1.0e-04 loss: 3.893e-01]
my_first_lora_v1:  62%|######2   | 1864/3000 [08:18<25:54,  1.37s/it, lr: 1.0e-04 loss: 6.813e-01]
my_first_lora_v1:  62%|######2   | 1864/3000 [08:18<25:54,  1.37s/it, lr: 1.0e-04 loss: 6.813e-01]
my_first_lora_v1:  62%|######2   | 1865/3000 [08:19<25:51,  1.37s/it, lr: 1.0e-04 loss: 7.041e-01]
my_first_lora_v1:  62%|######2   | 1865/3000 [08:19<25:51,  1.37s/it, lr: 1.0e-04 loss: 7.041e-01]
my_first_lora_v1:  62%|######2   | 1866/3000 [08:21<25:53,  1.37s/it, lr: 1.0e-04 loss: 4.747e-01]
my_first_lora_v1:  62%|######2   | 1866/3000 [08:21<25:53,  1.37s/it, lr: 1.0e-04 loss: 4.747e-01]
my_first_lora_v1:  62%|######2   | 1867/3000 [08:22<25:50,  1.37s/it, lr: 1.0e-04 loss: 1.690e-01]
my_first_lora_v1:  62%|######2   | 1867/3000 [08:22<25:50,  1.37s/it, lr: 1.0e-04 loss: 1.690e-01]
my_first_lora_v1:  62%|######2   | 1868/3000 [08:23<25:49,  1.37s/it, lr: 1.0e-04 loss: 5.098e-01]
my_first_lora_v1:  62%|######2   | 1868/3000 [08:23<25:49,  1.37s/it, lr: 1.0e-04 loss: 5.098e-01]
my_first_lora_v1:  62%|######2   | 1869/3000 [08:24<25:46,  1.37s/it, lr: 1.0e-04 loss: 1.765e-01]
my_first_lora_v1:  62%|######2   | 1869/3000 [08:24<25:46,  1.37s/it, lr: 1.0e-04 loss: 1.765e-01]
my_first_lora_v1:  62%|######2   | 1870/3000 [08:25<25:43,  1.37s/it, lr: 1.0e-04 loss: 5.331e-01]
my_first_lora_v1:  62%|######2   | 1870/3000 [08:25<25:43,  1.37s/it, lr: 1.0e-04 loss: 5.331e-01]
my_first_lora_v1:  62%|######2   | 1871/3000 [08:26<25:40,  1.36s/it, lr: 1.0e-04 loss: 5.855e-01]
my_first_lora_v1:  62%|######2   | 1871/3000 [08:26<25:40,  1.36s/it, lr: 1.0e-04 loss: 5.855e-01]
my_first_lora_v1:  62%|######2   | 1872/3000 [08:27<25:37,  1.36s/it, lr: 1.0e-04 loss: 7.263e-01]
my_first_lora_v1:  62%|######2   | 1872/3000 [08:27<25:37,  1.36s/it, lr: 1.0e-04 loss: 7.263e-01]
my_first_lora_v1:  62%|######2   | 1873/3000 [08:29<25:40,  1.37s/it, lr: 1.0e-04 loss: 3.941e-01]
my_first_lora_v1:  62%|######2   | 1873/3000 [08:29<25:40,  1.37s/it, lr: 1.0e-04 loss: 3.941e-01]
my_first_lora_v1:  62%|######2   | 1874/3000 [08:31<25:39,  1.37s/it, lr: 1.0e-04 loss: 7.618e-02]
my_first_lora_v1:  62%|######2   | 1874/3000 [08:31<25:39,  1.37s/it, lr: 1.0e-04 loss: 7.618e-02]
my_first_lora_v1:  62%|######2   | 1875/3000 [08:33<25:39,  1.37s/it, lr: 1.0e-04 loss: 7.866e-01]
my_first_lora_v1:  62%|######2   | 1875/3000 [08:33<25:39,  1.37s/it, lr: 1.0e-04 loss: 7.866e-01]
my_first_lora_v1:  63%|######2   | 1876/3000 [08:35<25:40,  1.37s/it, lr: 1.0e-04 loss: 5.829e-01]
my_first_lora_v1:  63%|######2   | 1876/3000 [08:35<25:40,  1.37s/it, lr: 1.0e-04 loss: 5.829e-01]
my_first_lora_v1:  63%|######2   | 1877/3000 [08:36<25:37,  1.37s/it, lr: 1.0e-04 loss: 7.346e-01]
my_first_lora_v1:  63%|######2   | 1877/3000 [08:36<25:37,  1.37s/it, lr: 1.0e-04 loss: 7.346e-01]
my_first_lora_v1:  63%|######2   | 1878/3000 [08:37<25:35,  1.37s/it, lr: 1.0e-04 loss: 2.688e-01]
my_first_lora_v1:  63%|######2   | 1878/3000 [08:37<25:35,  1.37s/it, lr: 1.0e-04 loss: 2.688e-01]
my_first_lora_v1:  63%|######2   | 1879/3000 [08:38<25:34,  1.37s/it, lr: 1.0e-04 loss: 1.973e-01]
my_first_lora_v1:  63%|######2   | 1879/3000 [08:38<25:34,  1.37s/it, lr: 1.0e-04 loss: 1.973e-01]
my_first_lora_v1:  63%|######2   | 1880/3000 [08:39<25:31,  1.37s/it, lr: 1.0e-04 loss: 3.255e-01]
my_first_lora_v1:  63%|######2   | 1880/3000 [08:39<25:31,  1.37s/it, lr: 1.0e-04 loss: 3.255e-01]
my_first_lora_v1:  63%|######2   | 1881/3000 [08:41<25:30,  1.37s/it, lr: 1.0e-04 loss: 5.221e-01]
my_first_lora_v1:  63%|######2   | 1881/3000 [08:41<25:30,  1.37s/it, lr: 1.0e-04 loss: 5.221e-01]
my_first_lora_v1:  63%|######2   | 1882/3000 [08:42<25:28,  1.37s/it, lr: 1.0e-04 loss: 1.673e-01]
my_first_lora_v1:  63%|######2   | 1882/3000 [08:42<25:28,  1.37s/it, lr: 1.0e-04 loss: 1.673e-01]
my_first_lora_v1:  63%|######2   | 1883/3000 [08:43<25:27,  1.37s/it, lr: 1.0e-04 loss: 2.637e-01]
my_first_lora_v1:  63%|######2   | 1883/3000 [08:43<25:27,  1.37s/it, lr: 1.0e-04 loss: 2.637e-01]
my_first_lora_v1:  63%|######2   | 1884/3000 [08:44<25:25,  1.37s/it, lr: 1.0e-04 loss: 5.362e-01]
my_first_lora_v1:  63%|######2   | 1884/3000 [08:44<25:25,  1.37s/it, lr: 1.0e-04 loss: 5.362e-01]
my_first_lora_v1:  63%|######2   | 1885/3000 [08:47<25:26,  1.37s/it, lr: 1.0e-04 loss: 7.196e-01]
my_first_lora_v1:  63%|######2   | 1885/3000 [08:47<25:26,  1.37s/it, lr: 1.0e-04 loss: 7.196e-01]
my_first_lora_v1:  63%|######2   | 1886/3000 [08:49<25:28,  1.37s/it, lr: 1.0e-04 loss: 6.111e-01]
my_first_lora_v1:  63%|######2   | 1886/3000 [08:49<25:28,  1.37s/it, lr: 1.0e-04 loss: 6.111e-01]
my_first_lora_v1:  63%|######2   | 1887/3000 [08:50<25:25,  1.37s/it, lr: 1.0e-04 loss: 1.947e-01]
my_first_lora_v1:  63%|######2   | 1887/3000 [08:50<25:25,  1.37s/it, lr: 1.0e-04 loss: 1.947e-01]
my_first_lora_v1:  63%|######2   | 1888/3000 [08:51<25:22,  1.37s/it, lr: 1.0e-04 loss: 4.155e-01]
my_first_lora_v1:  63%|######2   | 1888/3000 [08:51<25:22,  1.37s/it, lr: 1.0e-04 loss: 4.155e-01]
my_first_lora_v1:  63%|######2   | 1889/3000 [08:52<25:22,  1.37s/it, lr: 1.0e-04 loss: 7.283e-01]
my_first_lora_v1:  63%|######2   | 1889/3000 [08:52<25:22,  1.37s/it, lr: 1.0e-04 loss: 7.283e-01]
my_first_lora_v1:  63%|######3   | 1890/3000 [08:53<25:19,  1.37s/it, lr: 1.0e-04 loss: 3.006e-01]
my_first_lora_v1:  63%|######3   | 1890/3000 [08:53<25:19,  1.37s/it, lr: 1.0e-04 loss: 3.006e-01]
my_first_lora_v1:  63%|######3   | 1891/3000 [08:54<25:16,  1.37s/it, lr: 1.0e-04 loss: 3.013e-01]
my_first_lora_v1:  63%|######3   | 1891/3000 [08:54<25:16,  1.37s/it, lr: 1.0e-04 loss: 3.013e-01]
my_first_lora_v1:  63%|######3   | 1892/3000 [08:55<25:14,  1.37s/it, lr: 1.0e-04 loss: 6.624e-01]
my_first_lora_v1:  63%|######3   | 1892/3000 [08:55<25:14,  1.37s/it, lr: 1.0e-04 loss: 6.624e-01]
my_first_lora_v1:  63%|######3   | 1893/3000 [08:57<25:13,  1.37s/it, lr: 1.0e-04 loss: 3.541e-01]
my_first_lora_v1:  63%|######3   | 1893/3000 [08:57<25:13,  1.37s/it, lr: 1.0e-04 loss: 3.541e-01]
my_first_lora_v1:  63%|######3   | 1894/3000 [08:58<25:12,  1.37s/it, lr: 1.0e-04 loss: 4.882e-01]
my_first_lora_v1:  63%|######3   | 1894/3000 [08:58<25:12,  1.37s/it, lr: 1.0e-04 loss: 4.882e-01]
my_first_lora_v1:  63%|######3   | 1895/3000 [08:59<25:09,  1.37s/it, lr: 1.0e-04 loss: 7.238e-01]
my_first_lora_v1:  63%|######3   | 1895/3000 [08:59<25:09,  1.37s/it, lr: 1.0e-04 loss: 7.238e-01]
my_first_lora_v1:  63%|######3   | 1896/3000 [09:02<25:11,  1.37s/it, lr: 1.0e-04 loss: 0.000e+00]
my_first_lora_v1:  63%|######3   | 1896/3000 [09:02<25:11,  1.37s/it, lr: 1.0e-04 loss: 0.000e+00]
my_first_lora_v1:  63%|######3   | 1897/3000 [09:02<25:08,  1.37s/it, lr: 1.0e-04 loss: 7.063e-01]
my_first_lora_v1:  63%|######3   | 1897/3000 [09:02<25:08,  1.37s/it, lr: 1.0e-04 loss: 7.063e-01]
my_first_lora_v1:  63%|######3   | 1898/3000 [09:05<25:10,  1.37s/it, lr: 1.0e-04 loss: 4.444e-02]
my_first_lora_v1:  63%|######3   | 1898/3000 [09:05<25:10,  1.37s/it, lr: 1.0e-04 loss: 4.444e-02]
my_first_lora_v1:  63%|######3   | 1899/3000 [09:06<25:09,  1.37s/it, lr: 1.0e-04 loss: 4.891e-01]
my_first_lora_v1:  63%|######3   | 1899/3000 [09:06<25:09,  1.37s/it, lr: 1.0e-04 loss: 4.891e-01]
my_first_lora_v1:  63%|######3   | 1900/3000 [09:07<25:06,  1.37s/it, lr: 1.0e-04 loss: 8.915e-02]
my_first_lora_v1:  63%|######3   | 1900/3000 [09:07<25:06,  1.37s/it, lr: 1.0e-04 loss: 8.915e-02]
my_first_lora_v1:  63%|######3   | 1901/3000 [09:09<25:04,  1.37s/it, lr: 1.0e-04 loss: 3.713e-01]
my_first_lora_v1:  63%|######3   | 1901/3000 [09:09<25:04,  1.37s/it, lr: 1.0e-04 loss: 3.713e-01]
my_first_lora_v1:  63%|######3   | 1902/3000 [09:09<25:01,  1.37s/it, lr: 1.0e-04 loss: 2.992e-01]
my_first_lora_v1:  63%|######3   | 1902/3000 [09:09<25:01,  1.37s/it, lr: 1.0e-04 loss: 2.992e-01]
my_first_lora_v1:  63%|######3   | 1903/3000 [09:11<25:00,  1.37s/it, lr: 1.0e-04 loss: 7.428e-01]
my_first_lora_v1:  63%|######3   | 1903/3000 [09:11<25:00,  1.37s/it, lr: 1.0e-04 loss: 7.428e-01]
my_first_lora_v1:  63%|######3   | 1904/3000 [09:12<24:57,  1.37s/it, lr: 1.0e-04 loss: 3.654e-01]
my_first_lora_v1:  63%|######3   | 1904/3000 [09:12<24:57,  1.37s/it, lr: 1.0e-04 loss: 3.654e-01]
my_first_lora_v1:  64%|######3   | 1905/3000 [09:13<24:56,  1.37s/it, lr: 1.0e-04 loss: 3.483e-01]
my_first_lora_v1:  64%|######3   | 1905/3000 [09:13<24:56,  1.37s/it, lr: 1.0e-04 loss: 3.483e-01]
my_first_lora_v1:  64%|######3   | 1906/3000 [09:14<24:53,  1.37s/it, lr: 1.0e-04 loss: 7.608e-02]
my_first_lora_v1:  64%|######3   | 1906/3000 [09:14<24:53,  1.37s/it, lr: 1.0e-04 loss: 7.608e-02]
my_first_lora_v1:  64%|######3   | 1907/3000 [09:16<24:53,  1.37s/it, lr: 1.0e-04 loss: 5.281e-01]
my_first_lora_v1:  64%|######3   | 1907/3000 [09:16<24:53,  1.37s/it, lr: 1.0e-04 loss: 5.281e-01]
my_first_lora_v1:  64%|######3   | 1908/3000 [09:17<24:51,  1.37s/it, lr: 1.0e-04 loss: 6.055e-01]
my_first_lora_v1:  64%|######3   | 1908/3000 [09:17<24:51,  1.37s/it, lr: 1.0e-04 loss: 6.055e-01]
my_first_lora_v1:  64%|######3   | 1909/3000 [09:18<24:50,  1.37s/it, lr: 1.0e-04 loss: 3.949e-01]
my_first_lora_v1:  64%|######3   | 1909/3000 [09:18<24:50,  1.37s/it, lr: 1.0e-04 loss: 3.949e-01]
my_first_lora_v1:  64%|######3   | 1910/3000 [09:19<24:47,  1.37s/it, lr: 1.0e-04 loss: 6.322e-02]
my_first_lora_v1:  64%|######3   | 1910/3000 [09:19<24:47,  1.37s/it, lr: 1.0e-04 loss: 6.322e-02]
my_first_lora_v1:  64%|######3   | 1911/3000 [09:22<24:49,  1.37s/it, lr: 1.0e-04 loss: 2.108e-02]
my_first_lora_v1:  64%|######3   | 1911/3000 [09:22<24:49,  1.37s/it, lr: 1.0e-04 loss: 2.108e-02]
my_first_lora_v1:  64%|######3   | 1912/3000 [09:23<24:48,  1.37s/it, lr: 1.0e-04 loss: 1.774e-01]
my_first_lora_v1:  64%|######3   | 1912/3000 [09:23<24:48,  1.37s/it, lr: 1.0e-04 loss: 1.774e-01]
my_first_lora_v1:  64%|######3   | 1913/3000 [09:25<24:48,  1.37s/it, lr: 1.0e-04 loss: 7.510e-01]
my_first_lora_v1:  64%|######3   | 1913/3000 [09:25<24:48,  1.37s/it, lr: 1.0e-04 loss: 7.510e-01]
my_first_lora_v1:  64%|######3   | 1914/3000 [09:26<24:47,  1.37s/it, lr: 1.0e-04 loss: 5.524e-01]
my_first_lora_v1:  64%|######3   | 1914/3000 [09:26<24:47,  1.37s/it, lr: 1.0e-04 loss: 5.524e-01]
my_first_lora_v1:  64%|######3   | 1915/3000 [09:28<24:46,  1.37s/it, lr: 1.0e-04 loss: 5.699e-01]
my_first_lora_v1:  64%|######3   | 1915/3000 [09:28<24:46,  1.37s/it, lr: 1.0e-04 loss: 5.699e-01]
my_first_lora_v1:  64%|######3   | 1916/3000 [09:29<24:44,  1.37s/it, lr: 1.0e-04 loss: 7.242e-01]
my_first_lora_v1:  64%|######3   | 1916/3000 [09:29<24:44,  1.37s/it, lr: 1.0e-04 loss: 7.242e-01]
my_first_lora_v1:  64%|######3   | 1917/3000 [09:30<24:42,  1.37s/it, lr: 1.0e-04 loss: 5.762e-01]
my_first_lora_v1:  64%|######3   | 1917/3000 [09:30<24:42,  1.37s/it, lr: 1.0e-04 loss: 5.762e-01]
my_first_lora_v1:  64%|######3   | 1918/3000 [09:31<24:39,  1.37s/it, lr: 1.0e-04 loss: 3.015e-01]
my_first_lora_v1:  64%|######3   | 1918/3000 [09:31<24:39,  1.37s/it, lr: 1.0e-04 loss: 3.015e-01]
my_first_lora_v1:  64%|######3   | 1919/3000 [09:32<24:36,  1.37s/it, lr: 1.0e-04 loss: 1.787e-01]
my_first_lora_v1:  64%|######3   | 1919/3000 [09:32<24:36,  1.37s/it, lr: 1.0e-04 loss: 1.787e-01]
my_first_lora_v1:  64%|######4   | 1920/3000 [09:33<24:33,  1.36s/it, lr: 1.0e-04 loss: 4.643e-01]
my_first_lora_v1:  64%|######4   | 1920/3000 [09:33<24:33,  1.36s/it, lr: 1.0e-04 loss: 4.643e-01]
my_first_lora_v1:  64%|######4   | 1921/3000 [09:33<24:30,  1.36s/it, lr: 1.0e-04 loss: 2.639e-01]
my_first_lora_v1:  64%|######4   | 1921/3000 [09:33<24:30,  1.36s/it, lr: 1.0e-04 loss: 2.639e-01]
my_first_lora_v1:  64%|######4   | 1922/3000 [09:36<24:32,  1.37s/it, lr: 1.0e-04 loss: 6.848e-01]
my_first_lora_v1:  64%|######4   | 1922/3000 [09:36<24:32,  1.37s/it, lr: 1.0e-04 loss: 6.848e-01]
my_first_lora_v1:  64%|######4   | 1923/3000 [09:37<24:30,  1.37s/it, lr: 1.0e-04 loss: 3.541e-01]
my_first_lora_v1:  64%|######4   | 1923/3000 [09:37<24:30,  1.37s/it, lr: 1.0e-04 loss: 3.541e-01]
my_first_lora_v1:  64%|######4   | 1924/3000 [09:38<24:28,  1.36s/it, lr: 1.0e-04 loss: 5.939e-01]
my_first_lora_v1:  64%|######4   | 1924/3000 [09:38<24:28,  1.36s/it, lr: 1.0e-04 loss: 5.939e-01]
my_first_lora_v1:  64%|######4   | 1925/3000 [09:39<24:26,  1.36s/it, lr: 1.0e-04 loss: 4.195e-01]
my_first_lora_v1:  64%|######4   | 1925/3000 [09:39<24:26,  1.36s/it, lr: 1.0e-04 loss: 4.195e-01]
my_first_lora_v1:  64%|######4   | 1926/3000 [09:41<24:26,  1.37s/it, lr: 1.0e-04 loss: 4.021e-01]
my_first_lora_v1:  64%|######4   | 1926/3000 [09:41<24:26,  1.37s/it, lr: 1.0e-04 loss: 4.021e-01]
my_first_lora_v1:  64%|######4   | 1927/3000 [09:42<24:24,  1.37s/it, lr: 1.0e-04 loss: 6.603e-02]
my_first_lora_v1:  64%|######4   | 1927/3000 [09:42<24:24,  1.37s/it, lr: 1.0e-04 loss: 6.603e-02]
my_first_lora_v1:  64%|######4   | 1928/3000 [09:43<24:22,  1.36s/it, lr: 1.0e-04 loss: 1.950e-01]
my_first_lora_v1:  64%|######4   | 1928/3000 [09:43<24:22,  1.36s/it, lr: 1.0e-04 loss: 1.950e-01]
my_first_lora_v1:  64%|######4   | 1929/3000 [09:45<24:21,  1.36s/it, lr: 1.0e-04 loss: 7.717e-01]
my_first_lora_v1:  64%|######4   | 1929/3000 [09:45<24:21,  1.36s/it, lr: 1.0e-04 loss: 7.717e-01]
my_first_lora_v1:  64%|######4   | 1930/3000 [09:46<24:18,  1.36s/it, lr: 1.0e-04 loss: 1.174e-01]
my_first_lora_v1:  64%|######4   | 1930/3000 [09:46<24:18,  1.36s/it, lr: 1.0e-04 loss: 1.174e-01]
my_first_lora_v1:  64%|######4   | 1931/3000 [09:47<24:16,  1.36s/it, lr: 1.0e-04 loss: 5.312e-01]
my_first_lora_v1:  64%|######4   | 1931/3000 [09:47<24:16,  1.36s/it, lr: 1.0e-04 loss: 5.312e-01]
my_first_lora_v1:  64%|######4   | 1932/3000 [09:47<24:13,  1.36s/it, lr: 1.0e-04 loss: 6.606e-01]
my_first_lora_v1:  64%|######4   | 1932/3000 [09:47<24:13,  1.36s/it, lr: 1.0e-04 loss: 6.606e-01]
my_first_lora_v1:  64%|######4   | 1933/3000 [09:48<24:10,  1.36s/it, lr: 1.0e-04 loss: 6.388e-01]
my_first_lora_v1:  64%|######4   | 1933/3000 [09:48<24:10,  1.36s/it, lr: 1.0e-04 loss: 6.388e-01]
my_first_lora_v1:  64%|######4   | 1934/3000 [09:50<24:09,  1.36s/it, lr: 1.0e-04 loss: 2.414e-01]
my_first_lora_v1:  64%|######4   | 1934/3000 [09:50<24:09,  1.36s/it, lr: 1.0e-04 loss: 2.414e-01]
my_first_lora_v1:  64%|######4   | 1935/3000 [09:53<24:11,  1.36s/it, lr: 1.0e-04 loss: 3.224e-02]
my_first_lora_v1:  64%|######4   | 1935/3000 [09:53<24:11,  1.36s/it, lr: 1.0e-04 loss: 3.224e-02]
my_first_lora_v1:  65%|######4   | 1936/3000 [09:55<24:12,  1.37s/it, lr: 1.0e-04 loss: 4.443e-01]
my_first_lora_v1:  65%|######4   | 1936/3000 [09:55<24:12,  1.37s/it, lr: 1.0e-04 loss: 4.443e-01]
my_first_lora_v1:  65%|######4   | 1937/3000 [09:56<24:10,  1.36s/it, lr: 1.0e-04 loss: 5.929e-01]
my_first_lora_v1:  65%|######4   | 1937/3000 [09:56<24:10,  1.36s/it, lr: 1.0e-04 loss: 5.929e-01]
my_first_lora_v1:  65%|######4   | 1938/3000 [09:56<24:07,  1.36s/it, lr: 1.0e-04 loss: 6.263e-01]
my_first_lora_v1:  65%|######4   | 1938/3000 [09:56<24:07,  1.36s/it, lr: 1.0e-04 loss: 6.263e-01]
my_first_lora_v1:  65%|######4   | 1939/3000 [09:59<24:09,  1.37s/it, lr: 1.0e-04 loss: 4.568e-01]
my_first_lora_v1:  65%|######4   | 1939/3000 [09:59<24:09,  1.37s/it, lr: 1.0e-04 loss: 4.568e-01]
my_first_lora_v1:  65%|######4   | 1940/3000 [10:00<24:07,  1.37s/it, lr: 1.0e-04 loss: 1.521e-01]
my_first_lora_v1:  65%|######4   | 1940/3000 [10:00<24:07,  1.37s/it, lr: 1.0e-04 loss: 1.521e-01]
my_first_lora_v1:  65%|######4   | 1941/3000 [10:01<24:04,  1.36s/it, lr: 1.0e-04 loss: 3.770e-01]
my_first_lora_v1:  65%|######4   | 1941/3000 [10:01<24:04,  1.36s/it, lr: 1.0e-04 loss: 3.770e-01]
my_first_lora_v1:  65%|######4   | 1942/3000 [10:02<24:01,  1.36s/it, lr: 1.0e-04 loss: 2.566e-01]
my_first_lora_v1:  65%|######4   | 1942/3000 [10:02<24:01,  1.36s/it, lr: 1.0e-04 loss: 2.566e-01]
my_first_lora_v1:  65%|######4   | 1943/3000 [10:03<24:00,  1.36s/it, lr: 1.0e-04 loss: 6.785e-01]
my_first_lora_v1:  65%|######4   | 1943/3000 [10:03<24:00,  1.36s/it, lr: 1.0e-04 loss: 6.785e-01]
my_first_lora_v1:  65%|######4   | 1944/3000 [10:04<23:58,  1.36s/it, lr: 1.0e-04 loss: 7.969e-01]
my_first_lora_v1:  65%|######4   | 1944/3000 [10:04<23:58,  1.36s/it, lr: 1.0e-04 loss: 7.969e-01]
my_first_lora_v1:  65%|######4   | 1945/3000 [10:05<23:56,  1.36s/it, lr: 1.0e-04 loss: 2.670e-01]
my_first_lora_v1:  65%|######4   | 1945/3000 [10:05<23:56,  1.36s/it, lr: 1.0e-04 loss: 2.670e-01]
my_first_lora_v1:  65%|######4   | 1946/3000 [10:06<23:53,  1.36s/it, lr: 1.0e-04 loss: 3.736e-01]
my_first_lora_v1:  65%|######4   | 1946/3000 [10:06<23:53,  1.36s/it, lr: 1.0e-04 loss: 3.736e-01]
my_first_lora_v1:  65%|######4   | 1947/3000 [10:07<23:51,  1.36s/it, lr: 1.0e-04 loss: 7.039e-01]
my_first_lora_v1:  65%|######4   | 1947/3000 [10:07<23:51,  1.36s/it, lr: 1.0e-04 loss: 7.039e-01]
my_first_lora_v1:  65%|######4   | 1948/3000 [10:08<23:48,  1.36s/it, lr: 1.0e-04 loss: 7.119e-01]
my_first_lora_v1:  65%|######4   | 1948/3000 [10:08<23:48,  1.36s/it, lr: 1.0e-04 loss: 7.119e-01]
my_first_lora_v1:  65%|######4   | 1949/3000 [10:09<23:46,  1.36s/it, lr: 1.0e-04 loss: 1.301e-01]
my_first_lora_v1:  65%|######4   | 1949/3000 [10:09<23:46,  1.36s/it, lr: 1.0e-04 loss: 1.301e-01]
my_first_lora_v1:  65%|######5   | 1950/3000 [10:11<23:47,  1.36s/it, lr: 1.0e-04 loss: 4.931e-01]
my_first_lora_v1:  65%|######5   | 1950/3000 [10:11<23:47,  1.36s/it, lr: 1.0e-04 loss: 4.931e-01]
my_first_lora_v1:  65%|######5   | 1951/3000 [10:13<23:46,  1.36s/it, lr: 1.0e-04 loss: 6.153e-01]
my_first_lora_v1:  65%|######5   | 1951/3000 [10:13<23:46,  1.36s/it, lr: 1.0e-04 loss: 6.153e-01]
my_first_lora_v1:  65%|######5   | 1952/3000 [10:15<23:48,  1.36s/it, lr: 1.0e-04 loss: 2.773e-01]
my_first_lora_v1:  65%|######5   | 1952/3000 [10:15<23:48,  1.36s/it, lr: 1.0e-04 loss: 2.773e-01]
my_first_lora_v1:  65%|######5   | 1953/3000 [10:17<23:46,  1.36s/it, lr: 1.0e-04 loss: 2.636e-01]
my_first_lora_v1:  65%|######5   | 1953/3000 [10:17<23:46,  1.36s/it, lr: 1.0e-04 loss: 2.636e-01]
my_first_lora_v1:  65%|######5   | 1954/3000 [10:18<23:44,  1.36s/it, lr: 1.0e-04 loss: 4.984e-01]
my_first_lora_v1:  65%|######5   | 1954/3000 [10:18<23:44,  1.36s/it, lr: 1.0e-04 loss: 4.984e-01]
my_first_lora_v1:  65%|######5   | 1955/3000 [10:19<23:42,  1.36s/it, lr: 1.0e-04 loss: 4.643e-01]
my_first_lora_v1:  65%|######5   | 1955/3000 [10:19<23:42,  1.36s/it, lr: 1.0e-04 loss: 4.643e-01]
my_first_lora_v1:  65%|######5   | 1956/3000 [10:20<23:40,  1.36s/it, lr: 1.0e-04 loss: 6.942e-01]
my_first_lora_v1:  65%|######5   | 1956/3000 [10:20<23:40,  1.36s/it, lr: 1.0e-04 loss: 6.942e-01]
my_first_lora_v1:  65%|######5   | 1957/3000 [10:21<23:38,  1.36s/it, lr: 1.0e-04 loss: 2.731e-01]
my_first_lora_v1:  65%|######5   | 1957/3000 [10:21<23:38,  1.36s/it, lr: 1.0e-04 loss: 2.731e-01]
my_first_lora_v1:  65%|######5   | 1958/3000 [10:23<23:37,  1.36s/it, lr: 1.0e-04 loss: 1.391e-01]
my_first_lora_v1:  65%|######5   | 1958/3000 [10:23<23:37,  1.36s/it, lr: 1.0e-04 loss: 1.391e-01]
my_first_lora_v1:  65%|######5   | 1959/3000 [10:23<23:35,  1.36s/it, lr: 1.0e-04 loss: 7.338e-01]
my_first_lora_v1:  65%|######5   | 1959/3000 [10:23<23:35,  1.36s/it, lr: 1.0e-04 loss: 7.338e-01]
my_first_lora_v1:  65%|######5   | 1960/3000 [10:25<23:33,  1.36s/it, lr: 1.0e-04 loss: 0.000e+00]
my_first_lora_v1:  65%|######5   | 1960/3000 [10:25<23:33,  1.36s/it, lr: 1.0e-04 loss: 0.000e+00]
my_first_lora_v1:  65%|######5   | 1961/3000 [10:26<23:31,  1.36s/it, lr: 1.0e-04 loss: 6.725e-01]
my_first_lora_v1:  65%|######5   | 1961/3000 [10:26<23:31,  1.36s/it, lr: 1.0e-04 loss: 6.725e-01]
my_first_lora_v1:  65%|######5   | 1962/3000 [10:28<23:32,  1.36s/it, lr: 1.0e-04 loss: 6.055e-01]
my_first_lora_v1:  65%|######5   | 1962/3000 [10:28<23:32,  1.36s/it, lr: 1.0e-04 loss: 6.055e-01]
my_first_lora_v1:  65%|######5   | 1963/3000 [10:30<23:31,  1.36s/it, lr: 1.0e-04 loss: 2.305e-01]
my_first_lora_v1:  65%|######5   | 1963/3000 [10:30<23:31,  1.36s/it, lr: 1.0e-04 loss: 2.305e-01]
my_first_lora_v1:  65%|######5   | 1964/3000 [10:32<23:32,  1.36s/it, lr: 1.0e-04 loss: 4.401e-02]
my_first_lora_v1:  65%|######5   | 1964/3000 [10:32<23:32,  1.36s/it, lr: 1.0e-04 loss: 4.401e-02]
my_first_lora_v1:  66%|######5   | 1965/3000 [10:33<23:30,  1.36s/it, lr: 1.0e-04 loss: 4.380e-01]
my_first_lora_v1:  66%|######5   | 1965/3000 [10:33<23:30,  1.36s/it, lr: 1.0e-04 loss: 4.380e-01]
my_first_lora_v1:  66%|######5   | 1966/3000 [10:35<23:30,  1.36s/it, lr: 1.0e-04 loss: 3.750e-02]
my_first_lora_v1:  66%|######5   | 1966/3000 [10:35<23:30,  1.36s/it, lr: 1.0e-04 loss: 3.750e-02]
my_first_lora_v1:  66%|######5   | 1967/3000 [10:36<23:28,  1.36s/it, lr: 1.0e-04 loss: 7.554e-01]
my_first_lora_v1:  66%|######5   | 1967/3000 [10:36<23:28,  1.36s/it, lr: 1.0e-04 loss: 7.554e-01]
my_first_lora_v1:  66%|######5   | 1968/3000 [10:37<23:25,  1.36s/it, lr: 1.0e-04 loss: 1.216e-01]
my_first_lora_v1:  66%|######5   | 1968/3000 [10:37<23:25,  1.36s/it, lr: 1.0e-04 loss: 1.216e-01]
my_first_lora_v1:  66%|######5   | 1969/3000 [10:39<23:24,  1.36s/it, lr: 1.0e-04 loss: 1.049e-01]
my_first_lora_v1:  66%|######5   | 1969/3000 [10:39<23:24,  1.36s/it, lr: 1.0e-04 loss: 1.049e-01]
my_first_lora_v1:  66%|######5   | 1970/3000 [10:41<23:26,  1.37s/it, lr: 1.0e-04 loss: 4.612e-01]
my_first_lora_v1:  66%|######5   | 1970/3000 [10:41<23:26,  1.37s/it, lr: 1.0e-04 loss: 4.612e-01]
my_first_lora_v1:  66%|######5   | 1971/3000 [10:42<23:24,  1.36s/it, lr: 1.0e-04 loss: 4.892e-01]
my_first_lora_v1:  66%|######5   | 1971/3000 [10:42<23:24,  1.36s/it, lr: 1.0e-04 loss: 4.892e-01]
my_first_lora_v1:  66%|######5   | 1972/3000 [10:43<23:21,  1.36s/it, lr: 1.0e-04 loss: 7.169e-01]
my_first_lora_v1:  66%|######5   | 1972/3000 [10:43<23:21,  1.36s/it, lr: 1.0e-04 loss: 7.169e-01]
my_first_lora_v1:  66%|######5   | 1973/3000 [10:44<23:19,  1.36s/it, lr: 1.0e-04 loss: 2.056e-01]
my_first_lora_v1:  66%|######5   | 1973/3000 [10:44<23:19,  1.36s/it, lr: 1.0e-04 loss: 2.056e-01]
my_first_lora_v1:  66%|######5   | 1974/3000 [10:45<23:16,  1.36s/it, lr: 1.0e-04 loss: 1.356e-01]
my_first_lora_v1:  66%|######5   | 1974/3000 [10:45<23:16,  1.36s/it, lr: 1.0e-04 loss: 1.356e-01]
my_first_lora_v1:  66%|######5   | 1975/3000 [10:46<23:15,  1.36s/it, lr: 1.0e-04 loss: 2.857e-01]
my_first_lora_v1:  66%|######5   | 1975/3000 [10:46<23:15,  1.36s/it, lr: 1.0e-04 loss: 2.857e-01]
my_first_lora_v1:  66%|######5   | 1976/3000 [10:48<23:14,  1.36s/it, lr: 1.0e-04 loss: 8.179e-01]
my_first_lora_v1:  66%|######5   | 1976/3000 [10:48<23:14,  1.36s/it, lr: 1.0e-04 loss: 8.179e-01]
my_first_lora_v1:  66%|######5   | 1977/3000 [10:49<23:13,  1.36s/it, lr: 1.0e-04 loss: 7.583e-01]
my_first_lora_v1:  66%|######5   | 1977/3000 [10:49<23:13,  1.36s/it, lr: 1.0e-04 loss: 7.583e-01]
my_first_lora_v1:  66%|######5   | 1978/3000 [10:51<23:12,  1.36s/it, lr: 1.0e-04 loss: 2.061e-01]
my_first_lora_v1:  66%|######5   | 1978/3000 [10:51<23:12,  1.36s/it, lr: 1.0e-04 loss: 2.061e-01]
my_first_lora_v1:  66%|######5   | 1979/3000 [10:53<23:13,  1.37s/it, lr: 1.0e-04 loss: 4.389e-01]
my_first_lora_v1:  66%|######5   | 1979/3000 [10:53<23:13,  1.37s/it, lr: 1.0e-04 loss: 4.389e-01]
my_first_lora_v1:  66%|######6   | 1980/3000 [10:55<23:12,  1.37s/it, lr: 1.0e-04 loss: 2.155e-01]
my_first_lora_v1:  66%|######6   | 1980/3000 [10:55<23:12,  1.37s/it, lr: 1.0e-04 loss: 2.155e-01]
my_first_lora_v1:  66%|######6   | 1981/3000 [10:57<23:13,  1.37s/it, lr: 1.0e-04 loss: 6.793e-01]
my_first_lora_v1:  66%|######6   | 1981/3000 [10:57<23:13,  1.37s/it, lr: 1.0e-04 loss: 6.793e-01]
my_first_lora_v1:  66%|######6   | 1982/3000 [10:58<23:10,  1.37s/it, lr: 1.0e-04 loss: 7.563e-01]
my_first_lora_v1:  66%|######6   | 1982/3000 [10:58<23:10,  1.37s/it, lr: 1.0e-04 loss: 7.563e-01]
my_first_lora_v1:  66%|######6   | 1983/3000 [11:00<23:09,  1.37s/it, lr: 1.0e-04 loss: 2.874e-01]
my_first_lora_v1:  66%|######6   | 1983/3000 [11:00<23:09,  1.37s/it, lr: 1.0e-04 loss: 2.874e-01]
my_first_lora_v1:  66%|######6   | 1984/3000 [11:00<23:07,  1.37s/it, lr: 1.0e-04 loss: 7.340e-01]
my_first_lora_v1:  66%|######6   | 1984/3000 [11:00<23:07,  1.37s/it, lr: 1.0e-04 loss: 7.340e-01]
my_first_lora_v1:  66%|######6   | 1985/3000 [11:02<23:06,  1.37s/it, lr: 1.0e-04 loss: 4.567e-01]
my_first_lora_v1:  66%|######6   | 1985/3000 [11:02<23:06,  1.37s/it, lr: 1.0e-04 loss: 4.567e-01]
my_first_lora_v1:  66%|######6   | 1986/3000 [11:04<23:07,  1.37s/it, lr: 1.0e-04 loss: 6.533e-01]
my_first_lora_v1:  66%|######6   | 1986/3000 [11:04<23:07,  1.37s/it, lr: 1.0e-04 loss: 6.533e-01]
my_first_lora_v1:  66%|######6   | 1987/3000 [11:05<23:04,  1.37s/it, lr: 1.0e-04 loss: 4.428e-01]
my_first_lora_v1:  66%|######6   | 1987/3000 [11:05<23:04,  1.37s/it, lr: 1.0e-04 loss: 4.428e-01]
my_first_lora_v1:  66%|######6   | 1988/3000 [11:07<23:03,  1.37s/it, lr: 1.0e-04 loss: 1.653e-02]
my_first_lora_v1:  66%|######6   | 1988/3000 [11:07<23:03,  1.37s/it, lr: 1.0e-04 loss: 1.653e-02]
my_first_lora_v1:  66%|######6   | 1989/3000 [11:08<23:02,  1.37s/it, lr: 1.0e-04 loss: 6.673e-02]
my_first_lora_v1:  66%|######6   | 1989/3000 [11:08<23:02,  1.37s/it, lr: 1.0e-04 loss: 6.673e-02]
my_first_lora_v1:  66%|######6   | 1990/3000 [11:11<23:04,  1.37s/it, lr: 1.0e-04 loss: 1.815e-01]
my_first_lora_v1:  66%|######6   | 1990/3000 [11:11<23:04,  1.37s/it, lr: 1.0e-04 loss: 1.815e-01]
my_first_lora_v1:  66%|######6   | 1991/3000 [11:14<23:05,  1.37s/it, lr: 1.0e-04 loss: 2.261e-01]
my_first_lora_v1:  66%|######6   | 1991/3000 [11:14<23:05,  1.37s/it, lr: 1.0e-04 loss: 2.261e-01]
my_first_lora_v1:  66%|######6   | 1992/3000 [11:15<23:03,  1.37s/it, lr: 1.0e-04 loss: 4.476e-01]
my_first_lora_v1:  66%|######6   | 1992/3000 [11:15<23:03,  1.37s/it, lr: 1.0e-04 loss: 4.476e-01]
my_first_lora_v1:  66%|######6   | 1993/3000 [11:16<23:00,  1.37s/it, lr: 1.0e-04 loss: 4.825e-01]
my_first_lora_v1:  66%|######6   | 1993/3000 [11:16<23:00,  1.37s/it, lr: 1.0e-04 loss: 4.825e-01]
my_first_lora_v1:  66%|######6   | 1994/3000 [11:17<22:58,  1.37s/it, lr: 1.0e-04 loss: 6.207e-01]
my_first_lora_v1:  66%|######6   | 1994/3000 [11:17<22:58,  1.37s/it, lr: 1.0e-04 loss: 6.207e-01]
my_first_lora_v1:  66%|######6   | 1995/3000 [11:18<22:56,  1.37s/it, lr: 1.0e-04 loss: 2.060e-01]
my_first_lora_v1:  66%|######6   | 1995/3000 [11:18<22:56,  1.37s/it, lr: 1.0e-04 loss: 2.060e-01]
my_first_lora_v1:  67%|######6   | 1996/3000 [11:18<22:54,  1.37s/it, lr: 1.0e-04 loss: 2.636e-01]
my_first_lora_v1:  67%|######6   | 1996/3000 [11:18<22:54,  1.37s/it, lr: 1.0e-04 loss: 2.636e-01]
my_first_lora_v1:  67%|######6   | 1997/3000 [11:19<22:51,  1.37s/it, lr: 1.0e-04 loss: 1.305e-01]
my_first_lora_v1:  67%|######6   | 1997/3000 [11:19<22:51,  1.37s/it, lr: 1.0e-04 loss: 1.305e-01]
my_first_lora_v1:  67%|######6   | 1998/3000 [11:21<22:51,  1.37s/it, lr: 1.0e-04 loss: 5.810e-01]
my_first_lora_v1:  67%|######6   | 1998/3000 [11:21<22:51,  1.37s/it, lr: 1.0e-04 loss: 5.810e-01]
my_first_lora_v1:  67%|######6   | 1999/3000 [11:22<22:48,  1.37s/it, lr: 1.0e-04 loss: 5.472e-01]
my_first_lora_v1:  67%|######6   | 1999/3000 [11:22<22:48,  1.37s/it, lr: 1.0e-04 loss: 5.472e-01]
Saving at step 2000
Saved checkpoint to /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/my_first_lora_v1_000002000.safetensors
Saved optimizer to /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/optimizer.pt
Removing old save: /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v1/my_first_lora_v1_000001000.safetensors
Unloading assistant lora



Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]


Generating Images:  20%|##        | 1/5 [00:07<00:30,  7.65s/it]
Generating Images:  20%|##        | 1/5 [00:07<00:30,  7.65s/it]


                                                                
                                                                Error running job: Job stopped

========================================
Result:
 - 0 completed jobs
 - 1 failure
========================================
Traceback (most recent call last):
Traceback (most recent call last):
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module>
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module>
        main()main()

  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main
        raise eraise e

  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main
        job.run()job.run()

  File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
  File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
        process.run()process.run()

  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2282, in run
  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2282, in run
        self.sample(self.step_num)self.sample(self.step_num)

  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 306, in sample
  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 306, in sample
        super().sample(step, is_first)super().sample(step, is_first)

  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 368, in sample
  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 368, in sample
        self.sd.generate_images(gen_img_config_list, sampler=sample_config.sampler)self.sd.generate_images(gen_img_config_list, sampler=sample_config.sampler)

  File "/teamspace/studios/this_studio/ai-toolkit/venv/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context
  File "/teamspace/studios/this_studio/ai-toolkit/venv/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context
        return func(*args, **kwargs)return func(*args, **kwargs)

                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/teamspace/studios/this_studio/ai-toolkit/toolkit/models/base_model.py", line 665, in generate_images
  File "/teamspace/studios/this_studio/ai-toolkit/toolkit/models/base_model.py", line 665, in generate_images
        self._after_sample_image(i, len(image_configs))self._after_sample_image(i, len(image_configs))

  File "/teamspace/studios/this_studio/ai-toolkit/toolkit/models/base_model.py", line 348, in _after_sample_image
  File "/teamspace/studios/this_studio/ai-toolkit/toolkit/models/base_model.py", line 348, in _after_sample_image
        hook(img_num, total_imgs)hook(img_num, total_imgs)

  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 298, in sample_step_hook
  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 298, in sample_step_hook
        self.maybe_stop()self.maybe_stop()

  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
        raise Exception("Job stopped")raise Exception("Job stopped")

ExceptionException: : Job stoppedJob stopped


my_first_lora_v1:  67%|######6   | 1999/3000 [11:40<23:24,  1.40s/it, lr: 1.0e-04 loss: 5.472e-01]
my_first_lora_v1:  67%|######6   | 1999/3000 [11:40<23:24,  1.40s/it, lr: 1.0e-04 loss: 5.472e-01]