logs/1_log.txt

Running 1 job
{
    "type": "diffusion_trainer",
    "training_folder": "/teamspace/studios/this_studio/ai-toolkit/output",
    "sqlite_db_path": "/teamspace/studios/this_studio/ai-toolkit/aitk_db.db",
    "device": "cuda",
    "trigger_word": "xtishaz1",
    "performance_log_every": 10,
    "network": {
        "type": "lora",
        "linear": 32,
        "linear_alpha": 32,
        "conv": 16,
        "conv_alpha": 16,
        "lokr_full_rank": true,
        "lokr_factor": -1,
        "network_kwargs": {
            "ignore_if_contains": []
        }
    },
    "save": {
        "dtype": "bf16",
        "save_every": 500,
        "max_step_saves_to_keep": 8,
        "save_format": "diffusers",
        "push_to_hub": false
    },
    "datasets": [
        {
            "folder_path": "/teamspace/studios/this_studio/ai-toolkit/datasets/tisha",
            "mask_path": null,
            "mask_min_value": 0.1,
            "default_caption": "Indian 18y nude girl",
            "caption_ext": "txt",
            "caption_dropout_rate": 0.05,
            "cache_latents_to_disk": false,
            "is_reg": false,
            "network_weight": 1,
            "resolution": [
                1024
            ],
            "controls": [],
            "shrink_video_to_frames": true,
            "num_frames": 1,
            "do_i2v": true,
            "flip_x": false,
            "flip_y": false
        }
    ],
    "train": {
        "batch_size": 1,
        "bypass_guidance_embedding": false,
        "steps": 3000,
        "gradient_accumulation": 1,
        "train_unet": true,
        "train_text_encoder": false,
        "gradient_checkpointing": true,
        "noise_scheduler": "flowmatch",
        "optimizer": "adamw8bit",
        "timestep_type": "weighted",
        "content_or_style": "balanced",
        "optimizer_params": {
            "weight_decay": 0.0001
        },
        "unload_text_encoder": true,
        "cache_text_embeddings": false,
        "lr": 0.0001,
        "ema_config": {
            "use_ema": false,
            "ema_decay": 0.99
        },
        "skip_first_sample": false,
        "force_first_sample": false,
        "disable_sampling": false,
        "dtype": "bf16",
        "diff_output_preservation": false,
        "diff_output_preservation_multiplier": 1,
        "diff_output_preservation_class": "person",
        "switch_boundary_every": 1,
        "loss_type": "mse",
        "do_differential_guidance": true,
        "differential_guidance_scale": 3
    },
    "model": {
        "name_or_path": "Tongyi-MAI/Z-Image-Turbo",
        "quantize": true,
        "qtype": "qfloat8",
        "quantize_te": true,
        "qtype_te": "qfloat8",
        "arch": "zimage:turbo",
        "low_vram": true,
        "model_kwargs": {},
        "layer_offloading": false,
        "layer_offloading_text_encoder_percent": 1,
        "layer_offloading_transformer_percent": 1,
        "assistant_lora_path": "ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v1.safetensors"
    },
    "sample": {
        "sampler": "flowmatch",
        "sample_every": 250,
        "width": 1024,
        "height": 1024,
        "samples": [
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, is captured in a moment of intense intimacy as she leans forward with her eyes closed in pleasure, her tongue delicately exploring the base of a man\u2019s erect penis, her head tilted back slightly, her left hand gently cradling the back of her head while her right arm rests along his torso, the man\u2019s tattooed forearm adorned with a black dagger design rests possessively on her head, his body partially visible with defined musculature and natural body hair, the scene bathed in warm, golden-orange ambient lighting that casts soft shadows and highlights the contours of their skin, the background blurred into a smooth gradient of rich amber tones with subtle bokeh lights, creating a shallow depth of field that draws focus entirely to the couple\u2019s connection, the camera positioned at a close, slightly low angle to emphasize the intimacy and raw emotion of the moment, the woman\u2019s delicate gold hoop earring and thin gold chain necklace catching the light, adding a touch of elegance to the sensual scene, the overall composition exudes a sense of passion, trust, and natural beauty, rendered in ultra-high detail with a realistic, NSFW, adult, Z-Image Turbo optimized aesthetic."
            },
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, is captured in a moment of intense intimacy, kneeling on a plush white quilted bed, her body arched gracefully as she leans forward, one hand resting possessively on her hip while the other is gently placed on her thigh, her skin glistening with natural moisture under the soft, diffused natural light filtering through sheer white curtains and a wooden-framed window in the background, the warm beige walls and a wicker basket subtly visible in the corner adding to the serene, private atmosphere, the camera angle is low and intimate, emphasizing the curves of her body and the sensual tension of the moment, the depth of field is shallow, blurring the background slightly to draw focus to her form and the subtle interplay of light and shadow across her skin, creating a highly detailed, realistic, NSFW, adult, Z-Image Turbo optimized scene that exudes passion, elegance, and natural beauty."
            },
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, stands confidently in a softly lit bedroom, her body poised in a natural, relaxed stance with arms slightly away from her sides, her gaze direct and serene, the scene bathed in warm, diffused natural light filtering through sheer white curtains behind her, casting gentle shadows and highlighting the smooth contours of her form, the background features a neatly made bed with crisp white linens, a potted plant in a woven basket to the left, and a minimalist wooden nightstand with a small green plant on the right, the camera angle is straight-on at eye level, capturing the full length of her body with a shallow depth of field that softly blurs the background elements, emphasizing her presence and the intimate, tranquil atmosphere of the space, the overall composition exudes a sense of calm sensuality and natural beauty, rendered in ultra-high detail with realistic textures and lighting, perfectly optimized for Z-Image Turbo."
            },
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, reclines provocatively atop a plush, deep purple satin couch, her legs spread wide in a bold, sensual pose that accentuates her curves and natural beauty, her tongue playfully extended in a teasing expression, the rich, velvety texture of the couch contrasting with the smooth, glistening skin of her body, the ambient lighting casting soft, warm highlights across her form, the background revealing a cozy, intimate room with a purple wall, a bookshelf filled with books and decorative items, and a vintage-style lamp casting a gentle glow, the depth of field keeps the focus sharply on her figure while softly blurring the background elements, creating a luxurious, NSFW, adult, Z-Image Turbo optimized scene that exudes confidence, allure, and raw sensuality."
            },
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, kneels gracefully on gray tiled bathroom floor in a poised, slightly arched position, her body glistening with subtle sheen under soft, diffused ambient lighting that highlights the natural curves and contours of her torso, hips, and thighs, her left hand resting gently on her inner thigh while her right hand lightly touches her knee, her gaze directed confidently toward the viewer with an air of serene sensuality, behind her, a pristine white ceramic toilet stands against a backdrop of muted gray wall tiles with clean, minimalist grout lines, the scene framed by a slightly elevated camera angle that captures the full length of her form from mid-thighs upward, creating a sense of depth and intimacy, the shallow depth of field softly blurs the background elements while keeping her figure sharply in focus, evoking a quiet, private moment of vulnerability and elegance within a modern, sterile bathroom environment, the overall composition exudes a natural, unposed beauty with a touch of NSFW allure, rendered in ultra-high detail with realistic textures and lighting, optimized for Z-Image Turbo."
            }
        ],
        "neg": "",
        "seed": 42,
        "walk_seed": true,
        "guidance_scale": 1,
        "sample_steps": 8,
        "num_frames": 1,
        "fps": 1
    },
    "logging": {
        "log_every": 1,
        "use_ui_logger": true
    }
}
Using SQLite database at /teamspace/studios/this_studio/ai-toolkit/aitk_db.db
Job ID: "f7eb6cbb-a54a-4f3a-92b0-66455621336c"

#############################################
# Running job: my_first_lora_v6
#############################################


Running  1 process
Loading ZImage model
Loading transformer

Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:  33%|###3      | 1/3 [00:00<00:01,  1.05it/s]
Loading checkpoint shards:  33%|###3      | 1/3 [00:00<00:01,  1.05it/s]
Loading checkpoint shards:  67%|######6   | 2/3 [00:01<00:00,  1.11it/s]
Loading checkpoint shards:  67%|######6   | 2/3 [00:01<00:00,  1.11it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.48it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.48it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.35it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.35it/s]

Loading assistant LoRA
create LoRA network. base dim (rank): 32, alpha: 32
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 276 modules.
enable LoRA for U-Net
Merging in assistant LoRA
Missing keys: []
Quantizing Transformer
 - quantizing 30 transformer blocks

  0%|          | 0/30 [00:00<?, ?it/s]
  0%|          | 0/30 [00:00<?, ?it/s]
  3%|3         | 1/30 [00:00<00:04,  6.54it/s]
  3%|3         | 1/30 [00:00<00:04,  6.54it/s]
  7%|6         | 2/30 [00:00<00:03,  7.69it/s]
  7%|6         | 2/30 [00:00<00:03,  7.69it/s]
 10%|#         | 3/30 [00:00<00:03,  8.13it/s]
 10%|#         | 3/30 [00:00<00:03,  8.13it/s]
 13%|#3        | 4/30 [00:00<00:03,  8.39it/s]
 13%|#3        | 4/30 [00:00<00:03,  8.39it/s]
 20%|##        | 6/30 [00:00<00:02,  8.92it/s]
 20%|##        | 6/30 [00:00<00:02,  8.92it/s]
 27%|##6       | 8/30 [00:00<00:02,  9.16it/s]
 27%|##6       | 8/30 [00:00<00:02,  9.16it/s]
 30%|###       | 9/30 [00:01<00:02,  9.08it/s]
 30%|###       | 9/30 [00:01<00:02,  9.08it/s]
 33%|###3      | 10/30 [00:01<00:02,  9.04it/s]
 33%|###3      | 10/30 [00:01<00:02,  9.04it/s]
 37%|###6      | 11/30 [00:01<00:02,  8.85it/s]
 37%|###6      | 11/30 [00:01<00:02,  8.85it/s]
 40%|####      | 12/30 [00:01<00:02,  8.78it/s]
 40%|####      | 12/30 [00:01<00:02,  8.78it/s]
 43%|####3     | 13/30 [00:01<00:01,  8.78it/s]
 43%|####3     | 13/30 [00:01<00:01,  8.78it/s]
 47%|####6     | 14/30 [00:01<00:01,  8.77it/s]
 47%|####6     | 14/30 [00:01<00:01,  8.77it/s]
 50%|#####     | 15/30 [00:01<00:01,  8.75it/s]
 50%|#####     | 15/30 [00:01<00:01,  8.75it/s]
 53%|#####3    | 16/30 [00:01<00:01,  8.67it/s]
 53%|#####3    | 16/30 [00:01<00:01,  8.67it/s]
 60%|######    | 18/30 [00:02<00:01,  9.24it/s]
 60%|######    | 18/30 [00:02<00:01,  9.24it/s]
 63%|######3   | 19/30 [00:02<00:01,  9.07it/s]
 63%|######3   | 19/30 [00:02<00:01,  9.07it/s]
 67%|######6   | 20/30 [00:02<00:01,  8.93it/s]
 67%|######6   | 20/30 [00:02<00:01,  8.93it/s]
 70%|#######   | 21/30 [00:02<00:01,  8.81it/s]
 70%|#######   | 21/30 [00:02<00:01,  8.81it/s]
 73%|#######3  | 22/30 [00:02<00:00,  8.78it/s]
 73%|#######3  | 22/30 [00:02<00:00,  8.78it/s]
 77%|#######6  | 23/30 [00:02<00:00,  8.75it/s]
 77%|#######6  | 23/30 [00:02<00:00,  8.75it/s]
 83%|########3 | 25/30 [00:02<00:00,  9.09it/s]
 83%|########3 | 25/30 [00:02<00:00,  9.09it/s]
 87%|########6 | 26/30 [00:02<00:00,  8.99it/s]
 87%|########6 | 26/30 [00:02<00:00,  8.99it/s]
 90%|######### | 27/30 [00:03<00:00,  8.68it/s]
 90%|######### | 27/30 [00:03<00:00,  8.68it/s]
 93%|#########3| 28/30 [00:03<00:00,  8.72it/s]
 93%|#########3| 28/30 [00:03<00:00,  8.72it/s]
 97%|#########6| 29/30 [00:03<00:00,  8.60it/s]
 97%|#########6| 29/30 [00:03<00:00,  8.60it/s]
100%|##########| 30/30 [00:03<00:00,  8.68it/s]
100%|##########| 30/30 [00:03<00:00,  8.68it/s]
100%|##########| 30/30 [00:03<00:00,  8.78it/s]
100%|##########| 30/30 [00:03<00:00,  8.78it/s]

 - quantizing extras
Moving transformer to CPU
Text Encoder
`torch_dtype` is deprecated! Use `dtype` instead!
`torch_dtype` is deprecated! Use `dtype` instead!

Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 66.24it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 66.24it/s]

Quantizing Text Encoder
Loading VAE
Making pipe
Preparing Model
Model Loaded
create LoRA network. base dim (rank): 32, alpha: 32
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 240 modules.
enable LoRA for U-Net
#### IMPORTANT RESUMING FROM /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/my_first_lora_v6_000000500.safetensors ####
Loading from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/my_first_lora_v6_000000500.safetensors
Missing keys: []
Found step 500 in metadata, starting from there
Loading optimizer state from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/optimizer.pt
Updating optimizer LR from params
Dataset: /teamspace/studios/this_studio/ai-toolkit/datasets/tisha
  -  Preprocessing image dimensions

  0%|          | 0/9 [00:00<?, ?it/s]
  0%|          | 0/9 [00:00<?, ?it/s]
100%|##########| 9/9 [00:00<00:00, 16476.97it/s]
100%|##########| 9/9 [00:00<00:00, 16476.97it/s]

  -  Found 9 images
Bucket sizes for /teamspace/studios/this_studio/ai-toolkit/datasets/tisha:
832x1152: 4 files
896x1152: 1 files
512x832: 2 files
864x864: 1 files
768x1056: 1 files
5 buckets made
Caching embeddings and unloading text encoder

***** UNLOADING TEXT ENCODER *****
This will train only with a blank prompt or trigger word, if set
If this is not what you want, remove the unload_text_encoder flag
***********************************


my_first_lora_v6:  17%|#6        | 500/3000 [00:00<?, ?it/s]
my_first_lora_v6:  17%|#6        | 500/3000 [00:00<?, ?it/s]
my_first_lora_v6:  17%|#6        | 500/3000 [00:01<?, ?it/s, lr: 1.0e-04 loss: 3.078e-01]
my_first_lora_v6:  17%|#6        | 500/3000 [00:01<?, ?it/s, lr: 1.0e-04 loss: 3.078e-01]
my_first_lora_v6:  17%|#6        | 500/3000 [00:01<?, ?it/s, lr: 1.0e-04 loss: 3.078e-01]
my_first_lora_v6:  17%|#6        | 500/3000 [00:01<?, ?it/s, lr: 1.0e-04 loss: 3.078e-01]
my_first_lora_v6:  17%|#6        | 500/3000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 4.625e-01]
my_first_lora_v6:  17%|#6        | 500/3000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 4.625e-01]
my_first_lora_v6:  17%|#6        | 501/3000 [00:06<4:42:42,  6.79s/it, lr: 1.0e-04 loss: 9.886e-02]
my_first_lora_v6:  17%|#6        | 501/3000 [00:06<4:42:42,  6.79s/it, lr: 1.0e-04 loss: 9.886e-02]
my_first_lora_v6:  17%|#6        | 502/3000 [00:09<3:12:01,  4.61s/it, lr: 1.0e-04 loss: 6.045e-01]
my_first_lora_v6:  17%|#6        | 502/3000 [00:09<3:12:01,  4.61s/it, lr: 1.0e-04 loss: 6.045e-01]
my_first_lora_v6:  17%|#6        | 503/3000 [00:10<2:22:11,  3.42s/it, lr: 1.0e-04 loss: 8.771e-01]
my_first_lora_v6:  17%|#6        | 503/3000 [00:10<2:22:11,  3.42s/it, lr: 1.0e-04 loss: 8.771e-01]
my_first_lora_v6:  17%|#6        | 504/3000 [00:12<2:05:34,  3.02s/it, lr: 1.0e-04 loss: 4.392e-01]
my_first_lora_v6:  17%|#6        | 504/3000 [00:12<2:05:34,  3.02s/it, lr: 1.0e-04 loss: 4.392e-01]
my_first_lora_v6:  17%|#6        | 505/3000 [00:14<1:56:43,  2.81s/it, lr: 1.0e-04 loss: 8.367e-01]
my_first_lora_v6:  17%|#6        | 505/3000 [00:14<1:56:43,  2.81s/it, lr: 1.0e-04 loss: 8.367e-01]
my_first_lora_v6:  17%|#6        | 506/3000 [00:16<1:54:04,  2.74s/it, lr: 1.0e-04 loss: 2.288e-01]
my_first_lora_v6:  17%|#6        | 506/3000 [00:16<1:54:04,  2.74s/it, lr: 1.0e-04 loss: 2.288e-01]
my_first_lora_v6:  17%|#6        | 507/3000 [00:18<1:52:13,  2.70s/it, lr: 1.0e-04 loss: 5.285e-01]
my_first_lora_v6:  17%|#6        | 507/3000 [00:18<1:52:13,  2.70s/it, lr: 1.0e-04 loss: 5.285e-01]
my_first_lora_v6:  17%|#6        | 508/3000 [00:21<1:51:42,  2.69s/it, lr: 1.0e-04 loss: 4.946e-02]
my_first_lora_v6:  17%|#6        | 508/3000 [00:21<1:51:42,  2.69s/it, lr: 1.0e-04 loss: 4.946e-02]
my_first_lora_v6:  17%|#6        | 509/3000 [00:22<1:43:53,  2.50s/it, lr: 1.0e-04 loss: 1.563e-02]
my_first_lora_v6:  17%|#6        | 509/3000 [00:22<1:43:53,  2.50s/it, lr: 1.0e-04 loss: 1.563e-02]
my_first_lora_v6:  17%|#7        | 510/3000 [00:25<1:44:34,  2.52s/it, lr: 1.0e-04 loss: 2.290e-01]
my_first_lora_v6:  17%|#7        | 510/3000 [00:25<1:44:34,  2.52s/it, lr: 1.0e-04 loss: 2.290e-01]
my_first_lora_v6:  17%|#7        | 511/3000 [00:27<1:41:49,  2.45s/it, lr: 1.0e-04 loss: 9.253e-02]
my_first_lora_v6:  17%|#7        | 511/3000 [00:27<1:41:49,  2.45s/it, lr: 1.0e-04 loss: 9.253e-02]
my_first_lora_v6:  17%|#7        | 512/3000 [00:29<1:41:42,  2.45s/it, lr: 1.0e-04 loss: 7.359e-01]
my_first_lora_v6:  17%|#7        | 512/3000 [00:29<1:41:42,  2.45s/it, lr: 1.0e-04 loss: 7.359e-01]
my_first_lora_v6:  17%|#7        | 513/3000 [00:30<1:37:00,  2.34s/it, lr: 1.0e-04 loss: 8.851e-01]
my_first_lora_v6:  17%|#7        | 513/3000 [00:30<1:37:00,  2.34s/it, lr: 1.0e-04 loss: 8.851e-01]
my_first_lora_v6:  17%|#7        | 514/3000 [00:33<1:38:01,  2.37s/it, lr: 1.0e-04 loss: 7.634e-01]
my_first_lora_v6:  17%|#7        | 514/3000 [00:33<1:38:01,  2.37s/it, lr: 1.0e-04 loss: 7.634e-01]
my_first_lora_v6:  17%|#7        | 515/3000 [00:35<1:38:12,  2.37s/it, lr: 1.0e-04 loss: 6.515e-01]
my_first_lora_v6:  17%|#7        | 515/3000 [00:35<1:38:12,  2.37s/it, lr: 1.0e-04 loss: 6.515e-01]
my_first_lora_v6:  17%|#7        | 516/3000 [00:37<1:37:05,  2.35s/it, lr: 1.0e-04 loss: 5.746e-01]
my_first_lora_v6:  17%|#7        | 516/3000 [00:37<1:37:05,  2.35s/it, lr: 1.0e-04 loss: 5.746e-01]
my_first_lora_v6:  17%|#7        | 517/3000 [00:40<1:37:44,  2.36s/it, lr: 1.0e-04 loss: 6.907e-02]
my_first_lora_v6:  17%|#7        | 517/3000 [00:40<1:37:44,  2.36s/it, lr: 1.0e-04 loss: 6.907e-02]
my_first_lora_v6:  17%|#7        | 518/3000 [00:42<1:38:28,  2.38s/it, lr: 1.0e-04 loss: 1.428e-01]
my_first_lora_v6:  17%|#7        | 518/3000 [00:42<1:38:28,  2.38s/it, lr: 1.0e-04 loss: 1.428e-01]
my_first_lora_v6:  17%|#7        | 519/3000 [00:44<1:37:30,  2.36s/it, lr: 1.0e-04 loss: 2.389e-01]
my_first_lora_v6:  17%|#7        | 519/3000 [00:44<1:37:30,  2.36s/it, lr: 1.0e-04 loss: 2.389e-01]
my_first_lora_v6:  17%|#7        | 520/3000 [00:47<1:37:37,  2.36s/it, lr: 1.0e-04 loss: 6.733e-01]
my_first_lora_v6:  17%|#7        | 520/3000 [00:47<1:37:37,  2.36s/it, lr: 1.0e-04 loss: 6.733e-01]
my_first_lora_v6:  17%|#7        | 521/3000 [00:49<1:37:44,  2.37s/it, lr: 1.0e-04 loss: 2.039e-01]
my_first_lora_v6:  17%|#7        | 521/3000 [00:49<1:37:44,  2.37s/it, lr: 1.0e-04 loss: 2.039e-01]
my_first_lora_v6:  17%|#7        | 522/3000 [00:50<1:35:10,  2.30s/it, lr: 1.0e-04 loss: 3.610e-01]
my_first_lora_v6:  17%|#7        | 522/3000 [00:50<1:35:10,  2.30s/it, lr: 1.0e-04 loss: 3.610e-01]
my_first_lora_v6:  17%|#7        | 523/3000 [00:52<1:34:15,  2.28s/it, lr: 1.0e-04 loss: 3.106e-01]
my_first_lora_v6:  17%|#7        | 523/3000 [00:52<1:34:15,  2.28s/it, lr: 1.0e-04 loss: 3.106e-01]
my_first_lora_v6:  17%|#7        | 524/3000 [00:54<1:34:28,  2.29s/it, lr: 1.0e-04 loss: 8.031e-01]
my_first_lora_v6:  17%|#7        | 524/3000 [00:54<1:34:28,  2.29s/it, lr: 1.0e-04 loss: 8.031e-01]
my_first_lora_v6:  18%|#7        | 525/3000 [00:55<1:32:17,  2.24s/it, lr: 1.0e-04 loss: 8.655e-01]
my_first_lora_v6:  18%|#7        | 525/3000 [00:55<1:32:17,  2.24s/it, lr: 1.0e-04 loss: 8.655e-01]
my_first_lora_v6:  18%|#7        | 526/3000 [00:58<1:32:53,  2.25s/it, lr: 1.0e-04 loss: 1.088e-01]
my_first_lora_v6:  18%|#7        | 526/3000 [00:58<1:32:53,  2.25s/it, lr: 1.0e-04 loss: 1.088e-01]
my_first_lora_v6:  18%|#7        | 527/3000 [01:01<1:33:09,  2.26s/it, lr: 1.0e-04 loss: 6.906e-01]
my_first_lora_v6:  18%|#7        | 527/3000 [01:01<1:33:09,  2.26s/it, lr: 1.0e-04 loss: 6.906e-01]
my_first_lora_v6:  18%|#7        | 528/3000 [01:04<1:34:19,  2.29s/it, lr: 1.0e-04 loss: 5.700e-01]
my_first_lora_v6:  18%|#7        | 528/3000 [01:04<1:34:19,  2.29s/it, lr: 1.0e-04 loss: 5.700e-01]
my_first_lora_v6:  18%|#7        | 529/3000 [01:06<1:34:28,  2.29s/it, lr: 1.0e-04 loss: 4.321e-01]
my_first_lora_v6:  18%|#7        | 529/3000 [01:06<1:34:28,  2.29s/it, lr: 1.0e-04 loss: 4.321e-01]
my_first_lora_v6:  18%|#7        | 530/3000 [01:08<1:34:39,  2.30s/it, lr: 1.0e-04 loss: 6.032e-01]
my_first_lora_v6:  18%|#7        | 530/3000 [01:08<1:34:39,  2.30s/it, lr: 1.0e-04 loss: 6.032e-01]
my_first_lora_v6:  18%|#7        | 531/3000 [01:09<1:32:53,  2.26s/it, lr: 1.0e-04 loss: 2.723e-01]
my_first_lora_v6:  18%|#7        | 531/3000 [01:09<1:32:53,  2.26s/it, lr: 1.0e-04 loss: 2.723e-01]
my_first_lora_v6:  18%|#7        | 532/3000 [01:10<1:31:13,  2.22s/it, lr: 1.0e-04 loss: 7.669e-01]
my_first_lora_v6:  18%|#7        | 532/3000 [01:10<1:31:13,  2.22s/it, lr: 1.0e-04 loss: 7.669e-01]
my_first_lora_v6:  18%|#7        | 533/3000 [01:12<1:30:39,  2.20s/it, lr: 1.0e-04 loss: 4.877e-01]
my_first_lora_v6:  18%|#7        | 533/3000 [01:12<1:30:39,  2.20s/it, lr: 1.0e-04 loss: 4.877e-01]
my_first_lora_v6:  18%|#7        | 534/3000 [01:14<1:30:19,  2.20s/it, lr: 1.0e-04 loss: 7.645e-02]
my_first_lora_v6:  18%|#7        | 534/3000 [01:14<1:30:19,  2.20s/it, lr: 1.0e-04 loss: 7.645e-02]
my_first_lora_v6:  18%|#7        | 535/3000 [01:17<1:30:48,  2.21s/it, lr: 1.0e-04 loss: 8.156e-01]
my_first_lora_v6:  18%|#7        | 535/3000 [01:17<1:30:48,  2.21s/it, lr: 1.0e-04 loss: 8.156e-01]
my_first_lora_v6:  18%|#7        | 536/3000 [01:19<1:30:29,  2.20s/it, lr: 1.0e-04 loss: 6.259e-02]
my_first_lora_v6:  18%|#7        | 536/3000 [01:19<1:30:29,  2.20s/it, lr: 1.0e-04 loss: 6.259e-02]
my_first_lora_v6:  18%|#7        | 537/3000 [01:21<1:30:43,  2.21s/it, lr: 1.0e-04 loss: 6.723e-01]
my_first_lora_v6:  18%|#7        | 537/3000 [01:21<1:30:43,  2.21s/it, lr: 1.0e-04 loss: 6.723e-01]
my_first_lora_v6:  18%|#7        | 538/3000 [01:22<1:29:22,  2.18s/it, lr: 1.0e-04 loss: 1.408e-01]
my_first_lora_v6:  18%|#7        | 538/3000 [01:22<1:29:22,  2.18s/it, lr: 1.0e-04 loss: 1.408e-01]
my_first_lora_v6:  18%|#7        | 539/3000 [01:24<1:28:56,  2.17s/it, lr: 1.0e-04 loss: 4.821e-01]
my_first_lora_v6:  18%|#7        | 539/3000 [01:24<1:28:56,  2.17s/it, lr: 1.0e-04 loss: 4.821e-01]
my_first_lora_v6:  18%|#8        | 540/3000 [01:27<1:29:11,  2.18s/it, lr: 1.0e-04 loss: 4.469e-01]
my_first_lora_v6:  18%|#8        | 540/3000 [01:27<1:29:11,  2.18s/it, lr: 1.0e-04 loss: 4.469e-01]
my_first_lora_v6:  18%|#8        | 541/3000 [01:28<1:27:58,  2.15s/it, lr: 1.0e-04 loss: 1.558e-01]
my_first_lora_v6:  18%|#8        | 541/3000 [01:28<1:27:58,  2.15s/it, lr: 1.0e-04 loss: 1.558e-01]
my_first_lora_v6:  18%|#8        | 542/3000 [01:30<1:28:42,  2.17s/it, lr: 1.0e-04 loss: 5.528e-01]
my_first_lora_v6:  18%|#8        | 542/3000 [01:30<1:28:42,  2.17s/it, lr: 1.0e-04 loss: 5.528e-01]
my_first_lora_v6:  18%|#8        | 543/3000 [01:33<1:28:55,  2.17s/it, lr: 1.0e-04 loss: 2.995e-01]
my_first_lora_v6:  18%|#8        | 543/3000 [01:33<1:28:55,  2.17s/it, lr: 1.0e-04 loss: 2.995e-01]
my_first_lora_v6:  18%|#8        | 544/3000 [01:35<1:28:52,  2.17s/it, lr: 1.0e-04 loss: 8.208e-02]
my_first_lora_v6:  18%|#8        | 544/3000 [01:35<1:28:52,  2.17s/it, lr: 1.0e-04 loss: 8.208e-02]
my_first_lora_v6:  18%|#8        | 545/3000 [01:37<1:28:30,  2.16s/it, lr: 1.0e-04 loss: 5.335e-01]
my_first_lora_v6:  18%|#8        | 545/3000 [01:37<1:28:30,  2.16s/it, lr: 1.0e-04 loss: 5.335e-01]
my_first_lora_v6:  18%|#8        | 546/3000 [01:39<1:28:42,  2.17s/it, lr: 1.0e-04 loss: 3.321e-01]
my_first_lora_v6:  18%|#8        | 546/3000 [01:39<1:28:42,  2.17s/it, lr: 1.0e-04 loss: 3.321e-01]
my_first_lora_v6:  18%|#8        | 547/3000 [01:40<1:27:38,  2.14s/it, lr: 1.0e-04 loss: 4.780e-01]
my_first_lora_v6:  18%|#8        | 547/3000 [01:40<1:27:38,  2.14s/it, lr: 1.0e-04 loss: 4.780e-01]
my_first_lora_v6:  18%|#8        | 548/3000 [01:43<1:27:52,  2.15s/it, lr: 1.0e-04 loss: 7.346e-01]
my_first_lora_v6:  18%|#8        | 548/3000 [01:43<1:27:52,  2.15s/it, lr: 1.0e-04 loss: 7.346e-01]
my_first_lora_v6:  18%|#8        | 549/3000 [01:45<1:28:17,  2.16s/it, lr: 1.0e-04 loss: 6.894e-01]
my_first_lora_v6:  18%|#8        | 549/3000 [01:45<1:28:17,  2.16s/it, lr: 1.0e-04 loss: 6.894e-01]
my_first_lora_v6:  18%|#8        | 550/3000 [01:48<1:28:28,  2.17s/it, lr: 1.0e-04 loss: 8.013e-01]
my_first_lora_v6:  18%|#8        | 550/3000 [01:48<1:28:28,  2.17s/it, lr: 1.0e-04 loss: 8.013e-01]
my_first_lora_v6:  18%|#8        | 551/3000 [01:50<1:28:39,  2.17s/it, lr: 1.0e-04 loss: 8.488e-01]
my_first_lora_v6:  18%|#8        | 551/3000 [01:50<1:28:39,  2.17s/it, lr: 1.0e-04 loss: 8.488e-01]
my_first_lora_v6:  18%|#8        | 552/3000 [01:51<1:27:42,  2.15s/it, lr: 1.0e-04 loss: 5.412e-02]
my_first_lora_v6:  18%|#8        | 552/3000 [01:51<1:27:42,  2.15s/it, lr: 1.0e-04 loss: 5.412e-02]
my_first_lora_v6:  18%|#8        | 553/3000 [01:54<1:28:01,  2.16s/it, lr: 1.0e-04 loss: 6.321e-01]
my_first_lora_v6:  18%|#8        | 553/3000 [01:54<1:28:01,  2.16s/it, lr: 1.0e-04 loss: 6.321e-01]
my_first_lora_v6:  18%|#8        | 554/3000 [01:56<1:27:45,  2.15s/it, lr: 1.0e-04 loss: 2.845e-01]
my_first_lora_v6:  18%|#8        | 554/3000 [01:56<1:27:45,  2.15s/it, lr: 1.0e-04 loss: 2.845e-01]
my_first_lora_v6:  18%|#8        | 555/3000 [01:57<1:26:52,  2.13s/it, lr: 1.0e-04 loss: 4.330e-02]
my_first_lora_v6:  18%|#8        | 555/3000 [01:57<1:26:52,  2.13s/it, lr: 1.0e-04 loss: 4.330e-02]
my_first_lora_v6:  19%|#8        | 556/3000 [01:59<1:27:04,  2.14s/it, lr: 1.0e-04 loss: 2.474e-01]
my_first_lora_v6:  19%|#8        | 556/3000 [01:59<1:27:04,  2.14s/it, lr: 1.0e-04 loss: 2.474e-01]
my_first_lora_v6:  19%|#8        | 557/3000 [02:01<1:26:28,  2.12s/it, lr: 1.0e-04 loss: 2.210e-01]
my_first_lora_v6:  19%|#8        | 557/3000 [02:01<1:26:28,  2.12s/it, lr: 1.0e-04 loss: 2.210e-01]
my_first_lora_v6:  19%|#8        | 558/3000 [02:03<1:26:39,  2.13s/it, lr: 1.0e-04 loss: 7.359e-01]
my_first_lora_v6:  19%|#8        | 558/3000 [02:03<1:26:39,  2.13s/it, lr: 1.0e-04 loss: 7.359e-01]
my_first_lora_v6:  19%|#8        | 559/3000 [02:06<1:27:02,  2.14s/it, lr: 1.0e-04 loss: 1.881e-01]
my_first_lora_v6:  19%|#8        | 559/3000 [02:06<1:27:02,  2.14s/it, lr: 1.0e-04 loss: 1.881e-01]
my_first_lora_v6:  19%|#8        | 560/3000 [02:08<1:27:13,  2.14s/it, lr: 1.0e-04 loss: 8.027e-01]
my_first_lora_v6:  19%|#8        | 560/3000 [02:08<1:27:13,  2.14s/it, lr: 1.0e-04 loss: 8.027e-01]
my_first_lora_v6:  19%|#8        | 561/3000 [02:10<1:27:04,  2.14s/it, lr: 1.0e-04 loss: 9.596e-02]
my_first_lora_v6:  19%|#8        | 561/3000 [02:10<1:27:04,  2.14s/it, lr: 1.0e-04 loss: 9.596e-02]
my_first_lora_v6:  19%|#8        | 562/3000 [02:13<1:27:22,  2.15s/it, lr: 1.0e-04 loss: 5.882e-02]
my_first_lora_v6:  19%|#8        | 562/3000 [02:13<1:27:22,  2.15s/it, lr: 1.0e-04 loss: 5.882e-02]
my_first_lora_v6:  19%|#8        | 563/3000 [02:15<1:27:07,  2.15s/it, lr: 1.0e-04 loss: 3.074e-01]
my_first_lora_v6:  19%|#8        | 563/3000 [02:15<1:27:07,  2.15s/it, lr: 1.0e-04 loss: 3.074e-01]
my_first_lora_v6:  19%|#8        | 564/3000 [02:17<1:27:18,  2.15s/it, lr: 1.0e-04 loss: 3.099e-01]
my_first_lora_v6:  19%|#8        | 564/3000 [02:17<1:27:18,  2.15s/it, lr: 1.0e-04 loss: 3.099e-01]
my_first_lora_v6:  19%|#8        | 565/3000 [02:19<1:27:08,  2.15s/it, lr: 1.0e-04 loss: 7.300e-01]
my_first_lora_v6:  19%|#8        | 565/3000 [02:19<1:27:08,  2.15s/it, lr: 1.0e-04 loss: 7.300e-01]
my_first_lora_v6:  19%|#8        | 566/3000 [02:22<1:27:19,  2.15s/it, lr: 1.0e-04 loss: 1.569e-02]
my_first_lora_v6:  19%|#8        | 566/3000 [02:22<1:27:19,  2.15s/it, lr: 1.0e-04 loss: 1.569e-02]
my_first_lora_v6:  19%|#8        | 567/3000 [02:24<1:27:38,  2.16s/it, lr: 1.0e-04 loss: 5.366e-01]
my_first_lora_v6:  19%|#8        | 567/3000 [02:24<1:27:38,  2.16s/it, lr: 1.0e-04 loss: 5.366e-01]
my_first_lora_v6:  19%|#8        | 568/3000 [02:25<1:26:54,  2.14s/it, lr: 1.0e-04 loss: 7.940e-01]
my_first_lora_v6:  19%|#8        | 568/3000 [02:25<1:26:54,  2.14s/it, lr: 1.0e-04 loss: 7.940e-01]
my_first_lora_v6:  19%|#8        | 569/3000 [02:28<1:27:03,  2.15s/it, lr: 1.0e-04 loss: 7.539e-01]
my_first_lora_v6:  19%|#8        | 569/3000 [02:28<1:27:03,  2.15s/it, lr: 1.0e-04 loss: 7.539e-01]
my_first_lora_v6:  19%|#9        | 570/3000 [02:29<1:26:22,  2.13s/it, lr: 1.0e-04 loss: 2.435e-01]
my_first_lora_v6:  19%|#9        | 570/3000 [02:29<1:26:22,  2.13s/it, lr: 1.0e-04 loss: 2.435e-01]
my_first_lora_v6:  19%|#9        | 571/3000 [02:31<1:26:37,  2.14s/it, lr: 1.0e-04 loss: 5.432e-01]
my_first_lora_v6:  19%|#9        | 571/3000 [02:31<1:26:37,  2.14s/it, lr: 1.0e-04 loss: 5.432e-01]
my_first_lora_v6:  19%|#9        | 572/3000 [02:34<1:27:03,  2.15s/it, lr: 1.0e-04 loss: 1.755e-01]
my_first_lora_v6:  19%|#9        | 572/3000 [02:34<1:27:03,  2.15s/it, lr: 1.0e-04 loss: 1.755e-01]
my_first_lora_v6:  19%|#9        | 573/3000 [02:35<1:26:24,  2.14s/it, lr: 1.0e-04 loss: 7.907e-01]
my_first_lora_v6:  19%|#9        | 573/3000 [02:35<1:26:24,  2.14s/it, lr: 1.0e-04 loss: 7.907e-01]
my_first_lora_v6:  19%|#9        | 574/3000 [02:36<1:25:45,  2.12s/it, lr: 1.0e-04 loss: 4.219e-01]
my_first_lora_v6:  19%|#9        | 574/3000 [02:36<1:25:45,  2.12s/it, lr: 1.0e-04 loss: 4.219e-01]
my_first_lora_v6:  19%|#9        | 575/3000 [02:39<1:25:54,  2.13s/it, lr: 1.0e-04 loss: 8.088e-02]
my_first_lora_v6:  19%|#9        | 575/3000 [02:39<1:25:54,  2.13s/it, lr: 1.0e-04 loss: 8.088e-02]
my_first_lora_v6:  19%|#9        | 576/3000 [02:41<1:25:48,  2.12s/it, lr: 1.0e-04 loss: 8.366e-01]
my_first_lora_v6:  19%|#9        | 576/3000 [02:41<1:25:48,  2.12s/it, lr: 1.0e-04 loss: 8.366e-01]
my_first_lora_v6:  19%|#9        | 577/3000 [02:43<1:25:57,  2.13s/it, lr: 1.0e-04 loss: 7.141e-01]
my_first_lora_v6:  19%|#9        | 577/3000 [02:43<1:25:57,  2.13s/it, lr: 1.0e-04 loss: 7.141e-01]
my_first_lora_v6:  19%|#9        | 578/3000 [02:45<1:25:46,  2.12s/it, lr: 1.0e-04 loss: 2.636e-01]
my_first_lora_v6:  19%|#9        | 578/3000 [02:45<1:25:46,  2.12s/it, lr: 1.0e-04 loss: 2.636e-01]
my_first_lora_v6:  19%|#9        | 579/3000 [02:48<1:25:55,  2.13s/it, lr: 1.0e-04 loss: 7.815e-01]
my_first_lora_v6:  19%|#9        | 579/3000 [02:48<1:25:55,  2.13s/it, lr: 1.0e-04 loss: 7.815e-01]
my_first_lora_v6:  19%|#9        | 580/3000 [02:49<1:25:25,  2.12s/it, lr: 1.0e-04 loss: 2.902e-01]
my_first_lora_v6:  19%|#9        | 580/3000 [02:49<1:25:25,  2.12s/it, lr: 1.0e-04 loss: 2.902e-01]
my_first_lora_v6:  19%|#9        | 581/3000 [02:51<1:25:34,  2.12s/it, lr: 1.0e-04 loss: 5.788e-01]
my_first_lora_v6:  19%|#9        | 581/3000 [02:51<1:25:34,  2.12s/it, lr: 1.0e-04 loss: 5.788e-01]
my_first_lora_v6:  19%|#9        | 582/3000 [02:54<1:25:43,  2.13s/it, lr: 1.0e-04 loss: 5.610e-01]
my_first_lora_v6:  19%|#9        | 582/3000 [02:54<1:25:43,  2.13s/it, lr: 1.0e-04 loss: 5.610e-01]
my_first_lora_v6:  19%|#9        | 583/3000 [02:55<1:25:09,  2.11s/it, lr: 1.0e-04 loss: 8.444e-01]
my_first_lora_v6:  19%|#9        | 583/3000 [02:55<1:25:09,  2.11s/it, lr: 1.0e-04 loss: 8.444e-01]
my_first_lora_v6:  19%|#9        | 584/3000 [02:57<1:25:19,  2.12s/it, lr: 1.0e-04 loss: 7.359e-02]
my_first_lora_v6:  19%|#9        | 584/3000 [02:57<1:25:19,  2.12s/it, lr: 1.0e-04 loss: 7.359e-02]
my_first_lora_v6:  20%|#9        | 585/3000 [02:59<1:25:09,  2.12s/it, lr: 1.0e-04 loss: 4.789e-01]
my_first_lora_v6:  20%|#9        | 585/3000 [02:59<1:25:09,  2.12s/it, lr: 1.0e-04 loss: 4.789e-01]
my_first_lora_v6:  20%|#9        | 586/3000 [03:02<1:25:24,  2.12s/it, lr: 1.0e-04 loss: 7.429e-01]
my_first_lora_v6:  20%|#9        | 586/3000 [03:02<1:25:24,  2.12s/it, lr: 1.0e-04 loss: 7.429e-01]
my_first_lora_v6:  20%|#9        | 587/3000 [03:04<1:25:17,  2.12s/it, lr: 1.0e-04 loss: 1.464e-01]
my_first_lora_v6:  20%|#9        | 587/3000 [03:04<1:25:17,  2.12s/it, lr: 1.0e-04 loss: 1.464e-01]
my_first_lora_v6:  20%|#9        | 588/3000 [03:07<1:25:32,  2.13s/it, lr: 1.0e-04 loss: 1.767e-01]
my_first_lora_v6:  20%|#9        | 588/3000 [03:07<1:25:32,  2.13s/it, lr: 1.0e-04 loss: 1.767e-01]
my_first_lora_v6:  20%|#9        | 589/3000 [03:09<1:25:44,  2.13s/it, lr: 1.0e-04 loss: 4.208e-01]
my_first_lora_v6:  20%|#9        | 589/3000 [03:09<1:25:44,  2.13s/it, lr: 1.0e-04 loss: 4.208e-01]
my_first_lora_v6:  20%|#9        | 590/3000 [03:12<1:25:50,  2.14s/it, lr: 1.0e-04 loss: 6.259e-01]
my_first_lora_v6:  20%|#9        | 590/3000 [03:12<1:25:50,  2.14s/it, lr: 1.0e-04 loss: 6.259e-01]
my_first_lora_v6:  20%|#9        | 591/3000 [03:14<1:25:57,  2.14s/it, lr: 1.0e-04 loss: 2.024e-01]
my_first_lora_v6:  20%|#9        | 591/3000 [03:14<1:25:57,  2.14s/it, lr: 1.0e-04 loss: 2.024e-01]
my_first_lora_v6:  20%|#9        | 592/3000 [03:16<1:25:47,  2.14s/it, lr: 1.0e-04 loss: 4.711e-01]
my_first_lora_v6:  20%|#9        | 592/3000 [03:16<1:25:47,  2.14s/it, lr: 1.0e-04 loss: 4.711e-01]
my_first_lora_v6:  20%|#9        | 593/3000 [03:17<1:25:15,  2.13s/it, lr: 1.0e-04 loss: 5.030e-02]
my_first_lora_v6:  20%|#9        | 593/3000 [03:17<1:25:15,  2.13s/it, lr: 1.0e-04 loss: 5.030e-02]
my_first_lora_v6:  20%|#9        | 594/3000 [03:18<1:24:44,  2.11s/it, lr: 1.0e-04 loss: 1.125e-01]
my_first_lora_v6:  20%|#9        | 594/3000 [03:18<1:24:44,  2.11s/it, lr: 1.0e-04 loss: 1.125e-01]
my_first_lora_v6:  20%|#9        | 595/3000 [03:21<1:24:50,  2.12s/it, lr: 1.0e-04 loss: 1.099e-01]
my_first_lora_v6:  20%|#9        | 595/3000 [03:21<1:24:50,  2.12s/it, lr: 1.0e-04 loss: 1.099e-01]
my_first_lora_v6:  20%|#9        | 596/3000 [03:23<1:25:02,  2.12s/it, lr: 1.0e-04 loss: 7.824e-01]
my_first_lora_v6:  20%|#9        | 596/3000 [03:23<1:25:02,  2.12s/it, lr: 1.0e-04 loss: 7.824e-01]
my_first_lora_v6:  20%|#9        | 597/3000 [03:25<1:24:57,  2.12s/it, lr: 1.0e-04 loss: 8.028e-01]
my_first_lora_v6:  20%|#9        | 597/3000 [03:25<1:24:57,  2.12s/it, lr: 1.0e-04 loss: 8.028e-01]
my_first_lora_v6:  20%|#9        | 598/3000 [03:28<1:25:07,  2.13s/it, lr: 1.0e-04 loss: 4.359e-01]
my_first_lora_v6:  20%|#9        | 598/3000 [03:28<1:25:07,  2.13s/it, lr: 1.0e-04 loss: 4.359e-01]
my_first_lora_v6:  20%|#9        | 599/3000 [03:31<1:25:18,  2.13s/it, lr: 1.0e-04 loss: 7.880e-01]
my_first_lora_v6:  20%|#9        | 599/3000 [03:31<1:25:18,  2.13s/it, lr: 1.0e-04 loss: 7.880e-01]
my_first_lora_v6:  20%|##        | 600/3000 [03:32<1:24:49,  2.12s/it, lr: 1.0e-04 loss: 4.960e-01]
my_first_lora_v6:  20%|##        | 600/3000 [03:32<1:24:49,  2.12s/it, lr: 1.0e-04 loss: 4.960e-01]
my_first_lora_v6:  20%|##        | 601/3000 [03:34<1:25:02,  2.13s/it, lr: 1.0e-04 loss: 3.341e-01]
my_first_lora_v6:  20%|##        | 601/3000 [03:34<1:25:02,  2.13s/it, lr: 1.0e-04 loss: 3.341e-01]
my_first_lora_v6:  20%|##        | 602/3000 [03:35<1:24:33,  2.12s/it, lr: 1.0e-04 loss: 7.068e-02]
my_first_lora_v6:  20%|##        | 602/3000 [03:35<1:24:33,  2.12s/it, lr: 1.0e-04 loss: 7.068e-02]
my_first_lora_v6:  20%|##        | 603/3000 [03:37<1:24:28,  2.11s/it, lr: 1.0e-04 loss: 6.097e-02]
my_first_lora_v6:  20%|##        | 603/3000 [03:37<1:24:28,  2.11s/it, lr: 1.0e-04 loss: 6.097e-02]
my_first_lora_v6:  20%|##        | 604/3000 [03:39<1:24:18,  2.11s/it, lr: 1.0e-04 loss: 4.497e-01]
my_first_lora_v6:  20%|##        | 604/3000 [03:39<1:24:18,  2.11s/it, lr: 1.0e-04 loss: 4.497e-01]
my_first_lora_v6:  20%|##        | 605/3000 [03:42<1:24:24,  2.11s/it, lr: 1.0e-04 loss: 7.375e-01]
my_first_lora_v6:  20%|##        | 605/3000 [03:42<1:24:24,  2.11s/it, lr: 1.0e-04 loss: 7.375e-01]
my_first_lora_v6:  20%|##        | 606/3000 [03:44<1:24:29,  2.12s/it, lr: 1.0e-04 loss: 8.090e-01]
my_first_lora_v6:  20%|##        | 606/3000 [03:44<1:24:29,  2.12s/it, lr: 1.0e-04 loss: 8.090e-01]
my_first_lora_v6:  20%|##        | 607/3000 [03:47<1:24:38,  2.12s/it, lr: 1.0e-04 loss: 6.728e-01]
my_first_lora_v6:  20%|##        | 607/3000 [03:47<1:24:38,  2.12s/it, lr: 1.0e-04 loss: 6.728e-01]
my_first_lora_v6:  20%|##        | 608/3000 [03:49<1:24:32,  2.12s/it, lr: 1.0e-04 loss: 5.157e-02]
my_first_lora_v6:  20%|##        | 608/3000 [03:49<1:24:32,  2.12s/it, lr: 1.0e-04 loss: 5.157e-02]
my_first_lora_v6:  20%|##        | 609/3000 [03:50<1:24:06,  2.11s/it, lr: 1.0e-04 loss: 3.206e-01]
my_first_lora_v6:  20%|##        | 609/3000 [03:50<1:24:06,  2.11s/it, lr: 1.0e-04 loss: 3.206e-01]
my_first_lora_v6:  20%|##        | 610/3000 [03:52<1:24:11,  2.11s/it, lr: 1.0e-04 loss: 7.990e-01]
my_first_lora_v6:  20%|##        | 610/3000 [03:52<1:24:11,  2.11s/it, lr: 1.0e-04 loss: 7.990e-01]
my_first_lora_v6:  20%|##        | 611/3000 [03:54<1:24:16,  2.12s/it, lr: 1.0e-04 loss: 8.291e-01]
my_first_lora_v6:  20%|##        | 611/3000 [03:54<1:24:16,  2.12s/it, lr: 1.0e-04 loss: 8.291e-01]
my_first_lora_v6:  20%|##        | 612/3000 [03:57<1:24:21,  2.12s/it, lr: 1.0e-04 loss: 2.573e-01]
my_first_lora_v6:  20%|##        | 612/3000 [03:57<1:24:21,  2.12s/it, lr: 1.0e-04 loss: 2.573e-01]
my_first_lora_v6:  20%|##        | 613/3000 [04:00<1:24:31,  2.12s/it, lr: 1.0e-04 loss: 4.782e-01]
my_first_lora_v6:  20%|##        | 613/3000 [04:00<1:24:31,  2.12s/it, lr: 1.0e-04 loss: 4.782e-01]
my_first_lora_v6:  20%|##        | 614/3000 [04:01<1:24:22,  2.12s/it, lr: 1.0e-04 loss: 7.673e-02]
my_first_lora_v6:  20%|##        | 614/3000 [04:01<1:24:22,  2.12s/it, lr: 1.0e-04 loss: 7.673e-02]
my_first_lora_v6:  20%|##        | 615/3000 [04:03<1:24:03,  2.11s/it, lr: 1.0e-04 loss: 7.131e-02]
my_first_lora_v6:  20%|##        | 615/3000 [04:03<1:24:03,  2.11s/it, lr: 1.0e-04 loss: 7.131e-02]
my_first_lora_v6:  21%|##        | 616/3000 [04:05<1:23:59,  2.11s/it, lr: 1.0e-04 loss: 2.724e-01]
my_first_lora_v6:  21%|##        | 616/3000 [04:05<1:23:59,  2.11s/it, lr: 1.0e-04 loss: 2.724e-01]
my_first_lora_v6:  21%|##        | 617/3000 [04:06<1:23:34,  2.10s/it, lr: 1.0e-04 loss: 3.784e-01]
my_first_lora_v6:  21%|##        | 617/3000 [04:06<1:23:34,  2.10s/it, lr: 1.0e-04 loss: 3.784e-01]
my_first_lora_v6:  21%|##        | 618/3000 [04:07<1:23:11,  2.10s/it, lr: 1.0e-04 loss: 8.681e-01]
my_first_lora_v6:  21%|##        | 618/3000 [04:07<1:23:11,  2.10s/it, lr: 1.0e-04 loss: 8.681e-01]
my_first_lora_v6:  21%|##        | 619/3000 [04:09<1:23:15,  2.10s/it, lr: 1.0e-04 loss: 6.851e-01]
my_first_lora_v6:  21%|##        | 619/3000 [04:09<1:23:15,  2.10s/it, lr: 1.0e-04 loss: 6.851e-01]
my_first_lora_v6:  21%|##        | 620/3000 [04:11<1:23:11,  2.10s/it, lr: 1.0e-04 loss: 2.466e-01]
my_first_lora_v6:  21%|##        | 620/3000 [04:11<1:23:11,  2.10s/it, lr: 1.0e-04 loss: 2.466e-01]
my_first_lora_v6:  21%|##        | 621/3000 [04:14<1:23:15,  2.10s/it, lr: 1.0e-04 loss: 4.682e-02]
my_first_lora_v6:  21%|##        | 621/3000 [04:14<1:23:15,  2.10s/it, lr: 1.0e-04 loss: 4.682e-02]
my_first_lora_v6:  21%|##        | 622/3000 [04:16<1:23:25,  2.11s/it, lr: 1.0e-04 loss: 5.709e-01]
my_first_lora_v6:  21%|##        | 622/3000 [04:16<1:23:25,  2.11s/it, lr: 1.0e-04 loss: 5.709e-01]
my_first_lora_v6:  21%|##        | 623/3000 [04:19<1:23:30,  2.11s/it, lr: 1.0e-04 loss: 6.150e-02]
my_first_lora_v6:  21%|##        | 623/3000 [04:19<1:23:30,  2.11s/it, lr: 1.0e-04 loss: 6.150e-02]
my_first_lora_v6:  21%|##        | 624/3000 [04:21<1:23:34,  2.11s/it, lr: 1.0e-04 loss: 7.401e-01]
my_first_lora_v6:  21%|##        | 624/3000 [04:21<1:23:34,  2.11s/it, lr: 1.0e-04 loss: 7.401e-01]
my_first_lora_v6:  21%|##        | 625/3000 [04:23<1:23:30,  2.11s/it, lr: 1.0e-04 loss: 5.454e-01]
my_first_lora_v6:  21%|##        | 625/3000 [04:23<1:23:30,  2.11s/it, lr: 1.0e-04 loss: 5.454e-01]
my_first_lora_v6:  21%|##        | 626/3000 [04:24<1:23:07,  2.10s/it, lr: 1.0e-04 loss: 5.892e-02]
my_first_lora_v6:  21%|##        | 626/3000 [04:24<1:23:07,  2.10s/it, lr: 1.0e-04 loss: 5.892e-02]
my_first_lora_v6:  21%|##        | 627/3000 [04:26<1:23:02,  2.10s/it, lr: 1.0e-04 loss: 8.353e-01]
my_first_lora_v6:  21%|##        | 627/3000 [04:26<1:23:02,  2.10s/it, lr: 1.0e-04 loss: 8.353e-01]
my_first_lora_v6:  21%|##        | 628/3000 [04:29<1:23:07,  2.10s/it, lr: 1.0e-04 loss: 2.707e-01]
my_first_lora_v6:  21%|##        | 628/3000 [04:29<1:23:07,  2.10s/it, lr: 1.0e-04 loss: 2.707e-01]
my_first_lora_v6:  21%|##        | 629/3000 [04:32<1:23:20,  2.11s/it, lr: 1.0e-04 loss: 7.201e-01]
my_first_lora_v6:  21%|##        | 629/3000 [04:32<1:23:20,  2.11s/it, lr: 1.0e-04 loss: 7.201e-01]
my_first_lora_v6:  21%|##1       | 630/3000 [04:34<1:23:24,  2.11s/it, lr: 1.0e-04 loss: 1.274e-01]
my_first_lora_v6:  21%|##1       | 630/3000 [04:34<1:23:24,  2.11s/it, lr: 1.0e-04 loss: 1.274e-01]
my_first_lora_v6:  21%|##1       | 631/3000 [04:36<1:23:28,  2.11s/it, lr: 1.0e-04 loss: 7.092e-01]
my_first_lora_v6:  21%|##1       | 631/3000 [04:36<1:23:28,  2.11s/it, lr: 1.0e-04 loss: 7.092e-01]
my_first_lora_v6:  21%|##1       | 632/3000 [04:37<1:23:06,  2.11s/it, lr: 1.0e-04 loss: 8.792e-01]
my_first_lora_v6:  21%|##1       | 632/3000 [04:37<1:23:06,  2.11s/it, lr: 1.0e-04 loss: 8.792e-01]
my_first_lora_v6:  21%|##1       | 633/3000 [04:40<1:23:10,  2.11s/it, lr: 1.0e-04 loss: 7.408e-01]
my_first_lora_v6:  21%|##1       | 633/3000 [04:40<1:23:10,  2.11s/it, lr: 1.0e-04 loss: 7.408e-01]
my_first_lora_v6:  21%|##1       | 634/3000 [04:42<1:23:06,  2.11s/it, lr: 1.0e-04 loss: 1.121e-01]
my_first_lora_v6:  21%|##1       | 634/3000 [04:42<1:23:06,  2.11s/it, lr: 1.0e-04 loss: 1.121e-01]
my_first_lora_v6:  21%|##1       | 635/3000 [04:44<1:23:10,  2.11s/it, lr: 1.0e-04 loss: 3.533e-01]
my_first_lora_v6:  21%|##1       | 635/3000 [04:44<1:23:10,  2.11s/it, lr: 1.0e-04 loss: 3.533e-01]
my_first_lora_v6:  21%|##1       | 636/3000 [04:47<1:23:13,  2.11s/it, lr: 1.0e-04 loss: 1.602e-02]
my_first_lora_v6:  21%|##1       | 636/3000 [04:47<1:23:13,  2.11s/it, lr: 1.0e-04 loss: 1.602e-02]
my_first_lora_v6:  21%|##1       | 637/3000 [04:48<1:22:52,  2.10s/it, lr: 1.0e-04 loss: 4.596e-01]
my_first_lora_v6:  21%|##1       | 637/3000 [04:48<1:22:52,  2.10s/it, lr: 1.0e-04 loss: 4.596e-01]
my_first_lora_v6:  21%|##1       | 638/3000 [04:50<1:22:56,  2.11s/it, lr: 1.0e-04 loss: 2.805e-01]
my_first_lora_v6:  21%|##1       | 638/3000 [04:50<1:22:56,  2.11s/it, lr: 1.0e-04 loss: 2.805e-01]
my_first_lora_v6:  21%|##1       | 639/3000 [04:53<1:23:00,  2.11s/it, lr: 1.0e-04 loss: 9.342e-02]
my_first_lora_v6:  21%|##1       | 639/3000 [04:53<1:23:00,  2.11s/it, lr: 1.0e-04 loss: 9.342e-02]
my_first_lora_v6:  21%|##1       | 640/3000 [04:54<1:22:39,  2.10s/it, lr: 1.0e-04 loss: 4.650e-01]
my_first_lora_v6:  21%|##1       | 640/3000 [04:54<1:22:39,  2.10s/it, lr: 1.0e-04 loss: 4.650e-01]
my_first_lora_v6:  21%|##1       | 641/3000 [04:56<1:22:46,  2.11s/it, lr: 1.0e-04 loss: 7.391e-01]
my_first_lora_v6:  21%|##1       | 641/3000 [04:56<1:22:46,  2.11s/it, lr: 1.0e-04 loss: 7.391e-01]
my_first_lora_v6:  21%|##1       | 642/3000 [04:58<1:22:42,  2.10s/it, lr: 1.0e-04 loss: 3.778e-01]
my_first_lora_v6:  21%|##1       | 642/3000 [04:58<1:22:42,  2.10s/it, lr: 1.0e-04 loss: 3.778e-01]
my_first_lora_v6:  21%|##1       | 643/3000 [05:01<1:22:53,  2.11s/it, lr: 1.0e-04 loss: 7.753e-02]
my_first_lora_v6:  21%|##1       | 643/3000 [05:01<1:22:53,  2.11s/it, lr: 1.0e-04 loss: 7.753e-02]
my_first_lora_v6:  21%|##1       | 644/3000 [05:03<1:22:46,  2.11s/it, lr: 1.0e-04 loss: 9.133e-02]
my_first_lora_v6:  21%|##1       | 644/3000 [05:03<1:22:46,  2.11s/it, lr: 1.0e-04 loss: 9.133e-02]
my_first_lora_v6:  22%|##1       | 645/3000 [05:04<1:22:25,  2.10s/it, lr: 1.0e-04 loss: 2.343e-01]
my_first_lora_v6:  22%|##1       | 645/3000 [05:04<1:22:25,  2.10s/it, lr: 1.0e-04 loss: 2.343e-01]
my_first_lora_v6:  22%|##1       | 646/3000 [05:06<1:22:29,  2.10s/it, lr: 1.0e-04 loss: 4.848e-01]
my_first_lora_v6:  22%|##1       | 646/3000 [05:06<1:22:29,  2.10s/it, lr: 1.0e-04 loss: 4.848e-01]
my_first_lora_v6:  22%|##1       | 647/3000 [05:09<1:22:36,  2.11s/it, lr: 1.0e-04 loss: 7.859e-01]
my_first_lora_v6:  22%|##1       | 647/3000 [05:09<1:22:36,  2.11s/it, lr: 1.0e-04 loss: 7.859e-01]
my_first_lora_v6:  22%|##1       | 648/3000 [05:10<1:22:16,  2.10s/it, lr: 1.0e-04 loss: 3.133e-01]
my_first_lora_v6:  22%|##1       | 648/3000 [05:10<1:22:16,  2.10s/it, lr: 1.0e-04 loss: 3.133e-01]
my_first_lora_v6:  22%|##1       | 649/3000 [05:12<1:22:12,  2.10s/it, lr: 1.0e-04 loss: 7.692e-01]
my_first_lora_v6:  22%|##1       | 649/3000 [05:12<1:22:12,  2.10s/it, lr: 1.0e-04 loss: 7.692e-01]
my_first_lora_v6:  22%|##1       | 650/3000 [05:15<1:22:15,  2.10s/it, lr: 1.0e-04 loss: 5.644e-01]
my_first_lora_v6:  22%|##1       | 650/3000 [05:15<1:22:15,  2.10s/it, lr: 1.0e-04 loss: 5.644e-01]
my_first_lora_v6:  22%|##1       | 651/3000 [05:17<1:22:18,  2.10s/it, lr: 1.0e-04 loss: 2.284e-01]
my_first_lora_v6:  22%|##1       | 651/3000 [05:17<1:22:18,  2.10s/it, lr: 1.0e-04 loss: 2.284e-01]
my_first_lora_v6:  22%|##1       | 652/3000 [05:20<1:22:25,  2.11s/it, lr: 1.0e-04 loss: 4.217e-01]
my_first_lora_v6:  22%|##1       | 652/3000 [05:20<1:22:25,  2.11s/it, lr: 1.0e-04 loss: 4.217e-01]
my_first_lora_v6:  22%|##1       | 653/3000 [05:21<1:22:06,  2.10s/it, lr: 1.0e-04 loss: 3.104e-01]
my_first_lora_v6:  22%|##1       | 653/3000 [05:21<1:22:06,  2.10s/it, lr: 1.0e-04 loss: 3.104e-01]
my_first_lora_v6:  22%|##1       | 654/3000 [05:23<1:22:09,  2.10s/it, lr: 1.0e-04 loss: 1.463e-01]
my_first_lora_v6:  22%|##1       | 654/3000 [05:23<1:22:09,  2.10s/it, lr: 1.0e-04 loss: 1.463e-01]
my_first_lora_v6:  22%|##1       | 655/3000 [05:26<1:22:12,  2.10s/it, lr: 1.0e-04 loss: 6.169e-02]
my_first_lora_v6:  22%|##1       | 655/3000 [05:26<1:22:12,  2.10s/it, lr: 1.0e-04 loss: 6.169e-02]
my_first_lora_v6:  22%|##1       | 656/3000 [05:28<1:22:19,  2.11s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6:  22%|##1       | 656/3000 [05:28<1:22:19,  2.11s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6:  22%|##1       | 657/3000 [05:30<1:22:15,  2.11s/it, lr: 1.0e-04 loss: 6.091e-01]
my_first_lora_v6:  22%|##1       | 657/3000 [05:30<1:22:15,  2.11s/it, lr: 1.0e-04 loss: 6.091e-01]
my_first_lora_v6:  22%|##1       | 658/3000 [05:33<1:22:22,  2.11s/it, lr: 1.0e-04 loss: 1.368e-01]
my_first_lora_v6:  22%|##1       | 658/3000 [05:33<1:22:22,  2.11s/it, lr: 1.0e-04 loss: 1.368e-01]
my_first_lora_v6:  22%|##1       | 659/3000 [05:34<1:22:04,  2.10s/it, lr: 1.0e-04 loss: 7.615e-02]
my_first_lora_v6:  22%|##1       | 659/3000 [05:34<1:22:04,  2.10s/it, lr: 1.0e-04 loss: 7.615e-02]
my_first_lora_v6:  22%|##2       | 660/3000 [05:36<1:21:57,  2.10s/it, lr: 1.0e-04 loss: 4.568e-01]
my_first_lora_v6:  22%|##2       | 660/3000 [05:36<1:21:57,  2.10s/it, lr: 1.0e-04 loss: 4.568e-01]
my_first_lora_v6:  22%|##2       | 661/3000 [05:37<1:21:42,  2.10s/it, lr: 1.0e-04 loss: 6.086e-01]
my_first_lora_v6:  22%|##2       | 661/3000 [05:37<1:21:42,  2.10s/it, lr: 1.0e-04 loss: 6.086e-01]
my_first_lora_v6:  22%|##2       | 662/3000 [05:39<1:21:36,  2.09s/it, lr: 1.0e-04 loss: 4.104e-01]
my_first_lora_v6:  22%|##2       | 662/3000 [05:39<1:21:36,  2.09s/it, lr: 1.0e-04 loss: 4.104e-01]
my_first_lora_v6:  22%|##2       | 663/3000 [05:40<1:21:18,  2.09s/it, lr: 1.0e-04 loss: 8.698e-01]
my_first_lora_v6:  22%|##2       | 663/3000 [05:40<1:21:18,  2.09s/it, lr: 1.0e-04 loss: 8.698e-01]
my_first_lora_v6:  22%|##2       | 664/3000 [05:42<1:21:21,  2.09s/it, lr: 1.0e-04 loss: 7.151e-02]
my_first_lora_v6:  22%|##2       | 664/3000 [05:42<1:21:21,  2.09s/it, lr: 1.0e-04 loss: 7.151e-02]
my_first_lora_v6:  22%|##2       | 665/3000 [05:45<1:21:24,  2.09s/it, lr: 1.0e-04 loss: 3.049e-01]
my_first_lora_v6:  22%|##2       | 665/3000 [05:45<1:21:24,  2.09s/it, lr: 1.0e-04 loss: 3.049e-01]
my_first_lora_v6:  22%|##2       | 666/3000 [05:47<1:21:27,  2.09s/it, lr: 1.0e-04 loss: 1.620e-01]
my_first_lora_v6:  22%|##2       | 666/3000 [05:47<1:21:27,  2.09s/it, lr: 1.0e-04 loss: 1.620e-01]
my_first_lora_v6:  22%|##2       | 667/3000 [05:49<1:21:23,  2.09s/it, lr: 1.0e-04 loss: 1.591e-01]
my_first_lora_v6:  22%|##2       | 667/3000 [05:49<1:21:23,  2.09s/it, lr: 1.0e-04 loss: 1.591e-01]
my_first_lora_v6:  22%|##2       | 668/3000 [05:52<1:21:26,  2.10s/it, lr: 1.0e-04 loss: 8.609e-01]
my_first_lora_v6:  22%|##2       | 668/3000 [05:52<1:21:26,  2.10s/it, lr: 1.0e-04 loss: 8.609e-01]
my_first_lora_v6:  22%|##2       | 669/3000 [05:54<1:21:32,  2.10s/it, lr: 1.0e-04 loss: 4.490e-01]
my_first_lora_v6:  22%|##2       | 669/3000 [05:54<1:21:32,  2.10s/it, lr: 1.0e-04 loss: 4.490e-01]
my_first_lora_v6:  22%|##2       | 670/3000 [05:57<1:21:38,  2.10s/it, lr: 1.0e-04 loss: 5.431e-01]
my_first_lora_v6:  22%|##2       | 670/3000 [05:57<1:21:38,  2.10s/it, lr: 1.0e-04 loss: 5.431e-01]
my_first_lora_v6:  22%|##2       | 671/3000 [05:59<1:21:32,  2.10s/it, lr: 1.0e-04 loss: 5.468e-01]
my_first_lora_v6:  22%|##2       | 671/3000 [05:59<1:21:32,  2.10s/it, lr: 1.0e-04 loss: 5.468e-01]
my_first_lora_v6:  22%|##2       | 672/3000 [06:01<1:21:38,  2.10s/it, lr: 1.0e-04 loss: 7.465e-01]
my_first_lora_v6:  22%|##2       | 672/3000 [06:01<1:21:38,  2.10s/it, lr: 1.0e-04 loss: 7.465e-01]
my_first_lora_v6:  22%|##2       | 673/3000 [06:04<1:21:41,  2.11s/it, lr: 1.0e-04 loss: 5.909e-01]
my_first_lora_v6:  22%|##2       | 673/3000 [06:04<1:21:41,  2.11s/it, lr: 1.0e-04 loss: 5.909e-01]
my_first_lora_v6:  22%|##2       | 674/3000 [06:06<1:21:43,  2.11s/it, lr: 1.0e-04 loss: 8.250e-01]
my_first_lora_v6:  22%|##2       | 674/3000 [06:06<1:21:43,  2.11s/it, lr: 1.0e-04 loss: 8.250e-01]
my_first_lora_v6:  22%|##2       | 675/3000 [06:07<1:21:27,  2.10s/it, lr: 1.0e-04 loss: 3.959e-02]
my_first_lora_v6:  22%|##2       | 675/3000 [06:07<1:21:27,  2.10s/it, lr: 1.0e-04 loss: 3.959e-02]
my_first_lora_v6:  23%|##2       | 676/3000 [06:09<1:21:23,  2.10s/it, lr: 1.0e-04 loss: 5.837e-01]
my_first_lora_v6:  23%|##2       | 676/3000 [06:09<1:21:23,  2.10s/it, lr: 1.0e-04 loss: 5.837e-01]
my_first_lora_v6:  23%|##2       | 677/3000 [06:12<1:21:28,  2.10s/it, lr: 1.0e-04 loss: 7.833e-01]
my_first_lora_v6:  23%|##2       | 677/3000 [06:12<1:21:28,  2.10s/it, lr: 1.0e-04 loss: 7.833e-01]
my_first_lora_v6:  23%|##2       | 678/3000 [06:13<1:21:12,  2.10s/it, lr: 1.0e-04 loss: 7.859e-01]
my_first_lora_v6:  23%|##2       | 678/3000 [06:13<1:21:12,  2.10s/it, lr: 1.0e-04 loss: 7.859e-01]
my_first_lora_v6:  23%|##2       | 679/3000 [06:15<1:21:09,  2.10s/it, lr: 1.0e-04 loss: 3.413e-01]
my_first_lora_v6:  23%|##2       | 679/3000 [06:15<1:21:09,  2.10s/it, lr: 1.0e-04 loss: 3.413e-01]
my_first_lora_v6:  23%|##2       | 680/3000 [06:17<1:21:05,  2.10s/it, lr: 1.0e-04 loss: 8.401e-01]
my_first_lora_v6:  23%|##2       | 680/3000 [06:17<1:21:05,  2.10s/it, lr: 1.0e-04 loss: 8.401e-01]
my_first_lora_v6:  23%|##2       | 681/3000 [06:18<1:20:49,  2.09s/it, lr: 1.0e-04 loss: 5.374e-01]
my_first_lora_v6:  23%|##2       | 681/3000 [06:18<1:20:49,  2.09s/it, lr: 1.0e-04 loss: 5.374e-01]
my_first_lora_v6:  23%|##2       | 682/3000 [06:20<1:20:52,  2.09s/it, lr: 1.0e-04 loss: 7.677e-01]
my_first_lora_v6:  23%|##2       | 682/3000 [06:20<1:20:52,  2.09s/it, lr: 1.0e-04 loss: 7.677e-01]
my_first_lora_v6:  23%|##2       | 683/3000 [06:23<1:20:54,  2.10s/it, lr: 1.0e-04 loss: 2.514e-01]
my_first_lora_v6:  23%|##2       | 683/3000 [06:23<1:20:54,  2.10s/it, lr: 1.0e-04 loss: 2.514e-01]
my_first_lora_v6:  23%|##2       | 684/3000 [06:26<1:21:00,  2.10s/it, lr: 1.0e-04 loss: 3.217e-01]
my_first_lora_v6:  23%|##2       | 684/3000 [06:26<1:21:00,  2.10s/it, lr: 1.0e-04 loss: 3.217e-01]
my_first_lora_v6:  23%|##2       | 685/3000 [06:27<1:20:44,  2.09s/it, lr: 1.0e-04 loss: 5.661e-01]
my_first_lora_v6:  23%|##2       | 685/3000 [06:27<1:20:44,  2.09s/it, lr: 1.0e-04 loss: 5.661e-01]
my_first_lora_v6:  23%|##2       | 686/3000 [06:29<1:20:47,  2.09s/it, lr: 1.0e-04 loss: 1.626e-01]
my_first_lora_v6:  23%|##2       | 686/3000 [06:29<1:20:47,  2.09s/it, lr: 1.0e-04 loss: 1.626e-01]
my_first_lora_v6:  23%|##2       | 687/3000 [06:32<1:20:53,  2.10s/it, lr: 1.0e-04 loss: 6.294e-01]
my_first_lora_v6:  23%|##2       | 687/3000 [06:32<1:20:53,  2.10s/it, lr: 1.0e-04 loss: 6.294e-01]
my_first_lora_v6:  23%|##2       | 688/3000 [06:33<1:20:40,  2.09s/it, lr: 1.0e-04 loss: 4.393e-01]
my_first_lora_v6:  23%|##2       | 688/3000 [06:33<1:20:40,  2.09s/it, lr: 1.0e-04 loss: 4.393e-01]
my_first_lora_v6:  23%|##2       | 689/3000 [06:35<1:20:35,  2.09s/it, lr: 1.0e-04 loss: 6.331e-02]
my_first_lora_v6:  23%|##2       | 689/3000 [06:35<1:20:35,  2.09s/it, lr: 1.0e-04 loss: 6.331e-02]
my_first_lora_v6:  23%|##3       | 690/3000 [06:37<1:20:37,  2.09s/it, lr: 1.0e-04 loss: 2.089e-01]
my_first_lora_v6:  23%|##3       | 690/3000 [06:37<1:20:37,  2.09s/it, lr: 1.0e-04 loss: 2.089e-01]
my_first_lora_v6:  23%|##3       | 691/3000 [06:39<1:20:34,  2.09s/it, lr: 1.0e-04 loss: 6.354e-01]
my_first_lora_v6:  23%|##3       | 691/3000 [06:39<1:20:34,  2.09s/it, lr: 1.0e-04 loss: 6.354e-01]
my_first_lora_v6:  23%|##3       | 692/3000 [06:42<1:20:36,  2.10s/it, lr: 1.0e-04 loss: 3.373e-01]
my_first_lora_v6:  23%|##3       | 692/3000 [06:42<1:20:36,  2.10s/it, lr: 1.0e-04 loss: 3.373e-01]
my_first_lora_v6:  23%|##3       | 693/3000 [06:45<1:20:42,  2.10s/it, lr: 1.0e-04 loss: 2.166e-01]
my_first_lora_v6:  23%|##3       | 693/3000 [06:45<1:20:42,  2.10s/it, lr: 1.0e-04 loss: 2.166e-01]
my_first_lora_v6:  23%|##3       | 694/3000 [06:47<1:20:44,  2.10s/it, lr: 1.0e-04 loss: 7.273e-01]
my_first_lora_v6:  23%|##3       | 694/3000 [06:47<1:20:44,  2.10s/it, lr: 1.0e-04 loss: 7.273e-01]
my_first_lora_v6:  23%|##3       | 695/3000 [06:48<1:20:29,  2.10s/it, lr: 1.0e-04 loss: 2.947e-01]
my_first_lora_v6:  23%|##3       | 695/3000 [06:48<1:20:29,  2.10s/it, lr: 1.0e-04 loss: 2.947e-01]
my_first_lora_v6:  23%|##3       | 696/3000 [06:51<1:20:32,  2.10s/it, lr: 1.0e-04 loss: 3.729e-01]
my_first_lora_v6:  23%|##3       | 696/3000 [06:51<1:20:32,  2.10s/it, lr: 1.0e-04 loss: 3.729e-01]
my_first_lora_v6:  23%|##3       | 697/3000 [06:53<1:20:36,  2.10s/it, lr: 1.0e-04 loss: 8.012e-01]
my_first_lora_v6:  23%|##3       | 697/3000 [06:53<1:20:36,  2.10s/it, lr: 1.0e-04 loss: 8.012e-01]
my_first_lora_v6:  23%|##3       | 698/3000 [06:56<1:20:39,  2.10s/it, lr: 1.0e-04 loss: 4.118e-01]
my_first_lora_v6:  23%|##3       | 698/3000 [06:56<1:20:39,  2.10s/it, lr: 1.0e-04 loss: 4.118e-01]
my_first_lora_v6:  23%|##3       | 699/3000 [06:58<1:20:33,  2.10s/it, lr: 1.0e-04 loss: 3.001e-01]
my_first_lora_v6:  23%|##3       | 699/3000 [06:58<1:20:33,  2.10s/it, lr: 1.0e-04 loss: 3.001e-01]
my_first_lora_v6:  23%|##3       | 700/3000 [06:59<1:20:19,  2.10s/it, lr: 1.0e-04 loss: 7.274e-02]
my_first_lora_v6:  23%|##3       | 700/3000 [06:59<1:20:19,  2.10s/it, lr: 1.0e-04 loss: 7.274e-02]
my_first_lora_v6:  23%|##3       | 701/3000 [07:01<1:20:19,  2.10s/it, lr: 1.0e-04 loss: 2.372e-01]
my_first_lora_v6:  23%|##3       | 701/3000 [07:01<1:20:19,  2.10s/it, lr: 1.0e-04 loss: 2.372e-01]
my_first_lora_v6:  23%|##3       | 702/3000 [07:04<1:20:24,  2.10s/it, lr: 1.0e-04 loss: 4.001e-01]
my_first_lora_v6:  23%|##3       | 702/3000 [07:04<1:20:24,  2.10s/it, lr: 1.0e-04 loss: 4.001e-01]
my_first_lora_v6:  23%|##3       | 703/3000 [07:06<1:20:27,  2.10s/it, lr: 1.0e-04 loss: 1.290e-01]
my_first_lora_v6:  23%|##3       | 703/3000 [07:06<1:20:27,  2.10s/it, lr: 1.0e-04 loss: 1.290e-01]
my_first_lora_v6:  23%|##3       | 704/3000 [07:07<1:20:13,  2.10s/it, lr: 1.0e-04 loss: 6.378e-01]
my_first_lora_v6:  23%|##3       | 704/3000 [07:07<1:20:13,  2.10s/it, lr: 1.0e-04 loss: 6.378e-01]
my_first_lora_v6:  24%|##3       | 705/3000 [07:10<1:20:15,  2.10s/it, lr: 1.0e-04 loss: 7.075e-01]
my_first_lora_v6:  24%|##3       | 705/3000 [07:10<1:20:15,  2.10s/it, lr: 1.0e-04 loss: 7.075e-01]
my_first_lora_v6:  24%|##3       | 706/3000 [07:13<1:20:23,  2.10s/it, lr: 1.0e-04 loss: 2.676e-01]
my_first_lora_v6:  24%|##3       | 706/3000 [07:13<1:20:23,  2.10s/it, lr: 1.0e-04 loss: 2.676e-01]
my_first_lora_v6:  24%|##3       | 707/3000 [07:15<1:20:25,  2.10s/it, lr: 1.0e-04 loss: 1.956e-01]
my_first_lora_v6:  24%|##3       | 707/3000 [07:15<1:20:25,  2.10s/it, lr: 1.0e-04 loss: 1.956e-01]
my_first_lora_v6:  24%|##3       | 708/3000 [07:16<1:20:11,  2.10s/it, lr: 1.0e-04 loss: 4.117e-01]
my_first_lora_v6:  24%|##3       | 708/3000 [07:16<1:20:11,  2.10s/it, lr: 1.0e-04 loss: 4.117e-01]
my_first_lora_v6:  24%|##3       | 709/3000 [07:17<1:19:57,  2.09s/it, lr: 1.0e-04 loss: 8.704e-01]
my_first_lora_v6:  24%|##3       | 709/3000 [07:17<1:19:57,  2.09s/it, lr: 1.0e-04 loss: 8.704e-01]
my_first_lora_v6:  24%|##3       | 710/3000 [07:20<1:19:59,  2.10s/it, lr: 1.0e-04 loss: 6.600e-01]
my_first_lora_v6:  24%|##3       | 710/3000 [07:20<1:19:59,  2.10s/it, lr: 1.0e-04 loss: 6.600e-01]
my_first_lora_v6:  24%|##3       | 711/3000 [07:22<1:19:56,  2.10s/it, lr: 1.0e-04 loss: 4.727e-01]
my_first_lora_v6:  24%|##3       | 711/3000 [07:22<1:19:56,  2.10s/it, lr: 1.0e-04 loss: 4.727e-01]
my_first_lora_v6:  24%|##3       | 712/3000 [07:24<1:19:51,  2.09s/it, lr: 1.0e-04 loss: 5.132e-01]
my_first_lora_v6:  24%|##3       | 712/3000 [07:24<1:19:51,  2.09s/it, lr: 1.0e-04 loss: 5.132e-01]
my_first_lora_v6:  24%|##3       | 713/3000 [07:26<1:19:54,  2.10s/it, lr: 1.0e-04 loss: 8.278e-01]
my_first_lora_v6:  24%|##3       | 713/3000 [07:26<1:19:54,  2.10s/it, lr: 1.0e-04 loss: 8.278e-01]
my_first_lora_v6:  24%|##3       | 714/3000 [07:28<1:19:56,  2.10s/it, lr: 1.0e-04 loss: 7.418e-01]
my_first_lora_v6:  24%|##3       | 714/3000 [07:28<1:19:56,  2.10s/it, lr: 1.0e-04 loss: 7.418e-01]
my_first_lora_v6:  24%|##3       | 715/3000 [07:31<1:20:03,  2.10s/it, lr: 1.0e-04 loss: 1.764e-01]
my_first_lora_v6:  24%|##3       | 715/3000 [07:31<1:20:03,  2.10s/it, lr: 1.0e-04 loss: 1.764e-01]
my_first_lora_v6:  24%|##3       | 716/3000 [07:34<1:20:05,  2.10s/it, lr: 1.0e-04 loss: 7.941e-01]
my_first_lora_v6:  24%|##3       | 716/3000 [07:34<1:20:05,  2.10s/it, lr: 1.0e-04 loss: 7.941e-01]
my_first_lora_v6:  24%|##3       | 717/3000 [07:36<1:20:07,  2.11s/it, lr: 1.0e-04 loss: 3.694e-01]
my_first_lora_v6:  24%|##3       | 717/3000 [07:36<1:20:07,  2.11s/it, lr: 1.0e-04 loss: 3.694e-01]
my_first_lora_v6:  24%|##3       | 718/3000 [07:39<1:20:08,  2.11s/it, lr: 1.0e-04 loss: 6.989e-02]
my_first_lora_v6:  24%|##3       | 718/3000 [07:39<1:20:08,  2.11s/it, lr: 1.0e-04 loss: 6.989e-02]
my_first_lora_v6:  24%|##3       | 719/3000 [07:40<1:19:55,  2.10s/it, lr: 1.0e-04 loss: 3.963e-01]
my_first_lora_v6:  24%|##3       | 719/3000 [07:40<1:19:55,  2.10s/it, lr: 1.0e-04 loss: 3.963e-01]
my_first_lora_v6:  24%|##4       | 720/3000 [07:41<1:19:42,  2.10s/it, lr: 1.0e-04 loss: 4.629e-01]
my_first_lora_v6:  24%|##4       | 720/3000 [07:41<1:19:42,  2.10s/it, lr: 1.0e-04 loss: 4.629e-01]
my_first_lora_v6:  24%|##4       | 721/3000 [07:43<1:19:37,  2.10s/it, lr: 1.0e-04 loss: 5.033e-01]
my_first_lora_v6:  24%|##4       | 721/3000 [07:43<1:19:37,  2.10s/it, lr: 1.0e-04 loss: 5.033e-01]
my_first_lora_v6:  24%|##4       | 722/3000 [07:46<1:19:41,  2.10s/it, lr: 1.0e-04 loss: 1.323e-01]
my_first_lora_v6:  24%|##4       | 722/3000 [07:46<1:19:41,  2.10s/it, lr: 1.0e-04 loss: 1.323e-01]
my_first_lora_v6:  24%|##4       | 723/3000 [07:47<1:19:38,  2.10s/it, lr: 1.0e-04 loss: 7.843e-01]
my_first_lora_v6:  24%|##4       | 723/3000 [07:47<1:19:38,  2.10s/it, lr: 1.0e-04 loss: 7.843e-01]
my_first_lora_v6:  24%|##4       | 724/3000 [07:50<1:19:42,  2.10s/it, lr: 1.0e-04 loss: 1.033e-01]
my_first_lora_v6:  24%|##4       | 724/3000 [07:50<1:19:42,  2.10s/it, lr: 1.0e-04 loss: 1.033e-01]
my_first_lora_v6:  24%|##4       | 725/3000 [07:51<1:19:28,  2.10s/it, lr: 1.0e-04 loss: 7.270e-01]
my_first_lora_v6:  24%|##4       | 725/3000 [07:51<1:19:28,  2.10s/it, lr: 1.0e-04 loss: 7.270e-01]
my_first_lora_v6:  24%|##4       | 726/3000 [07:53<1:19:25,  2.10s/it, lr: 1.0e-04 loss: 3.130e-01]
my_first_lora_v6:  24%|##4       | 726/3000 [07:53<1:19:25,  2.10s/it, lr: 1.0e-04 loss: 3.130e-01]
my_first_lora_v6:  24%|##4       | 727/3000 [07:55<1:19:21,  2.09s/it, lr: 1.0e-04 loss: 1.367e-01]
my_first_lora_v6:  24%|##4       | 727/3000 [07:55<1:19:21,  2.09s/it, lr: 1.0e-04 loss: 1.367e-01]
my_first_lora_v6:  24%|##4       | 728/3000 [07:58<1:19:25,  2.10s/it, lr: 1.0e-04 loss: 1.475e-01]
my_first_lora_v6:  24%|##4       | 728/3000 [07:58<1:19:25,  2.10s/it, lr: 1.0e-04 loss: 1.475e-01]
my_first_lora_v6:  24%|##4       | 729/3000 [08:00<1:19:29,  2.10s/it, lr: 1.0e-04 loss: 2.375e-01]
my_first_lora_v6:  24%|##4       | 729/3000 [08:00<1:19:29,  2.10s/it, lr: 1.0e-04 loss: 2.375e-01]
my_first_lora_v6:  24%|##4       | 730/3000 [08:01<1:19:16,  2.10s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v6:  24%|##4       | 730/3000 [08:01<1:19:16,  2.10s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v6:  24%|##4       | 731/3000 [08:04<1:19:18,  2.10s/it, lr: 1.0e-04 loss: 7.943e-01]
my_first_lora_v6:  24%|##4       | 731/3000 [08:04<1:19:18,  2.10s/it, lr: 1.0e-04 loss: 7.943e-01]
my_first_lora_v6:  24%|##4       | 732/3000 [08:06<1:19:19,  2.10s/it, lr: 1.0e-04 loss: 1.801e-01]
my_first_lora_v6:  24%|##4       | 732/3000 [08:06<1:19:19,  2.10s/it, lr: 1.0e-04 loss: 1.801e-01]
my_first_lora_v6:  24%|##4       | 733/3000 [08:09<1:19:18,  2.10s/it, lr: 1.0e-04 loss: 8.320e-01]
my_first_lora_v6:  24%|##4       | 733/3000 [08:09<1:19:18,  2.10s/it, lr: 1.0e-04 loss: 8.320e-01]
my_first_lora_v6:  24%|##4       | 734/3000 [08:11<1:19:20,  2.10s/it, lr: 1.0e-04 loss: 5.665e-01]
my_first_lora_v6:  24%|##4       | 734/3000 [08:11<1:19:20,  2.10s/it, lr: 1.0e-04 loss: 5.665e-01]
my_first_lora_v6:  24%|##4       | 735/3000 [08:13<1:19:15,  2.10s/it, lr: 1.0e-04 loss: 4.919e-01]
my_first_lora_v6:  24%|##4       | 735/3000 [08:13<1:19:15,  2.10s/it, lr: 1.0e-04 loss: 4.919e-01]
my_first_lora_v6:  25%|##4       | 736/3000 [08:15<1:19:17,  2.10s/it, lr: 1.0e-04 loss: 8.015e-01]
my_first_lora_v6:  25%|##4       | 736/3000 [08:15<1:19:17,  2.10s/it, lr: 1.0e-04 loss: 8.015e-01]
my_first_lora_v6:  25%|##4       | 737/3000 [08:18<1:19:18,  2.10s/it, lr: 1.0e-04 loss: 4.264e-01]
my_first_lora_v6:  25%|##4       | 737/3000 [08:18<1:19:18,  2.10s/it, lr: 1.0e-04 loss: 4.264e-01]
my_first_lora_v6:  25%|##4       | 738/3000 [08:21<1:19:22,  2.11s/it, lr: 1.0e-04 loss: 6.715e-01]
my_first_lora_v6:  25%|##4       | 738/3000 [08:21<1:19:22,  2.11s/it, lr: 1.0e-04 loss: 6.715e-01]
my_first_lora_v6:  25%|##4       | 739/3000 [08:22<1:19:10,  2.10s/it, lr: 1.0e-04 loss: 7.851e-02]
my_first_lora_v6:  25%|##4       | 739/3000 [08:22<1:19:10,  2.10s/it, lr: 1.0e-04 loss: 7.851e-02]
my_first_lora_v6:  25%|##4       | 740/3000 [08:24<1:19:12,  2.10s/it, lr: 1.0e-04 loss: 1.635e-01]
my_first_lora_v6:  25%|##4       | 740/3000 [08:24<1:19:12,  2.10s/it, lr: 1.0e-04 loss: 1.635e-01]
my_first_lora_v6:  25%|##4       | 741/3000 [08:25<1:18:59,  2.10s/it, lr: 1.0e-04 loss: 4.436e-01]
my_first_lora_v6:  25%|##4       | 741/3000 [08:25<1:18:59,  2.10s/it, lr: 1.0e-04 loss: 4.436e-01]
my_first_lora_v6:  25%|##4       | 742/3000 [08:26<1:18:49,  2.09s/it, lr: 1.0e-04 loss: 6.614e-01]
my_first_lora_v6:  25%|##4       | 742/3000 [08:26<1:18:49,  2.09s/it, lr: 1.0e-04 loss: 6.614e-01]
my_first_lora_v6:  25%|##4       | 743/3000 [08:29<1:18:51,  2.10s/it, lr: 1.0e-04 loss: 2.777e-01]
my_first_lora_v6:  25%|##4       | 743/3000 [08:29<1:18:51,  2.10s/it, lr: 1.0e-04 loss: 2.777e-01]
my_first_lora_v6:  25%|##4       | 744/3000 [08:32<1:18:57,  2.10s/it, lr: 1.0e-04 loss: 5.905e-01]
my_first_lora_v6:  25%|##4       | 744/3000 [08:32<1:18:57,  2.10s/it, lr: 1.0e-04 loss: 5.905e-01]
my_first_lora_v6:  25%|##4       | 745/3000 [08:34<1:18:54,  2.10s/it, lr: 1.0e-04 loss: 6.101e-01]
my_first_lora_v6:  25%|##4       | 745/3000 [08:34<1:18:54,  2.10s/it, lr: 1.0e-04 loss: 6.101e-01]
my_first_lora_v6:  25%|##4       | 746/3000 [08:35<1:18:42,  2.10s/it, lr: 1.0e-04 loss: 8.580e-01]
my_first_lora_v6:  25%|##4       | 746/3000 [08:35<1:18:42,  2.10s/it, lr: 1.0e-04 loss: 8.580e-01]
my_first_lora_v6:  25%|##4       | 747/3000 [08:37<1:18:38,  2.09s/it, lr: 1.0e-04 loss: 4.837e-01]
my_first_lora_v6:  25%|##4       | 747/3000 [08:37<1:18:38,  2.09s/it, lr: 1.0e-04 loss: 4.837e-01]
my_first_lora_v6:  25%|##4       | 748/3000 [08:39<1:18:40,  2.10s/it, lr: 1.0e-04 loss: 3.754e-01]
my_first_lora_v6:  25%|##4       | 748/3000 [08:39<1:18:40,  2.10s/it, lr: 1.0e-04 loss: 3.754e-01]
my_first_lora_v6:  25%|##4       | 749/3000 [08:42<1:18:42,  2.10s/it, lr: 1.0e-04 loss: 4.705e-01]
my_first_lora_v6:  25%|##4       | 749/3000 [08:42<1:18:42,  2.10s/it, lr: 1.0e-04 loss: 4.705e-01]Unloading assistant lora



Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]


Generating Images:  20%|##        | 1/5 [00:08<00:32,  8.04s/it]
Generating Images:  20%|##        | 1/5 [00:08<00:32,  8.04s/it]


Generating Images:  40%|####      | 2/5 [00:15<00:23,  7.93s/it]
Generating Images:  40%|####      | 2/5 [00:15<00:23,  7.93s/it]


Generating Images:  60%|######    | 3/5 [00:23<00:15,  7.91s/it]
Generating Images:  60%|######    | 3/5 [00:23<00:15,  7.91s/it]


Generating Images:  80%|########  | 4/5 [00:31<00:07,  7.89s/it]
Generating Images:  80%|########  | 4/5 [00:31<00:07,  7.89s/it]


Generating Images: 100%|##########| 5/5 [00:39<00:00,  7.92s/it]
Generating Images: 100%|##########| 5/5 [00:39<00:00,  7.92s/it]


                                                                
                                                                Loading assistant lora

my_first_lora_v6:  25%|##5       | 750/3000 [08:44<1:18:43,  2.10s/it, lr: 1.0e-04 loss: 7.928e-01]
my_first_lora_v6:  25%|##5       | 750/3000 [08:44<1:18:43,  2.10s/it, lr: 1.0e-04 loss: 7.928e-01]
my_first_lora_v6:  25%|##5       | 751/3000 [08:47<1:18:48,  2.10s/it, lr: 1.0e-04 loss: 7.415e-01]
my_first_lora_v6:  25%|##5       | 751/3000 [08:47<1:18:48,  2.10s/it, lr: 1.0e-04 loss: 7.415e-01]
my_first_lora_v6:  25%|##5       | 752/3000 [08:50<1:18:49,  2.10s/it, lr: 1.0e-04 loss: 7.377e-01]
my_first_lora_v6:  25%|##5       | 752/3000 [08:50<1:18:49,  2.10s/it, lr: 1.0e-04 loss: 7.377e-01]
my_first_lora_v6:  25%|##5       | 753/3000 [08:51<1:18:38,  2.10s/it, lr: 1.0e-04 loss: 7.586e-01]
my_first_lora_v6:  25%|##5       | 753/3000 [08:51<1:18:38,  2.10s/it, lr: 1.0e-04 loss: 7.586e-01]
my_first_lora_v6:  25%|##5       | 754/3000 [08:53<1:18:35,  2.10s/it, lr: 1.0e-04 loss: 5.421e-01]
my_first_lora_v6:  25%|##5       | 754/3000 [08:53<1:18:35,  2.10s/it, lr: 1.0e-04 loss: 5.421e-01]
my_first_lora_v6:  25%|##5       | 755/3000 [08:55<1:18:36,  2.10s/it, lr: 1.0e-04 loss: 5.060e-01]
my_first_lora_v6:  25%|##5       | 755/3000 [08:55<1:18:36,  2.10s/it, lr: 1.0e-04 loss: 5.060e-01]
my_first_lora_v6:  25%|##5       | 756/3000 [08:57<1:18:32,  2.10s/it, lr: 1.0e-04 loss: 4.505e-01]
my_first_lora_v6:  25%|##5       | 756/3000 [08:57<1:18:32,  2.10s/it, lr: 1.0e-04 loss: 4.505e-01]
my_first_lora_v6:  25%|##5       | 757/3000 [09:00<1:18:33,  2.10s/it, lr: 1.0e-04 loss: 5.634e-01]
my_first_lora_v6:  25%|##5       | 757/3000 [09:00<1:18:33,  2.10s/it, lr: 1.0e-04 loss: 5.634e-01]
my_first_lora_v6:  25%|##5       | 758/3000 [09:01<1:18:22,  2.10s/it, lr: 1.0e-04 loss: 2.917e-01]
my_first_lora_v6:  25%|##5       | 758/3000 [09:01<1:18:22,  2.10s/it, lr: 1.0e-04 loss: 2.917e-01]
my_first_lora_v6:  25%|##5       | 759/3000 [09:03<1:18:25,  2.10s/it, lr: 1.0e-04 loss: 7.406e-01]
my_first_lora_v6:  25%|##5       | 759/3000 [09:03<1:18:25,  2.10s/it, lr: 1.0e-04 loss: 7.406e-01]
my_first_lora_v6:  25%|##5       | 760/3000 [09:05<1:18:16,  2.10s/it, lr: 1.0e-04 loss: 7.298e-01]
my_first_lora_v6:  25%|##5       | 760/3000 [09:05<1:18:16,  2.10s/it, lr: 1.0e-04 loss: 7.298e-01]
my_first_lora_v6:  25%|##5       | 761/3000 [09:07<1:18:17,  2.10s/it, lr: 1.0e-04 loss: 1.182e-01]
my_first_lora_v6:  25%|##5       | 761/3000 [09:07<1:18:17,  2.10s/it, lr: 1.0e-04 loss: 1.182e-01]
my_first_lora_v6:  25%|##5       | 762/3000 [09:10<1:18:18,  2.10s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v6:  25%|##5       | 762/3000 [09:10<1:18:18,  2.10s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v6:  25%|##5       | 763/3000 [09:12<1:18:19,  2.10s/it, lr: 1.0e-04 loss: 6.305e-01]
my_first_lora_v6:  25%|##5       | 763/3000 [09:12<1:18:19,  2.10s/it, lr: 1.0e-04 loss: 6.305e-01]
my_first_lora_v6:  25%|##5       | 764/3000 [09:14<1:18:17,  2.10s/it, lr: 1.0e-04 loss: 5.315e-01]
my_first_lora_v6:  25%|##5       | 764/3000 [09:14<1:18:17,  2.10s/it, lr: 1.0e-04 loss: 5.315e-01]
my_first_lora_v6:  26%|##5       | 765/3000 [09:16<1:18:14,  2.10s/it, lr: 1.0e-04 loss: 5.501e-01]
my_first_lora_v6:  26%|##5       | 765/3000 [09:16<1:18:14,  2.10s/it, lr: 1.0e-04 loss: 5.501e-01]
my_first_lora_v6:  26%|##5       | 766/3000 [09:17<1:18:03,  2.10s/it, lr: 1.0e-04 loss: 9.208e-02]
my_first_lora_v6:  26%|##5       | 766/3000 [09:17<1:18:03,  2.10s/it, lr: 1.0e-04 loss: 9.208e-02]
my_first_lora_v6:  26%|##5       | 767/3000 [09:20<1:18:04,  2.10s/it, lr: 1.0e-04 loss: 8.566e-02]
my_first_lora_v6:  26%|##5       | 767/3000 [09:20<1:18:04,  2.10s/it, lr: 1.0e-04 loss: 8.566e-02]
my_first_lora_v6:  26%|##5       | 768/3000 [09:22<1:18:07,  2.10s/it, lr: 1.0e-04 loss: 7.814e-01]
my_first_lora_v6:  26%|##5       | 768/3000 [09:22<1:18:07,  2.10s/it, lr: 1.0e-04 loss: 7.814e-01]
my_first_lora_v6:  26%|##5       | 769/3000 [09:24<1:18:05,  2.10s/it, lr: 1.0e-04 loss: 4.653e-01]
my_first_lora_v6:  26%|##5       | 769/3000 [09:24<1:18:05,  2.10s/it, lr: 1.0e-04 loss: 4.653e-01]
my_first_lora_v6:  26%|##5       | 770/3000 [09:27<1:18:06,  2.10s/it, lr: 1.0e-04 loss: 8.553e-01]
my_first_lora_v6:  26%|##5       | 770/3000 [09:27<1:18:06,  2.10s/it, lr: 1.0e-04 loss: 8.553e-01]
my_first_lora_v6:  26%|##5       | 771/3000 [09:30<1:18:09,  2.10s/it, lr: 1.0e-04 loss: 3.001e-01]
my_first_lora_v6:  26%|##5       | 771/3000 [09:30<1:18:09,  2.10s/it, lr: 1.0e-04 loss: 3.001e-01]
my_first_lora_v6:  26%|##5       | 772/3000 [09:32<1:18:10,  2.11s/it, lr: 1.0e-04 loss: 4.925e-01]
my_first_lora_v6:  26%|##5       | 772/3000 [09:32<1:18:10,  2.11s/it, lr: 1.0e-04 loss: 4.925e-01]
my_first_lora_v6:  26%|##5       | 773/3000 [09:34<1:18:07,  2.10s/it, lr: 1.0e-04 loss: 8.475e-01]
my_first_lora_v6:  26%|##5       | 773/3000 [09:34<1:18:07,  2.10s/it, lr: 1.0e-04 loss: 8.475e-01]
my_first_lora_v6:  26%|##5       | 774/3000 [09:35<1:17:56,  2.10s/it, lr: 1.0e-04 loss: 8.266e-01]
my_first_lora_v6:  26%|##5       | 774/3000 [09:35<1:17:56,  2.10s/it, lr: 1.0e-04 loss: 8.266e-01]
my_first_lora_v6:  26%|##5       | 775/3000 [09:38<1:17:57,  2.10s/it, lr: 1.0e-04 loss: 2.189e-01]
my_first_lora_v6:  26%|##5       | 775/3000 [09:38<1:17:57,  2.10s/it, lr: 1.0e-04 loss: 2.189e-01]
my_first_lora_v6:  26%|##5       | 776/3000 [09:40<1:17:58,  2.10s/it, lr: 1.0e-04 loss: 1.655e-01]
my_first_lora_v6:  26%|##5       | 776/3000 [09:40<1:17:58,  2.10s/it, lr: 1.0e-04 loss: 1.655e-01]
my_first_lora_v6:  26%|##5       | 777/3000 [09:41<1:17:47,  2.10s/it, lr: 1.0e-04 loss: 2.523e-01]
my_first_lora_v6:  26%|##5       | 777/3000 [09:41<1:17:47,  2.10s/it, lr: 1.0e-04 loss: 2.523e-01]
my_first_lora_v6:  26%|##5       | 778/3000 [09:44<1:17:53,  2.10s/it, lr: 1.0e-04 loss: 3.601e-02]
my_first_lora_v6:  26%|##5       | 778/3000 [09:44<1:17:53,  2.10s/it, lr: 1.0e-04 loss: 3.601e-02]
my_first_lora_v6:  26%|##5       | 779/3000 [09:45<1:17:42,  2.10s/it, lr: 1.0e-04 loss: 2.689e-01]
my_first_lora_v6:  26%|##5       | 779/3000 [09:45<1:17:42,  2.10s/it, lr: 1.0e-04 loss: 2.689e-01]
my_first_lora_v6:  26%|##6       | 780/3000 [09:48<1:17:43,  2.10s/it, lr: 1.0e-04 loss: 8.255e-01]
my_first_lora_v6:  26%|##6       | 780/3000 [09:48<1:17:43,  2.10s/it, lr: 1.0e-04 loss: 8.255e-01]
my_first_lora_v6:  26%|##6       | 781/3000 [09:49<1:17:32,  2.10s/it, lr: 1.0e-04 loss: 1.890e-01]
my_first_lora_v6:  26%|##6       | 781/3000 [09:49<1:17:32,  2.10s/it, lr: 1.0e-04 loss: 1.890e-01]
my_first_lora_v6:  26%|##6       | 782/3000 [09:51<1:17:33,  2.10s/it, lr: 1.0e-04 loss: 5.103e-01]
my_first_lora_v6:  26%|##6       | 782/3000 [09:51<1:17:33,  2.10s/it, lr: 1.0e-04 loss: 5.103e-01]
my_first_lora_v6:  26%|##6       | 783/3000 [09:54<1:17:34,  2.10s/it, lr: 1.0e-04 loss: 3.795e-01]
my_first_lora_v6:  26%|##6       | 783/3000 [09:54<1:17:34,  2.10s/it, lr: 1.0e-04 loss: 3.795e-01]
my_first_lora_v6:  26%|##6       | 784/3000 [09:56<1:17:37,  2.10s/it, lr: 1.0e-04 loss: 5.945e-01]
my_first_lora_v6:  26%|##6       | 784/3000 [09:56<1:17:37,  2.10s/it, lr: 1.0e-04 loss: 5.945e-01]
my_first_lora_v6:  26%|##6       | 785/3000 [09:58<1:17:34,  2.10s/it, lr: 1.0e-04 loss: 2.382e-01]
my_first_lora_v6:  26%|##6       | 785/3000 [09:58<1:17:34,  2.10s/it, lr: 1.0e-04 loss: 2.382e-01]
my_first_lora_v6:  26%|##6       | 786/3000 [10:00<1:17:30,  2.10s/it, lr: 1.0e-04 loss: 1.929e-01]
my_first_lora_v6:  26%|##6       | 786/3000 [10:00<1:17:30,  2.10s/it, lr: 1.0e-04 loss: 1.929e-01]
my_first_lora_v6:  26%|##6       | 787/3000 [10:02<1:17:22,  2.10s/it, lr: 1.0e-04 loss: 8.668e-01]
my_first_lora_v6:  26%|##6       | 787/3000 [10:02<1:17:22,  2.10s/it, lr: 1.0e-04 loss: 8.668e-01]
my_first_lora_v6:  26%|##6       | 788/3000 [10:04<1:17:24,  2.10s/it, lr: 1.0e-04 loss: 5.064e-01]
my_first_lora_v6:  26%|##6       | 788/3000 [10:04<1:17:24,  2.10s/it, lr: 1.0e-04 loss: 5.064e-01]
my_first_lora_v6:  26%|##6       | 789/3000 [10:05<1:17:14,  2.10s/it, lr: 1.0e-04 loss: 7.890e-01]
my_first_lora_v6:  26%|##6       | 789/3000 [10:05<1:17:14,  2.10s/it, lr: 1.0e-04 loss: 7.890e-01]
my_first_lora_v6:  26%|##6       | 790/3000 [10:07<1:17:10,  2.10s/it, lr: 1.0e-04 loss: 2.633e-01]
my_first_lora_v6:  26%|##6       | 790/3000 [10:07<1:17:10,  2.10s/it, lr: 1.0e-04 loss: 2.633e-01]
my_first_lora_v6:  26%|##6       | 791/3000 [10:09<1:17:07,  2.09s/it, lr: 1.0e-04 loss: 3.422e-01]
my_first_lora_v6:  26%|##6       | 791/3000 [10:09<1:17:07,  2.09s/it, lr: 1.0e-04 loss: 3.422e-01]
my_first_lora_v6:  26%|##6       | 792/3000 [10:12<1:17:10,  2.10s/it, lr: 1.0e-04 loss: 5.874e-01]
my_first_lora_v6:  26%|##6       | 792/3000 [10:12<1:17:10,  2.10s/it, lr: 1.0e-04 loss: 5.874e-01]
my_first_lora_v6:  26%|##6       | 793/3000 [10:14<1:17:11,  2.10s/it, lr: 1.0e-04 loss: 5.369e-01]
my_first_lora_v6:  26%|##6       | 793/3000 [10:14<1:17:11,  2.10s/it, lr: 1.0e-04 loss: 5.369e-01]
my_first_lora_v6:  26%|##6       | 794/3000 [10:17<1:17:12,  2.10s/it, lr: 1.0e-04 loss: 1.945e-01]
my_first_lora_v6:  26%|##6       | 794/3000 [10:17<1:17:12,  2.10s/it, lr: 1.0e-04 loss: 1.945e-01]
my_first_lora_v6:  26%|##6       | 795/3000 [10:19<1:17:13,  2.10s/it, lr: 1.0e-04 loss: 4.365e-01]
my_first_lora_v6:  26%|##6       | 795/3000 [10:19<1:17:13,  2.10s/it, lr: 1.0e-04 loss: 4.365e-01]
my_first_lora_v6:  27%|##6       | 796/3000 [10:22<1:17:15,  2.10s/it, lr: 1.0e-04 loss: 1.140e-01]
my_first_lora_v6:  27%|##6       | 796/3000 [10:22<1:17:15,  2.10s/it, lr: 1.0e-04 loss: 1.140e-01]
my_first_lora_v6:  27%|##6       | 797/3000 [10:23<1:17:05,  2.10s/it, lr: 1.0e-04 loss: 6.514e-01]
my_first_lora_v6:  27%|##6       | 797/3000 [10:23<1:17:05,  2.10s/it, lr: 1.0e-04 loss: 6.514e-01]
my_first_lora_v6:  27%|##6       | 798/3000 [10:25<1:17:01,  2.10s/it, lr: 1.0e-04 loss: 5.279e-01]
my_first_lora_v6:  27%|##6       | 798/3000 [10:25<1:17:01,  2.10s/it, lr: 1.0e-04 loss: 5.279e-01]
my_first_lora_v6:  27%|##6       | 799/3000 [10:28<1:17:04,  2.10s/it, lr: 1.0e-04 loss: 5.267e-01]
my_first_lora_v6:  27%|##6       | 799/3000 [10:28<1:17:04,  2.10s/it, lr: 1.0e-04 loss: 5.267e-01]
my_first_lora_v6:  27%|##6       | 800/3000 [10:30<1:17:04,  2.10s/it, lr: 1.0e-04 loss: 7.721e-01]
my_first_lora_v6:  27%|##6       | 800/3000 [10:30<1:17:04,  2.10s/it, lr: 1.0e-04 loss: 7.721e-01]
my_first_lora_v6:  27%|##6       | 801/3000 [10:33<1:17:05,  2.10s/it, lr: 1.0e-04 loss: 5.632e-01]
my_first_lora_v6:  27%|##6       | 801/3000 [10:33<1:17:05,  2.10s/it, lr: 1.0e-04 loss: 5.632e-01]
my_first_lora_v6:  27%|##6       | 802/3000 [10:34<1:16:55,  2.10s/it, lr: 1.0e-04 loss: 5.512e-01]
my_first_lora_v6:  27%|##6       | 802/3000 [10:34<1:16:55,  2.10s/it, lr: 1.0e-04 loss: 5.512e-01]
my_first_lora_v6:  27%|##6       | 803/3000 [10:36<1:16:52,  2.10s/it, lr: 1.0e-04 loss: 7.989e-01]
my_first_lora_v6:  27%|##6       | 803/3000 [10:36<1:16:52,  2.10s/it, lr: 1.0e-04 loss: 7.989e-01]
my_first_lora_v6:  27%|##6       | 804/3000 [10:38<1:16:53,  2.10s/it, lr: 1.0e-04 loss: 6.981e-01]
my_first_lora_v6:  27%|##6       | 804/3000 [10:38<1:16:53,  2.10s/it, lr: 1.0e-04 loss: 6.981e-01]
my_first_lora_v6:  27%|##6       | 805/3000 [10:39<1:16:45,  2.10s/it, lr: 1.0e-04 loss: 2.454e-01]
my_first_lora_v6:  27%|##6       | 805/3000 [10:39<1:16:45,  2.10s/it, lr: 1.0e-04 loss: 2.454e-01]
my_first_lora_v6:  27%|##6       | 806/3000 [10:42<1:16:46,  2.10s/it, lr: 1.0e-04 loss: 6.995e-01]
my_first_lora_v6:  27%|##6       | 806/3000 [10:42<1:16:46,  2.10s/it, lr: 1.0e-04 loss: 6.995e-01]
my_first_lora_v6:  27%|##6       | 807/3000 [10:44<1:16:44,  2.10s/it, lr: 1.0e-04 loss: 4.079e-01]
my_first_lora_v6:  27%|##6       | 807/3000 [10:44<1:16:44,  2.10s/it, lr: 1.0e-04 loss: 4.079e-01]
my_first_lora_v6:  27%|##6       | 808/3000 [10:46<1:16:41,  2.10s/it, lr: 1.0e-04 loss: 2.028e-01]
my_first_lora_v6:  27%|##6       | 808/3000 [10:46<1:16:41,  2.10s/it, lr: 1.0e-04 loss: 2.028e-01]
my_first_lora_v6:  27%|##6       | 809/3000 [10:47<1:16:31,  2.10s/it, lr: 1.0e-04 loss: 1.566e-01]
my_first_lora_v6:  27%|##6       | 809/3000 [10:47<1:16:31,  2.10s/it, lr: 1.0e-04 loss: 1.566e-01]
my_first_lora_v6:  27%|##7       | 810/3000 [10:50<1:16:32,  2.10s/it, lr: 1.0e-04 loss: 4.212e-01]
my_first_lora_v6:  27%|##7       | 810/3000 [10:50<1:16:32,  2.10s/it, lr: 1.0e-04 loss: 4.212e-01]
my_first_lora_v6:  27%|##7       | 811/3000 [10:52<1:16:35,  2.10s/it, lr: 1.0e-04 loss: 4.157e-01]
my_first_lora_v6:  27%|##7       | 811/3000 [10:52<1:16:35,  2.10s/it, lr: 1.0e-04 loss: 4.157e-01]
my_first_lora_v6:  27%|##7       | 812/3000 [10:55<1:16:35,  2.10s/it, lr: 1.0e-04 loss: 1.544e-01]
my_first_lora_v6:  27%|##7       | 812/3000 [10:55<1:16:35,  2.10s/it, lr: 1.0e-04 loss: 1.544e-01]
my_first_lora_v6:  27%|##7       | 813/3000 [10:57<1:16:36,  2.10s/it, lr: 1.0e-04 loss: 8.006e-01]
my_first_lora_v6:  27%|##7       | 813/3000 [10:57<1:16:36,  2.10s/it, lr: 1.0e-04 loss: 8.006e-01]
my_first_lora_v6:  27%|##7       | 814/3000 [10:59<1:16:28,  2.10s/it, lr: 1.0e-04 loss: 5.656e-01]
my_first_lora_v6:  27%|##7       | 814/3000 [10:59<1:16:28,  2.10s/it, lr: 1.0e-04 loss: 5.656e-01]
my_first_lora_v6:  27%|##7       | 815/3000 [11:01<1:16:29,  2.10s/it, lr: 1.0e-04 loss: 2.479e-01]
my_first_lora_v6:  27%|##7       | 815/3000 [11:01<1:16:29,  2.10s/it, lr: 1.0e-04 loss: 2.479e-01]
my_first_lora_v6:  27%|##7       | 816/3000 [11:02<1:16:19,  2.10s/it, lr: 1.0e-04 loss: 4.352e-01]
my_first_lora_v6:  27%|##7       | 816/3000 [11:02<1:16:19,  2.10s/it, lr: 1.0e-04 loss: 4.352e-01]
my_first_lora_v6:  27%|##7       | 817/3000 [11:05<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 7.153e-01]
my_first_lora_v6:  27%|##7       | 817/3000 [11:05<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 7.153e-01]
my_first_lora_v6:  27%|##7       | 818/3000 [11:07<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 2.931e-01]
my_first_lora_v6:  27%|##7       | 818/3000 [11:07<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 2.931e-01]
my_first_lora_v6:  27%|##7       | 819/3000 [11:09<1:16:18,  2.10s/it, lr: 1.0e-04 loss: 1.052e-01]
my_first_lora_v6:  27%|##7       | 819/3000 [11:09<1:16:18,  2.10s/it, lr: 1.0e-04 loss: 1.052e-01]
my_first_lora_v6:  27%|##7       | 820/3000 [11:12<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 4.664e-01]
my_first_lora_v6:  27%|##7       | 820/3000 [11:12<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 4.664e-01]
my_first_lora_v6:  27%|##7       | 821/3000 [11:14<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 4.939e-01]
my_first_lora_v6:  27%|##7       | 821/3000 [11:14<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 4.939e-01]
my_first_lora_v6:  27%|##7       | 822/3000 [11:16<1:16:18,  2.10s/it, lr: 1.0e-04 loss: 2.805e-01]
my_first_lora_v6:  27%|##7       | 822/3000 [11:16<1:16:18,  2.10s/it, lr: 1.0e-04 loss: 2.805e-01]
my_first_lora_v6:  27%|##7       | 823/3000 [11:19<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 8.029e-01]
my_first_lora_v6:  27%|##7       | 823/3000 [11:19<1:16:20,  2.10s/it, lr: 1.0e-04 loss: 8.029e-01]
my_first_lora_v6:  27%|##7       | 824/3000 [11:21<1:16:17,  2.10s/it, lr: 1.0e-04 loss: 7.134e-01]
my_first_lora_v6:  27%|##7       | 824/3000 [11:21<1:16:17,  2.10s/it, lr: 1.0e-04 loss: 7.134e-01]
my_first_lora_v6:  28%|##7       | 825/3000 [11:23<1:16:13,  2.10s/it, lr: 1.0e-04 loss: 1.193e-01]
my_first_lora_v6:  28%|##7       | 825/3000 [11:23<1:16:13,  2.10s/it, lr: 1.0e-04 loss: 1.193e-01]
my_first_lora_v6:  28%|##7       | 826/3000 [11:25<1:16:14,  2.10s/it, lr: 1.0e-04 loss: 1.725e-01]
my_first_lora_v6:  28%|##7       | 826/3000 [11:25<1:16:14,  2.10s/it, lr: 1.0e-04 loss: 1.725e-01]
my_first_lora_v6:  28%|##7       | 827/3000 [11:28<1:16:16,  2.11s/it, lr: 1.0e-04 loss: 4.056e-01]
my_first_lora_v6:  28%|##7       | 827/3000 [11:28<1:16:16,  2.11s/it, lr: 1.0e-04 loss: 4.056e-01]
my_first_lora_v6:  28%|##7       | 828/3000 [11:31<1:16:16,  2.11s/it, lr: 1.0e-04 loss: 8.145e-01]
my_first_lora_v6:  28%|##7       | 828/3000 [11:31<1:16:16,  2.11s/it, lr: 1.0e-04 loss: 8.145e-01]
my_first_lora_v6:  28%|##7       | 829/3000 [11:32<1:16:06,  2.10s/it, lr: 1.0e-04 loss: 1.609e-01]
my_first_lora_v6:  28%|##7       | 829/3000 [11:32<1:16:06,  2.10s/it, lr: 1.0e-04 loss: 1.609e-01]
my_first_lora_v6:  28%|##7       | 830/3000 [11:33<1:15:57,  2.10s/it, lr: 1.0e-04 loss: 2.429e-01]
my_first_lora_v6:  28%|##7       | 830/3000 [11:33<1:15:57,  2.10s/it, lr: 1.0e-04 loss: 2.429e-01]
my_first_lora_v6:  28%|##7       | 831/3000 [11:35<1:15:57,  2.10s/it, lr: 1.0e-04 loss: 7.174e-01]
my_first_lora_v6:  28%|##7       | 831/3000 [11:35<1:15:57,  2.10s/it, lr: 1.0e-04 loss: 7.174e-01]
my_first_lora_v6:  28%|##7       | 832/3000 [11:36<1:15:50,  2.10s/it, lr: 1.0e-04 loss: 8.791e-01]
my_first_lora_v6:  28%|##7       | 832/3000 [11:36<1:15:50,  2.10s/it, lr: 1.0e-04 loss: 8.791e-01]
my_first_lora_v6:  28%|##7       | 833/3000 [11:39<1:15:51,  2.10s/it, lr: 1.0e-04 loss: 1.533e-01]
my_first_lora_v6:  28%|##7       | 833/3000 [11:39<1:15:51,  2.10s/it, lr: 1.0e-04 loss: 1.533e-01]
my_first_lora_v6:  28%|##7       | 834/3000 [11:41<1:15:52,  2.10s/it, lr: 1.0e-04 loss: 6.930e-01]
my_first_lora_v6:  28%|##7       | 834/3000 [11:41<1:15:52,  2.10s/it, lr: 1.0e-04 loss: 6.930e-01]
my_first_lora_v6:  28%|##7       | 835/3000 [11:44<1:15:52,  2.10s/it, lr: 1.0e-04 loss: 6.813e-01]
my_first_lora_v6:  28%|##7       | 835/3000 [11:44<1:15:52,  2.10s/it, lr: 1.0e-04 loss: 6.813e-01]
my_first_lora_v6:  28%|##7       | 836/3000 [11:46<1:15:51,  2.10s/it, lr: 1.0e-04 loss: 6.473e-01]
my_first_lora_v6:  28%|##7       | 836/3000 [11:46<1:15:51,  2.10s/it, lr: 1.0e-04 loss: 6.473e-01]
my_first_lora_v6:  28%|##7       | 837/3000 [11:49<1:15:51,  2.10s/it, lr: 1.0e-04 loss: 2.212e-01]
my_first_lora_v6:  28%|##7       | 837/3000 [11:49<1:15:51,  2.10s/it, lr: 1.0e-04 loss: 2.212e-01]
my_first_lora_v6:  28%|##7       | 838/3000 [11:50<1:15:42,  2.10s/it, lr: 1.0e-04 loss: 3.486e-01]
my_first_lora_v6:  28%|##7       | 838/3000 [11:50<1:15:42,  2.10s/it, lr: 1.0e-04 loss: 3.486e-01]
my_first_lora_v6:  28%|##7       | 839/3000 [11:52<1:15:42,  2.10s/it, lr: 1.0e-04 loss: 8.453e-01]
my_first_lora_v6:  28%|##7       | 839/3000 [11:52<1:15:42,  2.10s/it, lr: 1.0e-04 loss: 8.453e-01]
my_first_lora_v6:  28%|##8       | 840/3000 [11:54<1:15:38,  2.10s/it, lr: 1.0e-04 loss: 5.195e-01]
my_first_lora_v6:  28%|##8       | 840/3000 [11:54<1:15:38,  2.10s/it, lr: 1.0e-04 loss: 5.195e-01]
my_first_lora_v6:  28%|##8       | 841/3000 [11:55<1:15:31,  2.10s/it, lr: 1.0e-04 loss: 8.717e-02]
my_first_lora_v6:  28%|##8       | 841/3000 [11:55<1:15:31,  2.10s/it, lr: 1.0e-04 loss: 8.717e-02]
my_first_lora_v6:  28%|##8       | 842/3000 [11:58<1:15:31,  2.10s/it, lr: 1.0e-04 loss: 5.977e-01]
my_first_lora_v6:  28%|##8       | 842/3000 [11:58<1:15:31,  2.10s/it, lr: 1.0e-04 loss: 5.977e-01]
my_first_lora_v6:  28%|##8       | 843/3000 [12:00<1:15:33,  2.10s/it, lr: 1.0e-04 loss: 5.331e-01]
my_first_lora_v6:  28%|##8       | 843/3000 [12:00<1:15:33,  2.10s/it, lr: 1.0e-04 loss: 5.331e-01]
my_first_lora_v6:  28%|##8       | 844/3000 [12:03<1:15:33,  2.10s/it, lr: 1.0e-04 loss: 7.936e-01]
my_first_lora_v6:  28%|##8       | 844/3000 [12:03<1:15:33,  2.10s/it, lr: 1.0e-04 loss: 7.936e-01]
my_first_lora_v6:  28%|##8       | 845/3000 [12:04<1:15:24,  2.10s/it, lr: 1.0e-04 loss: 8.586e-01]
my_first_lora_v6:  28%|##8       | 845/3000 [12:04<1:15:24,  2.10s/it, lr: 1.0e-04 loss: 8.586e-01]
my_first_lora_v6:  28%|##8       | 846/3000 [12:06<1:15:24,  2.10s/it, lr: 1.0e-04 loss: 6.506e-01]
my_first_lora_v6:  28%|##8       | 846/3000 [12:06<1:15:24,  2.10s/it, lr: 1.0e-04 loss: 6.506e-01]
my_first_lora_v6:  28%|##8       | 847/3000 [12:08<1:15:20,  2.10s/it, lr: 1.0e-04 loss: 2.762e-01]
my_first_lora_v6:  28%|##8       | 847/3000 [12:08<1:15:20,  2.10s/it, lr: 1.0e-04 loss: 2.762e-01]
my_first_lora_v6:  28%|##8       | 848/3000 [12:11<1:15:21,  2.10s/it, lr: 1.0e-04 loss: 2.126e-02]
my_first_lora_v6:  28%|##8       | 848/3000 [12:11<1:15:21,  2.10s/it, lr: 1.0e-04 loss: 2.126e-02]
my_first_lora_v6:  28%|##8       | 849/3000 [12:13<1:15:18,  2.10s/it, lr: 1.0e-04 loss: 1.019e-01]
my_first_lora_v6:  28%|##8       | 849/3000 [12:13<1:15:18,  2.10s/it, lr: 1.0e-04 loss: 1.019e-01]
my_first_lora_v6:  28%|##8       | 850/3000 [12:16<1:15:21,  2.10s/it, lr: 1.0e-04 loss: 6.905e-01]
my_first_lora_v6:  28%|##8       | 850/3000 [12:16<1:15:21,  2.10s/it, lr: 1.0e-04 loss: 6.905e-01]
my_first_lora_v6:  28%|##8       | 851/3000 [12:17<1:15:15,  2.10s/it, lr: 1.0e-04 loss: 7.459e-01]
my_first_lora_v6:  28%|##8       | 851/3000 [12:17<1:15:15,  2.10s/it, lr: 1.0e-04 loss: 7.459e-01]
my_first_lora_v6:  28%|##8       | 852/3000 [12:19<1:15:15,  2.10s/it, lr: 1.0e-04 loss: 7.663e-01]
my_first_lora_v6:  28%|##8       | 852/3000 [12:19<1:15:15,  2.10s/it, lr: 1.0e-04 loss: 7.663e-01]
my_first_lora_v6:  28%|##8       | 853/3000 [12:22<1:15:15,  2.10s/it, lr: 1.0e-04 loss: 4.458e-01]
my_first_lora_v6:  28%|##8       | 853/3000 [12:22<1:15:15,  2.10s/it, lr: 1.0e-04 loss: 4.458e-01]
my_first_lora_v6:  28%|##8       | 854/3000 [12:23<1:15:06,  2.10s/it, lr: 1.0e-04 loss: 4.854e-02]
my_first_lora_v6:  28%|##8       | 854/3000 [12:23<1:15:06,  2.10s/it, lr: 1.0e-04 loss: 4.854e-02]
my_first_lora_v6:  28%|##8       | 855/3000 [12:25<1:15:06,  2.10s/it, lr: 1.0e-04 loss: 7.357e-01]
my_first_lora_v6:  28%|##8       | 855/3000 [12:25<1:15:06,  2.10s/it, lr: 1.0e-04 loss: 7.357e-01]
my_first_lora_v6:  29%|##8       | 856/3000 [12:27<1:15:04,  2.10s/it, lr: 1.0e-04 loss: 2.689e-01]
my_first_lora_v6:  29%|##8       | 856/3000 [12:27<1:15:04,  2.10s/it, lr: 1.0e-04 loss: 2.689e-01]
my_first_lora_v6:  29%|##8       | 857/3000 [12:30<1:15:04,  2.10s/it, lr: 1.0e-04 loss: 6.141e-01]
my_first_lora_v6:  29%|##8       | 857/3000 [12:30<1:15:04,  2.10s/it, lr: 1.0e-04 loss: 6.141e-01]
my_first_lora_v6:  29%|##8       | 858/3000 [12:32<1:15:00,  2.10s/it, lr: 1.0e-04 loss: 6.374e-02]
my_first_lora_v6:  29%|##8       | 858/3000 [12:32<1:15:00,  2.10s/it, lr: 1.0e-04 loss: 6.374e-02]
my_first_lora_v6:  29%|##8       | 859/3000 [12:33<1:14:53,  2.10s/it, lr: 1.0e-04 loss: 5.026e-01]
my_first_lora_v6:  29%|##8       | 859/3000 [12:33<1:14:53,  2.10s/it, lr: 1.0e-04 loss: 5.026e-01]
my_first_lora_v6:  29%|##8       | 860/3000 [12:35<1:14:53,  2.10s/it, lr: 1.0e-04 loss: 8.951e-02]
my_first_lora_v6:  29%|##8       | 860/3000 [12:35<1:14:53,  2.10s/it, lr: 1.0e-04 loss: 8.951e-02]
my_first_lora_v6:  29%|##8       | 861/3000 [12:38<1:14:53,  2.10s/it, lr: 1.0e-04 loss: 6.622e-01]
my_first_lora_v6:  29%|##8       | 861/3000 [12:38<1:14:53,  2.10s/it, lr: 1.0e-04 loss: 6.622e-01]
my_first_lora_v6:  29%|##8       | 862/3000 [12:40<1:14:51,  2.10s/it, lr: 1.0e-04 loss: 4.741e-01]
my_first_lora_v6:  29%|##8       | 862/3000 [12:40<1:14:51,  2.10s/it, lr: 1.0e-04 loss: 4.741e-01]
my_first_lora_v6:  29%|##8       | 863/3000 [12:43<1:14:52,  2.10s/it, lr: 1.0e-04 loss: 4.674e-01]
my_first_lora_v6:  29%|##8       | 863/3000 [12:43<1:14:52,  2.10s/it, lr: 1.0e-04 loss: 4.674e-01]
my_first_lora_v6:  29%|##8       | 864/3000 [12:45<1:14:52,  2.10s/it, lr: 1.0e-04 loss: 5.824e-02]
my_first_lora_v6:  29%|##8       | 864/3000 [12:45<1:14:52,  2.10s/it, lr: 1.0e-04 loss: 5.824e-02]
my_first_lora_v6:  29%|##8       | 865/3000 [12:46<1:14:46,  2.10s/it, lr: 1.0e-04 loss: 6.529e-01]
my_first_lora_v6:  29%|##8       | 865/3000 [12:46<1:14:46,  2.10s/it, lr: 1.0e-04 loss: 6.529e-01]
my_first_lora_v6:  29%|##8       | 866/3000 [12:48<1:14:42,  2.10s/it, lr: 1.0e-04 loss: 3.049e-01]
my_first_lora_v6:  29%|##8       | 866/3000 [12:48<1:14:42,  2.10s/it, lr: 1.0e-04 loss: 3.049e-01]
my_first_lora_v6:  29%|##8       | 867/3000 [12:51<1:14:42,  2.10s/it, lr: 1.0e-04 loss: 4.311e-01]
my_first_lora_v6:  29%|##8       | 867/3000 [12:51<1:14:42,  2.10s/it, lr: 1.0e-04 loss: 4.311e-01]
my_first_lora_v6:  29%|##8       | 868/3000 [12:53<1:14:41,  2.10s/it, lr: 1.0e-04 loss: 6.976e-01]
my_first_lora_v6:  29%|##8       | 868/3000 [12:53<1:14:41,  2.10s/it, lr: 1.0e-04 loss: 6.976e-01]
my_first_lora_v6:  29%|##8       | 869/3000 [12:54<1:14:33,  2.10s/it, lr: 1.0e-04 loss: 4.175e-01]
my_first_lora_v6:  29%|##8       | 869/3000 [12:54<1:14:33,  2.10s/it, lr: 1.0e-04 loss: 4.175e-01]
my_first_lora_v6:  29%|##9       | 870/3000 [12:57<1:14:33,  2.10s/it, lr: 1.0e-04 loss: 1.784e-01]
my_first_lora_v6:  29%|##9       | 870/3000 [12:57<1:14:33,  2.10s/it, lr: 1.0e-04 loss: 1.784e-01]
my_first_lora_v6:  29%|##9       | 871/3000 [12:58<1:14:24,  2.10s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v6:  29%|##9       | 871/3000 [12:58<1:14:24,  2.10s/it, lr: 1.0e-04 loss: 1.055e-01]
my_first_lora_v6:  29%|##9       | 872/3000 [13:00<1:14:24,  2.10s/it, lr: 1.0e-04 loss: 7.809e-01]
my_first_lora_v6:  29%|##9       | 872/3000 [13:00<1:14:24,  2.10s/it, lr: 1.0e-04 loss: 7.809e-01]
my_first_lora_v6:  29%|##9       | 873/3000 [13:02<1:14:21,  2.10s/it, lr: 1.0e-04 loss: 4.090e-01]
my_first_lora_v6:  29%|##9       | 873/3000 [13:02<1:14:21,  2.10s/it, lr: 1.0e-04 loss: 4.090e-01]
my_first_lora_v6:  29%|##9       | 874/3000 [13:05<1:14:23,  2.10s/it, lr: 1.0e-04 loss: 6.191e-01]
my_first_lora_v6:  29%|##9       | 874/3000 [13:05<1:14:23,  2.10s/it, lr: 1.0e-04 loss: 6.191e-01]
my_first_lora_v6:  29%|##9       | 875/3000 [13:07<1:14:23,  2.10s/it, lr: 1.0e-04 loss: 1.720e-01]
my_first_lora_v6:  29%|##9       | 875/3000 [13:07<1:14:23,  2.10s/it, lr: 1.0e-04 loss: 1.720e-01]
my_first_lora_v6:  29%|##9       | 876/3000 [13:10<1:14:23,  2.10s/it, lr: 1.0e-04 loss: 1.971e-01]
my_first_lora_v6:  29%|##9       | 876/3000 [13:10<1:14:23,  2.10s/it, lr: 1.0e-04 loss: 1.971e-01]
my_first_lora_v6:  29%|##9       | 877/3000 [13:12<1:14:24,  2.10s/it, lr: 1.0e-04 loss: 7.681e-02]
my_first_lora_v6:  29%|##9       | 877/3000 [13:12<1:14:24,  2.10s/it, lr: 1.0e-04 loss: 7.681e-02]
my_first_lora_v6:  29%|##9       | 878/3000 [13:13<1:14:16,  2.10s/it, lr: 1.0e-04 loss: 5.712e-01]
my_first_lora_v6:  29%|##9       | 878/3000 [13:13<1:14:16,  2.10s/it, lr: 1.0e-04 loss: 5.712e-01]
my_first_lora_v6:  29%|##9       | 879/3000 [13:16<1:14:18,  2.10s/it, lr: 1.0e-04 loss: 3.055e-01]
my_first_lora_v6:  29%|##9       | 879/3000 [13:16<1:14:18,  2.10s/it, lr: 1.0e-04 loss: 3.055e-01]
my_first_lora_v6:  29%|##9       | 880/3000 [13:19<1:14:18,  2.10s/it, lr: 1.0e-04 loss: 5.227e-01]
my_first_lora_v6:  29%|##9       | 880/3000 [13:19<1:14:18,  2.10s/it, lr: 1.0e-04 loss: 5.227e-01]
my_first_lora_v6:  29%|##9       | 881/3000 [13:21<1:14:15,  2.10s/it, lr: 1.0e-04 loss: 2.202e-01]
my_first_lora_v6:  29%|##9       | 881/3000 [13:21<1:14:15,  2.10s/it, lr: 1.0e-04 loss: 2.202e-01]
my_first_lora_v6:  29%|##9       | 882/3000 [13:22<1:14:06,  2.10s/it, lr: 1.0e-04 loss: 8.717e-01]
my_first_lora_v6:  29%|##9       | 882/3000 [13:22<1:14:06,  2.10s/it, lr: 1.0e-04 loss: 8.717e-01]
my_first_lora_v6:  29%|##9       | 883/3000 [13:23<1:14:04,  2.10s/it, lr: 1.0e-04 loss: 5.656e-01]
my_first_lora_v6:  29%|##9       | 883/3000 [13:23<1:14:04,  2.10s/it, lr: 1.0e-04 loss: 5.656e-01]
my_first_lora_v6:  29%|##9       | 884/3000 [13:26<1:14:05,  2.10s/it, lr: 1.0e-04 loss: 1.281e-01]
my_first_lora_v6:  29%|##9       | 884/3000 [13:26<1:14:05,  2.10s/it, lr: 1.0e-04 loss: 1.281e-01]
my_first_lora_v6:  30%|##9       | 885/3000 [13:29<1:14:05,  2.10s/it, lr: 1.0e-04 loss: 4.391e-01]
my_first_lora_v6:  30%|##9       | 885/3000 [13:29<1:14:05,  2.10s/it, lr: 1.0e-04 loss: 4.391e-01]
my_first_lora_v6:  30%|##9       | 886/3000 [13:31<1:14:06,  2.10s/it, lr: 1.0e-04 loss: 7.585e-01]
my_first_lora_v6:  30%|##9       | 886/3000 [13:31<1:14:06,  2.10s/it, lr: 1.0e-04 loss: 7.585e-01]
my_first_lora_v6:  30%|##9       | 887/3000 [13:34<1:14:07,  2.10s/it, lr: 1.0e-04 loss: 3.574e-01]
my_first_lora_v6:  30%|##9       | 887/3000 [13:34<1:14:07,  2.10s/it, lr: 1.0e-04 loss: 3.574e-01]
my_first_lora_v6:  30%|##9       | 888/3000 [13:36<1:14:04,  2.10s/it, lr: 1.0e-04 loss: 8.515e-01]
my_first_lora_v6:  30%|##9       | 888/3000 [13:36<1:14:04,  2.10s/it, lr: 1.0e-04 loss: 8.515e-01]
my_first_lora_v6:  30%|##9       | 889/3000 [13:39<1:14:04,  2.11s/it, lr: 1.0e-04 loss: 7.935e-01]
my_first_lora_v6:  30%|##9       | 889/3000 [13:39<1:14:04,  2.11s/it, lr: 1.0e-04 loss: 7.935e-01]
my_first_lora_v6:  30%|##9       | 890/3000 [13:40<1:13:56,  2.10s/it, lr: 1.0e-04 loss: 4.021e-01]
my_first_lora_v6:  30%|##9       | 890/3000 [13:40<1:13:56,  2.10s/it, lr: 1.0e-04 loss: 4.021e-01]
my_first_lora_v6:  30%|##9       | 891/3000 [13:41<1:13:48,  2.10s/it, lr: 1.0e-04 loss: 6.202e-01]
my_first_lora_v6:  30%|##9       | 891/3000 [13:41<1:13:48,  2.10s/it, lr: 1.0e-04 loss: 6.202e-01]
my_first_lora_v6:  30%|##9       | 892/3000 [13:43<1:13:48,  2.10s/it, lr: 1.0e-04 loss: 6.710e-02]
my_first_lora_v6:  30%|##9       | 892/3000 [13:43<1:13:48,  2.10s/it, lr: 1.0e-04 loss: 6.710e-02]
my_first_lora_v6:  30%|##9       | 893/3000 [13:46<1:13:49,  2.10s/it, lr: 1.0e-04 loss: 6.465e-01]
my_first_lora_v6:  30%|##9       | 893/3000 [13:46<1:13:49,  2.10s/it, lr: 1.0e-04 loss: 6.465e-01]
my_first_lora_v6:  30%|##9       | 894/3000 [13:47<1:13:45,  2.10s/it, lr: 1.0e-04 loss: 5.463e-02]
my_first_lora_v6:  30%|##9       | 894/3000 [13:47<1:13:45,  2.10s/it, lr: 1.0e-04 loss: 5.463e-02]
my_first_lora_v6:  30%|##9       | 895/3000 [13:49<1:13:38,  2.10s/it, lr: 1.0e-04 loss: 8.070e-01]
my_first_lora_v6:  30%|##9       | 895/3000 [13:49<1:13:38,  2.10s/it, lr: 1.0e-04 loss: 8.070e-01]
my_first_lora_v6:  30%|##9       | 896/3000 [13:51<1:13:40,  2.10s/it, lr: 1.0e-04 loss: 7.811e-01]
my_first_lora_v6:  30%|##9       | 896/3000 [13:51<1:13:40,  2.10s/it, lr: 1.0e-04 loss: 7.811e-01]
my_first_lora_v6:  30%|##9       | 897/3000 [13:54<1:13:39,  2.10s/it, lr: 1.0e-04 loss: 6.881e-01]
my_first_lora_v6:  30%|##9       | 897/3000 [13:54<1:13:39,  2.10s/it, lr: 1.0e-04 loss: 6.881e-01]
my_first_lora_v6:  30%|##9       | 898/3000 [13:56<1:13:39,  2.10s/it, lr: 1.0e-04 loss: 3.557e-01]
my_first_lora_v6:  30%|##9       | 898/3000 [13:56<1:13:39,  2.10s/it, lr: 1.0e-04 loss: 3.557e-01]
my_first_lora_v6:  30%|##9       | 899/3000 [13:58<1:13:35,  2.10s/it, lr: 1.0e-04 loss: 1.664e-01]
my_first_lora_v6:  30%|##9       | 899/3000 [13:58<1:13:35,  2.10s/it, lr: 1.0e-04 loss: 1.664e-01]
my_first_lora_v6:  30%|###       | 900/3000 [14:01<1:13:35,  2.10s/it, lr: 1.0e-04 loss: 2.714e-01]
my_first_lora_v6:  30%|###       | 900/3000 [14:01<1:13:35,  2.10s/it, lr: 1.0e-04 loss: 2.714e-01]
my_first_lora_v6:  30%|###       | 901/3000 [14:03<1:13:32,  2.10s/it, lr: 1.0e-04 loss: 3.419e-01]
my_first_lora_v6:  30%|###       | 901/3000 [14:03<1:13:32,  2.10s/it, lr: 1.0e-04 loss: 3.419e-01]
my_first_lora_v6:  30%|###       | 902/3000 [14:05<1:13:32,  2.10s/it, lr: 1.0e-04 loss: 6.660e-01]
my_first_lora_v6:  30%|###       | 902/3000 [14:05<1:13:32,  2.10s/it, lr: 1.0e-04 loss: 6.660e-01]
my_first_lora_v6:  30%|###       | 903/3000 [14:06<1:13:24,  2.10s/it, lr: 1.0e-04 loss: 4.973e-01]
my_first_lora_v6:  30%|###       | 903/3000 [14:06<1:13:24,  2.10s/it, lr: 1.0e-04 loss: 4.973e-01]
my_first_lora_v6:  30%|###       | 904/3000 [14:09<1:13:25,  2.10s/it, lr: 1.0e-04 loss: 5.386e-02]
my_first_lora_v6:  30%|###       | 904/3000 [14:09<1:13:25,  2.10s/it, lr: 1.0e-04 loss: 5.386e-02]
my_first_lora_v6:  30%|###       | 905/3000 [14:11<1:13:25,  2.10s/it, lr: 1.0e-04 loss: 2.198e-01]
my_first_lora_v6:  30%|###       | 905/3000 [14:11<1:13:25,  2.10s/it, lr: 1.0e-04 loss: 2.198e-01]
my_first_lora_v6:  30%|###       | 906/3000 [14:13<1:13:22,  2.10s/it, lr: 1.0e-04 loss: 5.105e-01]
my_first_lora_v6:  30%|###       | 906/3000 [14:13<1:13:22,  2.10s/it, lr: 1.0e-04 loss: 5.105e-01]
my_first_lora_v6:  30%|###       | 907/3000 [14:16<1:13:23,  2.10s/it, lr: 1.0e-04 loss: 7.751e-01]
my_first_lora_v6:  30%|###       | 907/3000 [14:16<1:13:23,  2.10s/it, lr: 1.0e-04 loss: 7.751e-01]
my_first_lora_v6:  30%|###       | 908/3000 [14:17<1:13:17,  2.10s/it, lr: 1.0e-04 loss: 7.938e-01]
my_first_lora_v6:  30%|###       | 908/3000 [14:17<1:13:17,  2.10s/it, lr: 1.0e-04 loss: 7.938e-01]
my_first_lora_v6:  30%|###       | 909/3000 [14:20<1:13:17,  2.10s/it, lr: 1.0e-04 loss: 7.450e-01]
my_first_lora_v6:  30%|###       | 909/3000 [14:20<1:13:17,  2.10s/it, lr: 1.0e-04 loss: 7.450e-01]
my_first_lora_v6:  30%|###       | 910/3000 [14:21<1:13:13,  2.10s/it, lr: 1.0e-04 loss: 5.472e-01]
my_first_lora_v6:  30%|###       | 910/3000 [14:21<1:13:13,  2.10s/it, lr: 1.0e-04 loss: 5.472e-01]
my_first_lora_v6:  30%|###       | 911/3000 [14:22<1:13:06,  2.10s/it, lr: 1.0e-04 loss: 7.414e-01]
my_first_lora_v6:  30%|###       | 911/3000 [14:22<1:13:06,  2.10s/it, lr: 1.0e-04 loss: 7.414e-01]
my_first_lora_v6:  30%|###       | 912/3000 [14:25<1:13:05,  2.10s/it, lr: 1.0e-04 loss: 2.147e-01]
my_first_lora_v6:  30%|###       | 912/3000 [14:25<1:13:05,  2.10s/it, lr: 1.0e-04 loss: 2.147e-01]
my_first_lora_v6:  30%|###       | 913/3000 [14:27<1:13:03,  2.10s/it, lr: 1.0e-04 loss: 5.087e-01]
my_first_lora_v6:  30%|###       | 913/3000 [14:27<1:13:03,  2.10s/it, lr: 1.0e-04 loss: 5.087e-01]
my_first_lora_v6:  30%|###       | 914/3000 [14:29<1:13:03,  2.10s/it, lr: 1.0e-04 loss: 8.095e-01]
my_first_lora_v6:  30%|###       | 914/3000 [14:29<1:13:03,  2.10s/it, lr: 1.0e-04 loss: 8.095e-01]
my_first_lora_v6:  30%|###       | 915/3000 [14:30<1:12:55,  2.10s/it, lr: 1.0e-04 loss: 1.129e-01]
my_first_lora_v6:  30%|###       | 915/3000 [14:30<1:12:55,  2.10s/it, lr: 1.0e-04 loss: 1.129e-01]
my_first_lora_v6:  31%|###       | 916/3000 [14:33<1:12:55,  2.10s/it, lr: 1.0e-04 loss: 2.980e-01]
my_first_lora_v6:  31%|###       | 916/3000 [14:33<1:12:55,  2.10s/it, lr: 1.0e-04 loss: 2.980e-01]
my_first_lora_v6:  31%|###       | 917/3000 [14:35<1:12:54,  2.10s/it, lr: 1.0e-04 loss: 7.779e-01]
my_first_lora_v6:  31%|###       | 917/3000 [14:35<1:12:54,  2.10s/it, lr: 1.0e-04 loss: 7.779e-01]
my_first_lora_v6:  31%|###       | 918/3000 [14:38<1:12:55,  2.10s/it, lr: 1.0e-04 loss: 6.277e-01]
my_first_lora_v6:  31%|###       | 918/3000 [14:38<1:12:55,  2.10s/it, lr: 1.0e-04 loss: 6.277e-01]
my_first_lora_v6:  31%|###       | 919/3000 [14:40<1:12:52,  2.10s/it, lr: 1.0e-04 loss: 3.927e-01]
my_first_lora_v6:  31%|###       | 919/3000 [14:40<1:12:52,  2.10s/it, lr: 1.0e-04 loss: 3.927e-01]
my_first_lora_v6:  31%|###       | 920/3000 [14:41<1:12:45,  2.10s/it, lr: 1.0e-04 loss: 1.918e-01]
my_first_lora_v6:  31%|###       | 920/3000 [14:41<1:12:45,  2.10s/it, lr: 1.0e-04 loss: 1.918e-01]
my_first_lora_v6:  31%|###       | 921/3000 [14:43<1:12:44,  2.10s/it, lr: 1.0e-04 loss: 6.647e-01]
my_first_lora_v6:  31%|###       | 921/3000 [14:43<1:12:44,  2.10s/it, lr: 1.0e-04 loss: 6.647e-01]
my_first_lora_v6:  31%|###       | 922/3000 [14:46<1:12:47,  2.10s/it, lr: 1.0e-04 loss: 7.921e-01]
my_first_lora_v6:  31%|###       | 922/3000 [14:46<1:12:47,  2.10s/it, lr: 1.0e-04 loss: 7.921e-01]
my_first_lora_v6:  31%|###       | 923/3000 [14:48<1:12:44,  2.10s/it, lr: 1.0e-04 loss: 7.817e-01]
my_first_lora_v6:  31%|###       | 923/3000 [14:48<1:12:44,  2.10s/it, lr: 1.0e-04 loss: 7.817e-01]
my_first_lora_v6:  31%|###       | 924/3000 [14:51<1:12:43,  2.10s/it, lr: 1.0e-04 loss: 2.097e-01]
my_first_lora_v6:  31%|###       | 924/3000 [14:51<1:12:43,  2.10s/it, lr: 1.0e-04 loss: 2.097e-01]
my_first_lora_v6:  31%|###       | 925/3000 [14:52<1:12:36,  2.10s/it, lr: 1.0e-04 loss: 4.275e-01]
my_first_lora_v6:  31%|###       | 925/3000 [14:52<1:12:36,  2.10s/it, lr: 1.0e-04 loss: 4.275e-01]
my_first_lora_v6:  31%|###       | 926/3000 [14:54<1:12:36,  2.10s/it, lr: 1.0e-04 loss: 4.512e-01]
my_first_lora_v6:  31%|###       | 926/3000 [14:54<1:12:36,  2.10s/it, lr: 1.0e-04 loss: 4.512e-01]
my_first_lora_v6:  31%|###       | 927/3000 [14:56<1:12:32,  2.10s/it, lr: 1.0e-04 loss: 2.182e-01]
my_first_lora_v6:  31%|###       | 927/3000 [14:56<1:12:32,  2.10s/it, lr: 1.0e-04 loss: 2.182e-01]
my_first_lora_v6:  31%|###       | 928/3000 [14:59<1:12:33,  2.10s/it, lr: 1.0e-04 loss: 3.677e-01]
my_first_lora_v6:  31%|###       | 928/3000 [14:59<1:12:33,  2.10s/it, lr: 1.0e-04 loss: 3.677e-01]
my_first_lora_v6:  31%|###       | 929/3000 [15:01<1:12:33,  2.10s/it, lr: 1.0e-04 loss: 1.485e-01]
my_first_lora_v6:  31%|###       | 929/3000 [15:01<1:12:33,  2.10s/it, lr: 1.0e-04 loss: 1.485e-01]
my_first_lora_v6:  31%|###1      | 930/3000 [15:02<1:12:25,  2.10s/it, lr: 1.0e-04 loss: 7.949e-01]
my_first_lora_v6:  31%|###1      | 930/3000 [15:02<1:12:25,  2.10s/it, lr: 1.0e-04 loss: 7.949e-01]
my_first_lora_v6:  31%|###1      | 931/3000 [15:05<1:12:26,  2.10s/it, lr: 1.0e-04 loss: 4.340e-01]
my_first_lora_v6:  31%|###1      | 931/3000 [15:05<1:12:26,  2.10s/it, lr: 1.0e-04 loss: 4.340e-01]
my_first_lora_v6:  31%|###1      | 932/3000 [15:08<1:12:27,  2.10s/it, lr: 1.0e-04 loss: 7.484e-01]
my_first_lora_v6:  31%|###1      | 932/3000 [15:08<1:12:27,  2.10s/it, lr: 1.0e-04 loss: 7.484e-01]
my_first_lora_v6:  31%|###1      | 933/3000 [15:10<1:12:27,  2.10s/it, lr: 1.0e-04 loss: 1.330e-01]
my_first_lora_v6:  31%|###1      | 933/3000 [15:10<1:12:27,  2.10s/it, lr: 1.0e-04 loss: 1.330e-01]
my_first_lora_v6:  31%|###1      | 934/3000 [15:13<1:12:26,  2.10s/it, lr: 1.0e-04 loss: 1.206e-01]
my_first_lora_v6:  31%|###1      | 934/3000 [15:13<1:12:26,  2.10s/it, lr: 1.0e-04 loss: 1.206e-01]
my_first_lora_v6:  31%|###1      | 935/3000 [15:14<1:12:19,  2.10s/it, lr: 1.0e-04 loss: 1.051e-01]
my_first_lora_v6:  31%|###1      | 935/3000 [15:14<1:12:19,  2.10s/it, lr: 1.0e-04 loss: 1.051e-01]
my_first_lora_v6:  31%|###1      | 936/3000 [15:15<1:12:15,  2.10s/it, lr: 1.0e-04 loss: 4.381e-01]
my_first_lora_v6:  31%|###1      | 936/3000 [15:15<1:12:15,  2.10s/it, lr: 1.0e-04 loss: 4.381e-01]
my_first_lora_v6:  31%|###1      | 937/3000 [15:17<1:12:10,  2.10s/it, lr: 1.0e-04 loss: 7.045e-01]
my_first_lora_v6:  31%|###1      | 937/3000 [15:17<1:12:10,  2.10s/it, lr: 1.0e-04 loss: 7.045e-01]
my_first_lora_v6:  31%|###1      | 938/3000 [15:19<1:12:10,  2.10s/it, lr: 1.0e-04 loss: 6.181e-01]
my_first_lora_v6:  31%|###1      | 938/3000 [15:19<1:12:10,  2.10s/it, lr: 1.0e-04 loss: 6.181e-01]
my_first_lora_v6:  31%|###1      | 939/3000 [15:21<1:12:07,  2.10s/it, lr: 1.0e-04 loss: 2.585e-01]
my_first_lora_v6:  31%|###1      | 939/3000 [15:21<1:12:07,  2.10s/it, lr: 1.0e-04 loss: 2.585e-01]
my_first_lora_v6:  31%|###1      | 940/3000 [15:24<1:12:08,  2.10s/it, lr: 1.0e-04 loss: 7.781e-01]
my_first_lora_v6:  31%|###1      | 940/3000 [15:24<1:12:08,  2.10s/it, lr: 1.0e-04 loss: 7.781e-01]
my_first_lora_v6:  31%|###1      | 941/3000 [15:26<1:12:04,  2.10s/it, lr: 1.0e-04 loss: 1.593e-01]
my_first_lora_v6:  31%|###1      | 941/3000 [15:26<1:12:04,  2.10s/it, lr: 1.0e-04 loss: 1.593e-01]
my_first_lora_v6:  31%|###1      | 942/3000 [15:27<1:11:57,  2.10s/it, lr: 1.0e-04 loss: 1.164e-01]
my_first_lora_v6:  31%|###1      | 942/3000 [15:27<1:11:57,  2.10s/it, lr: 1.0e-04 loss: 1.164e-01]
my_first_lora_v6:  31%|###1      | 943/3000 [15:29<1:11:57,  2.10s/it, lr: 1.0e-04 loss: 3.881e-01]
my_first_lora_v6:  31%|###1      | 943/3000 [15:29<1:11:57,  2.10s/it, lr: 1.0e-04 loss: 3.881e-01]
my_first_lora_v6:  31%|###1      | 944/3000 [15:30<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 6.844e-02]
my_first_lora_v6:  31%|###1      | 944/3000 [15:30<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 6.844e-02]
my_first_lora_v6:  32%|###1      | 945/3000 [15:33<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 5.216e-01]
my_first_lora_v6:  32%|###1      | 945/3000 [15:33<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 5.216e-01]
my_first_lora_v6:  32%|###1      | 946/3000 [15:35<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 7.427e-01]
my_first_lora_v6:  32%|###1      | 946/3000 [15:35<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 7.427e-01]
my_first_lora_v6:  32%|###1      | 947/3000 [15:38<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 7.645e-01]
my_first_lora_v6:  32%|###1      | 947/3000 [15:38<1:11:49,  2.10s/it, lr: 1.0e-04 loss: 7.645e-01]
my_first_lora_v6:  32%|###1      | 948/3000 [15:40<1:11:47,  2.10s/it, lr: 1.0e-04 loss: 1.423e-01]
my_first_lora_v6:  32%|###1      | 948/3000 [15:40<1:11:47,  2.10s/it, lr: 1.0e-04 loss: 1.423e-01]
my_first_lora_v6:  32%|###1      | 949/3000 [15:43<1:11:47,  2.10s/it, lr: 1.0e-04 loss: 4.962e-01]
my_first_lora_v6:  32%|###1      | 949/3000 [15:43<1:11:47,  2.10s/it, lr: 1.0e-04 loss: 4.962e-01]
my_first_lora_v6:  32%|###1      | 950/3000 [15:44<1:11:40,  2.10s/it, lr: 1.0e-04 loss: 2.703e-01]
my_first_lora_v6:  32%|###1      | 950/3000 [15:44<1:11:40,  2.10s/it, lr: 1.0e-04 loss: 2.703e-01]
my_first_lora_v6:  32%|###1      | 951/3000 [15:46<1:11:41,  2.10s/it, lr: 1.0e-04 loss: 4.170e-01]
my_first_lora_v6:  32%|###1      | 951/3000 [15:46<1:11:41,  2.10s/it, lr: 1.0e-04 loss: 4.170e-01]
my_first_lora_v6:  32%|###1      | 952/3000 [15:49<1:11:42,  2.10s/it, lr: 1.0e-04 loss: 2.962e-01]
my_first_lora_v6:  32%|###1      | 952/3000 [15:49<1:11:42,  2.10s/it, lr: 1.0e-04 loss: 2.962e-01]
my_first_lora_v6:  32%|###1      | 953/3000 [15:51<1:11:41,  2.10s/it, lr: 1.0e-04 loss: 4.928e-01]
my_first_lora_v6:  32%|###1      | 953/3000 [15:51<1:11:41,  2.10s/it, lr: 1.0e-04 loss: 4.928e-01]
my_first_lora_v6:  32%|###1      | 954/3000 [15:53<1:11:39,  2.10s/it, lr: 1.0e-04 loss: 5.262e-02]
my_first_lora_v6:  32%|###1      | 954/3000 [15:53<1:11:39,  2.10s/it, lr: 1.0e-04 loss: 5.262e-02]
my_first_lora_v6:  32%|###1      | 955/3000 [15:56<1:11:38,  2.10s/it, lr: 1.0e-04 loss: 2.032e-01]
my_first_lora_v6:  32%|###1      | 955/3000 [15:56<1:11:38,  2.10s/it, lr: 1.0e-04 loss: 2.032e-01]
my_first_lora_v6:  32%|###1      | 956/3000 [15:58<1:11:35,  2.10s/it, lr: 1.0e-04 loss: 1.195e-01]
my_first_lora_v6:  32%|###1      | 956/3000 [15:58<1:11:35,  2.10s/it, lr: 1.0e-04 loss: 1.195e-01]
my_first_lora_v6:  32%|###1      | 957/3000 [15:59<1:11:28,  2.10s/it, lr: 1.0e-04 loss: 8.637e-01]
my_first_lora_v6:  32%|###1      | 957/3000 [15:59<1:11:28,  2.10s/it, lr: 1.0e-04 loss: 8.637e-01]
my_first_lora_v6:  32%|###1      | 958/3000 [16:02<1:11:30,  2.10s/it, lr: 1.0e-04 loss: 1.849e-02]
my_first_lora_v6:  32%|###1      | 958/3000 [16:02<1:11:30,  2.10s/it, lr: 1.0e-04 loss: 1.849e-02]
my_first_lora_v6:  32%|###1      | 959/3000 [16:04<1:11:29,  2.10s/it, lr: 1.0e-04 loss: 5.663e-01]
my_first_lora_v6:  32%|###1      | 959/3000 [16:04<1:11:29,  2.10s/it, lr: 1.0e-04 loss: 5.663e-01]
my_first_lora_v6:  32%|###2      | 960/3000 [16:05<1:11:22,  2.10s/it, lr: 1.0e-04 loss: 1.417e-01]
my_first_lora_v6:  32%|###2      | 960/3000 [16:05<1:11:22,  2.10s/it, lr: 1.0e-04 loss: 1.417e-01]
my_first_lora_v6:  32%|###2      | 961/3000 [16:07<1:11:19,  2.10s/it, lr: 1.0e-04 loss: 5.206e-01]
my_first_lora_v6:  32%|###2      | 961/3000 [16:07<1:11:19,  2.10s/it, lr: 1.0e-04 loss: 5.206e-01]
my_first_lora_v6:  32%|###2      | 962/3000 [16:09<1:11:17,  2.10s/it, lr: 1.0e-04 loss: 5.859e-02]
my_first_lora_v6:  32%|###2      | 962/3000 [16:09<1:11:17,  2.10s/it, lr: 1.0e-04 loss: 5.859e-02]
my_first_lora_v6:  32%|###2      | 963/3000 [16:12<1:11:16,  2.10s/it, lr: 1.0e-04 loss: 5.101e-01]
my_first_lora_v6:  32%|###2      | 963/3000 [16:12<1:11:16,  2.10s/it, lr: 1.0e-04 loss: 5.101e-01]
my_first_lora_v6:  32%|###2      | 964/3000 [16:14<1:11:16,  2.10s/it, lr: 1.0e-04 loss: 7.147e-01]
my_first_lora_v6:  32%|###2      | 964/3000 [16:14<1:11:16,  2.10s/it, lr: 1.0e-04 loss: 7.147e-01]
my_first_lora_v6:  32%|###2      | 965/3000 [16:15<1:11:11,  2.10s/it, lr: 1.0e-04 loss: 7.886e-01]
my_first_lora_v6:  32%|###2      | 965/3000 [16:15<1:11:11,  2.10s/it, lr: 1.0e-04 loss: 7.886e-01]
my_first_lora_v6:  32%|###2      | 966/3000 [16:18<1:11:10,  2.10s/it, lr: 1.0e-04 loss: 2.188e-01]
my_first_lora_v6:  32%|###2      | 966/3000 [16:18<1:11:10,  2.10s/it, lr: 1.0e-04 loss: 2.188e-01]
my_first_lora_v6:  32%|###2      | 967/3000 [16:20<1:11:08,  2.10s/it, lr: 1.0e-04 loss: 1.947e-01]
my_first_lora_v6:  32%|###2      | 967/3000 [16:20<1:11:08,  2.10s/it, lr: 1.0e-04 loss: 1.947e-01]
my_first_lora_v6:  32%|###2      | 968/3000 [16:23<1:11:08,  2.10s/it, lr: 1.0e-04 loss: 6.963e-01]
my_first_lora_v6:  32%|###2      | 968/3000 [16:23<1:11:08,  2.10s/it, lr: 1.0e-04 loss: 6.963e-01]
my_first_lora_v6:  32%|###2      | 969/3000 [16:25<1:11:08,  2.10s/it, lr: 1.0e-04 loss: 4.836e-01]
my_first_lora_v6:  32%|###2      | 969/3000 [16:25<1:11:08,  2.10s/it, lr: 1.0e-04 loss: 4.836e-01]
my_first_lora_v6:  32%|###2      | 970/3000 [16:26<1:11:01,  2.10s/it, lr: 1.0e-04 loss: 2.941e-01]
my_first_lora_v6:  32%|###2      | 970/3000 [16:26<1:11:01,  2.10s/it, lr: 1.0e-04 loss: 2.941e-01]
my_first_lora_v6:  32%|###2      | 971/3000 [16:29<1:11:00,  2.10s/it, lr: 1.0e-04 loss: 1.734e-01]
my_first_lora_v6:  32%|###2      | 971/3000 [16:29<1:11:00,  2.10s/it, lr: 1.0e-04 loss: 1.734e-01]
my_first_lora_v6:  32%|###2      | 972/3000 [16:31<1:11:00,  2.10s/it, lr: 1.0e-04 loss: 4.804e-01]
my_first_lora_v6:  32%|###2      | 972/3000 [16:31<1:11:00,  2.10s/it, lr: 1.0e-04 loss: 4.804e-01]
my_first_lora_v6:  32%|###2      | 973/3000 [16:32<1:10:53,  2.10s/it, lr: 1.0e-04 loss: 8.717e-01]
my_first_lora_v6:  32%|###2      | 973/3000 [16:32<1:10:53,  2.10s/it, lr: 1.0e-04 loss: 8.717e-01]
my_first_lora_v6:  32%|###2      | 974/3000 [16:35<1:10:54,  2.10s/it, lr: 1.0e-04 loss: 2.469e-01]
my_first_lora_v6:  32%|###2      | 974/3000 [16:35<1:10:54,  2.10s/it, lr: 1.0e-04 loss: 2.469e-01]
my_first_lora_v6:  32%|###2      | 975/3000 [16:37<1:10:51,  2.10s/it, lr: 1.0e-04 loss: 7.184e-01]
my_first_lora_v6:  32%|###2      | 975/3000 [16:37<1:10:51,  2.10s/it, lr: 1.0e-04 loss: 7.184e-01]
my_first_lora_v6:  33%|###2      | 976/3000 [16:40<1:10:52,  2.10s/it, lr: 1.0e-04 loss: 4.715e-01]
my_first_lora_v6:  33%|###2      | 976/3000 [16:40<1:10:52,  2.10s/it, lr: 1.0e-04 loss: 4.715e-01]
my_first_lora_v6:  33%|###2      | 977/3000 [16:42<1:10:52,  2.10s/it, lr: 1.0e-04 loss: 7.245e-01]
my_first_lora_v6:  33%|###2      | 977/3000 [16:42<1:10:52,  2.10s/it, lr: 1.0e-04 loss: 7.245e-01]
my_first_lora_v6:  33%|###2      | 978/3000 [16:43<1:10:46,  2.10s/it, lr: 1.0e-04 loss: 6.427e-01]
my_first_lora_v6:  33%|###2      | 978/3000 [16:43<1:10:46,  2.10s/it, lr: 1.0e-04 loss: 6.427e-01]
my_first_lora_v6:  33%|###2      | 979/3000 [16:46<1:10:46,  2.10s/it, lr: 1.0e-04 loss: 4.101e-01]
my_first_lora_v6:  33%|###2      | 979/3000 [16:46<1:10:46,  2.10s/it, lr: 1.0e-04 loss: 4.101e-01]
my_first_lora_v6:  33%|###2      | 980/3000 [16:48<1:10:44,  2.10s/it, lr: 1.0e-04 loss: 9.357e-02]
my_first_lora_v6:  33%|###2      | 980/3000 [16:48<1:10:44,  2.10s/it, lr: 1.0e-04 loss: 9.357e-02]
my_first_lora_v6:  33%|###2      | 981/3000 [16:50<1:10:41,  2.10s/it, lr: 1.0e-04 loss: 1.815e-01]
my_first_lora_v6:  33%|###2      | 981/3000 [16:50<1:10:41,  2.10s/it, lr: 1.0e-04 loss: 1.815e-01]
my_first_lora_v6:  33%|###2      | 982/3000 [16:51<1:10:34,  2.10s/it, lr: 1.0e-04 loss: 8.182e-01]
my_first_lora_v6:  33%|###2      | 982/3000 [16:51<1:10:34,  2.10s/it, lr: 1.0e-04 loss: 8.182e-01]
my_first_lora_v6:  33%|###2      | 983/3000 [16:53<1:10:33,  2.10s/it, lr: 1.0e-04 loss: 6.401e-01]
my_first_lora_v6:  33%|###2      | 983/3000 [16:53<1:10:33,  2.10s/it, lr: 1.0e-04 loss: 6.401e-01]
my_first_lora_v6:  33%|###2      | 984/3000 [16:56<1:10:33,  2.10s/it, lr: 1.0e-04 loss: 4.436e-02]
my_first_lora_v6:  33%|###2      | 984/3000 [16:56<1:10:33,  2.10s/it, lr: 1.0e-04 loss: 4.436e-02]
my_first_lora_v6:  33%|###2      | 985/3000 [16:59<1:10:34,  2.10s/it, lr: 1.0e-04 loss: 4.439e-02]
my_first_lora_v6:  33%|###2      | 985/3000 [16:59<1:10:34,  2.10s/it, lr: 1.0e-04 loss: 4.439e-02]
my_first_lora_v6:  33%|###2      | 986/3000 [17:01<1:10:34,  2.10s/it, lr: 1.0e-04 loss: 3.320e-01]
my_first_lora_v6:  33%|###2      | 986/3000 [17:01<1:10:34,  2.10s/it, lr: 1.0e-04 loss: 3.320e-01]
my_first_lora_v6:  33%|###2      | 987/3000 [17:02<1:10:27,  2.10s/it, lr: 1.0e-04 loss: 8.804e-01]
my_first_lora_v6:  33%|###2      | 987/3000 [17:02<1:10:27,  2.10s/it, lr: 1.0e-04 loss: 8.804e-01]
my_first_lora_v6:  33%|###2      | 988/3000 [17:04<1:10:25,  2.10s/it, lr: 1.0e-04 loss: 1.865e-01]
my_first_lora_v6:  33%|###2      | 988/3000 [17:04<1:10:25,  2.10s/it, lr: 1.0e-04 loss: 1.865e-01]
my_first_lora_v6:  33%|###2      | 989/3000 [17:07<1:10:24,  2.10s/it, lr: 1.0e-04 loss: 1.717e-01]
my_first_lora_v6:  33%|###2      | 989/3000 [17:07<1:10:24,  2.10s/it, lr: 1.0e-04 loss: 1.717e-01]
my_first_lora_v6:  33%|###3      | 990/3000 [17:09<1:10:24,  2.10s/it, lr: 1.0e-04 loss: 2.222e-01]
my_first_lora_v6:  33%|###3      | 990/3000 [17:09<1:10:24,  2.10s/it, lr: 1.0e-04 loss: 2.222e-01]
my_first_lora_v6:  33%|###3      | 991/3000 [17:11<1:10:20,  2.10s/it, lr: 1.0e-04 loss: 4.390e-01]
my_first_lora_v6:  33%|###3      | 991/3000 [17:11<1:10:20,  2.10s/it, lr: 1.0e-04 loss: 4.390e-01]
my_first_lora_v6:  33%|###3      | 992/3000 [17:12<1:10:14,  2.10s/it, lr: 1.0e-04 loss: 7.852e-02]
my_first_lora_v6:  33%|###3      | 992/3000 [17:12<1:10:14,  2.10s/it, lr: 1.0e-04 loss: 7.852e-02]
my_first_lora_v6:  33%|###3      | 993/3000 [17:15<1:10:13,  2.10s/it, lr: 1.0e-04 loss: 3.901e-02]
my_first_lora_v6:  33%|###3      | 993/3000 [17:15<1:10:13,  2.10s/it, lr: 1.0e-04 loss: 3.901e-02]
my_first_lora_v6:  33%|###3      | 994/3000 [17:17<1:10:14,  2.10s/it, lr: 1.0e-04 loss: 3.419e-01]
my_first_lora_v6:  33%|###3      | 994/3000 [17:17<1:10:14,  2.10s/it, lr: 1.0e-04 loss: 3.419e-01]
my_first_lora_v6:  33%|###3      | 995/3000 [17:18<1:10:08,  2.10s/it, lr: 1.0e-04 loss: 3.522e-01]
my_first_lora_v6:  33%|###3      | 995/3000 [17:18<1:10:08,  2.10s/it, lr: 1.0e-04 loss: 3.522e-01]
my_first_lora_v6:  33%|###3      | 996/3000 [17:21<1:10:07,  2.10s/it, lr: 1.0e-04 loss: 9.427e-02]
my_first_lora_v6:  33%|###3      | 996/3000 [17:21<1:10:07,  2.10s/it, lr: 1.0e-04 loss: 9.427e-02]
my_first_lora_v6:  33%|###3      | 997/3000 [17:24<1:10:08,  2.10s/it, lr: 1.0e-04 loss: 7.514e-01]
my_first_lora_v6:  33%|###3      | 997/3000 [17:24<1:10:08,  2.10s/it, lr: 1.0e-04 loss: 7.514e-01]
my_first_lora_v6:  33%|###3      | 998/3000 [17:26<1:10:05,  2.10s/it, lr: 1.0e-04 loss: 4.493e-01]
my_first_lora_v6:  33%|###3      | 998/3000 [17:26<1:10:05,  2.10s/it, lr: 1.0e-04 loss: 4.493e-01]
my_first_lora_v6:  33%|###3      | 999/3000 [17:28<1:10:04,  2.10s/it, lr: 1.0e-04 loss: 1.431e-01]
my_first_lora_v6:  33%|###3      | 999/3000 [17:28<1:10:04,  2.10s/it, lr: 1.0e-04 loss: 1.431e-01]
Saving at step 1000
Saved checkpoint to /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/my_first_lora_v6_000001000.safetensors
Saved optimizer to /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/optimizer.pt
Unloading assistant lora



Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]


Generating Images:  20%|##        | 1/5 [00:07<00:31,  7.96s/it]
Generating Images:  20%|##        | 1/5 [00:07<00:31,  7.96s/it]


Generating Images:  40%|####      | 2/5 [00:15<00:23,  7.86s/it]
Generating Images:  40%|####      | 2/5 [00:15<00:23,  7.86s/it]


Generating Images:  60%|######    | 3/5 [00:23<00:15,  7.83s/it]
Generating Images:  60%|######    | 3/5 [00:23<00:15,  7.83s/it]


Generating Images:  80%|########  | 4/5 [00:31<00:07,  7.84s/it]
Generating Images:  80%|########  | 4/5 [00:31<00:07,  7.84s/it]


Generating Images: 100%|##########| 5/5 [00:39<00:00,  7.86s/it]
Generating Images: 100%|##########| 5/5 [00:39<00:00,  7.86s/it]


                                                                
                                                                Loading assistant lora

my_first_lora_v6:  33%|###3      | 1000/3000 [17:29<1:09:59,  2.10s/it, lr: 1.0e-04 loss: 7.789e-01]
my_first_lora_v6:  33%|###3      | 1000/3000 [17:29<1:09:59,  2.10s/it, lr: 1.0e-04 loss: 7.789e-01]
my_first_lora_v6:  33%|###3      | 1001/3000 [17:31<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 8.761e-02]
my_first_lora_v6:  33%|###3      | 1001/3000 [17:31<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 8.761e-02]
my_first_lora_v6:  33%|###3      | 1002/3000 [17:34<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 7.034e-01]
my_first_lora_v6:  33%|###3      | 1002/3000 [17:34<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 7.034e-01]
my_first_lora_v6:  33%|###3      | 1003/3000 [17:37<1:09:57,  2.10s/it, lr: 1.0e-04 loss: 1.222e-01]
my_first_lora_v6:  33%|###3      | 1003/3000 [17:37<1:09:57,  2.10s/it, lr: 1.0e-04 loss: 1.222e-01]
my_first_lora_v6:  33%|###3      | 1004/3000 [17:39<1:09:57,  2.10s/it, lr: 1.0e-04 loss: 3.721e-01]
my_first_lora_v6:  33%|###3      | 1004/3000 [17:39<1:09:57,  2.10s/it, lr: 1.0e-04 loss: 3.721e-01]
my_first_lora_v6:  34%|###3      | 1005/3000 [17:42<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 5.223e-01]
my_first_lora_v6:  34%|###3      | 1005/3000 [17:42<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 5.223e-01]
my_first_lora_v6:  34%|###3      | 1006/3000 [17:44<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 7.391e-01]
my_first_lora_v6:  34%|###3      | 1006/3000 [17:44<1:09:56,  2.10s/it, lr: 1.0e-04 loss: 7.391e-01]
my_first_lora_v6:  34%|###3      | 1007/3000 [17:46<1:09:53,  2.10s/it, lr: 1.0e-04 loss: 3.806e-01]
my_first_lora_v6:  34%|###3      | 1007/3000 [17:46<1:09:53,  2.10s/it, lr: 1.0e-04 loss: 3.806e-01]
my_first_lora_v6:  34%|###3      | 1008/3000 [17:49<1:09:54,  2.11s/it, lr: 1.0e-04 loss: 4.959e-01]
my_first_lora_v6:  34%|###3      | 1008/3000 [17:49<1:09:54,  2.11s/it, lr: 1.0e-04 loss: 4.959e-01]
my_first_lora_v6:  34%|###3      | 1009/3000 [17:51<1:09:50,  2.10s/it, lr: 1.0e-04 loss: 4.402e-01]
my_first_lora_v6:  34%|###3      | 1009/3000 [17:51<1:09:50,  2.10s/it, lr: 1.0e-04 loss: 4.402e-01]
my_first_lora_v6:  34%|###3      | 1010/3000 [17:52<1:09:44,  2.10s/it, lr: 1.0e-04 loss: 7.698e-01]
my_first_lora_v6:  34%|###3      | 1010/3000 [17:52<1:09:44,  2.10s/it, lr: 1.0e-04 loss: 7.698e-01]
my_first_lora_v6:  34%|###3      | 1011/3000 [17:53<1:09:38,  2.10s/it, lr: 1.0e-04 loss: 3.222e-01]
my_first_lora_v6:  34%|###3      | 1011/3000 [17:53<1:09:38,  2.10s/it, lr: 1.0e-04 loss: 3.222e-01]
my_first_lora_v6:  34%|###3      | 1012/3000 [17:54<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 6.565e-01]
my_first_lora_v6:  34%|###3      | 1012/3000 [17:54<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 6.565e-01]
my_first_lora_v6:  34%|###3      | 1013/3000 [17:57<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 4.030e-01]
my_first_lora_v6:  34%|###3      | 1013/3000 [17:57<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 4.030e-01]
my_first_lora_v6:  34%|###3      | 1014/3000 [17:59<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 1.404e-01]
my_first_lora_v6:  34%|###3      | 1014/3000 [17:59<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 1.404e-01]
my_first_lora_v6:  34%|###3      | 1015/3000 [18:02<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 7.692e-01]
my_first_lora_v6:  34%|###3      | 1015/3000 [18:02<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 7.692e-01]
my_first_lora_v6:  34%|###3      | 1016/3000 [18:05<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 8.540e-02]
my_first_lora_v6:  34%|###3      | 1016/3000 [18:05<1:09:32,  2.10s/it, lr: 1.0e-04 loss: 8.540e-02]
my_first_lora_v6:  34%|###3      | 1017/3000 [18:06<1:09:26,  2.10s/it, lr: 1.0e-04 loss: 1.678e-01]
my_first_lora_v6:  34%|###3      | 1017/3000 [18:06<1:09:26,  2.10s/it, lr: 1.0e-04 loss: 1.678e-01]
my_first_lora_v6:  34%|###3      | 1018/3000 [18:08<1:09:23,  2.10s/it, lr: 1.0e-04 loss: 7.252e-01]
my_first_lora_v6:  34%|###3      | 1018/3000 [18:08<1:09:23,  2.10s/it, lr: 1.0e-04 loss: 7.252e-01]
my_first_lora_v6:  34%|###3      | 1019/3000 [18:09<1:09:20,  2.10s/it, lr: 1.0e-04 loss: 5.391e-01]
my_first_lora_v6:  34%|###3      | 1019/3000 [18:09<1:09:20,  2.10s/it, lr: 1.0e-04 loss: 5.391e-01]
my_first_lora_v6:  34%|###4      | 1020/3000 [18:12<1:09:19,  2.10s/it, lr: 1.0e-04 loss: 7.949e-01]
my_first_lora_v6:  34%|###4      | 1020/3000 [18:12<1:09:19,  2.10s/it, lr: 1.0e-04 loss: 7.949e-01]
my_first_lora_v6:  34%|###4      | 1021/3000 [18:15<1:09:20,  2.10s/it, lr: 1.0e-04 loss: 2.135e-01]
my_first_lora_v6:  34%|###4      | 1021/3000 [18:15<1:09:20,  2.10s/it, lr: 1.0e-04 loss: 2.135e-01]
my_first_lora_v6:  34%|###4      | 1022/3000 [18:17<1:09:20,  2.10s/it, lr: 1.0e-04 loss: 2.795e-01]
my_first_lora_v6:  34%|###4      | 1022/3000 [18:17<1:09:20,  2.10s/it, lr: 1.0e-04 loss: 2.795e-01]
my_first_lora_v6:  34%|###4      | 1023/3000 [18:19<1:09:17,  2.10s/it, lr: 1.0e-04 loss: 3.515e-01]
my_first_lora_v6:  34%|###4      | 1023/3000 [18:19<1:09:17,  2.10s/it, lr: 1.0e-04 loss: 3.515e-01]
my_first_lora_v6:  34%|###4      | 1024/3000 [18:22<1:09:17,  2.10s/it, lr: 1.0e-04 loss: 1.258e-01]
my_first_lora_v6:  34%|###4      | 1024/3000 [18:22<1:09:17,  2.10s/it, lr: 1.0e-04 loss: 1.258e-01]
my_first_lora_v6:  34%|###4      | 1025/3000 [18:24<1:09:13,  2.10s/it, lr: 1.0e-04 loss: 3.868e-01]
my_first_lora_v6:  34%|###4      | 1025/3000 [18:24<1:09:13,  2.10s/it, lr: 1.0e-04 loss: 3.868e-01]
my_first_lora_v6:  34%|###4      | 1026/3000 [18:25<1:09:07,  2.10s/it, lr: 1.0e-04 loss: 2.588e-01]
my_first_lora_v6:  34%|###4      | 1026/3000 [18:25<1:09:07,  2.10s/it, lr: 1.0e-04 loss: 2.588e-01]
my_first_lora_v6:  34%|###4      | 1027/3000 [18:27<1:09:07,  2.10s/it, lr: 1.0e-04 loss: 5.436e-01]
my_first_lora_v6:  34%|###4      | 1027/3000 [18:27<1:09:07,  2.10s/it, lr: 1.0e-04 loss: 5.436e-01]
my_first_lora_v6:  34%|###4      | 1028/3000 [18:29<1:09:02,  2.10s/it, lr: 1.0e-04 loss: 1.931e-01]
my_first_lora_v6:  34%|###4      | 1028/3000 [18:29<1:09:02,  2.10s/it, lr: 1.0e-04 loss: 1.931e-01]
my_first_lora_v6:  34%|###4      | 1029/3000 [18:31<1:09:01,  2.10s/it, lr: 1.0e-04 loss: 5.889e-02]
my_first_lora_v6:  34%|###4      | 1029/3000 [18:31<1:09:01,  2.10s/it, lr: 1.0e-04 loss: 5.889e-02]
my_first_lora_v6:  34%|###4      | 1030/3000 [18:34<1:09:02,  2.10s/it, lr: 1.0e-04 loss: 2.268e-01]
my_first_lora_v6:  34%|###4      | 1030/3000 [18:34<1:09:02,  2.10s/it, lr: 1.0e-04 loss: 2.268e-01]
my_first_lora_v6:  34%|###4      | 1031/3000 [18:36<1:09:00,  2.10s/it, lr: 1.0e-04 loss: 4.132e-01]
my_first_lora_v6:  34%|###4      | 1031/3000 [18:36<1:09:00,  2.10s/it, lr: 1.0e-04 loss: 4.132e-01]
my_first_lora_v6:  34%|###4      | 1032/3000 [18:37<1:08:54,  2.10s/it, lr: 1.0e-04 loss: 3.323e-01]
my_first_lora_v6:  34%|###4      | 1032/3000 [18:37<1:08:54,  2.10s/it, lr: 1.0e-04 loss: 3.323e-01]
my_first_lora_v6:  34%|###4      | 1033/3000 [18:38<1:08:48,  2.10s/it, lr: 1.0e-04 loss: 8.575e-01]
my_first_lora_v6:  34%|###4      | 1033/3000 [18:38<1:08:48,  2.10s/it, lr: 1.0e-04 loss: 8.575e-01]
my_first_lora_v6:  34%|###4      | 1034/3000 [18:41<1:08:47,  2.10s/it, lr: 1.0e-04 loss: 6.476e-01]
my_first_lora_v6:  34%|###4      | 1034/3000 [18:41<1:08:47,  2.10s/it, lr: 1.0e-04 loss: 6.476e-01]
my_first_lora_v6:  34%|###4      | 1035/3000 [18:42<1:08:44,  2.10s/it, lr: 1.0e-04 loss: 5.209e-01]
my_first_lora_v6:  34%|###4      | 1035/3000 [18:42<1:08:44,  2.10s/it, lr: 1.0e-04 loss: 5.209e-01]
my_first_lora_v6:  35%|###4      | 1036/3000 [18:45<1:08:43,  2.10s/it, lr: 1.0e-04 loss: 6.857e-01]
my_first_lora_v6:  35%|###4      | 1036/3000 [18:45<1:08:43,  2.10s/it, lr: 1.0e-04 loss: 6.857e-01]
my_first_lora_v6:  35%|###4      | 1037/3000 [18:47<1:08:43,  2.10s/it, lr: 1.0e-04 loss: 7.347e-01]
my_first_lora_v6:  35%|###4      | 1037/3000 [18:47<1:08:43,  2.10s/it, lr: 1.0e-04 loss: 7.347e-01]
my_first_lora_v6:  35%|###4      | 1038/3000 [18:50<1:08:42,  2.10s/it, lr: 1.0e-04 loss: 6.132e-01]
my_first_lora_v6:  35%|###4      | 1038/3000 [18:50<1:08:42,  2.10s/it, lr: 1.0e-04 loss: 6.132e-01]
my_first_lora_v6:  35%|###4      | 1039/3000 [18:51<1:08:37,  2.10s/it, lr: 1.0e-04 loss: 6.948e-01]
my_first_lora_v6:  35%|###4      | 1039/3000 [18:51<1:08:37,  2.10s/it, lr: 1.0e-04 loss: 6.948e-01]
my_first_lora_v6:  35%|###4      | 1040/3000 [18:54<1:08:36,  2.10s/it, lr: 1.0e-04 loss: 5.866e-01]
my_first_lora_v6:  35%|###4      | 1040/3000 [18:54<1:08:36,  2.10s/it, lr: 1.0e-04 loss: 5.866e-01]
my_first_lora_v6:  35%|###4      | 1041/3000 [18:56<1:08:35,  2.10s/it, lr: 1.0e-04 loss: 4.581e-01]
my_first_lora_v6:  35%|###4      | 1041/3000 [18:56<1:08:35,  2.10s/it, lr: 1.0e-04 loss: 4.581e-01]
my_first_lora_v6:  35%|###4      | 1042/3000 [18:58<1:08:31,  2.10s/it, lr: 1.0e-04 loss: 2.840e-01]
my_first_lora_v6:  35%|###4      | 1042/3000 [18:58<1:08:31,  2.10s/it, lr: 1.0e-04 loss: 2.840e-01]
my_first_lora_v6:  35%|###4      | 1043/3000 [18:59<1:08:28,  2.10s/it, lr: 1.0e-04 loss: 3.126e-01]
my_first_lora_v6:  35%|###4      | 1043/3000 [18:59<1:08:28,  2.10s/it, lr: 1.0e-04 loss: 3.126e-01]
my_first_lora_v6:  35%|###4      | 1044/3000 [19:02<1:08:27,  2.10s/it, lr: 1.0e-04 loss: 7.286e-01]
my_first_lora_v6:  35%|###4      | 1044/3000 [19:02<1:08:27,  2.10s/it, lr: 1.0e-04 loss: 7.286e-01]
my_first_lora_v6:  35%|###4      | 1045/3000 [19:04<1:08:27,  2.10s/it, lr: 1.0e-04 loss: 5.213e-01]
my_first_lora_v6:  35%|###4      | 1045/3000 [19:04<1:08:27,  2.10s/it, lr: 1.0e-04 loss: 5.213e-01]
my_first_lora_v6:  35%|###4      | 1046/3000 [19:06<1:08:24,  2.10s/it, lr: 1.0e-04 loss: 6.541e-01]
my_first_lora_v6:  35%|###4      | 1046/3000 [19:06<1:08:24,  2.10s/it, lr: 1.0e-04 loss: 6.541e-01]
my_first_lora_v6:  35%|###4      | 1047/3000 [19:09<1:08:24,  2.10s/it, lr: 1.0e-04 loss: 3.590e-02]
my_first_lora_v6:  35%|###4      | 1047/3000 [19:09<1:08:24,  2.10s/it, lr: 1.0e-04 loss: 3.590e-02]
my_first_lora_v6:  35%|###4      | 1048/3000 [19:12<1:08:25,  2.10s/it, lr: 1.0e-04 loss: 4.837e-01]
my_first_lora_v6:  35%|###4      | 1048/3000 [19:12<1:08:25,  2.10s/it, lr: 1.0e-04 loss: 4.837e-01]
my_first_lora_v6:  35%|###4      | 1049/3000 [19:14<1:08:24,  2.10s/it, lr: 1.0e-04 loss: 3.186e-01]
my_first_lora_v6:  35%|###4      | 1049/3000 [19:14<1:08:24,  2.10s/it, lr: 1.0e-04 loss: 3.186e-01]
my_first_lora_v6:  35%|###5      | 1050/3000 [19:15<1:08:18,  2.10s/it, lr: 1.0e-04 loss: 8.672e-02]
my_first_lora_v6:  35%|###5      | 1050/3000 [19:15<1:08:18,  2.10s/it, lr: 1.0e-04 loss: 8.672e-02]
my_first_lora_v6:  35%|###5      | 1051/3000 [19:18<1:08:18,  2.10s/it, lr: 1.0e-04 loss: 7.806e-01]
my_first_lora_v6:  35%|###5      | 1051/3000 [19:18<1:08:18,  2.10s/it, lr: 1.0e-04 loss: 7.806e-01]
my_first_lora_v6:  35%|###5      | 1052/3000 [19:20<1:08:16,  2.10s/it, lr: 1.0e-04 loss: 8.237e-01]
my_first_lora_v6:  35%|###5      | 1052/3000 [19:20<1:08:16,  2.10s/it, lr: 1.0e-04 loss: 8.237e-01]
my_first_lora_v6:  35%|###5      | 1053/3000 [19:23<1:08:15,  2.10s/it, lr: 1.0e-04 loss: 1.586e-01]
my_first_lora_v6:  35%|###5      | 1053/3000 [19:23<1:08:15,  2.10s/it, lr: 1.0e-04 loss: 1.586e-01]
my_first_lora_v6:  35%|###5      | 1054/3000 [19:24<1:08:12,  2.10s/it, lr: 1.0e-04 loss: 4.181e-01]
my_first_lora_v6:  35%|###5      | 1054/3000 [19:24<1:08:12,  2.10s/it, lr: 1.0e-04 loss: 4.181e-01]
my_first_lora_v6:  35%|###5      | 1055/3000 [19:26<1:08:06,  2.10s/it, lr: 1.0e-04 loss: 5.748e-01]
my_first_lora_v6:  35%|###5      | 1055/3000 [19:26<1:08:06,  2.10s/it, lr: 1.0e-04 loss: 5.748e-01]
my_first_lora_v6:  35%|###5      | 1056/3000 [19:28<1:08:05,  2.10s/it, lr: 1.0e-04 loss: 7.216e-02]
my_first_lora_v6:  35%|###5      | 1056/3000 [19:28<1:08:05,  2.10s/it, lr: 1.0e-04 loss: 7.216e-02]
my_first_lora_v6:  35%|###5      | 1057/3000 [19:30<1:08:01,  2.10s/it, lr: 1.0e-04 loss: 5.988e-01]
my_first_lora_v6:  35%|###5      | 1057/3000 [19:30<1:08:01,  2.10s/it, lr: 1.0e-04 loss: 5.988e-01]
my_first_lora_v6:  35%|###5      | 1058/3000 [19:32<1:08:01,  2.10s/it, lr: 1.0e-04 loss: 2.193e-01]
my_first_lora_v6:  35%|###5      | 1058/3000 [19:32<1:08:01,  2.10s/it, lr: 1.0e-04 loss: 2.193e-01]
my_first_lora_v6:  35%|###5      | 1059/3000 [19:35<1:08:00,  2.10s/it, lr: 1.0e-04 loss: 8.575e-01]
my_first_lora_v6:  35%|###5      | 1059/3000 [19:35<1:08:00,  2.10s/it, lr: 1.0e-04 loss: 8.575e-01]
my_first_lora_v6:  35%|###5      | 1060/3000 [19:37<1:07:59,  2.10s/it, lr: 1.0e-04 loss: 3.854e-02]
my_first_lora_v6:  35%|###5      | 1060/3000 [19:37<1:07:59,  2.10s/it, lr: 1.0e-04 loss: 3.854e-02]
my_first_lora_v6:  35%|###5      | 1061/3000 [19:39<1:07:56,  2.10s/it, lr: 1.0e-04 loss: 4.916e-01]
my_first_lora_v6:  35%|###5      | 1061/3000 [19:39<1:07:56,  2.10s/it, lr: 1.0e-04 loss: 4.916e-01]
my_first_lora_v6:  35%|###5      | 1062/3000 [19:41<1:07:54,  2.10s/it, lr: 1.0e-04 loss: 5.026e-01]
my_first_lora_v6:  35%|###5      | 1062/3000 [19:41<1:07:54,  2.10s/it, lr: 1.0e-04 loss: 5.026e-01]
my_first_lora_v6:  35%|###5      | 1063/3000 [19:43<1:07:53,  2.10s/it, lr: 1.0e-04 loss: 4.151e-01]
my_first_lora_v6:  35%|###5      | 1063/3000 [19:43<1:07:53,  2.10s/it, lr: 1.0e-04 loss: 4.151e-01]
my_first_lora_v6:  35%|###5      | 1064/3000 [19:46<1:07:52,  2.10s/it, lr: 1.0e-04 loss: 7.888e-01]
my_first_lora_v6:  35%|###5      | 1064/3000 [19:46<1:07:52,  2.10s/it, lr: 1.0e-04 loss: 7.888e-01]
my_first_lora_v6:  36%|###5      | 1065/3000 [19:47<1:07:46,  2.10s/it, lr: 1.0e-04 loss: 8.552e-01]
my_first_lora_v6:  36%|###5      | 1065/3000 [19:47<1:07:46,  2.10s/it, lr: 1.0e-04 loss: 8.552e-01]
my_first_lora_v6:  36%|###5      | 1066/3000 [19:50<1:07:46,  2.10s/it, lr: 1.0e-04 loss: 3.445e-01]
my_first_lora_v6:  36%|###5      | 1066/3000 [19:50<1:07:46,  2.10s/it, lr: 1.0e-04 loss: 3.445e-01]
my_first_lora_v6:  36%|###5      | 1067/3000 [19:52<1:07:44,  2.10s/it, lr: 1.0e-04 loss: 1.374e-01]
my_first_lora_v6:  36%|###5      | 1067/3000 [19:52<1:07:44,  2.10s/it, lr: 1.0e-04 loss: 1.374e-01]
my_first_lora_v6:  36%|###5      | 1068/3000 [19:54<1:07:44,  2.10s/it, lr: 1.0e-04 loss: 6.657e-01]
my_first_lora_v6:  36%|###5      | 1068/3000 [19:54<1:07:44,  2.10s/it, lr: 1.0e-04 loss: 6.657e-01]
my_first_lora_v6:  36%|###5      | 1069/3000 [19:55<1:07:38,  2.10s/it, lr: 1.0e-04 loss: 8.356e-01]
my_first_lora_v6:  36%|###5      | 1069/3000 [19:55<1:07:38,  2.10s/it, lr: 1.0e-04 loss: 8.356e-01]
my_first_lora_v6:  36%|###5      | 1070/3000 [19:56<1:07:32,  2.10s/it, lr: 1.0e-04 loss: 8.625e-01]
my_first_lora_v6:  36%|###5      | 1070/3000 [19:56<1:07:32,  2.10s/it, lr: 1.0e-04 loss: 8.625e-01]
my_first_lora_v6:  36%|###5      | 1071/3000 [19:59<1:07:31,  2.10s/it, lr: 1.0e-04 loss: 4.787e-01]
my_first_lora_v6:  36%|###5      | 1071/3000 [19:59<1:07:31,  2.10s/it, lr: 1.0e-04 loss: 4.787e-01]
my_first_lora_v6:  36%|###5      | 1072/3000 [20:02<1:07:31,  2.10s/it, lr: 1.0e-04 loss: 4.379e-01]
my_first_lora_v6:  36%|###5      | 1072/3000 [20:02<1:07:31,  2.10s/it, lr: 1.0e-04 loss: 4.379e-01]
my_first_lora_v6:  36%|###5      | 1073/3000 [20:04<1:07:30,  2.10s/it, lr: 1.0e-04 loss: 2.320e-01]
my_first_lora_v6:  36%|###5      | 1073/3000 [20:04<1:07:30,  2.10s/it, lr: 1.0e-04 loss: 2.320e-01]
my_first_lora_v6:  36%|###5      | 1074/3000 [20:06<1:07:27,  2.10s/it, lr: 1.0e-04 loss: 3.339e-01]
my_first_lora_v6:  36%|###5      | 1074/3000 [20:06<1:07:27,  2.10s/it, lr: 1.0e-04 loss: 3.339e-01]
my_first_lora_v6:  36%|###5      | 1075/3000 [20:08<1:07:25,  2.10s/it, lr: 1.0e-04 loss: 7.340e-02]
my_first_lora_v6:  36%|###5      | 1075/3000 [20:08<1:07:25,  2.10s/it, lr: 1.0e-04 loss: 7.340e-02]
my_first_lora_v6:  36%|###5      | 1076/3000 [20:09<1:07:19,  2.10s/it, lr: 1.0e-04 loss: 5.564e-01]
my_first_lora_v6:  36%|###5      | 1076/3000 [20:09<1:07:19,  2.10s/it, lr: 1.0e-04 loss: 5.564e-01]
my_first_lora_v6:  36%|###5      | 1077/3000 [20:11<1:07:18,  2.10s/it, lr: 1.0e-04 loss: 4.422e-02]
my_first_lora_v6:  36%|###5      | 1077/3000 [20:11<1:07:18,  2.10s/it, lr: 1.0e-04 loss: 4.422e-02]
my_first_lora_v6:  36%|###5      | 1078/3000 [20:12<1:07:13,  2.10s/it, lr: 1.0e-04 loss: 7.354e-01]
my_first_lora_v6:  36%|###5      | 1078/3000 [20:12<1:07:13,  2.10s/it, lr: 1.0e-04 loss: 7.354e-01]
my_first_lora_v6:  36%|###5      | 1079/3000 [20:15<1:07:12,  2.10s/it, lr: 1.0e-04 loss: 3.256e-01]
my_first_lora_v6:  36%|###5      | 1079/3000 [20:15<1:07:12,  2.10s/it, lr: 1.0e-04 loss: 3.256e-01]
my_first_lora_v6:  36%|###6      | 1080/3000 [20:17<1:07:09,  2.10s/it, lr: 1.0e-04 loss: 8.391e-01]
my_first_lora_v6:  36%|###6      | 1080/3000 [20:17<1:07:09,  2.10s/it, lr: 1.0e-04 loss: 8.391e-01]
my_first_lora_v6:  36%|###6      | 1081/3000 [20:19<1:07:09,  2.10s/it, lr: 1.0e-04 loss: 4.606e-01]
my_first_lora_v6:  36%|###6      | 1081/3000 [20:19<1:07:09,  2.10s/it, lr: 1.0e-04 loss: 4.606e-01]
my_first_lora_v6:  36%|###6      | 1082/3000 [20:22<1:07:08,  2.10s/it, lr: 1.0e-04 loss: 1.170e-01]
my_first_lora_v6:  36%|###6      | 1082/3000 [20:22<1:07:08,  2.10s/it, lr: 1.0e-04 loss: 1.170e-01]
my_first_lora_v6:  36%|###6      | 1083/3000 [20:24<1:07:07,  2.10s/it, lr: 1.0e-04 loss: 2.198e-01]
my_first_lora_v6:  36%|###6      | 1083/3000 [20:24<1:07:07,  2.10s/it, lr: 1.0e-04 loss: 2.198e-01]
my_first_lora_v6:  36%|###6      | 1084/3000 [20:27<1:07:07,  2.10s/it, lr: 1.0e-04 loss: 2.246e-01]
my_first_lora_v6:  36%|###6      | 1084/3000 [20:27<1:07:07,  2.10s/it, lr: 1.0e-04 loss: 2.246e-01]
my_first_lora_v6:  36%|###6      | 1085/3000 [20:29<1:07:04,  2.10s/it, lr: 1.0e-04 loss: 6.751e-01]
my_first_lora_v6:  36%|###6      | 1085/3000 [20:29<1:07:04,  2.10s/it, lr: 1.0e-04 loss: 6.751e-01]
my_first_lora_v6:  36%|###6      | 1086/3000 [20:32<1:07:05,  2.10s/it, lr: 1.0e-04 loss: 1.199e-01]
my_first_lora_v6:  36%|###6      | 1086/3000 [20:32<1:07:05,  2.10s/it, lr: 1.0e-04 loss: 1.199e-01]
my_first_lora_v6:  36%|###6      | 1087/3000 [20:34<1:07:04,  2.10s/it, lr: 1.0e-04 loss: 1.563e-01]
my_first_lora_v6:  36%|###6      | 1087/3000 [20:34<1:07:04,  2.10s/it, lr: 1.0e-04 loss: 1.563e-01]
my_first_lora_v6:  36%|###6      | 1088/3000 [20:35<1:06:59,  2.10s/it, lr: 1.0e-04 loss: 7.937e-01]
my_first_lora_v6:  36%|###6      | 1088/3000 [20:35<1:06:59,  2.10s/it, lr: 1.0e-04 loss: 7.937e-01]
my_first_lora_v6:  36%|###6      | 1089/3000 [20:38<1:06:58,  2.10s/it, lr: 1.0e-04 loss: 7.721e-01]
my_first_lora_v6:  36%|###6      | 1089/3000 [20:38<1:06:58,  2.10s/it, lr: 1.0e-04 loss: 7.721e-01]
my_first_lora_v6:  36%|###6      | 1090/3000 [20:40<1:06:57,  2.10s/it, lr: 1.0e-04 loss: 7.653e-01]
my_first_lora_v6:  36%|###6      | 1090/3000 [20:40<1:06:57,  2.10s/it, lr: 1.0e-04 loss: 7.653e-01]
my_first_lora_v6:  36%|###6      | 1091/3000 [20:41<1:06:51,  2.10s/it, lr: 1.0e-04 loss: 7.917e-01]
my_first_lora_v6:  36%|###6      | 1091/3000 [20:41<1:06:51,  2.10s/it, lr: 1.0e-04 loss: 7.917e-01]
my_first_lora_v6:  36%|###6      | 1092/3000 [20:43<1:06:48,  2.10s/it, lr: 1.0e-04 loss: 2.425e-01]
my_first_lora_v6:  36%|###6      | 1092/3000 [20:43<1:06:48,  2.10s/it, lr: 1.0e-04 loss: 2.425e-01]
my_first_lora_v6:  36%|###6      | 1093/3000 [20:44<1:06:43,  2.10s/it, lr: 1.0e-04 loss: 8.711e-01]
my_first_lora_v6:  36%|###6      | 1093/3000 [20:44<1:06:43,  2.10s/it, lr: 1.0e-04 loss: 8.711e-01]
my_first_lora_v6:  36%|###6      | 1094/3000 [20:45<1:06:38,  2.10s/it, lr: 1.0e-04 loss: 7.234e-01]
my_first_lora_v6:  36%|###6      | 1094/3000 [20:45<1:06:38,  2.10s/it, lr: 1.0e-04 loss: 7.234e-01]
my_first_lora_v6:  36%|###6      | 1095/3000 [20:48<1:06:37,  2.10s/it, lr: 1.0e-04 loss: 6.979e-01]
my_first_lora_v6:  36%|###6      | 1095/3000 [20:48<1:06:37,  2.10s/it, lr: 1.0e-04 loss: 6.979e-01]
my_first_lora_v6:  37%|###6      | 1096/3000 [20:50<1:06:36,  2.10s/it, lr: 1.0e-04 loss: 1.340e-01]
my_first_lora_v6:  37%|###6      | 1096/3000 [20:50<1:06:36,  2.10s/it, lr: 1.0e-04 loss: 1.340e-01]
my_first_lora_v6:  37%|###6      | 1097/3000 [20:52<1:06:33,  2.10s/it, lr: 1.0e-04 loss: 8.412e-01]
my_first_lora_v6:  37%|###6      | 1097/3000 [20:52<1:06:33,  2.10s/it, lr: 1.0e-04 loss: 8.412e-01]
my_first_lora_v6:  37%|###6      | 1098/3000 [20:55<1:06:32,  2.10s/it, lr: 1.0e-04 loss: 7.639e-01]
my_first_lora_v6:  37%|###6      | 1098/3000 [20:55<1:06:32,  2.10s/it, lr: 1.0e-04 loss: 7.639e-01]
my_first_lora_v6:  37%|###6      | 1099/3000 [20:57<1:06:31,  2.10s/it, lr: 1.0e-04 loss: 7.486e-01]
my_first_lora_v6:  37%|###6      | 1099/3000 [20:57<1:06:31,  2.10s/it, lr: 1.0e-04 loss: 7.486e-01]
my_first_lora_v6:  37%|###6      | 1100/3000 [20:59<1:06:28,  2.10s/it, lr: 1.0e-04 loss: 2.413e-01]
my_first_lora_v6:  37%|###6      | 1100/3000 [20:59<1:06:28,  2.10s/it, lr: 1.0e-04 loss: 2.413e-01]
my_first_lora_v6:  37%|###6      | 1101/3000 [21:02<1:06:29,  2.10s/it, lr: 1.0e-04 loss: 4.460e-01]
my_first_lora_v6:  37%|###6      | 1101/3000 [21:02<1:06:29,  2.10s/it, lr: 1.0e-04 loss: 4.460e-01]
my_first_lora_v6:  37%|###6      | 1102/3000 [21:04<1:06:27,  2.10s/it, lr: 1.0e-04 loss: 2.503e-01]
my_first_lora_v6:  37%|###6      | 1102/3000 [21:04<1:06:27,  2.10s/it, lr: 1.0e-04 loss: 2.503e-01]
my_first_lora_v6:  37%|###6      | 1103/3000 [21:07<1:06:26,  2.10s/it, lr: 1.0e-04 loss: 7.496e-01]
my_first_lora_v6:  37%|###6      | 1103/3000 [21:07<1:06:26,  2.10s/it, lr: 1.0e-04 loss: 7.496e-01]
my_first_lora_v6:  37%|###6      | 1104/3000 [21:10<1:06:26,  2.10s/it, lr: 1.0e-04 loss: 3.656e-02]
my_first_lora_v6:  37%|###6      | 1104/3000 [21:10<1:06:26,  2.10s/it, lr: 1.0e-04 loss: 3.656e-02]
my_first_lora_v6:  37%|###6      | 1105/3000 [21:12<1:06:25,  2.10s/it, lr: 1.0e-04 loss: 4.450e-02]
my_first_lora_v6:  37%|###6      | 1105/3000 [21:12<1:06:25,  2.10s/it, lr: 1.0e-04 loss: 4.450e-02]
my_first_lora_v6:  37%|###6      | 1106/3000 [21:13<1:06:20,  2.10s/it, lr: 1.0e-04 loss: 7.745e-01]
my_first_lora_v6:  37%|###6      | 1106/3000 [21:13<1:06:20,  2.10s/it, lr: 1.0e-04 loss: 7.745e-01]
my_first_lora_v6:  37%|###6      | 1107/3000 [21:14<1:06:14,  2.10s/it, lr: 1.0e-04 loss: 4.068e-01]
my_first_lora_v6:  37%|###6      | 1107/3000 [21:14<1:06:14,  2.10s/it, lr: 1.0e-04 loss: 4.068e-01]
my_first_lora_v6:  37%|###6      | 1108/3000 [21:16<1:06:13,  2.10s/it, lr: 1.0e-04 loss: 1.481e-01]
my_first_lora_v6:  37%|###6      | 1108/3000 [21:16<1:06:13,  2.10s/it, lr: 1.0e-04 loss: 1.481e-01]
my_first_lora_v6:  37%|###6      | 1109/3000 [21:19<1:06:12,  2.10s/it, lr: 1.0e-04 loss: 2.820e-01]
my_first_lora_v6:  37%|###6      | 1109/3000 [21:19<1:06:12,  2.10s/it, lr: 1.0e-04 loss: 2.820e-01]
my_first_lora_v6:  37%|###7      | 1110/3000 [21:21<1:06:09,  2.10s/it, lr: 1.0e-04 loss: 2.943e-01]
my_first_lora_v6:  37%|###7      | 1110/3000 [21:21<1:06:09,  2.10s/it, lr: 1.0e-04 loss: 2.943e-01]
my_first_lora_v6:  37%|###7      | 1111/3000 [21:23<1:06:09,  2.10s/it, lr: 1.0e-04 loss: 2.606e-01]
my_first_lora_v6:  37%|###7      | 1111/3000 [21:23<1:06:09,  2.10s/it, lr: 1.0e-04 loss: 2.606e-01]
my_first_lora_v6:  37%|###7      | 1112/3000 [21:25<1:06:04,  2.10s/it, lr: 1.0e-04 loss: 6.244e-01]
my_first_lora_v6:  37%|###7      | 1112/3000 [21:25<1:06:04,  2.10s/it, lr: 1.0e-04 loss: 6.244e-01]
my_first_lora_v6:  37%|###7      | 1113/3000 [21:27<1:06:03,  2.10s/it, lr: 1.0e-04 loss: 5.999e-01]
my_first_lora_v6:  37%|###7      | 1113/3000 [21:27<1:06:03,  2.10s/it, lr: 1.0e-04 loss: 5.999e-01]
my_first_lora_v6:  37%|###7      | 1114/3000 [21:30<1:06:03,  2.10s/it, lr: 1.0e-04 loss: 1.364e-01]
my_first_lora_v6:  37%|###7      | 1114/3000 [21:30<1:06:03,  2.10s/it, lr: 1.0e-04 loss: 1.364e-01]
my_first_lora_v6:  37%|###7      | 1115/3000 [21:32<1:06:01,  2.10s/it, lr: 1.0e-04 loss: 8.418e-01]
my_first_lora_v6:  37%|###7      | 1115/3000 [21:32<1:06:01,  2.10s/it, lr: 1.0e-04 loss: 8.418e-01]
my_first_lora_v6:  37%|###7      | 1116/3000 [21:34<1:05:58,  2.10s/it, lr: 1.0e-04 loss: 4.727e-02]
my_first_lora_v6:  37%|###7      | 1116/3000 [21:34<1:05:58,  2.10s/it, lr: 1.0e-04 loss: 4.727e-02]
my_first_lora_v6:  37%|###7      | 1117/3000 [21:36<1:05:57,  2.10s/it, lr: 1.0e-04 loss: 7.425e-01]
my_first_lora_v6:  37%|###7      | 1117/3000 [21:36<1:05:57,  2.10s/it, lr: 1.0e-04 loss: 7.425e-01]
my_first_lora_v6:  37%|###7      | 1118/3000 [21:39<1:05:56,  2.10s/it, lr: 1.0e-04 loss: 1.096e-01]
my_first_lora_v6:  37%|###7      | 1118/3000 [21:39<1:05:56,  2.10s/it, lr: 1.0e-04 loss: 1.096e-01]
my_first_lora_v6:  37%|###7      | 1119/3000 [21:40<1:05:51,  2.10s/it, lr: 1.0e-04 loss: 3.817e-02]
my_first_lora_v6:  37%|###7      | 1119/3000 [21:40<1:05:51,  2.10s/it, lr: 1.0e-04 loss: 3.817e-02]
my_first_lora_v6:  37%|###7      | 1120/3000 [21:43<1:05:51,  2.10s/it, lr: 1.0e-04 loss: 1.002e-01]
my_first_lora_v6:  37%|###7      | 1120/3000 [21:43<1:05:51,  2.10s/it, lr: 1.0e-04 loss: 1.002e-01]
my_first_lora_v6:  37%|###7      | 1121/3000 [21:44<1:05:48,  2.10s/it, lr: 1.0e-04 loss: 2.422e-01]
my_first_lora_v6:  37%|###7      | 1121/3000 [21:44<1:05:48,  2.10s/it, lr: 1.0e-04 loss: 2.422e-01]
my_first_lora_v6:  37%|###7      | 1122/3000 [21:47<1:05:47,  2.10s/it, lr: 1.0e-04 loss: 1.955e-01]
my_first_lora_v6:  37%|###7      | 1122/3000 [21:47<1:05:47,  2.10s/it, lr: 1.0e-04 loss: 1.955e-01]
my_first_lora_v6:  37%|###7      | 1123/3000 [21:48<1:05:41,  2.10s/it, lr: 1.0e-04 loss: 7.836e-01]
my_first_lora_v6:  37%|###7      | 1123/3000 [21:48<1:05:41,  2.10s/it, lr: 1.0e-04 loss: 7.836e-01]
my_first_lora_v6:  37%|###7      | 1124/3000 [21:50<1:05:40,  2.10s/it, lr: 1.0e-04 loss: 2.676e-01]
my_first_lora_v6:  37%|###7      | 1124/3000 [21:50<1:05:40,  2.10s/it, lr: 1.0e-04 loss: 2.676e-01]
my_first_lora_v6:  38%|###7      | 1125/3000 [21:53<1:05:40,  2.10s/it, lr: 1.0e-04 loss: 5.776e-01]
my_first_lora_v6:  38%|###7      | 1125/3000 [21:53<1:05:40,  2.10s/it, lr: 1.0e-04 loss: 5.776e-01]
my_first_lora_v6:  38%|###7      | 1126/3000 [21:54<1:05:35,  2.10s/it, lr: 1.0e-04 loss: 8.711e-01]
my_first_lora_v6:  38%|###7      | 1126/3000 [21:54<1:05:35,  2.10s/it, lr: 1.0e-04 loss: 8.711e-01]
my_first_lora_v6:  38%|###7      | 1127/3000 [21:57<1:05:34,  2.10s/it, lr: 1.0e-04 loss: 2.282e-01]
my_first_lora_v6:  38%|###7      | 1127/3000 [21:57<1:05:34,  2.10s/it, lr: 1.0e-04 loss: 2.282e-01]
my_first_lora_v6:  38%|###7      | 1128/3000 [21:59<1:05:31,  2.10s/it, lr: 1.0e-04 loss: 2.223e-01]
my_first_lora_v6:  38%|###7      | 1128/3000 [21:59<1:05:31,  2.10s/it, lr: 1.0e-04 loss: 2.223e-01]
my_first_lora_v6:  38%|###7      | 1129/3000 [22:01<1:05:30,  2.10s/it, lr: 1.0e-04 loss: 5.319e-01]
my_first_lora_v6:  38%|###7      | 1129/3000 [22:01<1:05:30,  2.10s/it, lr: 1.0e-04 loss: 5.319e-01]
my_first_lora_v6:  38%|###7      | 1130/3000 [22:03<1:05:29,  2.10s/it, lr: 1.0e-04 loss: 5.554e-01]
my_first_lora_v6:  38%|###7      | 1130/3000 [22:03<1:05:29,  2.10s/it, lr: 1.0e-04 loss: 5.554e-01]
my_first_lora_v6:  38%|###7      | 1131/3000 [22:06<1:05:28,  2.10s/it, lr: 1.0e-04 loss: 1.180e-01]
my_first_lora_v6:  38%|###7      | 1131/3000 [22:06<1:05:28,  2.10s/it, lr: 1.0e-04 loss: 1.180e-01]
my_first_lora_v6:  38%|###7      | 1132/3000 [22:09<1:05:28,  2.10s/it, lr: 1.0e-04 loss: 2.322e-01]
my_first_lora_v6:  38%|###7      | 1132/3000 [22:09<1:05:28,  2.10s/it, lr: 1.0e-04 loss: 2.322e-01]
my_first_lora_v6:  38%|###7      | 1133/3000 [22:10<1:05:22,  2.10s/it, lr: 1.0e-04 loss: 8.350e-01]
my_first_lora_v6:  38%|###7      | 1133/3000 [22:10<1:05:22,  2.10s/it, lr: 1.0e-04 loss: 8.350e-01]
my_first_lora_v6:  38%|###7      | 1134/3000 [22:12<1:05:20,  2.10s/it, lr: 1.0e-04 loss: 2.872e-01]
my_first_lora_v6:  38%|###7      | 1134/3000 [22:12<1:05:20,  2.10s/it, lr: 1.0e-04 loss: 2.872e-01]
my_first_lora_v6:  38%|###7      | 1135/3000 [22:14<1:05:19,  2.10s/it, lr: 1.0e-04 loss: 5.597e-01]
my_first_lora_v6:  38%|###7      | 1135/3000 [22:14<1:05:19,  2.10s/it, lr: 1.0e-04 loss: 5.597e-01]
my_first_lora_v6:  38%|###7      | 1136/3000 [22:15<1:05:14,  2.10s/it, lr: 1.0e-04 loss: 5.757e-01]
my_first_lora_v6:  38%|###7      | 1136/3000 [22:15<1:05:14,  2.10s/it, lr: 1.0e-04 loss: 5.757e-01]
my_first_lora_v6:  38%|###7      | 1137/3000 [22:17<1:05:13,  2.10s/it, lr: 1.0e-04 loss: 4.338e-01]
my_first_lora_v6:  38%|###7      | 1137/3000 [22:17<1:05:13,  2.10s/it, lr: 1.0e-04 loss: 4.338e-01]
my_first_lora_v6:  38%|###7      | 1138/3000 [22:20<1:05:12,  2.10s/it, lr: 1.0e-04 loss: 7.452e-01]
my_first_lora_v6:  38%|###7      | 1138/3000 [22:20<1:05:12,  2.10s/it, lr: 1.0e-04 loss: 7.452e-01]
my_first_lora_v6:  38%|###7      | 1139/3000 [22:23<1:05:11,  2.10s/it, lr: 1.0e-04 loss: 1.469e-01]
my_first_lora_v6:  38%|###7      | 1139/3000 [22:23<1:05:11,  2.10s/it, lr: 1.0e-04 loss: 1.469e-01]
my_first_lora_v6:  38%|###8      | 1140/3000 [22:25<1:05:09,  2.10s/it, lr: 1.0e-04 loss: 8.330e-01]
my_first_lora_v6:  38%|###8      | 1140/3000 [22:25<1:05:09,  2.10s/it, lr: 1.0e-04 loss: 8.330e-01]
my_first_lora_v6:  38%|###8      | 1141/3000 [22:27<1:05:08,  2.10s/it, lr: 1.0e-04 loss: 8.103e-01]
my_first_lora_v6:  38%|###8      | 1141/3000 [22:27<1:05:08,  2.10s/it, lr: 1.0e-04 loss: 8.103e-01]
my_first_lora_v6:  38%|###8      | 1142/3000 [22:30<1:05:08,  2.10s/it, lr: 1.0e-04 loss: 6.715e-01]
my_first_lora_v6:  38%|###8      | 1142/3000 [22:30<1:05:08,  2.10s/it, lr: 1.0e-04 loss: 6.715e-01]
my_first_lora_v6:  38%|###8      | 1143/3000 [22:31<1:05:02,  2.10s/it, lr: 1.0e-04 loss: 7.940e-01]
my_first_lora_v6:  38%|###8      | 1143/3000 [22:31<1:05:02,  2.10s/it, lr: 1.0e-04 loss: 7.940e-01]
my_first_lora_v6:  38%|###8      | 1144/3000 [22:34<1:05:02,  2.10s/it, lr: 1.0e-04 loss: 7.244e-01]
my_first_lora_v6:  38%|###8      | 1144/3000 [22:34<1:05:02,  2.10s/it, lr: 1.0e-04 loss: 7.244e-01]
my_first_lora_v6:  38%|###8      | 1145/3000 [22:35<1:04:57,  2.10s/it, lr: 1.0e-04 loss: 3.711e-01]
my_first_lora_v6:  38%|###8      | 1145/3000 [22:35<1:04:57,  2.10s/it, lr: 1.0e-04 loss: 3.711e-01]
my_first_lora_v6:  38%|###8      | 1146/3000 [22:37<1:04:54,  2.10s/it, lr: 1.0e-04 loss: 2.388e-01]
my_first_lora_v6:  38%|###8      | 1146/3000 [22:37<1:04:54,  2.10s/it, lr: 1.0e-04 loss: 2.388e-01]
my_first_lora_v6:  38%|###8      | 1147/3000 [22:39<1:04:52,  2.10s/it, lr: 1.0e-04 loss: 3.609e-01]
my_first_lora_v6:  38%|###8      | 1147/3000 [22:39<1:04:52,  2.10s/it, lr: 1.0e-04 loss: 3.609e-01]
my_first_lora_v6:  38%|###8      | 1148/3000 [22:41<1:04:51,  2.10s/it, lr: 1.0e-04 loss: 5.199e-01]
my_first_lora_v6:  38%|###8      | 1148/3000 [22:41<1:04:51,  2.10s/it, lr: 1.0e-04 loss: 5.199e-01]
my_first_lora_v6:  38%|###8      | 1149/3000 [22:44<1:04:50,  2.10s/it, lr: 1.0e-04 loss: 7.099e-01]
my_first_lora_v6:  38%|###8      | 1149/3000 [22:44<1:04:50,  2.10s/it, lr: 1.0e-04 loss: 7.099e-01]Error running job: Job stopped

========================================
Result:
 - 0 completed jobs
 - 1 failure
========================================
Traceback (most recent call last):
Traceback (most recent call last):
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module>
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module>
        main()main()

  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main
        raise eraise e

  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main
        job.run()job.run()

  File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
  File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
        process.run()process.run()

  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2353, in run
  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2353, in run
        self.end_step_hook()self.end_step_hook()

  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook
  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook
        self.maybe_stop()self.maybe_stop()

  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
        raise Exception("Job stopped")raise Exception("Job stopped")

ExceptionException: : Job stoppedJob stopped


my_first_lora_v6:  38%|###8      | 1150/3000 [22:45<1:04:46,  2.10s/it, lr: 1.0e-04 loss: 7.099e-01]
my_first_lora_v6:  38%|###8      | 1150/3000 [22:45<1:04:46,  2.10s/it, lr: 1.0e-04 loss: 7.099e-01]