logs/4_log.txt

Running 1 job
{
    "type": "diffusion_trainer",
    "training_folder": "/teamspace/studios/this_studio/ai-toolkit/output",
    "sqlite_db_path": "/teamspace/studios/this_studio/ai-toolkit/aitk_db.db",
    "device": "cuda",
    "trigger_word": "xtishaz1",
    "performance_log_every": 10,
    "network": {
        "type": "lora",
        "linear": 32,
        "linear_alpha": 32,
        "conv": 16,
        "conv_alpha": 16,
        "lokr_full_rank": true,
        "lokr_factor": -1,
        "network_kwargs": {
            "ignore_if_contains": []
        }
    },
    "save": {
        "dtype": "bf16",
        "save_every": 500,
        "max_step_saves_to_keep": 8,
        "save_format": "diffusers",
        "push_to_hub": false
    },
    "datasets": [
        {
            "folder_path": "/teamspace/studios/this_studio/ai-toolkit/datasets/tisha",
            "mask_path": null,
            "mask_min_value": 0.1,
            "default_caption": "Indian 18y nude girl",
            "caption_ext": "txt",
            "caption_dropout_rate": 0.05,
            "cache_latents_to_disk": false,
            "is_reg": false,
            "network_weight": 1,
            "resolution": [
                1024
            ],
            "controls": [],
            "shrink_video_to_frames": true,
            "num_frames": 1,
            "do_i2v": true,
            "flip_x": false,
            "flip_y": false
        }
    ],
    "train": {
        "batch_size": 1,
        "bypass_guidance_embedding": false,
        "steps": 3000,
        "gradient_accumulation": 1,
        "train_unet": true,
        "train_text_encoder": false,
        "gradient_checkpointing": true,
        "noise_scheduler": "flowmatch",
        "optimizer": "adamw8bit",
        "timestep_type": "weighted",
        "content_or_style": "balanced",
        "optimizer_params": {
            "weight_decay": 0.0001
        },
        "unload_text_encoder": true,
        "cache_text_embeddings": false,
        "lr": 0.0001,
        "ema_config": {
            "use_ema": false,
            "ema_decay": 0.99
        },
        "skip_first_sample": false,
        "force_first_sample": false,
        "disable_sampling": false,
        "dtype": "bf16",
        "diff_output_preservation": false,
        "diff_output_preservation_multiplier": 1,
        "diff_output_preservation_class": "person",
        "switch_boundary_every": 1,
        "loss_type": "mse",
        "do_differential_guidance": true,
        "differential_guidance_scale": 3
    },
    "model": {
        "name_or_path": "Tongyi-MAI/Z-Image-Turbo",
        "quantize": true,
        "qtype": "qfloat8",
        "quantize_te": true,
        "qtype_te": "qfloat8",
        "arch": "zimage:turbo",
        "low_vram": true,
        "model_kwargs": {},
        "layer_offloading": false,
        "layer_offloading_text_encoder_percent": 1,
        "layer_offloading_transformer_percent": 1,
        "assistant_lora_path": "ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v1.safetensors"
    },
    "sample": {
        "sampler": "flowmatch",
        "sample_every": 250,
        "width": 1024,
        "height": 1024,
        "samples": [
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, is captured in a moment of intense intimacy as she leans forward with her eyes closed in pleasure, her tongue delicately exploring the base of a man\u2019s erect penis, her head tilted back slightly, her left hand gently cradling the back of her head while her right arm rests along his torso, the man\u2019s tattooed forearm adorned with a black dagger design rests possessively on her head, his body partially visible with defined musculature and natural body hair, the scene bathed in warm, golden-orange ambient lighting that casts soft shadows and highlights the contours of their skin, the background blurred into a smooth gradient of rich amber tones with subtle bokeh lights, creating a shallow depth of field that draws focus entirely to the couple\u2019s connection, the camera positioned at a close, slightly low angle to emphasize the intimacy and raw emotion of the moment, the woman\u2019s delicate gold hoop earring and thin gold chain necklace catching the light, adding a touch of elegance to the sensual scene, the overall composition exudes a sense of passion, trust, and natural beauty, rendered in ultra-high detail with a realistic, NSFW, adult, Z-Image Turbo optimized aesthetic."
            },
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, is captured in a moment of intense intimacy, kneeling on a plush white quilted bed, her body arched gracefully as she leans forward, one hand resting possessively on her hip while the other is gently placed on her thigh, her skin glistening with natural moisture under the soft, diffused natural light filtering through sheer white curtains and a wooden-framed window in the background, the warm beige walls and a wicker basket subtly visible in the corner adding to the serene, private atmosphere, the camera angle is low and intimate, emphasizing the curves of her body and the sensual tension of the moment, the depth of field is shallow, blurring the background slightly to draw focus to her form and the subtle interplay of light and shadow across her skin, creating a highly detailed, realistic, NSFW, adult, Z-Image Turbo optimized scene that exudes passion, elegance, and natural beauty."
            },
            {
                "prompt": "xtishaz1, \"Photo of a nude Indian woman 21y old standing in a bedroom, facing           the camera, medium wide shot, full body, black hair, dark eyes, medium breasts,   slender physique, medium skin tone, brown eyes, dark eyebrows, small areola,  standing with her legs together , perfect feet, hands at her sides, perfect fingers, looking at the camera, natural lighting, bright and airy room, white walls, large window with sheer           white curtains, white bed with a wooden frame, white bed linens, wooden floor, potted plant in the background, casual and relaxed pose, confident  expression, soft shadows, high quality, jpeg artifacts, no watermark, perfectly optimized for Z-Image Turbo.\""
            },
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, reclines provocatively atop a plush, deep purple satin couch, her legs spread wide in a bold, sensual pose that accentuates her curves and natural beauty, her tongue playfully extended in a teasing expression, the rich, velvety texture of the couch contrasting with the smooth, glistening skin of her body, the ambient lighting casting soft, warm highlights across her form, the background revealing a cozy, intimate room with a purple wall, a bookshelf filled with books and decorative items, and a vintage-style lamp casting a gentle glow, the depth of field keeps the focus sharply on her figure while softly blurring the background elements, creating a luxurious, NSFW, adult, Z-Image Turbo optimized scene that exudes confidence, allure, and raw sensuality."
            },
            {
                "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, kneels gracefully on gray tiled bathroom floor in a poised, slightly arched position, her body glistening with subtle sheen under soft, diffused ambient lighting that highlights the natural curves and contours of her torso, hips, and thighs, her left hand resting gently on her inner thigh while her right hand lightly touches her knee, her gaze directed confidently toward the viewer with an air of serene sensuality, behind her, a pristine white ceramic toilet stands against a backdrop of muted gray wall tiles with clean, minimalist grout lines, the scene framed by a slightly elevated camera angle that captures the full length of her form from mid-thighs upward, creating a sense of depth and intimacy, the shallow depth of field softly blurs the background elements while keeping her figure sharply in focus, evoking a quiet, private moment of vulnerability and elegance within a modern, sterile bathroom environment, the overall composition exudes a natural, unposed beauty with a touch of NSFW allure, rendered in ultra-high detail with realistic textures and lighting, optimized for Z-Image Turbo."
            }
        ],
        "neg": "",
        "seed": 42,
        "walk_seed": true,
        "guidance_scale": 1,
        "sample_steps": 8,
        "num_frames": 1,
        "fps": 1
    },
    "logging": {
        "log_every": 1,
        "use_ui_logger": true
    }
}
Using SQLite database at /teamspace/studios/this_studio/ai-toolkit/aitk_db.db
Job ID: "f7eb6cbb-a54a-4f3a-92b0-66455621336c"

#############################################
# Running job: my_first_lora_v6
#############################################


Running  1 process
Loading ZImage model
Loading transformer

Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:  33%|###3      | 1/3 [00:00<00:01,  1.09it/s]
Loading checkpoint shards:  33%|###3      | 1/3 [00:00<00:01,  1.09it/s]
Loading checkpoint shards:  67%|######6   | 2/3 [00:01<00:00,  1.12it/s]
Loading checkpoint shards:  67%|######6   | 2/3 [00:01<00:00,  1.12it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.49it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.49it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.36it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00,  1.36it/s]

Loading assistant LoRA
create LoRA network. base dim (rank): 32, alpha: 32
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 276 modules.
enable LoRA for U-Net
Merging in assistant LoRA
Missing keys: []
Quantizing Transformer
 - quantizing 30 transformer blocks

  0%|          | 0/30 [00:00<?, ?it/s]
  0%|          | 0/30 [00:00<?, ?it/s]
  3%|3         | 1/30 [00:00<00:04,  6.60it/s]
  3%|3         | 1/30 [00:00<00:04,  6.60it/s]
  7%|6         | 2/30 [00:00<00:03,  7.72it/s]
  7%|6         | 2/30 [00:00<00:03,  7.72it/s]
 10%|#         | 3/30 [00:00<00:03,  8.10it/s]
 10%|#         | 3/30 [00:00<00:03,  8.10it/s]
 13%|#3        | 4/30 [00:00<00:03,  8.30it/s]
 13%|#3        | 4/30 [00:00<00:03,  8.30it/s]
 17%|#6        | 5/30 [00:00<00:02,  8.47it/s]
 17%|#6        | 5/30 [00:00<00:02,  8.47it/s]
 20%|##        | 6/30 [00:00<00:02,  8.55it/s]
 20%|##        | 6/30 [00:00<00:02,  8.55it/s]
 23%|##3       | 7/30 [00:00<00:02,  8.60it/s]
 23%|##3       | 7/30 [00:00<00:02,  8.60it/s]
 27%|##6       | 8/30 [00:00<00:02,  8.66it/s]
 27%|##6       | 8/30 [00:00<00:02,  8.66it/s]
 30%|###       | 9/30 [00:01<00:02,  8.68it/s]
 30%|###       | 9/30 [00:01<00:02,  8.68it/s]
 33%|###3      | 10/30 [00:01<00:02,  8.72it/s]
 33%|###3      | 10/30 [00:01<00:02,  8.72it/s]
 37%|###6      | 11/30 [00:01<00:02,  8.74it/s]
 37%|###6      | 11/30 [00:01<00:02,  8.74it/s]
 40%|####      | 12/30 [00:01<00:02,  8.78it/s]
 40%|####      | 12/30 [00:01<00:02,  8.78it/s]
 43%|####3     | 13/30 [00:01<00:01,  8.81it/s]
 43%|####3     | 13/30 [00:01<00:01,  8.81it/s]
 47%|####6     | 14/30 [00:01<00:01,  8.83it/s]
 47%|####6     | 14/30 [00:01<00:01,  8.83it/s]
 50%|#####     | 15/30 [00:01<00:01,  8.83it/s]
 50%|#####     | 15/30 [00:01<00:01,  8.83it/s]
 53%|#####3    | 16/30 [00:01<00:01,  8.86it/s]
 53%|#####3    | 16/30 [00:01<00:01,  8.86it/s]
 57%|#####6    | 17/30 [00:01<00:01,  8.87it/s]
 57%|#####6    | 17/30 [00:01<00:01,  8.87it/s]
 60%|######    | 18/30 [00:02<00:01,  8.86it/s]
 60%|######    | 18/30 [00:02<00:01,  8.86it/s]
 63%|######3   | 19/30 [00:02<00:01,  8.87it/s]
 63%|######3   | 19/30 [00:02<00:01,  8.87it/s]
 67%|######6   | 20/30 [00:02<00:01,  8.90it/s]
 67%|######6   | 20/30 [00:02<00:01,  8.90it/s]
 70%|#######   | 21/30 [00:02<00:01,  8.89it/s]
 70%|#######   | 21/30 [00:02<00:01,  8.89it/s]
 73%|#######3  | 22/30 [00:02<00:00,  8.89it/s]
 73%|#######3  | 22/30 [00:02<00:00,  8.89it/s]
 77%|#######6  | 23/30 [00:02<00:00,  8.89it/s]
 77%|#######6  | 23/30 [00:02<00:00,  8.89it/s]
 83%|########3 | 25/30 [00:02<00:00,  9.19it/s]
 83%|########3 | 25/30 [00:02<00:00,  9.19it/s]
 87%|########6 | 26/30 [00:02<00:00,  9.12it/s]
 87%|########6 | 26/30 [00:02<00:00,  9.12it/s]
 90%|######### | 27/30 [00:03<00:00,  9.07it/s]
 90%|######### | 27/30 [00:03<00:00,  9.07it/s]
 93%|#########3| 28/30 [00:03<00:00,  9.03it/s]
 93%|#########3| 28/30 [00:03<00:00,  9.03it/s]
 97%|#########6| 29/30 [00:03<00:00,  9.02it/s]
 97%|#########6| 29/30 [00:03<00:00,  9.02it/s]
100%|##########| 30/30 [00:03<00:00,  9.00it/s]
100%|##########| 30/30 [00:03<00:00,  9.00it/s]
100%|##########| 30/30 [00:03<00:00,  8.78it/s]
100%|##########| 30/30 [00:03<00:00,  8.78it/s]

 - quantizing extras
Moving transformer to CPU
Text Encoder
`torch_dtype` is deprecated! Use `dtype` instead!
`torch_dtype` is deprecated! Use `dtype` instead!

Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 72.03it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 72.03it/s]

Quantizing Text Encoder
Loading VAE
Making pipe
Preparing Model
Model Loaded
create LoRA network. base dim (rank): 32, alpha: 32
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 240 modules.
enable LoRA for U-Net
#### IMPORTANT RESUMING FROM /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/my_first_lora_v6_000002000.safetensors ####
Loading from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/my_first_lora_v6_000002000.safetensors
Missing keys: []
Found step 2000 in metadata, starting from there
Loading optimizer state from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/optimizer.pt
Updating optimizer LR from params
Dataset: /teamspace/studios/this_studio/ai-toolkit/datasets/tisha
  -  Preprocessing image dimensions

  0%|          | 0/9 [00:00<?, ?it/s]
  0%|          | 0/9 [00:00<?, ?it/s]
100%|##########| 9/9 [00:00<00:00, 20526.77it/s]
100%|##########| 9/9 [00:00<00:00, 20526.77it/s]

  -  Found 9 images
Bucket sizes for /teamspace/studios/this_studio/ai-toolkit/datasets/tisha:
832x1152: 4 files
896x1152: 1 files
512x832: 2 files
864x864: 1 files
768x1056: 1 files
5 buckets made
Caching embeddings and unloading text encoder

***** UNLOADING TEXT ENCODER *****
This will train only with a blank prompt or trigger word, if set
If this is not what you want, remove the unload_text_encoder flag
***********************************


my_first_lora_v6:  67%|######6   | 2000/3000 [00:00<?, ?it/s]
my_first_lora_v6:  67%|######6   | 2000/3000 [00:00<?, ?it/s]
my_first_lora_v6:  67%|######6   | 2000/3000 [00:03<?, ?it/s, lr: 1.0e-04 loss: 4.903e-03]
my_first_lora_v6:  67%|######6   | 2000/3000 [00:03<?, ?it/s, lr: 1.0e-04 loss: 4.903e-03]
my_first_lora_v6:  67%|######6   | 2000/3000 [00:03<?, ?it/s, lr: 1.0e-04 loss: 4.903e-03]
my_first_lora_v6:  67%|######6   | 2000/3000 [00:03<?, ?it/s, lr: 1.0e-04 loss: 4.903e-03]
my_first_lora_v6:  67%|######6   | 2000/3000 [00:05<?, ?it/s, lr: 1.0e-04 loss: 8.068e-01]
my_first_lora_v6:  67%|######6   | 2000/3000 [00:05<?, ?it/s, lr: 1.0e-04 loss: 8.068e-01]
my_first_lora_v6:  67%|######6   | 2001/3000 [00:07<2:11:54,  7.92s/it, lr: 1.0e-04 loss: 5.922e-01]
my_first_lora_v6:  67%|######6   | 2001/3000 [00:07<2:11:54,  7.92s/it, lr: 1.0e-04 loss: 5.922e-01]
my_first_lora_v6:  67%|######6   | 2002/3000 [00:09<1:22:35,  4.96s/it, lr: 1.0e-04 loss: 2.747e-01]
my_first_lora_v6:  67%|######6   | 2002/3000 [00:09<1:22:35,  4.96s/it, lr: 1.0e-04 loss: 2.747e-01]
my_first_lora_v6:  67%|######6   | 2003/3000 [00:10<1:00:34,  3.65s/it, lr: 1.0e-04 loss: 7.884e-01]
my_first_lora_v6:  67%|######6   | 2003/3000 [00:10<1:00:34,  3.65s/it, lr: 1.0e-04 loss: 7.884e-01]
my_first_lora_v6:  67%|######6   | 2004/3000 [00:12<52:50,  3.18s/it, lr: 1.0e-04 loss: 1.132e-01]  
my_first_lora_v6:  67%|######6   | 2004/3000 [00:12<52:50,  3.18s/it, lr: 1.0e-04 loss: 1.132e-01]  
my_first_lora_v6:  67%|######6   | 2005/3000 [00:15<51:06,  3.08s/it, lr: 1.0e-04 loss: 7.509e-01]
my_first_lora_v6:  67%|######6   | 2005/3000 [00:15<51:06,  3.08s/it, lr: 1.0e-04 loss: 7.509e-01]
my_first_lora_v6:  67%|######6   | 2006/3000 [00:16<45:15,  2.73s/it, lr: 1.0e-04 loss: 4.824e-01]
my_first_lora_v6:  67%|######6   | 2006/3000 [00:16<45:15,  2.73s/it, lr: 1.0e-04 loss: 4.824e-01]
my_first_lora_v6:  67%|######6   | 2007/3000 [00:18<44:27,  2.69s/it, lr: 1.0e-04 loss: 4.290e-01]
my_first_lora_v6:  67%|######6   | 2007/3000 [00:18<44:27,  2.69s/it, lr: 1.0e-04 loss: 4.290e-01]
my_first_lora_v6:  67%|######6   | 2008/3000 [00:20<43:15,  2.62s/it, lr: 1.0e-04 loss: 8.285e-01]
my_first_lora_v6:  67%|######6   | 2008/3000 [00:20<43:15,  2.62s/it, lr: 1.0e-04 loss: 8.285e-01]
my_first_lora_v6:  67%|######6   | 2009/3000 [00:23<43:18,  2.62s/it, lr: 1.0e-04 loss: 7.571e-01]
my_first_lora_v6:  67%|######6   | 2009/3000 [00:23<43:18,  2.62s/it, lr: 1.0e-04 loss: 7.571e-01]
my_first_lora_v6:  67%|######7   | 2010/3000 [00:26<42:58,  2.61s/it, lr: 1.0e-04 loss: 5.800e-02]
my_first_lora_v6:  67%|######7   | 2010/3000 [00:26<42:58,  2.61s/it, lr: 1.0e-04 loss: 5.800e-02]
my_first_lora_v6:  67%|######7   | 2011/3000 [00:28<42:40,  2.59s/it, lr: 1.0e-04 loss: 3.315e-02]
my_first_lora_v6:  67%|######7   | 2011/3000 [00:28<42:40,  2.59s/it, lr: 1.0e-04 loss: 3.315e-02]
my_first_lora_v6:  67%|######7   | 2012/3000 [00:30<41:33,  2.52s/it, lr: 1.0e-04 loss: 1.475e-01]
my_first_lora_v6:  67%|######7   | 2012/3000 [00:30<41:33,  2.52s/it, lr: 1.0e-04 loss: 1.475e-01]
my_first_lora_v6:  67%|######7   | 2013/3000 [00:31<39:33,  2.41s/it, lr: 1.0e-04 loss: 2.084e-01]
my_first_lora_v6:  67%|######7   | 2013/3000 [00:31<39:33,  2.41s/it, lr: 1.0e-04 loss: 2.084e-01]
my_first_lora_v6:  67%|######7   | 2014/3000 [00:33<39:51,  2.43s/it, lr: 1.0e-04 loss: 3.429e-01]
my_first_lora_v6:  67%|######7   | 2014/3000 [00:33<39:51,  2.43s/it, lr: 1.0e-04 loss: 3.429e-01]
my_first_lora_v6:  67%|######7   | 2015/3000 [00:34<38:14,  2.33s/it, lr: 1.0e-04 loss: 8.244e-01]
my_first_lora_v6:  67%|######7   | 2015/3000 [00:34<38:14,  2.33s/it, lr: 1.0e-04 loss: 8.244e-01]
my_first_lora_v6:  67%|######7   | 2016/3000 [00:37<38:19,  2.34s/it, lr: 1.0e-04 loss: 8.351e-02]
my_first_lora_v6:  67%|######7   | 2016/3000 [00:37<38:19,  2.34s/it, lr: 1.0e-04 loss: 8.351e-02]
my_first_lora_v6:  67%|######7   | 2017/3000 [00:40<38:33,  2.35s/it, lr: 1.0e-04 loss: 7.918e-01]
my_first_lora_v6:  67%|######7   | 2017/3000 [00:40<38:33,  2.35s/it, lr: 1.0e-04 loss: 7.918e-01]
my_first_lora_v6:  67%|######7   | 2018/3000 [00:41<38:01,  2.32s/it, lr: 1.0e-04 loss: 1.540e-01]
my_first_lora_v6:  67%|######7   | 2018/3000 [00:41<38:01,  2.32s/it, lr: 1.0e-04 loss: 1.540e-01]
my_first_lora_v6:  67%|######7   | 2019/3000 [00:44<38:04,  2.33s/it, lr: 1.0e-04 loss: 1.922e-01]
my_first_lora_v6:  67%|######7   | 2019/3000 [00:44<38:04,  2.33s/it, lr: 1.0e-04 loss: 1.922e-01]
my_first_lora_v6:  67%|######7   | 2020/3000 [00:46<38:19,  2.35s/it, lr: 1.0e-04 loss: 7.011e-01]
my_first_lora_v6:  67%|######7   | 2020/3000 [00:46<38:19,  2.35s/it, lr: 1.0e-04 loss: 7.011e-01]
my_first_lora_v6:  67%|######7   | 2021/3000 [00:47<37:14,  2.28s/it, lr: 1.0e-04 loss: 8.365e-01]
my_first_lora_v6:  67%|######7   | 2021/3000 [00:47<37:14,  2.28s/it, lr: 1.0e-04 loss: 8.365e-01]
my_first_lora_v6:  67%|######7   | 2022/3000 [00:48<36:14,  2.22s/it, lr: 1.0e-04 loss: 2.389e-01]
my_first_lora_v6:  67%|######7   | 2022/3000 [00:48<36:14,  2.22s/it, lr: 1.0e-04 loss: 2.389e-01]
my_first_lora_v6:  67%|######7   | 2023/3000 [00:51<36:21,  2.23s/it, lr: 1.0e-04 loss: 7.314e-01]
my_first_lora_v6:  67%|######7   | 2023/3000 [00:51<36:21,  2.23s/it, lr: 1.0e-04 loss: 7.314e-01]
my_first_lora_v6:  67%|######7   | 2024/3000 [00:53<36:27,  2.24s/it, lr: 1.0e-04 loss: 6.151e-01]
my_first_lora_v6:  67%|######7   | 2024/3000 [00:53<36:27,  2.24s/it, lr: 1.0e-04 loss: 6.151e-01]
my_first_lora_v6:  68%|######7   | 2025/3000 [00:55<36:13,  2.23s/it, lr: 1.0e-04 loss: 5.250e-01]
my_first_lora_v6:  68%|######7   | 2025/3000 [00:55<36:13,  2.23s/it, lr: 1.0e-04 loss: 5.250e-01]
my_first_lora_v6:  68%|######7   | 2026/3000 [00:58<36:26,  2.25s/it, lr: 1.0e-04 loss: 7.401e-01]
my_first_lora_v6:  68%|######7   | 2026/3000 [00:58<36:26,  2.25s/it, lr: 1.0e-04 loss: 7.401e-01]
my_first_lora_v6:  68%|######7   | 2027/3000 [01:00<36:32,  2.25s/it, lr: 1.0e-04 loss: 6.115e-01]
my_first_lora_v6:  68%|######7   | 2027/3000 [01:00<36:32,  2.25s/it, lr: 1.0e-04 loss: 6.115e-01]
my_first_lora_v6:  68%|######7   | 2028/3000 [01:02<35:59,  2.22s/it, lr: 1.0e-04 loss: 3.584e-01]
my_first_lora_v6:  68%|######7   | 2028/3000 [01:02<35:59,  2.22s/it, lr: 1.0e-04 loss: 3.584e-01]
my_first_lora_v6:  68%|######7   | 2029/3000 [01:04<35:48,  2.21s/it, lr: 1.0e-04 loss: 3.724e-01]
my_first_lora_v6:  68%|######7   | 2029/3000 [01:04<35:48,  2.21s/it, lr: 1.0e-04 loss: 3.724e-01]
my_first_lora_v6:  68%|######7   | 2030/3000 [01:05<35:32,  2.20s/it, lr: 1.0e-04 loss: 2.351e-01]
my_first_lora_v6:  68%|######7   | 2030/3000 [01:05<35:32,  2.20s/it, lr: 1.0e-04 loss: 2.351e-01]
my_first_lora_v6:  68%|######7   | 2031/3000 [01:08<35:38,  2.21s/it, lr: 1.0e-04 loss: 4.519e-01]
my_first_lora_v6:  68%|######7   | 2031/3000 [01:08<35:38,  2.21s/it, lr: 1.0e-04 loss: 4.519e-01]
my_first_lora_v6:  68%|######7   | 2032/3000 [01:11<35:50,  2.22s/it, lr: 1.0e-04 loss: 3.746e-01]
my_first_lora_v6:  68%|######7   | 2032/3000 [01:11<35:50,  2.22s/it, lr: 1.0e-04 loss: 3.746e-01]
my_first_lora_v6:  68%|######7   | 2033/3000 [01:13<35:55,  2.23s/it, lr: 1.0e-04 loss: 2.480e-01]
my_first_lora_v6:  68%|######7   | 2033/3000 [01:13<35:55,  2.23s/it, lr: 1.0e-04 loss: 2.480e-01]
my_first_lora_v6:  68%|######7   | 2034/3000 [01:14<35:18,  2.19s/it, lr: 1.0e-04 loss: 4.165e-01]
my_first_lora_v6:  68%|######7   | 2034/3000 [01:14<35:18,  2.19s/it, lr: 1.0e-04 loss: 4.165e-01]
my_first_lora_v6:  68%|######7   | 2035/3000 [01:17<35:34,  2.21s/it, lr: 1.0e-04 loss: 3.518e-01]
my_first_lora_v6:  68%|######7   | 2035/3000 [01:17<35:34,  2.21s/it, lr: 1.0e-04 loss: 3.518e-01]
my_first_lora_v6:  68%|######7   | 2036/3000 [01:18<35:00,  2.18s/it, lr: 1.0e-04 loss: 1.536e-01]
my_first_lora_v6:  68%|######7   | 2036/3000 [01:18<35:00,  2.18s/it, lr: 1.0e-04 loss: 1.536e-01]
my_first_lora_v6:  68%|######7   | 2037/3000 [01:20<35:06,  2.19s/it, lr: 1.0e-04 loss: 7.069e-01]
my_first_lora_v6:  68%|######7   | 2037/3000 [01:20<35:06,  2.19s/it, lr: 1.0e-04 loss: 7.069e-01]
my_first_lora_v6:  68%|######7   | 2038/3000 [01:22<34:58,  2.18s/it, lr: 1.0e-04 loss: 4.733e-01]
my_first_lora_v6:  68%|######7   | 2038/3000 [01:22<34:58,  2.18s/it, lr: 1.0e-04 loss: 4.733e-01]
my_first_lora_v6:  68%|######7   | 2039/3000 [01:25<35:02,  2.19s/it, lr: 1.0e-04 loss: 6.967e-01]
my_first_lora_v6:  68%|######7   | 2039/3000 [01:25<35:02,  2.19s/it, lr: 1.0e-04 loss: 6.967e-01]
my_first_lora_v6:  68%|######8   | 2040/3000 [01:26<34:32,  2.16s/it, lr: 1.0e-04 loss: 5.142e-01]
my_first_lora_v6:  68%|######8   | 2040/3000 [01:26<34:32,  2.16s/it, lr: 1.0e-04 loss: 5.142e-01]
my_first_lora_v6:  68%|######8   | 2041/3000 [01:28<34:36,  2.17s/it, lr: 1.0e-04 loss: 1.448e-01]
my_first_lora_v6:  68%|######8   | 2041/3000 [01:28<34:36,  2.17s/it, lr: 1.0e-04 loss: 1.448e-01]
my_first_lora_v6:  68%|######8   | 2042/3000 [01:30<34:32,  2.16s/it, lr: 1.0e-04 loss: 4.429e-01]
my_first_lora_v6:  68%|######8   | 2042/3000 [01:30<34:32,  2.16s/it, lr: 1.0e-04 loss: 4.429e-01]
my_first_lora_v6:  68%|######8   | 2043/3000 [01:33<34:36,  2.17s/it, lr: 1.0e-04 loss: 3.132e-01]
my_first_lora_v6:  68%|######8   | 2043/3000 [01:33<34:36,  2.17s/it, lr: 1.0e-04 loss: 3.132e-01]
my_first_lora_v6:  68%|######8   | 2044/3000 [01:35<34:44,  2.18s/it, lr: 1.0e-04 loss: 2.517e-01]
my_first_lora_v6:  68%|######8   | 2044/3000 [01:35<34:44,  2.18s/it, lr: 1.0e-04 loss: 2.517e-01]
my_first_lora_v6:  68%|######8   | 2045/3000 [01:37<34:33,  2.17s/it, lr: 1.0e-04 loss: 5.198e-01]
my_first_lora_v6:  68%|######8   | 2045/3000 [01:37<34:33,  2.17s/it, lr: 1.0e-04 loss: 5.198e-01]
my_first_lora_v6:  68%|######8   | 2046/3000 [01:40<34:37,  2.18s/it, lr: 1.0e-04 loss: 4.094e-01]
my_first_lora_v6:  68%|######8   | 2046/3000 [01:40<34:37,  2.18s/it, lr: 1.0e-04 loss: 4.094e-01]
my_first_lora_v6:  68%|######8   | 2047/3000 [01:41<34:11,  2.15s/it, lr: 1.0e-04 loss: 7.709e-01]
my_first_lora_v6:  68%|######8   | 2047/3000 [01:41<34:11,  2.15s/it, lr: 1.0e-04 loss: 7.709e-01]
my_first_lora_v6:  68%|######8   | 2048/3000 [01:43<34:20,  2.16s/it, lr: 1.0e-04 loss: 1.506e-01]
my_first_lora_v6:  68%|######8   | 2048/3000 [01:43<34:20,  2.16s/it, lr: 1.0e-04 loss: 1.506e-01]
my_first_lora_v6:  68%|######8   | 2049/3000 [01:44<33:55,  2.14s/it, lr: 1.0e-04 loss: 5.341e-02]
my_first_lora_v6:  68%|######8   | 2049/3000 [01:44<33:55,  2.14s/it, lr: 1.0e-04 loss: 5.341e-02]
my_first_lora_v6:  68%|######8   | 2050/3000 [01:46<33:49,  2.14s/it, lr: 1.0e-04 loss: 4.812e-01]
my_first_lora_v6:  68%|######8   | 2050/3000 [01:46<33:49,  2.14s/it, lr: 1.0e-04 loss: 4.812e-01]
my_first_lora_v6:  68%|######8   | 2051/3000 [01:49<33:53,  2.14s/it, lr: 1.0e-04 loss: 3.968e-01]
my_first_lora_v6:  68%|######8   | 2051/3000 [01:49<33:53,  2.14s/it, lr: 1.0e-04 loss: 3.968e-01]
my_first_lora_v6:  68%|######8   | 2052/3000 [01:51<33:57,  2.15s/it, lr: 1.0e-04 loss: 2.004e-01]
my_first_lora_v6:  68%|######8   | 2052/3000 [01:51<33:57,  2.15s/it, lr: 1.0e-04 loss: 2.004e-01]
my_first_lora_v6:  68%|######8   | 2053/3000 [01:54<34:03,  2.16s/it, lr: 1.0e-04 loss: 1.761e-01]
my_first_lora_v6:  68%|######8   | 2053/3000 [01:54<34:03,  2.16s/it, lr: 1.0e-04 loss: 1.761e-01]
my_first_lora_v6:  68%|######8   | 2054/3000 [01:57<34:11,  2.17s/it, lr: 1.0e-04 loss: 3.518e-01]
my_first_lora_v6:  68%|######8   | 2054/3000 [01:57<34:11,  2.17s/it, lr: 1.0e-04 loss: 3.518e-01]
my_first_lora_v6:  68%|######8   | 2055/3000 [01:59<34:05,  2.17s/it, lr: 1.0e-04 loss: 3.114e-01]
my_first_lora_v6:  68%|######8   | 2055/3000 [01:59<34:05,  2.17s/it, lr: 1.0e-04 loss: 3.114e-01]
my_first_lora_v6:  69%|######8   | 2056/3000 [02:01<34:08,  2.17s/it, lr: 1.0e-04 loss: 7.942e-01]
my_first_lora_v6:  69%|######8   | 2056/3000 [02:01<34:08,  2.17s/it, lr: 1.0e-04 loss: 7.942e-01]
my_first_lora_v6:  69%|######8   | 2057/3000 [02:02<33:52,  2.16s/it, lr: 1.0e-04 loss: 8.494e-01]
my_first_lora_v6:  69%|######8   | 2057/3000 [02:02<33:52,  2.16s/it, lr: 1.0e-04 loss: 8.494e-01]
my_first_lora_v6:  69%|######8   | 2058/3000 [02:05<33:55,  2.16s/it, lr: 1.0e-04 loss: 1.817e-01]
my_first_lora_v6:  69%|######8   | 2058/3000 [02:05<33:55,  2.16s/it, lr: 1.0e-04 loss: 1.817e-01]
my_first_lora_v6:  69%|######8   | 2059/3000 [02:07<33:58,  2.17s/it, lr: 1.0e-04 loss: 6.909e-01]
my_first_lora_v6:  69%|######8   | 2059/3000 [02:07<33:58,  2.17s/it, lr: 1.0e-04 loss: 6.909e-01]
my_first_lora_v6:  69%|######8   | 2060/3000 [02:08<33:37,  2.15s/it, lr: 1.0e-04 loss: 3.013e-01]
my_first_lora_v6:  69%|######8   | 2060/3000 [02:08<33:37,  2.15s/it, lr: 1.0e-04 loss: 3.013e-01]
my_first_lora_v6:  69%|######8   | 2061/3000 [02:10<33:30,  2.14s/it, lr: 1.0e-04 loss: 6.544e-02]
my_first_lora_v6:  69%|######8   | 2061/3000 [02:10<33:30,  2.14s/it, lr: 1.0e-04 loss: 6.544e-02]
my_first_lora_v6:  69%|######8   | 2062/3000 [02:11<33:14,  2.13s/it, lr: 1.0e-04 loss: 5.638e-01]
my_first_lora_v6:  69%|######8   | 2062/3000 [02:11<33:14,  2.13s/it, lr: 1.0e-04 loss: 5.638e-01]
my_first_lora_v6:  69%|######8   | 2063/3000 [02:14<33:17,  2.13s/it, lr: 1.0e-04 loss: 7.548e-01]
my_first_lora_v6:  69%|######8   | 2063/3000 [02:14<33:17,  2.13s/it, lr: 1.0e-04 loss: 7.548e-01]
my_first_lora_v6:  69%|######8   | 2064/3000 [02:16<33:11,  2.13s/it, lr: 1.0e-04 loss: 1.966e-01]
my_first_lora_v6:  69%|######8   | 2064/3000 [02:16<33:11,  2.13s/it, lr: 1.0e-04 loss: 1.966e-01]
my_first_lora_v6:  69%|######8   | 2065/3000 [02:18<33:06,  2.13s/it, lr: 1.0e-04 loss: 2.704e-01]
my_first_lora_v6:  69%|######8   | 2065/3000 [02:18<33:06,  2.13s/it, lr: 1.0e-04 loss: 2.704e-01]
my_first_lora_v6:  69%|######8   | 2066/3000 [02:20<33:09,  2.13s/it, lr: 1.0e-04 loss: 6.151e-01]
my_first_lora_v6:  69%|######8   | 2066/3000 [02:20<33:09,  2.13s/it, lr: 1.0e-04 loss: 6.151e-01]
my_first_lora_v6:  69%|######8   | 2067/3000 [02:23<33:12,  2.14s/it, lr: 1.0e-04 loss: 1.476e-01]
my_first_lora_v6:  69%|######8   | 2067/3000 [02:23<33:12,  2.14s/it, lr: 1.0e-04 loss: 1.476e-01]
my_first_lora_v6:  69%|######8   | 2068/3000 [02:24<32:54,  2.12s/it, lr: 1.0e-04 loss: 7.562e-01]
my_first_lora_v6:  69%|######8   | 2068/3000 [02:24<32:54,  2.12s/it, lr: 1.0e-04 loss: 7.562e-01]
my_first_lora_v6:  69%|######8   | 2069/3000 [02:26<32:56,  2.12s/it, lr: 1.0e-04 loss: 8.506e-01]
my_first_lora_v6:  69%|######8   | 2069/3000 [02:26<32:56,  2.12s/it, lr: 1.0e-04 loss: 8.506e-01]
my_first_lora_v6:  69%|######9   | 2070/3000 [02:29<33:02,  2.13s/it, lr: 1.0e-04 loss: 4.927e-01]
my_first_lora_v6:  69%|######9   | 2070/3000 [02:29<33:02,  2.13s/it, lr: 1.0e-04 loss: 4.927e-01]
my_first_lora_v6:  69%|######9   | 2071/3000 [02:32<33:10,  2.14s/it, lr: 1.0e-04 loss: 1.913e-01]
my_first_lora_v6:  69%|######9   | 2071/3000 [02:32<33:10,  2.14s/it, lr: 1.0e-04 loss: 1.913e-01]
my_first_lora_v6:  69%|######9   | 2072/3000 [02:34<33:15,  2.15s/it, lr: 1.0e-04 loss: 6.768e-01]
my_first_lora_v6:  69%|######9   | 2072/3000 [02:34<33:15,  2.15s/it, lr: 1.0e-04 loss: 6.768e-01]
my_first_lora_v6:  69%|######9   | 2073/3000 [02:37<33:17,  2.16s/it, lr: 1.0e-04 loss: 4.199e-01]
my_first_lora_v6:  69%|######9   | 2073/3000 [02:37<33:17,  2.16s/it, lr: 1.0e-04 loss: 4.199e-01]
my_first_lora_v6:  69%|######9   | 2074/3000 [02:39<33:19,  2.16s/it, lr: 1.0e-04 loss: 3.660e-01]
my_first_lora_v6:  69%|######9   | 2074/3000 [02:39<33:19,  2.16s/it, lr: 1.0e-04 loss: 3.660e-01]
my_first_lora_v6:  69%|######9   | 2075/3000 [02:41<33:14,  2.16s/it, lr: 1.0e-04 loss: 7.896e-01]
my_first_lora_v6:  69%|######9   | 2075/3000 [02:41<33:14,  2.16s/it, lr: 1.0e-04 loss: 7.896e-01]
my_first_lora_v6:  69%|######9   | 2076/3000 [02:44<33:16,  2.16s/it, lr: 1.0e-04 loss: 7.316e-02]
my_first_lora_v6:  69%|######9   | 2076/3000 [02:44<33:16,  2.16s/it, lr: 1.0e-04 loss: 7.316e-02]
my_first_lora_v6:  69%|######9   | 2077/3000 [02:45<33:00,  2.15s/it, lr: 1.0e-04 loss: 8.496e-01]
my_first_lora_v6:  69%|######9   | 2077/3000 [02:45<33:00,  2.15s/it, lr: 1.0e-04 loss: 8.496e-01]
my_first_lora_v6:  69%|######9   | 2078/3000 [02:46<32:44,  2.13s/it, lr: 1.0e-04 loss: 2.344e-01]
my_first_lora_v6:  69%|######9   | 2078/3000 [02:46<32:44,  2.13s/it, lr: 1.0e-04 loss: 2.344e-01]
my_first_lora_v6:  69%|######9   | 2079/3000 [02:47<32:38,  2.13s/it, lr: 1.0e-04 loss: 3.604e-01]
my_first_lora_v6:  69%|######9   | 2079/3000 [02:47<32:38,  2.13s/it, lr: 1.0e-04 loss: 3.604e-01]
my_first_lora_v6:  69%|######9   | 2080/3000 [02:50<32:36,  2.13s/it, lr: 1.0e-04 loss: 1.766e-01]
my_first_lora_v6:  69%|######9   | 2080/3000 [02:50<32:36,  2.13s/it, lr: 1.0e-04 loss: 1.766e-01]
my_first_lora_v6:  69%|######9   | 2081/3000 [02:51<32:21,  2.11s/it, lr: 1.0e-04 loss: 3.347e-01]
my_first_lora_v6:  69%|######9   | 2081/3000 [02:51<32:21,  2.11s/it, lr: 1.0e-04 loss: 3.347e-01]
my_first_lora_v6:  69%|######9   | 2082/3000 [02:53<32:23,  2.12s/it, lr: 1.0e-04 loss: 5.123e-01]
my_first_lora_v6:  69%|######9   | 2082/3000 [02:53<32:23,  2.12s/it, lr: 1.0e-04 loss: 5.123e-01]
my_first_lora_v6:  69%|######9   | 2083/3000 [02:56<32:24,  2.12s/it, lr: 1.0e-04 loss: 1.020e-01]
my_first_lora_v6:  69%|######9   | 2083/3000 [02:56<32:24,  2.12s/it, lr: 1.0e-04 loss: 1.020e-01]
my_first_lora_v6:  69%|######9   | 2084/3000 [02:56<32:10,  2.11s/it, lr: 1.0e-04 loss: 2.561e-01]
my_first_lora_v6:  69%|######9   | 2084/3000 [02:56<32:10,  2.11s/it, lr: 1.0e-04 loss: 2.561e-01]
my_first_lora_v6:  70%|######9   | 2085/3000 [02:58<32:04,  2.10s/it, lr: 1.0e-04 loss: 4.723e-01]
my_first_lora_v6:  70%|######9   | 2085/3000 [02:58<32:04,  2.10s/it, lr: 1.0e-04 loss: 4.723e-01]
my_first_lora_v6:  70%|######9   | 2086/3000 [03:01<32:08,  2.11s/it, lr: 1.0e-04 loss: 4.640e-01]
my_first_lora_v6:  70%|######9   | 2086/3000 [03:01<32:08,  2.11s/it, lr: 1.0e-04 loss: 4.640e-01]
my_first_lora_v6:  70%|######9   | 2087/3000 [03:03<32:10,  2.11s/it, lr: 1.0e-04 loss: 2.118e-01]
my_first_lora_v6:  70%|######9   | 2087/3000 [03:03<32:10,  2.11s/it, lr: 1.0e-04 loss: 2.118e-01]
my_first_lora_v6:  70%|######9   | 2088/3000 [03:06<32:14,  2.12s/it, lr: 1.0e-04 loss: 7.657e-01]
my_first_lora_v6:  70%|######9   | 2088/3000 [03:06<32:14,  2.12s/it, lr: 1.0e-04 loss: 7.657e-01]
my_first_lora_v6:  70%|######9   | 2089/3000 [03:09<32:19,  2.13s/it, lr: 1.0e-04 loss: 2.185e-01]
my_first_lora_v6:  70%|######9   | 2089/3000 [03:09<32:19,  2.13s/it, lr: 1.0e-04 loss: 2.185e-01]
my_first_lora_v6:  70%|######9   | 2090/3000 [03:11<32:16,  2.13s/it, lr: 1.0e-04 loss: 1.816e-02]
my_first_lora_v6:  70%|######9   | 2090/3000 [03:11<32:16,  2.13s/it, lr: 1.0e-04 loss: 1.816e-02]
my_first_lora_v6:  70%|######9   | 2091/3000 [03:13<32:17,  2.13s/it, lr: 1.0e-04 loss: 4.035e-02]
my_first_lora_v6:  70%|######9   | 2091/3000 [03:13<32:17,  2.13s/it, lr: 1.0e-04 loss: 4.035e-02]
my_first_lora_v6:  70%|######9   | 2092/3000 [03:15<32:11,  2.13s/it, lr: 1.0e-04 loss: 3.941e-02]
my_first_lora_v6:  70%|######9   | 2092/3000 [03:15<32:11,  2.13s/it, lr: 1.0e-04 loss: 3.941e-02]
my_first_lora_v6:  70%|######9   | 2093/3000 [03:16<31:58,  2.12s/it, lr: 1.0e-04 loss: 8.573e-01]
my_first_lora_v6:  70%|######9   | 2093/3000 [03:16<31:58,  2.12s/it, lr: 1.0e-04 loss: 8.573e-01]
my_first_lora_v6:  70%|######9   | 2094/3000 [03:19<31:59,  2.12s/it, lr: 1.0e-04 loss: 2.409e-01]
my_first_lora_v6:  70%|######9   | 2094/3000 [03:19<31:59,  2.12s/it, lr: 1.0e-04 loss: 2.409e-01]
my_first_lora_v6:  70%|######9   | 2095/3000 [03:20<31:46,  2.11s/it, lr: 1.0e-04 loss: 3.808e-01]
my_first_lora_v6:  70%|######9   | 2095/3000 [03:20<31:46,  2.11s/it, lr: 1.0e-04 loss: 3.808e-01]
my_first_lora_v6:  70%|######9   | 2096/3000 [03:22<31:47,  2.11s/it, lr: 1.0e-04 loss: 4.551e-01]
my_first_lora_v6:  70%|######9   | 2096/3000 [03:22<31:47,  2.11s/it, lr: 1.0e-04 loss: 4.551e-01]
my_first_lora_v6:  70%|######9   | 2097/3000 [03:25<31:48,  2.11s/it, lr: 1.0e-04 loss: 3.788e-01]
my_first_lora_v6:  70%|######9   | 2097/3000 [03:25<31:48,  2.11s/it, lr: 1.0e-04 loss: 3.788e-01]
my_first_lora_v6:  70%|######9   | 2098/3000 [03:27<31:45,  2.11s/it, lr: 1.0e-04 loss: 3.319e-01]
my_first_lora_v6:  70%|######9   | 2098/3000 [03:27<31:45,  2.11s/it, lr: 1.0e-04 loss: 3.319e-01]
my_first_lora_v6:  70%|######9   | 2099/3000 [03:28<31:42,  2.11s/it, lr: 1.0e-04 loss: 7.327e-01]
my_first_lora_v6:  70%|######9   | 2099/3000 [03:28<31:42,  2.11s/it, lr: 1.0e-04 loss: 7.327e-01]
my_first_lora_v6:  70%|#######   | 2100/3000 [03:31<31:45,  2.12s/it, lr: 1.0e-04 loss: 1.682e-01]
my_first_lora_v6:  70%|#######   | 2100/3000 [03:31<31:45,  2.12s/it, lr: 1.0e-04 loss: 1.682e-01]
my_first_lora_v6:  70%|#######   | 2101/3000 [03:33<31:36,  2.11s/it, lr: 1.0e-04 loss: 1.563e-01]
my_first_lora_v6:  70%|#######   | 2101/3000 [03:33<31:36,  2.11s/it, lr: 1.0e-04 loss: 1.563e-01]
my_first_lora_v6:  70%|#######   | 2102/3000 [03:35<31:37,  2.11s/it, lr: 1.0e-04 loss: 6.530e-02]
my_first_lora_v6:  70%|#######   | 2102/3000 [03:35<31:37,  2.11s/it, lr: 1.0e-04 loss: 6.530e-02]
my_first_lora_v6:  70%|#######   | 2103/3000 [03:37<31:37,  2.12s/it, lr: 1.0e-04 loss: 4.443e-02]
my_first_lora_v6:  70%|#######   | 2103/3000 [03:37<31:37,  2.12s/it, lr: 1.0e-04 loss: 4.443e-02]
my_first_lora_v6:  70%|#######   | 2104/3000 [03:40<31:38,  2.12s/it, lr: 1.0e-04 loss: 8.461e-01]
my_first_lora_v6:  70%|#######   | 2104/3000 [03:40<31:38,  2.12s/it, lr: 1.0e-04 loss: 8.461e-01]
my_first_lora_v6:  70%|#######   | 2105/3000 [03:42<31:39,  2.12s/it, lr: 1.0e-04 loss: 3.450e-02]
my_first_lora_v6:  70%|#######   | 2105/3000 [03:42<31:39,  2.12s/it, lr: 1.0e-04 loss: 3.450e-02]
my_first_lora_v6:  70%|#######   | 2106/3000 [03:43<31:27,  2.11s/it, lr: 1.0e-04 loss: 8.111e-01]
my_first_lora_v6:  70%|#######   | 2106/3000 [03:43<31:27,  2.11s/it, lr: 1.0e-04 loss: 8.111e-01]
my_first_lora_v6:  70%|#######   | 2107/3000 [03:45<31:17,  2.10s/it, lr: 1.0e-04 loss: 4.537e-01]
my_first_lora_v6:  70%|#######   | 2107/3000 [03:45<31:17,  2.10s/it, lr: 1.0e-04 loss: 4.537e-01]
my_first_lora_v6:  70%|#######   | 2108/3000 [03:46<31:14,  2.10s/it, lr: 1.0e-04 loss: 6.745e-01]
my_first_lora_v6:  70%|#######   | 2108/3000 [03:46<31:14,  2.10s/it, lr: 1.0e-04 loss: 6.745e-01]
my_first_lora_v6:  70%|#######   | 2109/3000 [03:47<31:03,  2.09s/it, lr: 1.0e-04 loss: 6.955e-01]
my_first_lora_v6:  70%|#######   | 2109/3000 [03:47<31:03,  2.09s/it, lr: 1.0e-04 loss: 6.955e-01]
my_first_lora_v6:  70%|#######   | 2110/3000 [03:50<31:04,  2.09s/it, lr: 1.0e-04 loss: 1.420e-01]
my_first_lora_v6:  70%|#######   | 2110/3000 [03:50<31:04,  2.09s/it, lr: 1.0e-04 loss: 1.420e-01]
my_first_lora_v6:  70%|#######   | 2111/3000 [03:53<31:07,  2.10s/it, lr: 1.0e-04 loss: 7.496e-01]
my_first_lora_v6:  70%|#######   | 2111/3000 [03:53<31:07,  2.10s/it, lr: 1.0e-04 loss: 7.496e-01]
my_first_lora_v6:  70%|#######   | 2112/3000 [03:55<31:07,  2.10s/it, lr: 1.0e-04 loss: 1.958e-01]
my_first_lora_v6:  70%|#######   | 2112/3000 [03:55<31:07,  2.10s/it, lr: 1.0e-04 loss: 1.958e-01]
my_first_lora_v6:  70%|#######   | 2113/3000 [03:57<31:03,  2.10s/it, lr: 1.0e-04 loss: 4.345e-01]
my_first_lora_v6:  70%|#######   | 2113/3000 [03:57<31:03,  2.10s/it, lr: 1.0e-04 loss: 4.345e-01]
my_first_lora_v6:  70%|#######   | 2114/3000 [03:59<31:03,  2.10s/it, lr: 1.0e-04 loss: 7.224e-01]
my_first_lora_v6:  70%|#######   | 2114/3000 [03:59<31:03,  2.10s/it, lr: 1.0e-04 loss: 7.224e-01]
my_first_lora_v6:  70%|#######   | 2115/3000 [04:02<31:06,  2.11s/it, lr: 1.0e-04 loss: 5.542e-02]
my_first_lora_v6:  70%|#######   | 2115/3000 [04:02<31:06,  2.11s/it, lr: 1.0e-04 loss: 5.542e-02]
my_first_lora_v6:  71%|#######   | 2116/3000 [04:04<31:04,  2.11s/it, lr: 1.0e-04 loss: 3.187e-01]
my_first_lora_v6:  71%|#######   | 2116/3000 [04:04<31:04,  2.11s/it, lr: 1.0e-04 loss: 3.187e-01]
my_first_lora_v6:  71%|#######   | 2117/3000 [04:05<30:54,  2.10s/it, lr: 1.0e-04 loss: 4.992e-01]
my_first_lora_v6:  71%|#######   | 2117/3000 [04:05<30:54,  2.10s/it, lr: 1.0e-04 loss: 4.992e-01]
my_first_lora_v6:  71%|#######   | 2118/3000 [04:08<30:54,  2.10s/it, lr: 1.0e-04 loss: 6.791e-01]
my_first_lora_v6:  71%|#######   | 2118/3000 [04:08<30:54,  2.10s/it, lr: 1.0e-04 loss: 6.791e-01]
my_first_lora_v6:  71%|#######   | 2119/3000 [04:09<30:44,  2.09s/it, lr: 1.0e-04 loss: 3.279e-01]
my_first_lora_v6:  71%|#######   | 2119/3000 [04:09<30:44,  2.09s/it, lr: 1.0e-04 loss: 3.279e-01]
my_first_lora_v6:  71%|#######   | 2120/3000 [04:10<30:40,  2.09s/it, lr: 1.0e-04 loss: 1.269e-01]
my_first_lora_v6:  71%|#######   | 2120/3000 [04:10<30:40,  2.09s/it, lr: 1.0e-04 loss: 1.269e-01]
my_first_lora_v6:  71%|#######   | 2121/3000 [04:13<30:42,  2.10s/it, lr: 1.0e-04 loss: 6.623e-01]
my_first_lora_v6:  71%|#######   | 2121/3000 [04:13<30:42,  2.10s/it, lr: 1.0e-04 loss: 6.623e-01]
my_first_lora_v6:  71%|#######   | 2122/3000 [04:16<30:42,  2.10s/it, lr: 1.0e-04 loss: 6.887e-01]
my_first_lora_v6:  71%|#######   | 2122/3000 [04:16<30:42,  2.10s/it, lr: 1.0e-04 loss: 6.887e-01]
my_first_lora_v6:  71%|#######   | 2123/3000 [04:18<30:43,  2.10s/it, lr: 1.0e-04 loss: 3.329e-01]
my_first_lora_v6:  71%|#######   | 2123/3000 [04:18<30:43,  2.10s/it, lr: 1.0e-04 loss: 3.329e-01]
my_first_lora_v6:  71%|#######   | 2124/3000 [04:20<30:43,  2.10s/it, lr: 1.0e-04 loss: 3.305e-01]
my_first_lora_v6:  71%|#######   | 2124/3000 [04:20<30:43,  2.10s/it, lr: 1.0e-04 loss: 3.305e-01]
my_first_lora_v6:  71%|#######   | 2125/3000 [04:23<30:44,  2.11s/it, lr: 1.0e-04 loss: 2.640e-01]
my_first_lora_v6:  71%|#######   | 2125/3000 [04:23<30:44,  2.11s/it, lr: 1.0e-04 loss: 2.640e-01]
my_first_lora_v6:  71%|#######   | 2126/3000 [04:25<30:40,  2.11s/it, lr: 1.0e-04 loss: 4.465e-01]
my_first_lora_v6:  71%|#######   | 2126/3000 [04:25<30:40,  2.11s/it, lr: 1.0e-04 loss: 4.465e-01]
my_first_lora_v6:  71%|#######   | 2127/3000 [04:27<30:41,  2.11s/it, lr: 1.0e-04 loss: 6.333e-01]
my_first_lora_v6:  71%|#######   | 2127/3000 [04:27<30:41,  2.11s/it, lr: 1.0e-04 loss: 6.333e-01]
my_first_lora_v6:  71%|#######   | 2128/3000 [04:28<30:31,  2.10s/it, lr: 1.0e-04 loss: 1.350e-01]
my_first_lora_v6:  71%|#######   | 2128/3000 [04:28<30:31,  2.10s/it, lr: 1.0e-04 loss: 1.350e-01]
my_first_lora_v6:  71%|#######   | 2129/3000 [04:31<30:33,  2.11s/it, lr: 1.0e-04 loss: 1.243e-01]
my_first_lora_v6:  71%|#######   | 2129/3000 [04:31<30:33,  2.11s/it, lr: 1.0e-04 loss: 1.243e-01]
my_first_lora_v6:  71%|#######1  | 2130/3000 [04:34<30:33,  2.11s/it, lr: 1.0e-04 loss: 2.931e-01]
my_first_lora_v6:  71%|#######1  | 2130/3000 [04:34<30:33,  2.11s/it, lr: 1.0e-04 loss: 2.931e-01]
my_first_lora_v6:  71%|#######1  | 2131/3000 [04:34<30:24,  2.10s/it, lr: 1.0e-04 loss: 8.216e-01]
my_first_lora_v6:  71%|#######1  | 2131/3000 [04:34<30:24,  2.10s/it, lr: 1.0e-04 loss: 8.216e-01]
my_first_lora_v6:  71%|#######1  | 2132/3000 [04:37<30:26,  2.10s/it, lr: 1.0e-04 loss: 3.842e-01]
my_first_lora_v6:  71%|#######1  | 2132/3000 [04:37<30:26,  2.10s/it, lr: 1.0e-04 loss: 3.842e-01]
my_first_lora_v6:  71%|#######1  | 2133/3000 [04:39<30:22,  2.10s/it, lr: 1.0e-04 loss: 3.507e-01]
my_first_lora_v6:  71%|#######1  | 2133/3000 [04:39<30:22,  2.10s/it, lr: 1.0e-04 loss: 3.507e-01]
my_first_lora_v6:  71%|#######1  | 2134/3000 [04:40<30:15,  2.10s/it, lr: 1.0e-04 loss: 3.305e-01]
my_first_lora_v6:  71%|#######1  | 2134/3000 [04:40<30:15,  2.10s/it, lr: 1.0e-04 loss: 3.305e-01]
my_first_lora_v6:  71%|#######1  | 2135/3000 [04:43<30:15,  2.10s/it, lr: 1.0e-04 loss: 7.716e-01]
my_first_lora_v6:  71%|#######1  | 2135/3000 [04:43<30:15,  2.10s/it, lr: 1.0e-04 loss: 7.716e-01]
my_first_lora_v6:  71%|#######1  | 2136/3000 [04:45<30:16,  2.10s/it, lr: 1.0e-04 loss: 7.642e-01]
my_first_lora_v6:  71%|#######1  | 2136/3000 [04:45<30:16,  2.10s/it, lr: 1.0e-04 loss: 7.642e-01]
my_first_lora_v6:  71%|#######1  | 2137/3000 [04:48<30:16,  2.11s/it, lr: 1.0e-04 loss: 1.575e-02]
my_first_lora_v6:  71%|#######1  | 2137/3000 [04:48<30:16,  2.11s/it, lr: 1.0e-04 loss: 1.575e-02]
my_first_lora_v6:  71%|#######1  | 2138/3000 [04:50<30:16,  2.11s/it, lr: 1.0e-04 loss: 7.406e-01]
my_first_lora_v6:  71%|#######1  | 2138/3000 [04:50<30:16,  2.11s/it, lr: 1.0e-04 loss: 7.406e-01]
my_first_lora_v6:  71%|#######1  | 2139/3000 [04:52<30:13,  2.11s/it, lr: 1.0e-04 loss: 4.680e-01]
my_first_lora_v6:  71%|#######1  | 2139/3000 [04:52<30:13,  2.11s/it, lr: 1.0e-04 loss: 4.680e-01]
my_first_lora_v6:  71%|#######1  | 2140/3000 [04:54<30:10,  2.10s/it, lr: 1.0e-04 loss: 5.275e-01]
my_first_lora_v6:  71%|#######1  | 2140/3000 [04:54<30:10,  2.10s/it, lr: 1.0e-04 loss: 5.275e-01]
my_first_lora_v6:  71%|#######1  | 2141/3000 [04:55<30:01,  2.10s/it, lr: 1.0e-04 loss: 7.247e-01]
my_first_lora_v6:  71%|#######1  | 2141/3000 [04:55<30:01,  2.10s/it, lr: 1.0e-04 loss: 7.247e-01]
my_first_lora_v6:  71%|#######1  | 2142/3000 [04:58<30:01,  2.10s/it, lr: 1.0e-04 loss: 7.029e-01]
my_first_lora_v6:  71%|#######1  | 2142/3000 [04:58<30:01,  2.10s/it, lr: 1.0e-04 loss: 7.029e-01]
my_first_lora_v6:  71%|#######1  | 2143/3000 [04:59<29:55,  2.10s/it, lr: 1.0e-04 loss: 8.543e-01]
my_first_lora_v6:  71%|#######1  | 2143/3000 [04:59<29:55,  2.10s/it, lr: 1.0e-04 loss: 8.543e-01]
my_first_lora_v6:  71%|#######1  | 2144/3000 [05:02<29:57,  2.10s/it, lr: 1.0e-04 loss: 7.132e-01]
my_first_lora_v6:  71%|#######1  | 2144/3000 [05:02<29:57,  2.10s/it, lr: 1.0e-04 loss: 7.132e-01]
my_first_lora_v6:  72%|#######1  | 2145/3000 [05:04<29:57,  2.10s/it, lr: 1.0e-04 loss: 2.829e-02]
my_first_lora_v6:  72%|#######1  | 2145/3000 [05:04<29:57,  2.10s/it, lr: 1.0e-04 loss: 2.829e-02]
my_first_lora_v6:  72%|#######1  | 2146/3000 [05:06<29:54,  2.10s/it, lr: 1.0e-04 loss: 8.303e-01]
my_first_lora_v6:  72%|#######1  | 2146/3000 [05:06<29:54,  2.10s/it, lr: 1.0e-04 loss: 8.303e-01]
my_first_lora_v6:  72%|#######1  | 2147/3000 [05:08<29:50,  2.10s/it, lr: 1.0e-04 loss: 5.336e-01]
my_first_lora_v6:  72%|#######1  | 2147/3000 [05:08<29:50,  2.10s/it, lr: 1.0e-04 loss: 5.336e-01]
my_first_lora_v6:  72%|#######1  | 2148/3000 [05:11<29:50,  2.10s/it, lr: 1.0e-04 loss: 4.243e-01]
my_first_lora_v6:  72%|#######1  | 2148/3000 [05:11<29:50,  2.10s/it, lr: 1.0e-04 loss: 4.243e-01]
my_first_lora_v6:  72%|#######1  | 2149/3000 [05:13<29:50,  2.10s/it, lr: 1.0e-04 loss: 3.806e-01]
my_first_lora_v6:  72%|#######1  | 2149/3000 [05:13<29:50,  2.10s/it, lr: 1.0e-04 loss: 3.806e-01]
my_first_lora_v6:  72%|#######1  | 2150/3000 [05:15<29:50,  2.11s/it, lr: 1.0e-04 loss: 7.168e-01]
my_first_lora_v6:  72%|#######1  | 2150/3000 [05:15<29:50,  2.11s/it, lr: 1.0e-04 loss: 7.168e-01]
my_first_lora_v6:  72%|#######1  | 2151/3000 [05:16<29:42,  2.10s/it, lr: 1.0e-04 loss: 1.718e-01]
my_first_lora_v6:  72%|#######1  | 2151/3000 [05:16<29:42,  2.10s/it, lr: 1.0e-04 loss: 1.718e-01]
my_first_lora_v6:  72%|#######1  | 2152/3000 [05:18<29:39,  2.10s/it, lr: 1.0e-04 loss: 3.291e-01]
my_first_lora_v6:  72%|#######1  | 2152/3000 [05:18<29:39,  2.10s/it, lr: 1.0e-04 loss: 3.291e-01]
my_first_lora_v6:  72%|#######1  | 2153/3000 [05:21<29:39,  2.10s/it, lr: 1.0e-04 loss: 6.283e-01]
my_first_lora_v6:  72%|#######1  | 2153/3000 [05:21<29:39,  2.10s/it, lr: 1.0e-04 loss: 6.283e-01]
my_first_lora_v6:  72%|#######1  | 2154/3000 [05:23<29:38,  2.10s/it, lr: 1.0e-04 loss: 6.619e-01]
my_first_lora_v6:  72%|#######1  | 2154/3000 [05:23<29:38,  2.10s/it, lr: 1.0e-04 loss: 6.619e-01]
my_first_lora_v6:  72%|#######1  | 2155/3000 [05:24<29:30,  2.10s/it, lr: 1.0e-04 loss: 3.335e-01]
my_first_lora_v6:  72%|#######1  | 2155/3000 [05:24<29:30,  2.10s/it, lr: 1.0e-04 loss: 3.335e-01]
my_first_lora_v6:  72%|#######1  | 2156/3000 [05:27<29:30,  2.10s/it, lr: 1.0e-04 loss: 1.910e-01]
my_first_lora_v6:  72%|#######1  | 2156/3000 [05:27<29:30,  2.10s/it, lr: 1.0e-04 loss: 1.910e-01]
my_first_lora_v6:  72%|#######1  | 2157/3000 [05:29<29:30,  2.10s/it, lr: 1.0e-04 loss: 6.006e-01]
my_first_lora_v6:  72%|#######1  | 2157/3000 [05:29<29:30,  2.10s/it, lr: 1.0e-04 loss: 6.006e-01]
my_first_lora_v6:  72%|#######1  | 2158/3000 [05:31<29:29,  2.10s/it, lr: 1.0e-04 loss: 7.839e-01]
my_first_lora_v6:  72%|#######1  | 2158/3000 [05:31<29:29,  2.10s/it, lr: 1.0e-04 loss: 7.839e-01]
my_first_lora_v6:  72%|#######1  | 2159/3000 [05:32<29:21,  2.09s/it, lr: 1.0e-04 loss: 1.748e-01]
my_first_lora_v6:  72%|#######1  | 2159/3000 [05:32<29:21,  2.09s/it, lr: 1.0e-04 loss: 1.748e-01]
my_first_lora_v6:  72%|#######2  | 2160/3000 [05:35<29:22,  2.10s/it, lr: 1.0e-04 loss: 7.620e-01]
my_first_lora_v6:  72%|#######2  | 2160/3000 [05:35<29:22,  2.10s/it, lr: 1.0e-04 loss: 7.620e-01]
my_first_lora_v6:  72%|#######2  | 2161/3000 [05:37<29:20,  2.10s/it, lr: 1.0e-04 loss: 3.451e-01]
my_first_lora_v6:  72%|#######2  | 2161/3000 [05:37<29:20,  2.10s/it, lr: 1.0e-04 loss: 3.451e-01]
my_first_lora_v6:  72%|#######2  | 2162/3000 [05:40<29:20,  2.10s/it, lr: 1.0e-04 loss: 5.325e-02]
my_first_lora_v6:  72%|#######2  | 2162/3000 [05:40<29:20,  2.10s/it, lr: 1.0e-04 loss: 5.325e-02]
my_first_lora_v6:  72%|#######2  | 2163/3000 [05:42<29:19,  2.10s/it, lr: 1.0e-04 loss: 3.465e-01]
my_first_lora_v6:  72%|#######2  | 2163/3000 [05:42<29:19,  2.10s/it, lr: 1.0e-04 loss: 3.465e-01]
my_first_lora_v6:  72%|#######2  | 2164/3000 [05:44<29:16,  2.10s/it, lr: 1.0e-04 loss: 1.934e-01]
my_first_lora_v6:  72%|#######2  | 2164/3000 [05:44<29:16,  2.10s/it, lr: 1.0e-04 loss: 1.934e-01]
my_first_lora_v6:  72%|#######2  | 2165/3000 [05:47<29:17,  2.10s/it, lr: 1.0e-04 loss: 3.655e-01]
my_first_lora_v6:  72%|#######2  | 2165/3000 [05:47<29:17,  2.10s/it, lr: 1.0e-04 loss: 3.655e-01]
my_first_lora_v6:  72%|#######2  | 2166/3000 [05:48<29:09,  2.10s/it, lr: 1.0e-04 loss: 6.907e-01]
my_first_lora_v6:  72%|#######2  | 2166/3000 [05:48<29:09,  2.10s/it, lr: 1.0e-04 loss: 6.907e-01]
my_first_lora_v6:  72%|#######2  | 2167/3000 [05:50<29:09,  2.10s/it, lr: 1.0e-04 loss: 1.324e-01]
my_first_lora_v6:  72%|#######2  | 2167/3000 [05:50<29:09,  2.10s/it, lr: 1.0e-04 loss: 1.324e-01]
my_first_lora_v6:  72%|#######2  | 2168/3000 [05:53<29:08,  2.10s/it, lr: 1.0e-04 loss: 6.290e-01]
my_first_lora_v6:  72%|#######2  | 2168/3000 [05:53<29:08,  2.10s/it, lr: 1.0e-04 loss: 6.290e-01]
my_first_lora_v6:  72%|#######2  | 2169/3000 [05:54<29:01,  2.10s/it, lr: 1.0e-04 loss: 2.529e-01]
my_first_lora_v6:  72%|#######2  | 2169/3000 [05:54<29:01,  2.10s/it, lr: 1.0e-04 loss: 2.529e-01]
my_first_lora_v6:  72%|#######2  | 2170/3000 [05:56<29:01,  2.10s/it, lr: 1.0e-04 loss: 4.264e-01]
my_first_lora_v6:  72%|#######2  | 2170/3000 [05:56<29:01,  2.10s/it, lr: 1.0e-04 loss: 4.264e-01]
my_first_lora_v6:  72%|#######2  | 2171/3000 [05:59<29:02,  2.10s/it, lr: 1.0e-04 loss: 1.252e-01]
my_first_lora_v6:  72%|#######2  | 2171/3000 [05:59<29:02,  2.10s/it, lr: 1.0e-04 loss: 1.252e-01]
my_first_lora_v6:  72%|#######2  | 2172/3000 [06:02<29:03,  2.11s/it, lr: 1.0e-04 loss: 4.824e-01]
my_first_lora_v6:  72%|#######2  | 2172/3000 [06:02<29:03,  2.11s/it, lr: 1.0e-04 loss: 4.824e-01]
my_first_lora_v6:  72%|#######2  | 2173/3000 [06:04<29:03,  2.11s/it, lr: 1.0e-04 loss: 6.079e-01]
my_first_lora_v6:  72%|#######2  | 2173/3000 [06:04<29:03,  2.11s/it, lr: 1.0e-04 loss: 6.079e-01]
my_first_lora_v6:  72%|#######2  | 2174/3000 [06:05<28:55,  2.10s/it, lr: 1.0e-04 loss: 7.897e-01]
my_first_lora_v6:  72%|#######2  | 2174/3000 [06:05<28:55,  2.10s/it, lr: 1.0e-04 loss: 7.897e-01]
my_first_lora_v6:  72%|#######2  | 2175/3000 [06:07<28:53,  2.10s/it, lr: 1.0e-04 loss: 2.377e-01]
my_first_lora_v6:  72%|#######2  | 2175/3000 [06:07<28:53,  2.10s/it, lr: 1.0e-04 loss: 2.377e-01]
my_first_lora_v6:  73%|#######2  | 2176/3000 [06:08<28:45,  2.09s/it, lr: 1.0e-04 loss: 2.729e-01]
my_first_lora_v6:  73%|#######2  | 2176/3000 [06:08<28:45,  2.09s/it, lr: 1.0e-04 loss: 2.729e-01]
my_first_lora_v6:  73%|#######2  | 2177/3000 [06:11<28:45,  2.10s/it, lr: 1.0e-04 loss: 7.601e-01]
my_first_lora_v6:  73%|#######2  | 2177/3000 [06:11<28:45,  2.10s/it, lr: 1.0e-04 loss: 7.601e-01]
my_first_lora_v6:  73%|#######2  | 2178/3000 [06:12<28:42,  2.10s/it, lr: 1.0e-04 loss: 4.341e-01]
my_first_lora_v6:  73%|#######2  | 2178/3000 [06:12<28:42,  2.10s/it, lr: 1.0e-04 loss: 4.341e-01]
my_first_lora_v6:  73%|#######2  | 2179/3000 [06:14<28:39,  2.09s/it, lr: 1.0e-04 loss: 5.021e-01]
my_first_lora_v6:  73%|#######2  | 2179/3000 [06:14<28:39,  2.09s/it, lr: 1.0e-04 loss: 5.021e-01]
my_first_lora_v6:  73%|#######2  | 2180/3000 [06:16<28:36,  2.09s/it, lr: 1.0e-04 loss: 6.206e-01]
my_first_lora_v6:  73%|#######2  | 2180/3000 [06:16<28:36,  2.09s/it, lr: 1.0e-04 loss: 6.206e-01]
my_first_lora_v6:  73%|#######2  | 2181/3000 [06:19<28:36,  2.10s/it, lr: 1.0e-04 loss: 3.199e-01]
my_first_lora_v6:  73%|#######2  | 2181/3000 [06:19<28:36,  2.10s/it, lr: 1.0e-04 loss: 3.199e-01]
my_first_lora_v6:  73%|#######2  | 2182/3000 [06:20<28:29,  2.09s/it, lr: 1.0e-04 loss: 1.248e-01]
my_first_lora_v6:  73%|#######2  | 2182/3000 [06:20<28:29,  2.09s/it, lr: 1.0e-04 loss: 1.248e-01]
my_first_lora_v6:  73%|#######2  | 2183/3000 [06:22<28:29,  2.09s/it, lr: 1.0e-04 loss: 7.957e-01]
my_first_lora_v6:  73%|#######2  | 2183/3000 [06:22<28:29,  2.09s/it, lr: 1.0e-04 loss: 7.957e-01]
my_first_lora_v6:  73%|#######2  | 2184/3000 [06:25<28:28,  2.09s/it, lr: 1.0e-04 loss: 7.075e-01]
my_first_lora_v6:  73%|#######2  | 2184/3000 [06:25<28:28,  2.09s/it, lr: 1.0e-04 loss: 7.075e-01]
my_first_lora_v6:  73%|#######2  | 2185/3000 [06:27<28:28,  2.10s/it, lr: 1.0e-04 loss: 3.810e-01]
my_first_lora_v6:  73%|#######2  | 2185/3000 [06:27<28:28,  2.10s/it, lr: 1.0e-04 loss: 3.810e-01]
my_first_lora_v6:  73%|#######2  | 2186/3000 [06:30<28:29,  2.10s/it, lr: 1.0e-04 loss: 2.389e-01]
my_first_lora_v6:  73%|#######2  | 2186/3000 [06:30<28:29,  2.10s/it, lr: 1.0e-04 loss: 2.389e-01]
my_first_lora_v6:  73%|#######2  | 2187/3000 [06:31<28:23,  2.10s/it, lr: 1.0e-04 loss: 4.827e-01]
my_first_lora_v6:  73%|#######2  | 2187/3000 [06:31<28:23,  2.10s/it, lr: 1.0e-04 loss: 4.827e-01]
my_first_lora_v6:  73%|#######2  | 2188/3000 [06:34<28:24,  2.10s/it, lr: 1.0e-04 loss: 8.302e-01]
my_first_lora_v6:  73%|#######2  | 2188/3000 [06:34<28:24,  2.10s/it, lr: 1.0e-04 loss: 8.302e-01]
my_first_lora_v6:  73%|#######2  | 2189/3000 [06:37<28:23,  2.10s/it, lr: 1.0e-04 loss: 3.158e-01]
my_first_lora_v6:  73%|#######2  | 2189/3000 [06:37<28:23,  2.10s/it, lr: 1.0e-04 loss: 3.158e-01]
my_first_lora_v6:  73%|#######3  | 2190/3000 [06:39<28:23,  2.10s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6:  73%|#######3  | 2190/3000 [06:39<28:23,  2.10s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6:  73%|#######3  | 2191/3000 [06:42<28:23,  2.11s/it, lr: 1.0e-04 loss: 7.188e-01]
my_first_lora_v6:  73%|#######3  | 2191/3000 [06:42<28:23,  2.11s/it, lr: 1.0e-04 loss: 7.188e-01]
my_first_lora_v6:  73%|#######3  | 2192/3000 [06:43<28:17,  2.10s/it, lr: 1.0e-04 loss: 2.537e-01]
my_first_lora_v6:  73%|#######3  | 2192/3000 [06:43<28:17,  2.10s/it, lr: 1.0e-04 loss: 2.537e-01]
my_first_lora_v6:  73%|#######3  | 2193/3000 [06:44<28:10,  2.09s/it, lr: 1.0e-04 loss: 6.861e-02]
my_first_lora_v6:  73%|#######3  | 2193/3000 [06:44<28:10,  2.09s/it, lr: 1.0e-04 loss: 6.861e-02]
my_first_lora_v6:  73%|#######3  | 2194/3000 [06:46<28:08,  2.09s/it, lr: 1.0e-04 loss: 8.103e-01]
my_first_lora_v6:  73%|#######3  | 2194/3000 [06:46<28:08,  2.09s/it, lr: 1.0e-04 loss: 8.103e-01]
my_first_lora_v6:  73%|#######3  | 2195/3000 [06:48<28:05,  2.09s/it, lr: 1.0e-04 loss: 1.105e-01]
my_first_lora_v6:  73%|#######3  | 2195/3000 [06:48<28:05,  2.09s/it, lr: 1.0e-04 loss: 1.105e-01]
my_first_lora_v6:  73%|#######3  | 2196/3000 [06:50<28:04,  2.10s/it, lr: 1.0e-04 loss: 3.663e-01]
my_first_lora_v6:  73%|#######3  | 2196/3000 [06:50<28:04,  2.10s/it, lr: 1.0e-04 loss: 3.663e-01]
my_first_lora_v6:  73%|#######3  | 2197/3000 [06:53<28:04,  2.10s/it, lr: 1.0e-04 loss: 2.955e-01]
my_first_lora_v6:  73%|#######3  | 2197/3000 [06:53<28:04,  2.10s/it, lr: 1.0e-04 loss: 2.955e-01]
my_first_lora_v6:  73%|#######3  | 2198/3000 [06:55<28:01,  2.10s/it, lr: 1.0e-04 loss: 2.186e-01]
my_first_lora_v6:  73%|#######3  | 2198/3000 [06:55<28:01,  2.10s/it, lr: 1.0e-04 loss: 2.186e-01]
my_first_lora_v6:  73%|#######3  | 2199/3000 [06:57<28:01,  2.10s/it, lr: 1.0e-04 loss: 6.929e-01]
my_first_lora_v6:  73%|#######3  | 2199/3000 [06:57<28:01,  2.10s/it, lr: 1.0e-04 loss: 6.929e-01]
my_first_lora_v6:  73%|#######3  | 2200/3000 [06:58<27:54,  2.09s/it, lr: 1.0e-04 loss: 1.532e-01]
my_first_lora_v6:  73%|#######3  | 2200/3000 [06:58<27:54,  2.09s/it, lr: 1.0e-04 loss: 1.532e-01]
my_first_lora_v6:  73%|#######3  | 2201/3000 [07:01<27:55,  2.10s/it, lr: 1.0e-04 loss: 5.889e-01]
my_first_lora_v6:  73%|#######3  | 2201/3000 [07:01<27:55,  2.10s/it, lr: 1.0e-04 loss: 5.889e-01]
my_first_lora_v6:  73%|#######3  | 2202/3000 [07:03<27:54,  2.10s/it, lr: 1.0e-04 loss: 7.697e-01]
my_first_lora_v6:  73%|#######3  | 2202/3000 [07:03<27:54,  2.10s/it, lr: 1.0e-04 loss: 7.697e-01]
my_first_lora_v6:  73%|#######3  | 2203/3000 [07:06<27:55,  2.10s/it, lr: 1.0e-04 loss: 2.282e-01]
my_first_lora_v6:  73%|#######3  | 2203/3000 [07:06<27:55,  2.10s/it, lr: 1.0e-04 loss: 2.282e-01]
my_first_lora_v6:  73%|#######3  | 2204/3000 [07:07<27:48,  2.10s/it, lr: 1.0e-04 loss: 8.016e-01]
my_first_lora_v6:  73%|#######3  | 2204/3000 [07:07<27:48,  2.10s/it, lr: 1.0e-04 loss: 8.016e-01]
my_first_lora_v6:  74%|#######3  | 2205/3000 [07:09<27:46,  2.10s/it, lr: 1.0e-04 loss: 8.039e-01]
my_first_lora_v6:  74%|#######3  | 2205/3000 [07:09<27:46,  2.10s/it, lr: 1.0e-04 loss: 8.039e-01]
my_first_lora_v6:  74%|#######3  | 2206/3000 [07:12<27:47,  2.10s/it, lr: 1.0e-04 loss: 4.618e-01]
my_first_lora_v6:  74%|#######3  | 2206/3000 [07:12<27:47,  2.10s/it, lr: 1.0e-04 loss: 4.618e-01]
my_first_lora_v6:  74%|#######3  | 2207/3000 [07:15<27:46,  2.10s/it, lr: 1.0e-04 loss: 7.806e-01]
my_first_lora_v6:  74%|#######3  | 2207/3000 [07:15<27:46,  2.10s/it, lr: 1.0e-04 loss: 7.806e-01]
my_first_lora_v6:  74%|#######3  | 2208/3000 [07:17<27:46,  2.10s/it, lr: 1.0e-04 loss: 4.348e-01]
my_first_lora_v6:  74%|#######3  | 2208/3000 [07:17<27:46,  2.10s/it, lr: 1.0e-04 loss: 4.348e-01]
my_first_lora_v6:  74%|#######3  | 2209/3000 [07:18<27:39,  2.10s/it, lr: 1.0e-04 loss: 9.156e-02]
my_first_lora_v6:  74%|#######3  | 2209/3000 [07:18<27:39,  2.10s/it, lr: 1.0e-04 loss: 9.156e-02]
my_first_lora_v6:  74%|#######3  | 2210/3000 [07:20<27:37,  2.10s/it, lr: 1.0e-04 loss: 4.222e-01]
my_first_lora_v6:  74%|#######3  | 2210/3000 [07:20<27:37,  2.10s/it, lr: 1.0e-04 loss: 4.222e-01]
my_first_lora_v6:  74%|#######3  | 2211/3000 [07:23<27:36,  2.10s/it, lr: 1.0e-04 loss: 6.527e-01]
my_first_lora_v6:  74%|#######3  | 2211/3000 [07:23<27:36,  2.10s/it, lr: 1.0e-04 loss: 6.527e-01]
my_first_lora_v6:  74%|#######3  | 2212/3000 [07:24<27:30,  2.09s/it, lr: 1.0e-04 loss: 5.021e-01]
my_first_lora_v6:  74%|#######3  | 2212/3000 [07:24<27:30,  2.09s/it, lr: 1.0e-04 loss: 5.021e-01]
my_first_lora_v6:  74%|#######3  | 2213/3000 [07:25<27:27,  2.09s/it, lr: 1.0e-04 loss: 5.182e-01]
my_first_lora_v6:  74%|#######3  | 2213/3000 [07:25<27:27,  2.09s/it, lr: 1.0e-04 loss: 5.182e-01]
my_first_lora_v6:  74%|#######3  | 2214/3000 [07:28<27:26,  2.09s/it, lr: 1.0e-04 loss: 1.011e-01]
my_first_lora_v6:  74%|#######3  | 2214/3000 [07:28<27:26,  2.09s/it, lr: 1.0e-04 loss: 1.011e-01]
my_first_lora_v6:  74%|#######3  | 2215/3000 [07:31<27:28,  2.10s/it, lr: 1.0e-04 loss: 5.682e-01]
my_first_lora_v6:  74%|#######3  | 2215/3000 [07:31<27:28,  2.10s/it, lr: 1.0e-04 loss: 5.682e-01]
my_first_lora_v6:  74%|#######3  | 2216/3000 [07:32<27:22,  2.10s/it, lr: 1.0e-04 loss: 2.122e-01]
my_first_lora_v6:  74%|#######3  | 2216/3000 [07:32<27:22,  2.10s/it, lr: 1.0e-04 loss: 2.122e-01]
my_first_lora_v6:  74%|#######3  | 2217/3000 [07:35<27:21,  2.10s/it, lr: 1.0e-04 loss: 8.011e-01]
my_first_lora_v6:  74%|#######3  | 2217/3000 [07:35<27:21,  2.10s/it, lr: 1.0e-04 loss: 8.011e-01]
my_first_lora_v6:  74%|#######3  | 2218/3000 [07:37<27:21,  2.10s/it, lr: 1.0e-04 loss: 1.953e-01]
my_first_lora_v6:  74%|#######3  | 2218/3000 [07:37<27:21,  2.10s/it, lr: 1.0e-04 loss: 1.953e-01]
my_first_lora_v6:  74%|#######3  | 2219/3000 [07:39<27:18,  2.10s/it, lr: 1.0e-04 loss: 4.020e-01]
my_first_lora_v6:  74%|#######3  | 2219/3000 [07:39<27:18,  2.10s/it, lr: 1.0e-04 loss: 4.020e-01]
my_first_lora_v6:  74%|#######4  | 2220/3000 [07:40<27:12,  2.09s/it, lr: 1.0e-04 loss: 8.400e-01]
my_first_lora_v6:  74%|#######4  | 2220/3000 [07:40<27:12,  2.09s/it, lr: 1.0e-04 loss: 8.400e-01]
my_first_lora_v6:  74%|#######4  | 2221/3000 [07:42<27:09,  2.09s/it, lr: 1.0e-04 loss: 4.565e-01]
my_first_lora_v6:  74%|#######4  | 2221/3000 [07:42<27:09,  2.09s/it, lr: 1.0e-04 loss: 4.565e-01]
my_first_lora_v6:  74%|#######4  | 2222/3000 [07:44<27:08,  2.09s/it, lr: 1.0e-04 loss: 6.305e-01]
my_first_lora_v6:  74%|#######4  | 2222/3000 [07:44<27:08,  2.09s/it, lr: 1.0e-04 loss: 6.305e-01]
my_first_lora_v6:  74%|#######4  | 2223/3000 [07:47<27:08,  2.10s/it, lr: 1.0e-04 loss: 7.727e-01]
my_first_lora_v6:  74%|#######4  | 2223/3000 [07:47<27:08,  2.10s/it, lr: 1.0e-04 loss: 7.727e-01]
my_first_lora_v6:  74%|#######4  | 2224/3000 [07:49<27:07,  2.10s/it, lr: 1.0e-04 loss: 1.221e-01]
my_first_lora_v6:  74%|#######4  | 2224/3000 [07:49<27:07,  2.10s/it, lr: 1.0e-04 loss: 1.221e-01]
my_first_lora_v6:  74%|#######4  | 2225/3000 [07:51<27:05,  2.10s/it, lr: 1.0e-04 loss: 7.153e-01]
my_first_lora_v6:  74%|#######4  | 2225/3000 [07:51<27:05,  2.10s/it, lr: 1.0e-04 loss: 7.153e-01]
my_first_lora_v6:  74%|#######4  | 2226/3000 [07:54<27:05,  2.10s/it, lr: 1.0e-04 loss: 1.903e-01]
my_first_lora_v6:  74%|#######4  | 2226/3000 [07:54<27:05,  2.10s/it, lr: 1.0e-04 loss: 1.903e-01]
my_first_lora_v6:  74%|#######4  | 2227/3000 [07:55<26:59,  2.10s/it, lr: 1.0e-04 loss: 6.547e-01]
my_first_lora_v6:  74%|#######4  | 2227/3000 [07:55<26:59,  2.10s/it, lr: 1.0e-04 loss: 6.547e-01]
my_first_lora_v6:  74%|#######4  | 2228/3000 [07:57<26:56,  2.09s/it, lr: 1.0e-04 loss: 5.093e-01]
my_first_lora_v6:  74%|#######4  | 2228/3000 [07:57<26:56,  2.09s/it, lr: 1.0e-04 loss: 5.093e-01]
my_first_lora_v6:  74%|#######4  | 2229/3000 [08:00<26:56,  2.10s/it, lr: 1.0e-04 loss: 6.320e-01]
my_first_lora_v6:  74%|#######4  | 2229/3000 [08:00<26:56,  2.10s/it, lr: 1.0e-04 loss: 6.320e-01]
my_first_lora_v6:  74%|#######4  | 2230/3000 [08:01<26:51,  2.09s/it, lr: 1.0e-04 loss: 6.626e-02]
my_first_lora_v6:  74%|#######4  | 2230/3000 [08:01<26:51,  2.09s/it, lr: 1.0e-04 loss: 6.626e-02]
my_first_lora_v6:  74%|#######4  | 2231/3000 [08:03<26:50,  2.09s/it, lr: 1.0e-04 loss: 1.715e-01]
my_first_lora_v6:  74%|#######4  | 2231/3000 [08:03<26:50,  2.09s/it, lr: 1.0e-04 loss: 1.715e-01]
my_first_lora_v6:  74%|#######4  | 2232/3000 [08:06<26:49,  2.10s/it, lr: 1.0e-04 loss: 8.139e-01]
my_first_lora_v6:  74%|#######4  | 2232/3000 [08:06<26:49,  2.10s/it, lr: 1.0e-04 loss: 8.139e-01]
my_first_lora_v6:  74%|#######4  | 2233/3000 [08:07<26:44,  2.09s/it, lr: 1.0e-04 loss: 8.328e-01]
my_first_lora_v6:  74%|#######4  | 2233/3000 [08:07<26:44,  2.09s/it, lr: 1.0e-04 loss: 8.328e-01]
my_first_lora_v6:  74%|#######4  | 2234/3000 [08:09<26:41,  2.09s/it, lr: 1.0e-04 loss: 1.818e-01]
my_first_lora_v6:  74%|#######4  | 2234/3000 [08:09<26:41,  2.09s/it, lr: 1.0e-04 loss: 1.818e-01]
my_first_lora_v6:  74%|#######4  | 2235/3000 [08:10<26:36,  2.09s/it, lr: 1.0e-04 loss: 7.676e-01]
my_first_lora_v6:  74%|#######4  | 2235/3000 [08:10<26:36,  2.09s/it, lr: 1.0e-04 loss: 7.676e-01]
my_first_lora_v6:  75%|#######4  | 2236/3000 [08:12<26:35,  2.09s/it, lr: 1.0e-04 loss: 3.849e-02]
my_first_lora_v6:  75%|#######4  | 2236/3000 [08:12<26:35,  2.09s/it, lr: 1.0e-04 loss: 3.849e-02]
my_first_lora_v6:  75%|#######4  | 2237/3000 [08:15<26:34,  2.09s/it, lr: 1.0e-04 loss: 7.196e-01]
my_first_lora_v6:  75%|#######4  | 2237/3000 [08:15<26:34,  2.09s/it, lr: 1.0e-04 loss: 7.196e-01]
my_first_lora_v6:  75%|#######4  | 2238/3000 [08:17<26:33,  2.09s/it, lr: 1.0e-04 loss: 1.959e-01]
my_first_lora_v6:  75%|#######4  | 2238/3000 [08:17<26:33,  2.09s/it, lr: 1.0e-04 loss: 1.959e-01]
my_first_lora_v6:  75%|#######4  | 2239/3000 [08:20<26:33,  2.09s/it, lr: 1.0e-04 loss: 5.635e-01]
my_first_lora_v6:  75%|#######4  | 2239/3000 [08:20<26:33,  2.09s/it, lr: 1.0e-04 loss: 5.635e-01]
my_first_lora_v6:  75%|#######4  | 2240/3000 [08:22<26:32,  2.10s/it, lr: 1.0e-04 loss: 4.236e-01]
my_first_lora_v6:  75%|#######4  | 2240/3000 [08:22<26:32,  2.10s/it, lr: 1.0e-04 loss: 4.236e-01]
my_first_lora_v6:  75%|#######4  | 2241/3000 [08:24<26:30,  2.09s/it, lr: 1.0e-04 loss: 7.947e-01]
my_first_lora_v6:  75%|#######4  | 2241/3000 [08:24<26:30,  2.09s/it, lr: 1.0e-04 loss: 7.947e-01]
my_first_lora_v6:  75%|#######4  | 2242/3000 [08:26<26:25,  2.09s/it, lr: 1.0e-04 loss: 8.112e-01]
my_first_lora_v6:  75%|#######4  | 2242/3000 [08:26<26:25,  2.09s/it, lr: 1.0e-04 loss: 8.112e-01]
my_first_lora_v6:  75%|#######4  | 2243/3000 [08:28<26:24,  2.09s/it, lr: 1.0e-04 loss: 6.619e-01]
my_first_lora_v6:  75%|#######4  | 2243/3000 [08:28<26:24,  2.09s/it, lr: 1.0e-04 loss: 6.619e-01]
my_first_lora_v6:  75%|#######4  | 2244/3000 [08:31<26:24,  2.10s/it, lr: 1.0e-04 loss: 5.227e-01]
my_first_lora_v6:  75%|#######4  | 2244/3000 [08:31<26:24,  2.10s/it, lr: 1.0e-04 loss: 5.227e-01]
my_first_lora_v6:  75%|#######4  | 2245/3000 [08:33<26:22,  2.10s/it, lr: 1.0e-04 loss: 4.391e-01]
my_first_lora_v6:  75%|#######4  | 2245/3000 [08:33<26:22,  2.10s/it, lr: 1.0e-04 loss: 4.391e-01]
my_first_lora_v6:  75%|#######4  | 2246/3000 [08:35<26:21,  2.10s/it, lr: 1.0e-04 loss: 7.544e-01]
my_first_lora_v6:  75%|#######4  | 2246/3000 [08:35<26:21,  2.10s/it, lr: 1.0e-04 loss: 7.544e-01]
my_first_lora_v6:  75%|#######4  | 2247/3000 [08:38<26:20,  2.10s/it, lr: 1.0e-04 loss: 9.736e-02]
my_first_lora_v6:  75%|#######4  | 2247/3000 [08:38<26:20,  2.10s/it, lr: 1.0e-04 loss: 9.736e-02]
my_first_lora_v6:  75%|#######4  | 2248/3000 [08:40<26:17,  2.10s/it, lr: 1.0e-04 loss: 2.759e-01]
my_first_lora_v6:  75%|#######4  | 2248/3000 [08:40<26:17,  2.10s/it, lr: 1.0e-04 loss: 2.759e-01]
my_first_lora_v6:  75%|#######4  | 2249/3000 [08:42<26:16,  2.10s/it, lr: 1.0e-04 loss: 8.102e-01]
my_first_lora_v6:  75%|#######4  | 2249/3000 [08:42<26:16,  2.10s/it, lr: 1.0e-04 loss: 8.102e-01]Unloading assistant lora



Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]
Generating Images:   0%|          | 0/5 [00:00<?, ?it/s]


Generating Images:  20%|##        | 1/5 [00:07<00:31,  7.90s/it]
Generating Images:  20%|##        | 1/5 [00:07<00:31,  7.90s/it]


Generating Images:  40%|####      | 2/5 [00:15<00:23,  7.83s/it]
Generating Images:  40%|####      | 2/5 [00:15<00:23,  7.83s/it]


Generating Images:  60%|######    | 3/5 [00:23<00:15,  7.75s/it]
Generating Images:  60%|######    | 3/5 [00:23<00:15,  7.75s/it]


Generating Images:  80%|########  | 4/5 [00:31<00:07,  7.78s/it]
Generating Images:  80%|########  | 4/5 [00:31<00:07,  7.78s/it]


Generating Images: 100%|##########| 5/5 [00:39<00:00,  7.82s/it]
Generating Images: 100%|##########| 5/5 [00:39<00:00,  7.82s/it]


                                                                
                                                                Loading assistant lora

my_first_lora_v6:  75%|#######5  | 2250/3000 [08:43<26:11,  2.10s/it, lr: 1.0e-04 loss: 2.091e-01]
my_first_lora_v6:  75%|#######5  | 2250/3000 [08:43<26:11,  2.10s/it, lr: 1.0e-04 loss: 2.091e-01]
my_first_lora_v6:  75%|#######5  | 2251/3000 [08:46<26:09,  2.10s/it, lr: 1.0e-04 loss: 1.417e-01]
my_first_lora_v6:  75%|#######5  | 2251/3000 [08:46<26:09,  2.10s/it, lr: 1.0e-04 loss: 1.417e-01]
my_first_lora_v6:  75%|#######5  | 2252/3000 [08:47<26:04,  2.09s/it, lr: 1.0e-04 loss: 7.962e-01]
my_first_lora_v6:  75%|#######5  | 2252/3000 [08:47<26:04,  2.09s/it, lr: 1.0e-04 loss: 7.962e-01]
my_first_lora_v6:  75%|#######5  | 2253/3000 [08:49<26:01,  2.09s/it, lr: 1.0e-04 loss: 1.647e-01]
my_first_lora_v6:  75%|#######5  | 2253/3000 [08:49<26:01,  2.09s/it, lr: 1.0e-04 loss: 1.647e-01]
my_first_lora_v6:  75%|#######5  | 2254/3000 [08:51<26:01,  2.09s/it, lr: 1.0e-04 loss: 7.578e-01]
my_first_lora_v6:  75%|#######5  | 2254/3000 [08:51<26:01,  2.09s/it, lr: 1.0e-04 loss: 7.578e-01]
my_first_lora_v6:  75%|#######5  | 2255/3000 [08:52<25:56,  2.09s/it, lr: 1.0e-04 loss: 7.105e-01]
my_first_lora_v6:  75%|#######5  | 2255/3000 [08:52<25:56,  2.09s/it, lr: 1.0e-04 loss: 7.105e-01]
my_first_lora_v6:  75%|#######5  | 2256/3000 [08:55<25:55,  2.09s/it, lr: 1.0e-04 loss: 3.589e-01]
my_first_lora_v6:  75%|#######5  | 2256/3000 [08:55<25:55,  2.09s/it, lr: 1.0e-04 loss: 3.589e-01]
my_first_lora_v6:  75%|#######5  | 2257/3000 [08:57<25:54,  2.09s/it, lr: 1.0e-04 loss: 5.073e-01]
my_first_lora_v6:  75%|#######5  | 2257/3000 [08:57<25:54,  2.09s/it, lr: 1.0e-04 loss: 5.073e-01]
my_first_lora_v6:  75%|#######5  | 2258/3000 [09:00<25:53,  2.09s/it, lr: 1.0e-04 loss: 5.248e-01]
my_first_lora_v6:  75%|#######5  | 2258/3000 [09:00<25:53,  2.09s/it, lr: 1.0e-04 loss: 5.248e-01]
my_first_lora_v6:  75%|#######5  | 2259/3000 [09:02<25:52,  2.10s/it, lr: 1.0e-04 loss: 5.172e-02]
my_first_lora_v6:  75%|#######5  | 2259/3000 [09:02<25:52,  2.10s/it, lr: 1.0e-04 loss: 5.172e-02]
my_first_lora_v6:  75%|#######5  | 2260/3000 [09:05<25:52,  2.10s/it, lr: 1.0e-04 loss: 6.189e-02]
my_first_lora_v6:  75%|#######5  | 2260/3000 [09:05<25:52,  2.10s/it, lr: 1.0e-04 loss: 6.189e-02]
my_first_lora_v6:  75%|#######5  | 2261/3000 [09:06<25:47,  2.09s/it, lr: 1.0e-04 loss: 6.864e-01]
my_first_lora_v6:  75%|#######5  | 2261/3000 [09:06<25:47,  2.09s/it, lr: 1.0e-04 loss: 6.864e-01]
my_first_lora_v6:  75%|#######5  | 2262/3000 [09:08<25:46,  2.10s/it, lr: 1.0e-04 loss: 8.102e-01]
my_first_lora_v6:  75%|#######5  | 2262/3000 [09:08<25:46,  2.10s/it, lr: 1.0e-04 loss: 8.102e-01]
my_first_lora_v6:  75%|#######5  | 2263/3000 [09:11<25:45,  2.10s/it, lr: 1.0e-04 loss: 2.793e-01]
my_first_lora_v6:  75%|#######5  | 2263/3000 [09:11<25:45,  2.10s/it, lr: 1.0e-04 loss: 2.793e-01]
my_first_lora_v6:  75%|#######5  | 2264/3000 [09:14<25:45,  2.10s/it, lr: 1.0e-04 loss: 2.161e-01]
my_first_lora_v6:  75%|#######5  | 2264/3000 [09:14<25:45,  2.10s/it, lr: 1.0e-04 loss: 2.161e-01]
my_first_lora_v6:  76%|#######5  | 2265/3000 [09:15<25:40,  2.10s/it, lr: 1.0e-04 loss: 6.349e-01]
my_first_lora_v6:  76%|#######5  | 2265/3000 [09:15<25:40,  2.10s/it, lr: 1.0e-04 loss: 6.349e-01]
my_first_lora_v6:  76%|#######5  | 2266/3000 [09:17<25:37,  2.10s/it, lr: 1.0e-04 loss: 7.728e-01]
my_first_lora_v6:  76%|#######5  | 2266/3000 [09:17<25:37,  2.10s/it, lr: 1.0e-04 loss: 7.728e-01]
my_first_lora_v6:  76%|#######5  | 2267/3000 [09:19<25:34,  2.09s/it, lr: 1.0e-04 loss: 5.241e-01]
my_first_lora_v6:  76%|#######5  | 2267/3000 [09:19<25:34,  2.09s/it, lr: 1.0e-04 loss: 5.241e-01]
my_first_lora_v6:  76%|#######5  | 2268/3000 [09:21<25:33,  2.10s/it, lr: 1.0e-04 loss: 3.129e-01]
my_first_lora_v6:  76%|#######5  | 2268/3000 [09:21<25:33,  2.10s/it, lr: 1.0e-04 loss: 3.129e-01]
my_first_lora_v6:  76%|#######5  | 2269/3000 [09:23<25:31,  2.10s/it, lr: 1.0e-04 loss: 7.525e-02]
my_first_lora_v6:  76%|#######5  | 2269/3000 [09:23<25:31,  2.10s/it, lr: 1.0e-04 loss: 7.525e-02]
my_first_lora_v6:  76%|#######5  | 2270/3000 [09:26<25:30,  2.10s/it, lr: 1.0e-04 loss: 5.791e-01]
my_first_lora_v6:  76%|#######5  | 2270/3000 [09:26<25:30,  2.10s/it, lr: 1.0e-04 loss: 5.791e-01]
my_first_lora_v6:  76%|#######5  | 2271/3000 [09:28<25:29,  2.10s/it, lr: 1.0e-04 loss: 1.888e-01]
my_first_lora_v6:  76%|#######5  | 2271/3000 [09:28<25:29,  2.10s/it, lr: 1.0e-04 loss: 1.888e-01]
my_first_lora_v6:  76%|#######5  | 2272/3000 [09:30<25:27,  2.10s/it, lr: 1.0e-04 loss: 6.575e-01]
my_first_lora_v6:  76%|#######5  | 2272/3000 [09:30<25:27,  2.10s/it, lr: 1.0e-04 loss: 6.575e-01]
my_first_lora_v6:  76%|#######5  | 2273/3000 [09:33<25:26,  2.10s/it, lr: 1.0e-04 loss: 2.315e-01]
my_first_lora_v6:  76%|#######5  | 2273/3000 [09:33<25:26,  2.10s/it, lr: 1.0e-04 loss: 2.315e-01]
my_first_lora_v6:  76%|#######5  | 2274/3000 [09:34<25:21,  2.10s/it, lr: 1.0e-04 loss: 1.117e-01]
my_first_lora_v6:  76%|#######5  | 2274/3000 [09:34<25:21,  2.10s/it, lr: 1.0e-04 loss: 1.117e-01]
my_first_lora_v6:  76%|#######5  | 2275/3000 [09:35<25:16,  2.09s/it, lr: 1.0e-04 loss: 7.132e-01]
my_first_lora_v6:  76%|#######5  | 2275/3000 [09:35<25:16,  2.09s/it, lr: 1.0e-04 loss: 7.132e-01]
my_first_lora_v6:  76%|#######5  | 2276/3000 [09:37<25:15,  2.09s/it, lr: 1.0e-04 loss: 6.935e-01]
my_first_lora_v6:  76%|#######5  | 2276/3000 [09:37<25:15,  2.09s/it, lr: 1.0e-04 loss: 6.935e-01]
my_first_lora_v6:  76%|#######5  | 2277/3000 [09:40<25:14,  2.09s/it, lr: 1.0e-04 loss: 1.112e-01]
my_first_lora_v6:  76%|#######5  | 2277/3000 [09:40<25:14,  2.09s/it, lr: 1.0e-04 loss: 1.112e-01]
my_first_lora_v6:  76%|#######5  | 2278/3000 [09:42<25:13,  2.10s/it, lr: 1.0e-04 loss: 7.740e-01]
my_first_lora_v6:  76%|#######5  | 2278/3000 [09:42<25:13,  2.10s/it, lr: 1.0e-04 loss: 7.740e-01]
my_first_lora_v6:  76%|#######5  | 2279/3000 [09:45<25:12,  2.10s/it, lr: 1.0e-04 loss: 4.130e-01]
my_first_lora_v6:  76%|#######5  | 2279/3000 [09:45<25:12,  2.10s/it, lr: 1.0e-04 loss: 4.130e-01]
my_first_lora_v6:  76%|#######6  | 2280/3000 [09:47<25:11,  2.10s/it, lr: 1.0e-04 loss: 7.337e-01]
my_first_lora_v6:  76%|#######6  | 2280/3000 [09:47<25:11,  2.10s/it, lr: 1.0e-04 loss: 7.337e-01]
my_first_lora_v6:  76%|#######6  | 2281/3000 [09:50<25:10,  2.10s/it, lr: 1.0e-04 loss: 4.217e-01]
my_first_lora_v6:  76%|#######6  | 2281/3000 [09:50<25:10,  2.10s/it, lr: 1.0e-04 loss: 4.217e-01]
my_first_lora_v6:  76%|#######6  | 2282/3000 [09:52<25:09,  2.10s/it, lr: 1.0e-04 loss: 7.164e-01]
my_first_lora_v6:  76%|#######6  | 2282/3000 [09:52<25:09,  2.10s/it, lr: 1.0e-04 loss: 7.164e-01]
my_first_lora_v6:  76%|#######6  | 2283/3000 [09:54<25:06,  2.10s/it, lr: 1.0e-04 loss: 1.051e-01]
my_first_lora_v6:  76%|#######6  | 2283/3000 [09:54<25:06,  2.10s/it, lr: 1.0e-04 loss: 1.051e-01]
my_first_lora_v6:  76%|#######6  | 2284/3000 [09:57<25:05,  2.10s/it, lr: 1.0e-04 loss: 6.691e-01]
my_first_lora_v6:  76%|#######6  | 2284/3000 [09:57<25:05,  2.10s/it, lr: 1.0e-04 loss: 6.691e-01]
my_first_lora_v6:  76%|#######6  | 2285/3000 [09:58<25:00,  2.10s/it, lr: 1.0e-04 loss: 7.391e-01]
my_first_lora_v6:  76%|#######6  | 2285/3000 [09:58<25:00,  2.10s/it, lr: 1.0e-04 loss: 7.391e-01]
my_first_lora_v6:  76%|#######6  | 2286/3000 [09:59<24:55,  2.10s/it, lr: 1.0e-04 loss: 4.128e-02]
my_first_lora_v6:  76%|#######6  | 2286/3000 [09:59<24:55,  2.10s/it, lr: 1.0e-04 loss: 4.128e-02]
my_first_lora_v6:  76%|#######6  | 2287/3000 [10:00<24:51,  2.09s/it, lr: 1.0e-04 loss: 5.081e-01]
my_first_lora_v6:  76%|#######6  | 2287/3000 [10:00<24:51,  2.09s/it, lr: 1.0e-04 loss: 5.081e-01]
my_first_lora_v6:  76%|#######6  | 2288/3000 [10:02<24:50,  2.09s/it, lr: 1.0e-04 loss: 1.147e-01]
my_first_lora_v6:  76%|#######6  | 2288/3000 [10:02<24:50,  2.09s/it, lr: 1.0e-04 loss: 1.147e-01]
my_first_lora_v6:  76%|#######6  | 2289/3000 [10:04<24:48,  2.09s/it, lr: 1.0e-04 loss: 2.880e-01]
my_first_lora_v6:  76%|#######6  | 2289/3000 [10:04<24:48,  2.09s/it, lr: 1.0e-04 loss: 2.880e-01]
my_first_lora_v6:  76%|#######6  | 2290/3000 [10:05<24:43,  2.09s/it, lr: 1.0e-04 loss: 5.266e-02]
my_first_lora_v6:  76%|#######6  | 2290/3000 [10:05<24:43,  2.09s/it, lr: 1.0e-04 loss: 5.266e-02]
my_first_lora_v6:  76%|#######6  | 2291/3000 [10:08<24:42,  2.09s/it, lr: 1.0e-04 loss: 2.882e-01]
my_first_lora_v6:  76%|#######6  | 2291/3000 [10:08<24:42,  2.09s/it, lr: 1.0e-04 loss: 2.882e-01]
my_first_lora_v6:  76%|#######6  | 2292/3000 [10:10<24:40,  2.09s/it, lr: 1.0e-04 loss: 3.014e-01]
my_first_lora_v6:  76%|#######6  | 2292/3000 [10:10<24:40,  2.09s/it, lr: 1.0e-04 loss: 3.014e-01]
my_first_lora_v6:  76%|#######6  | 2293/3000 [10:12<24:38,  2.09s/it, lr: 1.0e-04 loss: 5.607e-01]
my_first_lora_v6:  76%|#######6  | 2293/3000 [10:12<24:38,  2.09s/it, lr: 1.0e-04 loss: 5.607e-01]
my_first_lora_v6:  76%|#######6  | 2294/3000 [10:15<24:37,  2.09s/it, lr: 1.0e-04 loss: 6.263e-01]
my_first_lora_v6:  76%|#######6  | 2294/3000 [10:15<24:37,  2.09s/it, lr: 1.0e-04 loss: 6.263e-01]
my_first_lora_v6:  76%|#######6  | 2295/3000 [10:18<24:37,  2.10s/it, lr: 1.0e-04 loss: 1.111e-01]
my_first_lora_v6:  76%|#######6  | 2295/3000 [10:18<24:37,  2.10s/it, lr: 1.0e-04 loss: 1.111e-01]
my_first_lora_v6:  77%|#######6  | 2296/3000 [10:20<24:36,  2.10s/it, lr: 1.0e-04 loss: 6.903e-01]
my_first_lora_v6:  77%|#######6  | 2296/3000 [10:20<24:36,  2.10s/it, lr: 1.0e-04 loss: 6.903e-01]
my_first_lora_v6:  77%|#######6  | 2297/3000 [10:23<24:35,  2.10s/it, lr: 1.0e-04 loss: 1.561e-01]
my_first_lora_v6:  77%|#######6  | 2297/3000 [10:23<24:35,  2.10s/it, lr: 1.0e-04 loss: 1.561e-01]
my_first_lora_v6:  77%|#######6  | 2298/3000 [10:24<24:30,  2.09s/it, lr: 1.0e-04 loss: 3.099e-01]
my_first_lora_v6:  77%|#######6  | 2298/3000 [10:24<24:30,  2.09s/it, lr: 1.0e-04 loss: 3.099e-01]
my_first_lora_v6:  77%|#######6  | 2299/3000 [10:25<24:25,  2.09s/it, lr: 1.0e-04 loss: 3.830e-01]
my_first_lora_v6:  77%|#######6  | 2299/3000 [10:25<24:25,  2.09s/it, lr: 1.0e-04 loss: 3.830e-01]
my_first_lora_v6:  77%|#######6  | 2300/3000 [10:27<24:24,  2.09s/it, lr: 1.0e-04 loss: 3.749e-02]
my_first_lora_v6:  77%|#######6  | 2300/3000 [10:27<24:24,  2.09s/it, lr: 1.0e-04 loss: 3.749e-02]
my_first_lora_v6:  77%|#######6  | 2301/3000 [10:29<24:22,  2.09s/it, lr: 1.0e-04 loss: 6.715e-01]
my_first_lora_v6:  77%|#######6  | 2301/3000 [10:29<24:22,  2.09s/it, lr: 1.0e-04 loss: 6.715e-01]
my_first_lora_v6:  77%|#######6  | 2302/3000 [10:31<24:19,  2.09s/it, lr: 1.0e-04 loss: 4.050e-01]
my_first_lora_v6:  77%|#######6  | 2302/3000 [10:31<24:19,  2.09s/it, lr: 1.0e-04 loss: 4.050e-01]
my_first_lora_v6:  77%|#######6  | 2303/3000 [10:34<24:18,  2.09s/it, lr: 1.0e-04 loss: 5.969e-01]
my_first_lora_v6:  77%|#######6  | 2303/3000 [10:34<24:18,  2.09s/it, lr: 1.0e-04 loss: 5.969e-01]
my_first_lora_v6:  77%|#######6  | 2304/3000 [10:36<24:17,  2.09s/it, lr: 1.0e-04 loss: 2.439e-01]
my_first_lora_v6:  77%|#######6  | 2304/3000 [10:36<24:17,  2.09s/it, lr: 1.0e-04 loss: 2.439e-01]
my_first_lora_v6:  77%|#######6  | 2305/3000 [10:39<24:17,  2.10s/it, lr: 1.0e-04 loss: 4.348e-01]
my_first_lora_v6:  77%|#######6  | 2305/3000 [10:39<24:17,  2.10s/it, lr: 1.0e-04 loss: 4.348e-01]
my_first_lora_v6:  77%|#######6  | 2306/3000 [10:42<24:16,  2.10s/it, lr: 1.0e-04 loss: 7.483e-01]
my_first_lora_v6:  77%|#######6  | 2306/3000 [10:42<24:16,  2.10s/it, lr: 1.0e-04 loss: 7.483e-01]
my_first_lora_v6:  77%|#######6  | 2307/3000 [10:43<24:12,  2.10s/it, lr: 1.0e-04 loss: 7.494e-01]
my_first_lora_v6:  77%|#######6  | 2307/3000 [10:43<24:12,  2.10s/it, lr: 1.0e-04 loss: 7.494e-01]
my_first_lora_v6:  77%|#######6  | 2308/3000 [10:45<24:09,  2.10s/it, lr: 1.0e-04 loss: 2.876e-01]
my_first_lora_v6:  77%|#######6  | 2308/3000 [10:45<24:09,  2.10s/it, lr: 1.0e-04 loss: 2.876e-01]
my_first_lora_v6:  77%|#######6  | 2309/3000 [10:47<24:08,  2.10s/it, lr: 1.0e-04 loss: 5.988e-01]
my_first_lora_v6:  77%|#######6  | 2309/3000 [10:47<24:08,  2.10s/it, lr: 1.0e-04 loss: 5.988e-01]
my_first_lora_v6:  77%|#######7  | 2310/3000 [10:48<24:04,  2.09s/it, lr: 1.0e-04 loss: 7.274e-01]
my_first_lora_v6:  77%|#######7  | 2310/3000 [10:48<24:04,  2.09s/it, lr: 1.0e-04 loss: 7.274e-01]
my_first_lora_v6:  77%|#######7  | 2311/3000 [10:51<24:02,  2.09s/it, lr: 1.0e-04 loss: 3.743e-01]
my_first_lora_v6:  77%|#######7  | 2311/3000 [10:51<24:02,  2.09s/it, lr: 1.0e-04 loss: 3.743e-01]
my_first_lora_v6:  77%|#######7  | 2312/3000 [10:53<24:00,  2.09s/it, lr: 1.0e-04 loss: 1.523e-01]
my_first_lora_v6:  77%|#######7  | 2312/3000 [10:53<24:00,  2.09s/it, lr: 1.0e-04 loss: 1.523e-01]
my_first_lora_v6:  77%|#######7  | 2313/3000 [10:55<23:59,  2.10s/it, lr: 1.0e-04 loss: 1.765e-01]
my_first_lora_v6:  77%|#######7  | 2313/3000 [10:55<23:59,  2.10s/it, lr: 1.0e-04 loss: 1.765e-01]
my_first_lora_v6:  77%|#######7  | 2314/3000 [10:58<23:58,  2.10s/it, lr: 1.0e-04 loss: 7.481e-01]
my_first_lora_v6:  77%|#######7  | 2314/3000 [10:58<23:58,  2.10s/it, lr: 1.0e-04 loss: 7.481e-01]
my_first_lora_v6:  77%|#######7  | 2315/3000 [11:00<23:57,  2.10s/it, lr: 1.0e-04 loss: 4.968e-01]
my_first_lora_v6:  77%|#######7  | 2315/3000 [11:00<23:57,  2.10s/it, lr: 1.0e-04 loss: 4.968e-01]
my_first_lora_v6:  77%|#######7  | 2316/3000 [11:03<23:56,  2.10s/it, lr: 1.0e-04 loss: 7.453e-01]
my_first_lora_v6:  77%|#######7  | 2316/3000 [11:03<23:56,  2.10s/it, lr: 1.0e-04 loss: 7.453e-01]
my_first_lora_v6:  77%|#######7  | 2317/3000 [11:05<23:53,  2.10s/it, lr: 1.0e-04 loss: 4.766e-01]
my_first_lora_v6:  77%|#######7  | 2317/3000 [11:05<23:53,  2.10s/it, lr: 1.0e-04 loss: 4.766e-01]
my_first_lora_v6:  77%|#######7  | 2318/3000 [11:07<23:51,  2.10s/it, lr: 1.0e-04 loss: 4.427e-01]
my_first_lora_v6:  77%|#######7  | 2318/3000 [11:07<23:51,  2.10s/it, lr: 1.0e-04 loss: 4.427e-01]
my_first_lora_v6:  77%|#######7  | 2319/3000 [11:08<23:46,  2.10s/it, lr: 1.0e-04 loss: 5.462e-01]
my_first_lora_v6:  77%|#######7  | 2319/3000 [11:08<23:46,  2.10s/it, lr: 1.0e-04 loss: 5.462e-01]
my_first_lora_v6:  77%|#######7  | 2320/3000 [11:10<23:45,  2.10s/it, lr: 1.0e-04 loss: 3.488e-01]
my_first_lora_v6:  77%|#######7  | 2320/3000 [11:10<23:45,  2.10s/it, lr: 1.0e-04 loss: 3.488e-01]
my_first_lora_v6:  77%|#######7  | 2321/3000 [11:11<23:41,  2.09s/it, lr: 1.0e-04 loss: 7.384e-01]
my_first_lora_v6:  77%|#######7  | 2321/3000 [11:11<23:41,  2.09s/it, lr: 1.0e-04 loss: 7.384e-01]
my_first_lora_v6:  77%|#######7  | 2322/3000 [11:14<23:41,  2.10s/it, lr: 1.0e-04 loss: 7.036e-01]
my_first_lora_v6:  77%|#######7  | 2322/3000 [11:14<23:41,  2.10s/it, lr: 1.0e-04 loss: 7.036e-01]
my_first_lora_v6:  77%|#######7  | 2323/3000 [11:17<23:40,  2.10s/it, lr: 1.0e-04 loss: 1.078e-02]
my_first_lora_v6:  77%|#######7  | 2323/3000 [11:17<23:40,  2.10s/it, lr: 1.0e-04 loss: 1.078e-02]
my_first_lora_v6:  77%|#######7  | 2324/3000 [11:20<23:39,  2.10s/it, lr: 1.0e-04 loss: 4.249e-01]
my_first_lora_v6:  77%|#######7  | 2324/3000 [11:20<23:39,  2.10s/it, lr: 1.0e-04 loss: 4.249e-01]
my_first_lora_v6:  78%|#######7  | 2325/3000 [11:22<23:38,  2.10s/it, lr: 1.0e-04 loss: 5.291e-01]
my_first_lora_v6:  78%|#######7  | 2325/3000 [11:22<23:38,  2.10s/it, lr: 1.0e-04 loss: 5.291e-01]
my_first_lora_v6:  78%|#######7  | 2326/3000 [11:23<23:33,  2.10s/it, lr: 1.0e-04 loss: 6.760e-02]
my_first_lora_v6:  78%|#######7  | 2326/3000 [11:23<23:33,  2.10s/it, lr: 1.0e-04 loss: 6.760e-02]
my_first_lora_v6:  78%|#######7  | 2327/3000 [11:26<23:32,  2.10s/it, lr: 1.0e-04 loss: 2.498e-02]
my_first_lora_v6:  78%|#######7  | 2327/3000 [11:26<23:32,  2.10s/it, lr: 1.0e-04 loss: 2.498e-02]
my_first_lora_v6:  78%|#######7  | 2328/3000 [11:28<23:30,  2.10s/it, lr: 1.0e-04 loss: 3.932e-01]
my_first_lora_v6:  78%|#######7  | 2328/3000 [11:28<23:30,  2.10s/it, lr: 1.0e-04 loss: 3.932e-01]
my_first_lora_v6:  78%|#######7  | 2329/3000 [11:29<23:26,  2.10s/it, lr: 1.0e-04 loss: 4.258e-01]
my_first_lora_v6:  78%|#######7  | 2329/3000 [11:29<23:26,  2.10s/it, lr: 1.0e-04 loss: 4.258e-01]
my_first_lora_v6:  78%|#######7  | 2330/3000 [11:31<23:23,  2.09s/it, lr: 1.0e-04 loss: 6.011e-02]
my_first_lora_v6:  78%|#######7  | 2330/3000 [11:31<23:23,  2.09s/it, lr: 1.0e-04 loss: 6.011e-02]
my_first_lora_v6:  78%|#######7  | 2331/3000 [11:33<23:22,  2.10s/it, lr: 1.0e-04 loss: 7.185e-02]
my_first_lora_v6:  78%|#######7  | 2331/3000 [11:33<23:22,  2.10s/it, lr: 1.0e-04 loss: 7.185e-02]
my_first_lora_v6:  78%|#######7  | 2332/3000 [11:36<23:21,  2.10s/it, lr: 1.0e-04 loss: 2.071e-01]
my_first_lora_v6:  78%|#######7  | 2332/3000 [11:36<23:21,  2.10s/it, lr: 1.0e-04 loss: 2.071e-01]
my_first_lora_v6:  78%|#######7  | 2333/3000 [11:38<23:18,  2.10s/it, lr: 1.0e-04 loss: 5.224e-01]
my_first_lora_v6:  78%|#######7  | 2333/3000 [11:38<23:18,  2.10s/it, lr: 1.0e-04 loss: 5.224e-01]
my_first_lora_v6:  78%|#######7  | 2334/3000 [11:40<23:17,  2.10s/it, lr: 1.0e-04 loss: 1.709e-01]
my_first_lora_v6:  78%|#######7  | 2334/3000 [11:40<23:17,  2.10s/it, lr: 1.0e-04 loss: 1.709e-01]
my_first_lora_v6:  78%|#######7  | 2335/3000 [11:41<23:13,  2.09s/it, lr: 1.0e-04 loss: 7.360e-01]
my_first_lora_v6:  78%|#######7  | 2335/3000 [11:41<23:13,  2.09s/it, lr: 1.0e-04 loss: 7.360e-01]
my_first_lora_v6:  78%|#######7  | 2336/3000 [11:44<23:12,  2.10s/it, lr: 1.0e-04 loss: 6.357e-01]
my_first_lora_v6:  78%|#######7  | 2336/3000 [11:44<23:12,  2.10s/it, lr: 1.0e-04 loss: 6.357e-01]
my_first_lora_v6:  78%|#######7  | 2337/3000 [11:47<23:11,  2.10s/it, lr: 1.0e-04 loss: 3.875e-01]
my_first_lora_v6:  78%|#######7  | 2337/3000 [11:47<23:11,  2.10s/it, lr: 1.0e-04 loss: 3.875e-01]
my_first_lora_v6:  78%|#######7  | 2338/3000 [11:49<23:09,  2.10s/it, lr: 1.0e-04 loss: 5.718e-01]
my_first_lora_v6:  78%|#######7  | 2338/3000 [11:49<23:09,  2.10s/it, lr: 1.0e-04 loss: 5.718e-01]
my_first_lora_v6:  78%|#######7  | 2339/3000 [11:50<23:04,  2.10s/it, lr: 1.0e-04 loss: 8.391e-01]
my_first_lora_v6:  78%|#######7  | 2339/3000 [11:50<23:04,  2.10s/it, lr: 1.0e-04 loss: 8.391e-01]
my_first_lora_v6:  78%|#######8  | 2340/3000 [11:52<23:03,  2.10s/it, lr: 1.0e-04 loss: 8.269e-01]
my_first_lora_v6:  78%|#######8  | 2340/3000 [11:52<23:03,  2.10s/it, lr: 1.0e-04 loss: 8.269e-01]
my_first_lora_v6:  78%|#######8  | 2341/3000 [11:55<23:02,  2.10s/it, lr: 1.0e-04 loss: 4.024e-01]
my_first_lora_v6:  78%|#######8  | 2341/3000 [11:55<23:02,  2.10s/it, lr: 1.0e-04 loss: 4.024e-01]
my_first_lora_v6:  78%|#######8  | 2342/3000 [11:57<23:01,  2.10s/it, lr: 1.0e-04 loss: 2.826e-01]
my_first_lora_v6:  78%|#######8  | 2342/3000 [11:57<23:01,  2.10s/it, lr: 1.0e-04 loss: 2.826e-01]
my_first_lora_v6:  78%|#######8  | 2343/3000 [12:00<23:00,  2.10s/it, lr: 1.0e-04 loss: 1.308e-01]
my_first_lora_v6:  78%|#######8  | 2343/3000 [12:00<23:00,  2.10s/it, lr: 1.0e-04 loss: 1.308e-01]
my_first_lora_v6:  78%|#######8  | 2344/3000 [12:03<22:58,  2.10s/it, lr: 1.0e-04 loss: 3.887e-01]
my_first_lora_v6:  78%|#######8  | 2344/3000 [12:03<22:58,  2.10s/it, lr: 1.0e-04 loss: 3.887e-01]
my_first_lora_v6:  78%|#######8  | 2345/3000 [12:04<22:56,  2.10s/it, lr: 1.0e-04 loss: 7.710e-02]
my_first_lora_v6:  78%|#######8  | 2345/3000 [12:04<22:56,  2.10s/it, lr: 1.0e-04 loss: 7.710e-02]
my_first_lora_v6:  78%|#######8  | 2346/3000 [12:06<22:53,  2.10s/it, lr: 1.0e-04 loss: 7.281e-01]
my_first_lora_v6:  78%|#######8  | 2346/3000 [12:06<22:53,  2.10s/it, lr: 1.0e-04 loss: 7.281e-01]
my_first_lora_v6:  78%|#######8  | 2347/3000 [12:07<22:49,  2.10s/it, lr: 1.0e-04 loss: 3.767e-01]
my_first_lora_v6:  78%|#######8  | 2347/3000 [12:07<22:49,  2.10s/it, lr: 1.0e-04 loss: 3.767e-01]
my_first_lora_v6:  78%|#######8  | 2348/3000 [12:10<22:48,  2.10s/it, lr: 1.0e-04 loss: 1.470e-01]
my_first_lora_v6:  78%|#######8  | 2348/3000 [12:10<22:48,  2.10s/it, lr: 1.0e-04 loss: 1.470e-01]
my_first_lora_v6:  78%|#######8  | 2349/3000 [12:11<22:44,  2.10s/it, lr: 1.0e-04 loss: 8.082e-01]
my_first_lora_v6:  78%|#######8  | 2349/3000 [12:11<22:44,  2.10s/it, lr: 1.0e-04 loss: 8.082e-01]
my_first_lora_v6:  78%|#######8  | 2350/3000 [12:14<22:43,  2.10s/it, lr: 1.0e-04 loss: 6.987e-01]
my_first_lora_v6:  78%|#######8  | 2350/3000 [12:14<22:43,  2.10s/it, lr: 1.0e-04 loss: 6.987e-01]
my_first_lora_v6:  78%|#######8  | 2351/3000 [12:16<22:41,  2.10s/it, lr: 1.0e-04 loss: 4.682e-01]
my_first_lora_v6:  78%|#######8  | 2351/3000 [12:16<22:41,  2.10s/it, lr: 1.0e-04 loss: 4.682e-01]
my_first_lora_v6:  78%|#######8  | 2352/3000 [12:18<22:40,  2.10s/it, lr: 1.0e-04 loss: 3.214e-01]
my_first_lora_v6:  78%|#######8  | 2352/3000 [12:18<22:40,  2.10s/it, lr: 1.0e-04 loss: 3.214e-01]
my_first_lora_v6:  78%|#######8  | 2353/3000 [12:21<22:38,  2.10s/it, lr: 1.0e-04 loss: 1.797e-01]
my_first_lora_v6:  78%|#######8  | 2353/3000 [12:21<22:38,  2.10s/it, lr: 1.0e-04 loss: 1.797e-01]
my_first_lora_v6:  78%|#######8  | 2354/3000 [12:22<22:34,  2.10s/it, lr: 1.0e-04 loss: 7.902e-01]
my_first_lora_v6:  78%|#######8  | 2354/3000 [12:22<22:34,  2.10s/it, lr: 1.0e-04 loss: 7.902e-01]
my_first_lora_v6:  78%|#######8  | 2355/3000 [12:25<22:33,  2.10s/it, lr: 1.0e-04 loss: 2.311e-01]
my_first_lora_v6:  78%|#######8  | 2355/3000 [12:25<22:33,  2.10s/it, lr: 1.0e-04 loss: 2.311e-01]
my_first_lora_v6:  79%|#######8  | 2356/3000 [12:27<22:31,  2.10s/it, lr: 1.0e-04 loss: 4.177e-01]
my_first_lora_v6:  79%|#######8  | 2356/3000 [12:27<22:31,  2.10s/it, lr: 1.0e-04 loss: 4.177e-01]
my_first_lora_v6:  79%|#######8  | 2357/3000 [12:29<22:30,  2.10s/it, lr: 1.0e-04 loss: 1.412e-01]
my_first_lora_v6:  79%|#######8  | 2357/3000 [12:29<22:30,  2.10s/it, lr: 1.0e-04 loss: 1.412e-01]
my_first_lora_v6:  79%|#######8  | 2358/3000 [12:30<22:26,  2.10s/it, lr: 1.0e-04 loss: 4.155e-01]
my_first_lora_v6:  79%|#######8  | 2358/3000 [12:30<22:26,  2.10s/it, lr: 1.0e-04 loss: 4.155e-01]
my_first_lora_v6:  79%|#######8  | 2359/3000 [12:33<22:25,  2.10s/it, lr: 1.0e-04 loss: 3.683e-01]
my_first_lora_v6:  79%|#######8  | 2359/3000 [12:33<22:25,  2.10s/it, lr: 1.0e-04 loss: 3.683e-01]
my_first_lora_v6:  79%|#######8  | 2360/3000 [12:34<22:21,  2.10s/it, lr: 1.0e-04 loss: 2.328e-01]
my_first_lora_v6:  79%|#######8  | 2360/3000 [12:34<22:21,  2.10s/it, lr: 1.0e-04 loss: 2.328e-01]
my_first_lora_v6:  79%|#######8  | 2361/3000 [12:37<22:20,  2.10s/it, lr: 1.0e-04 loss: 3.205e-01]
my_first_lora_v6:  79%|#######8  | 2361/3000 [12:37<22:20,  2.10s/it, lr: 1.0e-04 loss: 3.205e-01]
my_first_lora_v6:  79%|#######8  | 2362/3000 [12:39<22:18,  2.10s/it, lr: 1.0e-04 loss: 5.793e-01]
my_first_lora_v6:  79%|#######8  | 2362/3000 [12:39<22:18,  2.10s/it, lr: 1.0e-04 loss: 5.793e-01]
my_first_lora_v6:  79%|#######8  | 2363/3000 [12:41<22:16,  2.10s/it, lr: 1.0e-04 loss: 1.506e-01]
my_first_lora_v6:  79%|#######8  | 2363/3000 [12:41<22:16,  2.10s/it, lr: 1.0e-04 loss: 1.506e-01]
my_first_lora_v6:  79%|#######8  | 2364/3000 [12:42<22:12,  2.09s/it, lr: 1.0e-04 loss: 3.494e-02]
my_first_lora_v6:  79%|#######8  | 2364/3000 [12:42<22:12,  2.09s/it, lr: 1.0e-04 loss: 3.494e-02]
my_first_lora_v6:  79%|#######8  | 2365/3000 [12:44<22:10,  2.10s/it, lr: 1.0e-04 loss: 7.450e-01]
my_first_lora_v6:  79%|#######8  | 2365/3000 [12:44<22:10,  2.10s/it, lr: 1.0e-04 loss: 7.450e-01]
my_first_lora_v6:  79%|#######8  | 2366/3000 [12:47<22:09,  2.10s/it, lr: 1.0e-04 loss: 7.874e-01]
my_first_lora_v6:  79%|#######8  | 2366/3000 [12:47<22:09,  2.10s/it, lr: 1.0e-04 loss: 7.874e-01]
my_first_lora_v6:  79%|#######8  | 2367/3000 [12:49<22:07,  2.10s/it, lr: 1.0e-04 loss: 6.811e-01]
my_first_lora_v6:  79%|#######8  | 2367/3000 [12:49<22:07,  2.10s/it, lr: 1.0e-04 loss: 6.811e-01]
my_first_lora_v6:  79%|#######8  | 2368/3000 [12:51<22:04,  2.10s/it, lr: 1.0e-04 loss: 8.462e-02]
my_first_lora_v6:  79%|#######8  | 2368/3000 [12:51<22:04,  2.10s/it, lr: 1.0e-04 loss: 8.462e-02]
my_first_lora_v6:  79%|#######8  | 2369/3000 [12:52<22:01,  2.09s/it, lr: 1.0e-04 loss: 1.700e-01]
my_first_lora_v6:  79%|#######8  | 2369/3000 [12:52<22:01,  2.09s/it, lr: 1.0e-04 loss: 1.700e-01]
my_first_lora_v6:  79%|#######9  | 2370/3000 [12:55<22:00,  2.10s/it, lr: 1.0e-04 loss: 7.248e-01]
my_first_lora_v6:  79%|#######9  | 2370/3000 [12:55<22:00,  2.10s/it, lr: 1.0e-04 loss: 7.248e-01]
my_first_lora_v6:  79%|#######9  | 2371/3000 [12:58<21:59,  2.10s/it, lr: 1.0e-04 loss: 7.240e-01]
my_first_lora_v6:  79%|#######9  | 2371/3000 [12:58<21:59,  2.10s/it, lr: 1.0e-04 loss: 7.240e-01]
my_first_lora_v6:  79%|#######9  | 2372/3000 [12:59<21:55,  2.09s/it, lr: 1.0e-04 loss: 1.840e-01]
my_first_lora_v6:  79%|#######9  | 2372/3000 [12:59<21:55,  2.09s/it, lr: 1.0e-04 loss: 1.840e-01]
my_first_lora_v6:  79%|#######9  | 2373/3000 [13:01<21:53,  2.10s/it, lr: 1.0e-04 loss: 1.578e-01]
my_first_lora_v6:  79%|#######9  | 2373/3000 [13:01<21:53,  2.10s/it, lr: 1.0e-04 loss: 1.578e-01]
my_first_lora_v6:  79%|#######9  | 2374/3000 [13:03<21:51,  2.10s/it, lr: 1.0e-04 loss: 3.652e-01]
my_first_lora_v6:  79%|#######9  | 2374/3000 [13:03<21:51,  2.10s/it, lr: 1.0e-04 loss: 3.652e-01]
my_first_lora_v6:  79%|#######9  | 2375/3000 [13:06<21:50,  2.10s/it, lr: 1.0e-04 loss: 6.378e-01]
my_first_lora_v6:  79%|#######9  | 2375/3000 [13:06<21:50,  2.10s/it, lr: 1.0e-04 loss: 6.378e-01]Error running job: Job stopped

========================================
Result:
 - 0 completed jobs
 - 1 failure
========================================
Traceback (most recent call last):
Traceback (most recent call last):
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module>
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module>
        main()main()

  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main
        raise eraise e

  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main
  File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main
        job.run()job.run()

  File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
  File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
        process.run()process.run()

  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2353, in run
  File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2353, in run
        self.end_step_hook()self.end_step_hook()

  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook
  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook
        self.maybe_stop()self.maybe_stop()

  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
  File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
        raise Exception("Job stopped")raise Exception("Job stopped")

ExceptionException: : Job stoppedJob stopped


my_first_lora_v6:  79%|#######9  | 2376/3000 [13:07<21:47,  2.09s/it, lr: 1.0e-04 loss: 6.378e-01]
my_first_lora_v6:  79%|#######9  | 2376/3000 [13:07<21:47,  2.09s/it, lr: 1.0e-04 loss: 6.378e-01]