| Running 1 job |
| { |
| "type": "diffusion_trainer", |
| "training_folder": "/teamspace/studios/this_studio/ai-toolkit/output", |
| "sqlite_db_path": "/teamspace/studios/this_studio/ai-toolkit/aitk_db.db", |
| "device": "cuda", |
| "trigger_word": "xtishaz1", |
| "performance_log_every": 10, |
| "network": { |
| "type": "lora", |
| "linear": 32, |
| "linear_alpha": 32, |
| "conv": 16, |
| "conv_alpha": 16, |
| "lokr_full_rank": true, |
| "lokr_factor": -1, |
| "network_kwargs": { |
| "ignore_if_contains": [] |
| } |
| }, |
| "save": { |
| "dtype": "bf16", |
| "save_every": 500, |
| "max_step_saves_to_keep": 8, |
| "save_format": "diffusers", |
| "push_to_hub": false |
| }, |
| "datasets": [ |
| { |
| "folder_path": "/teamspace/studios/this_studio/ai-toolkit/datasets/tisha", |
| "mask_path": null, |
| "mask_min_value": 0.1, |
| "default_caption": "Indian 18y nude girl", |
| "caption_ext": "txt", |
| "caption_dropout_rate": 0.05, |
| "cache_latents_to_disk": false, |
| "is_reg": false, |
| "network_weight": 1, |
| "resolution": [ |
| 1024 |
| ], |
| "controls": [], |
| "shrink_video_to_frames": true, |
| "num_frames": 1, |
| "do_i2v": true, |
| "flip_x": false, |
| "flip_y": false |
| } |
| ], |
| "train": { |
| "batch_size": 1, |
| "bypass_guidance_embedding": false, |
| "steps": 3000, |
| "gradient_accumulation": 1, |
| "train_unet": true, |
| "train_text_encoder": false, |
| "gradient_checkpointing": true, |
| "noise_scheduler": "flowmatch", |
| "optimizer": "adamw8bit", |
| "timestep_type": "weighted", |
| "content_or_style": "balanced", |
| "optimizer_params": { |
| "weight_decay": 0.0001 |
| }, |
| "unload_text_encoder": true, |
| "cache_text_embeddings": false, |
| "lr": 0.0001, |
| "ema_config": { |
| "use_ema": false, |
| "ema_decay": 0.99 |
| }, |
| "skip_first_sample": false, |
| "force_first_sample": false, |
| "disable_sampling": false, |
| "dtype": "bf16", |
| "diff_output_preservation": false, |
| "diff_output_preservation_multiplier": 1, |
| "diff_output_preservation_class": "person", |
| "switch_boundary_every": 1, |
| "loss_type": "mse", |
| "do_differential_guidance": true, |
| "differential_guidance_scale": 3 |
| }, |
| "model": { |
| "name_or_path": "Tongyi-MAI/Z-Image-Turbo", |
| "quantize": true, |
| "qtype": "qfloat8", |
| "quantize_te": true, |
| "qtype_te": "qfloat8", |
| "arch": "zimage:turbo", |
| "low_vram": true, |
| "model_kwargs": {}, |
| "layer_offloading": false, |
| "layer_offloading_text_encoder_percent": 1, |
| "layer_offloading_transformer_percent": 1, |
| "assistant_lora_path": "ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v1.safetensors" |
| }, |
| "sample": { |
| "sampler": "flowmatch", |
| "sample_every": 250, |
| "width": 1024, |
| "height": 1024, |
| "samples": [ |
| { |
| "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, is captured in a moment of intense intimacy as she leans forward with her eyes closed in pleasure, her tongue delicately exploring the base of a man\u2019s erect penis, her head tilted back slightly, her left hand gently cradling the back of her head while her right arm rests along his torso, the man\u2019s tattooed forearm adorned with a black dagger design rests possessively on her head, his body partially visible with defined musculature and natural body hair, the scene bathed in warm, golden-orange ambient lighting that casts soft shadows and highlights the contours of their skin, the background blurred into a smooth gradient of rich amber tones with subtle bokeh lights, creating a shallow depth of field that draws focus entirely to the couple\u2019s connection, the camera positioned at a close, slightly low angle to emphasize the intimacy and raw emotion of the moment, the woman\u2019s delicate gold hoop earring and thin gold chain necklace catching the light, adding a touch of elegance to the sensual scene, the overall composition exudes a sense of passion, trust, and natural beauty, rendered in ultra-high detail with a realistic, NSFW, adult, Z-Image Turbo optimized aesthetic." |
| }, |
| { |
| "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, is captured in a moment of intense intimacy, kneeling on a plush white quilted bed, her body arched gracefully as she leans forward, one hand resting possessively on her hip while the other is gently placed on her thigh, her skin glistening with natural moisture under the soft, diffused natural light filtering through sheer white curtains and a wooden-framed window in the background, the warm beige walls and a wicker basket subtly visible in the corner adding to the serene, private atmosphere, the camera angle is low and intimate, emphasizing the curves of her body and the sensual tension of the moment, the depth of field is shallow, blurring the background slightly to draw focus to her form and the subtle interplay of light and shadow across her skin, creating a highly detailed, realistic, NSFW, adult, Z-Image Turbo optimized scene that exudes passion, elegance, and natural beauty." |
| }, |
| { |
| "prompt": "xtishaz1, \"A stunning Indian woman with lustrous black hair cascading down her back stands in a full-body nude pose, her voluptuous figure commanding attention. Her perfectly round, deep brownish tits are prominently displayed, with erect, dark nipples drawing the eye. Her wide, expressive eyes and open mouth suggest a moment of ecstatic surprise or pleasure, as she holds a pint of Guinness aloft in one hand. Her body is sculpted with flawless, taut skin, and her full, curvaceous hips and thighs are spread wide in a provocative stance, revealing her glistening, wet pussy and the thick, erect cock penetrating her from below. Her ass is perfectly rounded and firm, accentuating her powerful, athletic build. The scene is set against a simple, monochromatic background that isolates her form, drawing all focus to her erotic anatomy. The lighting is soft yet dramatic, highlighting the natural contours of her body and the sheen of sweat and arousal on her skin. Her pose is both powerful and vulnerable \u2014 she stands tall, yet her legs are spread wide in a classic, sensual stance that invites the viewer into the moment. Her expression is one of uninhibited passion, as if she\u2019s caught mid-pleasure, her mouth slightly parted in a gasp or moan. This portrait captures the raw, unfiltered essence of eroticism \u2014 the perfect blend of strength and sensuality. Her Indian heritage is subtly hinted at through her features, while her black hair adds a striking contrast to her fair skin. The Guinness pint in her hand adds a touch of casual, everyday life to the scene, grounding the moment in a relatable context. The image is a celebration of female beauty, power, and desire \u2014 a full-body, nude depiction that leaves no detail untouched, from the delicate curve of her collarbone to the powerful swell of her hips and the glistening wetness of her pussy, perfectly optimized for Z-Image Turbo.\"" |
| }, |
| { |
| "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, reclines provocatively atop a plush, deep purple satin couch, her legs spread wide in a bold, sensual pose that accentuates her curves and natural beauty, her tongue playfully extended in a teasing expression, the rich, velvety texture of the couch contrasting with the smooth, glistening skin of her body, the ambient lighting casting soft, warm highlights across her form, the background revealing a cozy, intimate room with a purple wall, a bookshelf filled with books and decorative items, and a vintage-style lamp casting a gentle glow, the depth of field keeps the focus sharply on her figure while softly blurring the background elements, creating a luxurious, NSFW, adult, Z-Image Turbo optimized scene that exudes confidence, allure, and raw sensuality." |
| }, |
| { |
| "prompt": "xtishaz1, A young nude woman with a soft oval face shape, smooth light-to-medium warm skin tone, and clear glowing complexion, large expressive almond-shaped dark brown eyes, well-defined natural eyebrows, a small straight nose, and full pink lips with a gentle smile, long straight silky black hair styled with volume at the crown (slight puffed front) flowing past the shoulders, with a youthful, fresh, and naturally elegant appearance and balanced facial symmetry, kneels gracefully on gray tiled bathroom floor in a poised, slightly arched position, her body glistening with subtle sheen under soft, diffused ambient lighting that highlights the natural curves and contours of her torso, hips, and thighs, her left hand resting gently on her inner thigh while her right hand lightly touches her knee, her gaze directed confidently toward the viewer with an air of serene sensuality, behind her, a pristine white ceramic toilet stands against a backdrop of muted gray wall tiles with clean, minimalist grout lines, the scene framed by a slightly elevated camera angle that captures the full length of her form from mid-thighs upward, creating a sense of depth and intimacy, the shallow depth of field softly blurs the background elements while keeping her figure sharply in focus, evoking a quiet, private moment of vulnerability and elegance within a modern, sterile bathroom environment, the overall composition exudes a natural, unposed beauty with a touch of NSFW allure, rendered in ultra-high detail with realistic textures and lighting, optimized for Z-Image Turbo." |
| } |
| ], |
| "neg": "", |
| "seed": 42, |
| "walk_seed": true, |
| "guidance_scale": 1, |
| "sample_steps": 8, |
| "num_frames": 1, |
| "fps": 1 |
| }, |
| "logging": { |
| "log_every": 1, |
| "use_ui_logger": true |
| } |
| } |
| Using SQLite database at /teamspace/studios/this_studio/ai-toolkit/aitk_db.db |
| Job ID: "f7eb6cbb-a54a-4f3a-92b0-66455621336c" |
|
|
| ############################################# |
| # Running job: my_first_lora_v6 |
| ############################################# |
|
|
|
|
| Running 1 process |
| Loading ZImage model |
| Loading transformer |
|
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 33%|###3 | 1/3 [00:00<00:01, 1.09it/s]
Loading checkpoint shards: 33%|###3 | 1/3 [00:00<00:01, 1.09it/s]
Loading checkpoint shards: 67%|######6 | 2/3 [00:01<00:00, 1.11it/s]
Loading checkpoint shards: 67%|######6 | 2/3 [00:01<00:00, 1.11it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00, 1.45it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00, 1.45it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00, 1.34it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:02<00:00, 1.34it/s] |
|
|
| Loading assistant LoRA |
| create LoRA network. base dim (rank): 32, alpha: 32 |
| neuron dropout: p=None, rank dropout: p=None, module dropout: p=None |
| create LoRA for Text Encoder: 0 modules. |
| create LoRA for U-Net: 276 modules. |
| enable LoRA for U-Net |
| Merging in assistant LoRA |
| Missing keys: [] |
| Quantizing Transformer |
| - quantizing 30 transformer blocks |
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s]
3%|3 | 1/30 [00:00<00:04, 6.42it/s]
3%|3 | 1/30 [00:00<00:04, 6.42it/s]
7%|6 | 2/30 [00:00<00:03, 7.65it/s]
7%|6 | 2/30 [00:00<00:03, 7.65it/s]
10%|# | 3/30 [00:00<00:03, 8.19it/s]
10%|# | 3/30 [00:00<00:03, 8.19it/s]
13%|#3 | 4/30 [00:00<00:03, 8.46it/s]
13%|#3 | 4/30 [00:00<00:03, 8.46it/s]
17%|#6 | 5/30 [00:00<00:02, 8.65it/s]
17%|#6 | 5/30 [00:00<00:02, 8.65it/s]
20%|## | 6/30 [00:00<00:02, 8.77it/s]
20%|## | 6/30 [00:00<00:02, 8.77it/s]
27%|##6 | 8/30 [00:00<00:02, 9.14it/s]
27%|##6 | 8/30 [00:00<00:02, 9.14it/s]
30%|### | 9/30 [00:01<00:02, 9.07it/s]
30%|### | 9/30 [00:01<00:02, 9.07it/s]
33%|###3 | 10/30 [00:01<00:02, 9.02it/s]
33%|###3 | 10/30 [00:01<00:02, 9.02it/s]
37%|###6 | 11/30 [00:01<00:02, 8.98it/s]
37%|###6 | 11/30 [00:01<00:02, 8.98it/s]
40%|#### | 12/30 [00:01<00:02, 8.97it/s]
40%|#### | 12/30 [00:01<00:02, 8.97it/s]
43%|####3 | 13/30 [00:01<00:01, 8.95it/s]
43%|####3 | 13/30 [00:01<00:01, 8.95it/s]
47%|####6 | 14/30 [00:01<00:01, 8.97it/s]
47%|####6 | 14/30 [00:01<00:01, 8.97it/s]
53%|#####3 | 16/30 [00:01<00:01, 9.26it/s]
53%|#####3 | 16/30 [00:01<00:01, 9.26it/s]
57%|#####6 | 17/30 [00:01<00:01, 9.18it/s]
57%|#####6 | 17/30 [00:01<00:01, 9.18it/s]
63%|######3 | 19/30 [00:02<00:01, 9.36it/s]
63%|######3 | 19/30 [00:02<00:01, 9.36it/s]
67%|######6 | 20/30 [00:02<00:01, 9.26it/s]
67%|######6 | 20/30 [00:02<00:01, 9.26it/s]
70%|####### | 21/30 [00:02<00:00, 9.20it/s]
70%|####### | 21/30 [00:02<00:00, 9.20it/s]
77%|#######6 | 23/30 [00:02<00:00, 9.39it/s]
77%|#######6 | 23/30 [00:02<00:00, 9.39it/s]
80%|######## | 24/30 [00:02<00:00, 9.30it/s]
80%|######## | 24/30 [00:02<00:00, 9.30it/s]
83%|########3 | 25/30 [00:02<00:00, 9.23it/s]
83%|########3 | 25/30 [00:02<00:00, 9.23it/s]
87%|########6 | 26/30 [00:02<00:00, 9.17it/s]
87%|########6 | 26/30 [00:02<00:00, 9.17it/s]
90%|######### | 27/30 [00:02<00:00, 9.12it/s]
90%|######### | 27/30 [00:02<00:00, 9.12it/s]
93%|#########3| 28/30 [00:03<00:00, 9.24it/s]
93%|#########3| 28/30 [00:03<00:00, 9.24it/s]
97%|#########6| 29/30 [00:03<00:00, 9.09it/s]
97%|#########6| 29/30 [00:03<00:00, 9.09it/s]
100%|##########| 30/30 [00:03<00:00, 9.01it/s]
100%|##########| 30/30 [00:03<00:00, 9.01it/s]
100%|##########| 30/30 [00:03<00:00, 9.01it/s]
100%|##########| 30/30 [00:03<00:00, 9.01it/s] |
|
|
| - quantizing extras |
| Moving transformer to CPU |
| Text Encoder |
| `torch_dtype` is deprecated! Use `dtype` instead! |
| `torch_dtype` is deprecated! Use `dtype` instead! |
|
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 64.62it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 64.62it/s] |
|
|
| Quantizing Text Encoder |
| Loading VAE |
| Making pipe |
| Preparing Model |
| Model Loaded |
| create LoRA network. base dim (rank): 32, alpha: 32 |
| neuron dropout: p=None, rank dropout: p=None, module dropout: p=None |
| apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16 |
| create LoRA for Text Encoder: 0 modules. |
| create LoRA for U-Net: 240 modules. |
| enable LoRA for U-Net |
| #### IMPORTANT RESUMING FROM /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/my_first_lora_v6_000002000.safetensors #### |
| Loading from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/my_first_lora_v6_000002000.safetensors |
| Missing keys: [] |
| Found step 2000 in metadata, starting from there |
| Loading optimizer state from /teamspace/studios/this_studio/ai-toolkit/output/my_first_lora_v6/optimizer.pt |
| Updating optimizer LR from params |
| Dataset: /teamspace/studios/this_studio/ai-toolkit/datasets/tisha |
| - Preprocessing image dimensions |
|
0%| | 0/9 [00:00<?, ?it/s]
0%| | 0/9 [00:00<?, ?it/s]
100%|##########| 9/9 [00:00<00:00, 21657.34it/s]
100%|##########| 9/9 [00:00<00:00, 21657.34it/s] |
|
|
| - Found 9 images |
| Bucket sizes for /teamspace/studios/this_studio/ai-toolkit/datasets/tisha: |
| 832x1152: 4 files |
| 896x1152: 1 files |
| 512x832: 2 files |
| 864x864: 1 files |
| 768x1056: 1 files |
| 5 buckets made |
| Caching embeddings and unloading text encoder |
|
|
| ***** UNLOADING TEXT ENCODER ***** |
| This will train only with a blank prompt or trigger word, if set |
| If this is not what you want, remove the unload_text_encoder flag |
| *********************************** |
|
|
|
my_first_lora_v6: 67%|######6 | 2000/3000 [00:00<?, ?it/s]
my_first_lora_v6: 67%|######6 | 2000/3000 [00:00<?, ?it/s]
my_first_lora_v6: 67%|######6 | 2000/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 8.969e-02]
my_first_lora_v6: 67%|######6 | 2000/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 8.969e-02]
my_first_lora_v6: 67%|######6 | 2000/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 8.969e-02]
my_first_lora_v6: 67%|######6 | 2000/3000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 8.969e-02]
my_first_lora_v6: 67%|######6 | 2000/3000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 2.711e-01]
my_first_lora_v6: 67%|######6 | 2000/3000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 2.711e-01]
my_first_lora_v6: 67%|######6 | 2001/3000 [00:07<2:01:51, 7.32s/it, lr: 1.0e-04 loss: 5.868e-01]
my_first_lora_v6: 67%|######6 | 2001/3000 [00:07<2:01:51, 7.32s/it, lr: 1.0e-04 loss: 5.868e-01]
my_first_lora_v6: 67%|######6 | 2002/3000 [00:09<1:17:08, 4.64s/it, lr: 1.0e-04 loss: 8.160e-01]
my_first_lora_v6: 67%|######6 | 2002/3000 [00:09<1:17:08, 4.64s/it, lr: 1.0e-04 loss: 8.160e-01]
my_first_lora_v6: 67%|######6 | 2003/3000 [00:11<1:04:50, 3.90s/it, lr: 1.0e-04 loss: 5.098e-01]
my_first_lora_v6: 67%|######6 | 2003/3000 [00:11<1:04:50, 3.90s/it, lr: 1.0e-04 loss: 5.098e-01]
my_first_lora_v6: 67%|######6 | 2004/3000 [00:12<52:49, 3.18s/it, lr: 1.0e-04 loss: 3.136e-01]
my_first_lora_v6: 67%|######6 | 2004/3000 [00:12<52:49, 3.18s/it, lr: 1.0e-04 loss: 3.136e-01]
my_first_lora_v6: 67%|######6 | 2005/3000 [00:13<45:30, 2.74s/it, lr: 1.0e-04 loss: 6.299e-01]
my_first_lora_v6: 67%|######6 | 2005/3000 [00:13<45:30, 2.74s/it, lr: 1.0e-04 loss: 6.299e-01]
my_first_lora_v6: 67%|######6 | 2006/3000 [00:16<45:18, 2.73s/it, lr: 1.0e-04 loss: 6.416e-01]
my_first_lora_v6: 67%|######6 | 2006/3000 [00:16<45:18, 2.73s/it, lr: 1.0e-04 loss: 6.416e-01]
my_first_lora_v6: 67%|######6 | 2007/3000 [00:18<44:31, 2.69s/it, lr: 1.0e-04 loss: 5.195e-01]
my_first_lora_v6: 67%|######6 | 2007/3000 [00:18<44:31, 2.69s/it, lr: 1.0e-04 loss: 5.195e-01]
my_first_lora_v6: 67%|######6 | 2008/3000 [00:21<44:52, 2.71s/it, lr: 1.0e-04 loss: 1.892e-01]
my_first_lora_v6: 67%|######6 | 2008/3000 [00:21<44:52, 2.71s/it, lr: 1.0e-04 loss: 1.892e-01]
my_first_lora_v6: 67%|######6 | 2009/3000 [00:22<41:43, 2.53s/it, lr: 1.0e-04 loss: 6.118e-01]
my_first_lora_v6: 67%|######6 | 2009/3000 [00:22<41:43, 2.53s/it, lr: 1.0e-04 loss: 6.118e-01]
my_first_lora_v6: 67%|######7 | 2010/3000 [00:24<40:28, 2.45s/it, lr: 1.0e-04 loss: 5.002e-01]
my_first_lora_v6: 67%|######7 | 2010/3000 [00:24<40:28, 2.45s/it, lr: 1.0e-04 loss: 5.002e-01]
my_first_lora_v6: 67%|######7 | 2011/3000 [00:26<40:25, 2.45s/it, lr: 1.0e-04 loss: 4.316e-02]
my_first_lora_v6: 67%|######7 | 2011/3000 [00:26<40:25, 2.45s/it, lr: 1.0e-04 loss: 4.316e-02]
my_first_lora_v6: 67%|######7 | 2012/3000 [00:27<38:22, 2.33s/it, lr: 1.0e-04 loss: 6.764e-02]
my_first_lora_v6: 67%|######7 | 2012/3000 [00:27<38:22, 2.33s/it, lr: 1.0e-04 loss: 6.764e-02]
my_first_lora_v6: 67%|######7 | 2013/3000 [00:30<38:27, 2.34s/it, lr: 1.0e-04 loss: 6.611e-02]
my_first_lora_v6: 67%|######7 | 2013/3000 [00:30<38:27, 2.34s/it, lr: 1.0e-04 loss: 6.611e-02]
my_first_lora_v6: 67%|######7 | 2014/3000 [00:32<38:18, 2.33s/it, lr: 1.0e-04 loss: 6.132e-01]
my_first_lora_v6: 67%|######7 | 2014/3000 [00:32<38:18, 2.33s/it, lr: 1.0e-04 loss: 6.132e-01]
my_first_lora_v6: 67%|######7 | 2015/3000 [00:35<38:22, 2.34s/it, lr: 1.0e-04 loss: 9.617e-02]
my_first_lora_v6: 67%|######7 | 2015/3000 [00:35<38:22, 2.34s/it, lr: 1.0e-04 loss: 9.617e-02]
my_first_lora_v6: 67%|######7 | 2016/3000 [00:37<38:25, 2.34s/it, lr: 1.0e-04 loss: 7.284e-01]
my_first_lora_v6: 67%|######7 | 2016/3000 [00:37<38:25, 2.34s/it, lr: 1.0e-04 loss: 7.284e-01]
my_first_lora_v6: 67%|######7 | 2017/3000 [00:38<37:19, 2.28s/it, lr: 1.0e-04 loss: 5.418e-01]
my_first_lora_v6: 67%|######7 | 2017/3000 [00:38<37:19, 2.28s/it, lr: 1.0e-04 loss: 5.418e-01]
my_first_lora_v6: 67%|######7 | 2018/3000 [00:41<37:26, 2.29s/it, lr: 1.0e-04 loss: 2.298e-01]
my_first_lora_v6: 67%|######7 | 2018/3000 [00:41<37:26, 2.29s/it, lr: 1.0e-04 loss: 2.298e-01]
my_first_lora_v6: 67%|######7 | 2019/3000 [00:42<36:18, 2.22s/it, lr: 1.0e-04 loss: 5.163e-02]
my_first_lora_v6: 67%|######7 | 2019/3000 [00:42<36:18, 2.22s/it, lr: 1.0e-04 loss: 5.163e-02]
my_first_lora_v6: 67%|######7 | 2020/3000 [00:44<35:57, 2.20s/it, lr: 1.0e-04 loss: 5.286e-01]
my_first_lora_v6: 67%|######7 | 2020/3000 [00:44<35:57, 2.20s/it, lr: 1.0e-04 loss: 5.286e-01]
my_first_lora_v6: 67%|######7 | 2021/3000 [00:46<35:44, 2.19s/it, lr: 1.0e-04 loss: 1.313e-01]
my_first_lora_v6: 67%|######7 | 2021/3000 [00:46<35:44, 2.19s/it, lr: 1.0e-04 loss: 1.313e-01]
my_first_lora_v6: 67%|######7 | 2022/3000 [00:48<35:53, 2.20s/it, lr: 1.0e-04 loss: 1.412e-01]
my_first_lora_v6: 67%|######7 | 2022/3000 [00:48<35:53, 2.20s/it, lr: 1.0e-04 loss: 1.412e-01]
my_first_lora_v6: 67%|######7 | 2023/3000 [00:50<36:01, 2.21s/it, lr: 1.0e-04 loss: 6.371e-01]
my_first_lora_v6: 67%|######7 | 2023/3000 [00:50<36:01, 2.21s/it, lr: 1.0e-04 loss: 6.371e-01]
my_first_lora_v6: 67%|######7 | 2024/3000 [00:53<36:18, 2.23s/it, lr: 1.0e-04 loss: 6.201e-01]
my_first_lora_v6: 67%|######7 | 2024/3000 [00:53<36:18, 2.23s/it, lr: 1.0e-04 loss: 6.201e-01]
my_first_lora_v6: 68%|######7 | 2025/3000 [00:56<36:24, 2.24s/it, lr: 1.0e-04 loss: 6.753e-01]
my_first_lora_v6: 68%|######7 | 2025/3000 [00:56<36:24, 2.24s/it, lr: 1.0e-04 loss: 6.753e-01]
my_first_lora_v6: 68%|######7 | 2026/3000 [00:58<36:36, 2.26s/it, lr: 1.0e-04 loss: 6.458e-01]
my_first_lora_v6: 68%|######7 | 2026/3000 [00:58<36:36, 2.26s/it, lr: 1.0e-04 loss: 6.458e-01]
my_first_lora_v6: 68%|######7 | 2027/3000 [01:01<36:41, 2.26s/it, lr: 1.0e-04 loss: 7.577e-01]
my_first_lora_v6: 68%|######7 | 2027/3000 [01:01<36:41, 2.26s/it, lr: 1.0e-04 loss: 7.577e-01]
my_first_lora_v6: 68%|######7 | 2028/3000 [01:03<36:59, 2.28s/it, lr: 1.0e-04 loss: 7.052e-01]
my_first_lora_v6: 68%|######7 | 2028/3000 [01:03<36:59, 2.28s/it, lr: 1.0e-04 loss: 7.052e-01]
my_first_lora_v6: 68%|######7 | 2029/3000 [01:04<36:13, 2.24s/it, lr: 1.0e-04 loss: 7.032e-01]
my_first_lora_v6: 68%|######7 | 2029/3000 [01:04<36:13, 2.24s/it, lr: 1.0e-04 loss: 7.032e-01]
my_first_lora_v6: 68%|######7 | 2030/3000 [01:05<35:31, 2.20s/it, lr: 1.0e-04 loss: 8.329e-01]
my_first_lora_v6: 68%|######7 | 2030/3000 [01:05<35:31, 2.20s/it, lr: 1.0e-04 loss: 8.329e-01]
my_first_lora_v6: 68%|######7 | 2031/3000 [01:08<35:44, 2.21s/it, lr: 1.0e-04 loss: 7.442e-01]
my_first_lora_v6: 68%|######7 | 2031/3000 [01:08<35:44, 2.21s/it, lr: 1.0e-04 loss: 7.442e-01]
my_first_lora_v6: 68%|######7 | 2032/3000 [01:10<35:34, 2.21s/it, lr: 1.0e-04 loss: 7.813e-01]
my_first_lora_v6: 68%|######7 | 2032/3000 [01:10<35:34, 2.21s/it, lr: 1.0e-04 loss: 7.813e-01]
my_first_lora_v6: 68%|######7 | 2033/3000 [01:12<35:20, 2.19s/it, lr: 1.0e-04 loss: 1.541e-01]
my_first_lora_v6: 68%|######7 | 2033/3000 [01:12<35:20, 2.19s/it, lr: 1.0e-04 loss: 1.541e-01]
my_first_lora_v6: 68%|######7 | 2034/3000 [01:14<35:25, 2.20s/it, lr: 1.0e-04 loss: 5.767e-01]
my_first_lora_v6: 68%|######7 | 2034/3000 [01:14<35:25, 2.20s/it, lr: 1.0e-04 loss: 5.767e-01]
my_first_lora_v6: 68%|######7 | 2035/3000 [01:16<35:18, 2.20s/it, lr: 1.0e-04 loss: 3.435e-01]
my_first_lora_v6: 68%|######7 | 2035/3000 [01:16<35:18, 2.20s/it, lr: 1.0e-04 loss: 3.435e-01]
my_first_lora_v6: 68%|######7 | 2036/3000 [01:17<34:43, 2.16s/it, lr: 1.0e-04 loss: 6.067e-01]
my_first_lora_v6: 68%|######7 | 2036/3000 [01:17<34:43, 2.16s/it, lr: 1.0e-04 loss: 6.067e-01]
my_first_lora_v6: 68%|######7 | 2037/3000 [01:20<34:55, 2.18s/it, lr: 1.0e-04 loss: 4.296e-01]
my_first_lora_v6: 68%|######7 | 2037/3000 [01:20<34:55, 2.18s/it, lr: 1.0e-04 loss: 4.296e-01]
my_first_lora_v6: 68%|######7 | 2038/3000 [01:22<34:48, 2.17s/it, lr: 1.0e-04 loss: 6.650e-01]
my_first_lora_v6: 68%|######7 | 2038/3000 [01:22<34:48, 2.17s/it, lr: 1.0e-04 loss: 6.650e-01]
my_first_lora_v6: 68%|######7 | 2039/3000 [01:24<34:53, 2.18s/it, lr: 1.0e-04 loss: 4.859e-01]
my_first_lora_v6: 68%|######7 | 2039/3000 [01:24<34:53, 2.18s/it, lr: 1.0e-04 loss: 4.859e-01]
my_first_lora_v6: 68%|######8 | 2040/3000 [01:27<34:57, 2.18s/it, lr: 1.0e-04 loss: 8.016e-01]
my_first_lora_v6: 68%|######8 | 2040/3000 [01:27<34:57, 2.18s/it, lr: 1.0e-04 loss: 8.016e-01]
my_first_lora_v6: 68%|######8 | 2041/3000 [01:29<35:01, 2.19s/it, lr: 1.0e-04 loss: 2.869e-01]
my_first_lora_v6: 68%|######8 | 2041/3000 [01:29<35:01, 2.19s/it, lr: 1.0e-04 loss: 2.869e-01]
my_first_lora_v6: 68%|######8 | 2042/3000 [01:31<34:39, 2.17s/it, lr: 1.0e-04 loss: 3.068e-01]
my_first_lora_v6: 68%|######8 | 2042/3000 [01:31<34:39, 2.17s/it, lr: 1.0e-04 loss: 3.068e-01]
my_first_lora_v6: 68%|######8 | 2043/3000 [01:33<34:43, 2.18s/it, lr: 1.0e-04 loss: 2.125e-01]
my_first_lora_v6: 68%|######8 | 2043/3000 [01:33<34:43, 2.18s/it, lr: 1.0e-04 loss: 2.125e-01]
my_first_lora_v6: 68%|######8 | 2044/3000 [01:35<34:37, 2.17s/it, lr: 1.0e-04 loss: 2.589e-01]
my_first_lora_v6: 68%|######8 | 2044/3000 [01:35<34:37, 2.17s/it, lr: 1.0e-04 loss: 2.589e-01]
my_first_lora_v6: 68%|######8 | 2045/3000 [01:36<34:10, 2.15s/it, lr: 1.0e-04 loss: 6.868e-01]
my_first_lora_v6: 68%|######8 | 2045/3000 [01:36<34:10, 2.15s/it, lr: 1.0e-04 loss: 6.868e-01]
my_first_lora_v6: 68%|######8 | 2046/3000 [01:39<34:19, 2.16s/it, lr: 1.0e-04 loss: 7.472e-01]
my_first_lora_v6: 68%|######8 | 2046/3000 [01:39<34:19, 2.16s/it, lr: 1.0e-04 loss: 7.472e-01]
my_first_lora_v6: 68%|######8 | 2047/3000 [01:41<34:24, 2.17s/it, lr: 1.0e-04 loss: 4.584e-02]
my_first_lora_v6: 68%|######8 | 2047/3000 [01:41<34:24, 2.17s/it, lr: 1.0e-04 loss: 4.584e-02]
my_first_lora_v6: 68%|######8 | 2048/3000 [01:44<34:27, 2.17s/it, lr: 1.0e-04 loss: 3.504e-02]
my_first_lora_v6: 68%|######8 | 2048/3000 [01:44<34:27, 2.17s/it, lr: 1.0e-04 loss: 3.504e-02]
my_first_lora_v6: 68%|######8 | 2049/3000 [01:45<34:02, 2.15s/it, lr: 1.0e-04 loss: 7.101e-01]
my_first_lora_v6: 68%|######8 | 2049/3000 [01:45<34:02, 2.15s/it, lr: 1.0e-04 loss: 7.101e-01]
my_first_lora_v6: 68%|######8 | 2050/3000 [01:47<34:06, 2.15s/it, lr: 1.0e-04 loss: 6.995e-01]
my_first_lora_v6: 68%|######8 | 2050/3000 [01:47<34:06, 2.15s/it, lr: 1.0e-04 loss: 6.995e-01]
my_first_lora_v6: 68%|######8 | 2051/3000 [01:50<34:10, 2.16s/it, lr: 1.0e-04 loss: 3.994e-01]
my_first_lora_v6: 68%|######8 | 2051/3000 [01:50<34:10, 2.16s/it, lr: 1.0e-04 loss: 3.994e-01]
my_first_lora_v6: 68%|######8 | 2052/3000 [01:52<34:05, 2.16s/it, lr: 1.0e-04 loss: 3.642e-01]
my_first_lora_v6: 68%|######8 | 2052/3000 [01:52<34:05, 2.16s/it, lr: 1.0e-04 loss: 3.642e-01]
my_first_lora_v6: 68%|######8 | 2053/3000 [01:54<34:11, 2.17s/it, lr: 1.0e-04 loss: 6.404e-01]
my_first_lora_v6: 68%|######8 | 2053/3000 [01:54<34:11, 2.17s/it, lr: 1.0e-04 loss: 6.404e-01]
my_first_lora_v6: 68%|######8 | 2054/3000 [01:56<34:03, 2.16s/it, lr: 1.0e-04 loss: 4.652e-01]
my_first_lora_v6: 68%|######8 | 2054/3000 [01:56<34:03, 2.16s/it, lr: 1.0e-04 loss: 4.652e-01]
my_first_lora_v6: 68%|######8 | 2055/3000 [01:57<33:41, 2.14s/it, lr: 1.0e-04 loss: 2.685e-01]
my_first_lora_v6: 68%|######8 | 2055/3000 [01:57<33:41, 2.14s/it, lr: 1.0e-04 loss: 2.685e-01]
my_first_lora_v6: 69%|######8 | 2056/3000 [02:00<33:44, 2.14s/it, lr: 1.0e-04 loss: 2.789e-01]
my_first_lora_v6: 69%|######8 | 2056/3000 [02:00<33:44, 2.14s/it, lr: 1.0e-04 loss: 2.789e-01]
my_first_lora_v6: 69%|######8 | 2057/3000 [02:02<33:44, 2.15s/it, lr: 1.0e-04 loss: 5.367e-01]
my_first_lora_v6: 69%|######8 | 2057/3000 [02:02<33:44, 2.15s/it, lr: 1.0e-04 loss: 5.367e-01]
my_first_lora_v6: 69%|######8 | 2058/3000 [02:03<33:23, 2.13s/it, lr: 1.0e-04 loss: 8.465e-01]
my_first_lora_v6: 69%|######8 | 2058/3000 [02:03<33:23, 2.13s/it, lr: 1.0e-04 loss: 8.465e-01]
my_first_lora_v6: 69%|######8 | 2059/3000 [02:05<33:26, 2.13s/it, lr: 1.0e-04 loss: 2.216e-01]
my_first_lora_v6: 69%|######8 | 2059/3000 [02:05<33:26, 2.13s/it, lr: 1.0e-04 loss: 2.216e-01]
my_first_lora_v6: 69%|######8 | 2060/3000 [02:08<33:30, 2.14s/it, lr: 1.0e-04 loss: 4.110e-02]
my_first_lora_v6: 69%|######8 | 2060/3000 [02:08<33:30, 2.14s/it, lr: 1.0e-04 loss: 4.110e-02]
my_first_lora_v6: 69%|######8 | 2061/3000 [02:11<33:36, 2.15s/it, lr: 1.0e-04 loss: 2.189e-01]
my_first_lora_v6: 69%|######8 | 2061/3000 [02:11<33:36, 2.15s/it, lr: 1.0e-04 loss: 2.189e-01]
my_first_lora_v6: 69%|######8 | 2062/3000 [02:13<33:42, 2.16s/it, lr: 1.0e-04 loss: 2.311e-01]
my_first_lora_v6: 69%|######8 | 2062/3000 [02:13<33:42, 2.16s/it, lr: 1.0e-04 loss: 2.311e-01]
my_first_lora_v6: 69%|######8 | 2063/3000 [02:14<33:22, 2.14s/it, lr: 1.0e-04 loss: 8.152e-01]
my_first_lora_v6: 69%|######8 | 2063/3000 [02:14<33:22, 2.14s/it, lr: 1.0e-04 loss: 8.152e-01]
my_first_lora_v6: 69%|######8 | 2064/3000 [02:16<33:16, 2.13s/it, lr: 1.0e-04 loss: 4.738e-01]
my_first_lora_v6: 69%|######8 | 2064/3000 [02:16<33:16, 2.13s/it, lr: 1.0e-04 loss: 4.738e-01]
my_first_lora_v6: 69%|######8 | 2065/3000 [02:18<33:18, 2.14s/it, lr: 1.0e-04 loss: 2.070e-01]
my_first_lora_v6: 69%|######8 | 2065/3000 [02:18<33:18, 2.14s/it, lr: 1.0e-04 loss: 2.070e-01]
my_first_lora_v6: 69%|######8 | 2066/3000 [02:21<33:21, 2.14s/it, lr: 1.0e-04 loss: 7.054e-01]
my_first_lora_v6: 69%|######8 | 2066/3000 [02:21<33:21, 2.14s/it, lr: 1.0e-04 loss: 7.054e-01]
my_first_lora_v6: 69%|######8 | 2067/3000 [02:23<33:17, 2.14s/it, lr: 1.0e-04 loss: 5.366e-02]
my_first_lora_v6: 69%|######8 | 2067/3000 [02:23<33:17, 2.14s/it, lr: 1.0e-04 loss: 5.366e-02]
my_first_lora_v6: 69%|######8 | 2068/3000 [02:24<32:59, 2.12s/it, lr: 1.0e-04 loss: 3.933e-01]
my_first_lora_v6: 69%|######8 | 2068/3000 [02:24<32:59, 2.12s/it, lr: 1.0e-04 loss: 3.933e-01]
my_first_lora_v6: 69%|######8 | 2069/3000 [02:26<33:01, 2.13s/it, lr: 1.0e-04 loss: 5.140e-01]
my_first_lora_v6: 69%|######8 | 2069/3000 [02:26<33:01, 2.13s/it, lr: 1.0e-04 loss: 5.140e-01]
my_first_lora_v6: 69%|######9 | 2070/3000 [02:29<33:07, 2.14s/it, lr: 1.0e-04 loss: 4.101e-01]
my_first_lora_v6: 69%|######9 | 2070/3000 [02:29<33:07, 2.14s/it, lr: 1.0e-04 loss: 4.101e-01]
my_first_lora_v6: 69%|######9 | 2071/3000 [02:32<33:12, 2.14s/it, lr: 1.0e-04 loss: 2.540e-01]
my_first_lora_v6: 69%|######9 | 2071/3000 [02:32<33:12, 2.14s/it, lr: 1.0e-04 loss: 2.540e-01]
my_first_lora_v6: 69%|######9 | 2072/3000 [02:33<32:59, 2.13s/it, lr: 1.0e-04 loss: 7.782e-02]
my_first_lora_v6: 69%|######9 | 2072/3000 [02:33<32:59, 2.13s/it, lr: 1.0e-04 loss: 7.782e-02]
my_first_lora_v6: 69%|######9 | 2073/3000 [02:36<33:01, 2.14s/it, lr: 1.0e-04 loss: 7.005e-01]
my_first_lora_v6: 69%|######9 | 2073/3000 [02:36<33:01, 2.14s/it, lr: 1.0e-04 loss: 7.005e-01]
my_first_lora_v6: 69%|######9 | 2074/3000 [02:37<32:44, 2.12s/it, lr: 1.0e-04 loss: 3.250e-01]
my_first_lora_v6: 69%|######9 | 2074/3000 [02:37<32:44, 2.12s/it, lr: 1.0e-04 loss: 3.250e-01]
my_first_lora_v6: 69%|######9 | 2075/3000 [02:38<32:38, 2.12s/it, lr: 1.0e-04 loss: 9.708e-02]
my_first_lora_v6: 69%|######9 | 2075/3000 [02:38<32:38, 2.12s/it, lr: 1.0e-04 loss: 9.708e-02]
my_first_lora_v6: 69%|######9 | 2076/3000 [02:41<32:40, 2.12s/it, lr: 1.0e-04 loss: 6.865e-01]
my_first_lora_v6: 69%|######9 | 2076/3000 [02:41<32:40, 2.12s/it, lr: 1.0e-04 loss: 6.865e-01]
my_first_lora_v6: 69%|######9 | 2077/3000 [02:43<32:45, 2.13s/it, lr: 1.0e-04 loss: 3.509e-01]
my_first_lora_v6: 69%|######9 | 2077/3000 [02:43<32:45, 2.13s/it, lr: 1.0e-04 loss: 3.509e-01]
my_first_lora_v6: 69%|######9 | 2078/3000 [02:46<32:47, 2.13s/it, lr: 1.0e-04 loss: 3.365e-02]
my_first_lora_v6: 69%|######9 | 2078/3000 [02:46<32:47, 2.13s/it, lr: 1.0e-04 loss: 3.365e-02]
my_first_lora_v6: 69%|######9 | 2079/3000 [02:48<32:43, 2.13s/it, lr: 1.0e-04 loss: 7.978e-01]
my_first_lora_v6: 69%|######9 | 2079/3000 [02:48<32:43, 2.13s/it, lr: 1.0e-04 loss: 7.978e-01]
my_first_lora_v6: 69%|######9 | 2080/3000 [02:51<32:47, 2.14s/it, lr: 1.0e-04 loss: 6.198e-01]
my_first_lora_v6: 69%|######9 | 2080/3000 [02:51<32:47, 2.14s/it, lr: 1.0e-04 loss: 6.198e-01]
my_first_lora_v6: 69%|######9 | 2081/3000 [02:53<32:49, 2.14s/it, lr: 1.0e-04 loss: 1.878e-01]
my_first_lora_v6: 69%|######9 | 2081/3000 [02:53<32:49, 2.14s/it, lr: 1.0e-04 loss: 1.878e-01]
my_first_lora_v6: 69%|######9 | 2082/3000 [02:55<32:45, 2.14s/it, lr: 1.0e-04 loss: 6.226e-01]
my_first_lora_v6: 69%|######9 | 2082/3000 [02:55<32:45, 2.14s/it, lr: 1.0e-04 loss: 6.226e-01]
my_first_lora_v6: 69%|######9 | 2083/3000 [02:57<32:39, 2.14s/it, lr: 1.0e-04 loss: 5.162e-01]
my_first_lora_v6: 69%|######9 | 2083/3000 [02:57<32:39, 2.14s/it, lr: 1.0e-04 loss: 5.162e-01]
my_first_lora_v6: 69%|######9 | 2084/3000 [03:00<32:43, 2.14s/it, lr: 1.0e-04 loss: 5.711e-01]
my_first_lora_v6: 69%|######9 | 2084/3000 [03:00<32:43, 2.14s/it, lr: 1.0e-04 loss: 5.711e-01]
my_first_lora_v6: 70%|######9 | 2085/3000 [03:01<32:29, 2.13s/it, lr: 1.0e-04 loss: 8.417e-01]
my_first_lora_v6: 70%|######9 | 2085/3000 [03:01<32:29, 2.13s/it, lr: 1.0e-04 loss: 8.417e-01]
my_first_lora_v6: 70%|######9 | 2086/3000 [03:03<32:33, 2.14s/it, lr: 1.0e-04 loss: 5.819e-01]
my_first_lora_v6: 70%|######9 | 2086/3000 [03:03<32:33, 2.14s/it, lr: 1.0e-04 loss: 5.819e-01]
my_first_lora_v6: 70%|######9 | 2087/3000 [03:06<32:34, 2.14s/it, lr: 1.0e-04 loss: 1.359e-01]
my_first_lora_v6: 70%|######9 | 2087/3000 [03:06<32:34, 2.14s/it, lr: 1.0e-04 loss: 1.359e-01]
my_first_lora_v6: 70%|######9 | 2088/3000 [03:07<32:20, 2.13s/it, lr: 1.0e-04 loss: 8.479e-01]
my_first_lora_v6: 70%|######9 | 2088/3000 [03:07<32:20, 2.13s/it, lr: 1.0e-04 loss: 8.479e-01]
my_first_lora_v6: 70%|######9 | 2089/3000 [03:10<32:26, 2.14s/it, lr: 1.0e-04 loss: 6.573e-01]
my_first_lora_v6: 70%|######9 | 2089/3000 [03:10<32:26, 2.14s/it, lr: 1.0e-04 loss: 6.573e-01]
my_first_lora_v6: 70%|######9 | 2090/3000 [03:12<32:22, 2.13s/it, lr: 1.0e-04 loss: 2.967e-01]
my_first_lora_v6: 70%|######9 | 2090/3000 [03:12<32:22, 2.13s/it, lr: 1.0e-04 loss: 2.967e-01]
my_first_lora_v6: 70%|######9 | 2091/3000 [03:13<32:08, 2.12s/it, lr: 1.0e-04 loss: 7.074e-01]
my_first_lora_v6: 70%|######9 | 2091/3000 [03:13<32:08, 2.12s/it, lr: 1.0e-04 loss: 7.074e-01]
my_first_lora_v6: 70%|######9 | 2092/3000 [03:15<32:10, 2.13s/it, lr: 1.0e-04 loss: 3.506e-01]
my_first_lora_v6: 70%|######9 | 2092/3000 [03:15<32:10, 2.13s/it, lr: 1.0e-04 loss: 3.506e-01]
my_first_lora_v6: 70%|######9 | 2093/3000 [03:18<32:11, 2.13s/it, lr: 1.0e-04 loss: 4.560e-01]
my_first_lora_v6: 70%|######9 | 2093/3000 [03:18<32:11, 2.13s/it, lr: 1.0e-04 loss: 4.560e-01]
my_first_lora_v6: 70%|######9 | 2094/3000 [03:20<32:11, 2.13s/it, lr: 1.0e-04 loss: 4.143e-01]
my_first_lora_v6: 70%|######9 | 2094/3000 [03:20<32:11, 2.13s/it, lr: 1.0e-04 loss: 4.143e-01]
my_first_lora_v6: 70%|######9 | 2095/3000 [03:22<32:12, 2.14s/it, lr: 1.0e-04 loss: 7.729e-01]
my_first_lora_v6: 70%|######9 | 2095/3000 [03:22<32:12, 2.14s/it, lr: 1.0e-04 loss: 7.729e-01]
my_first_lora_v6: 70%|######9 | 2096/3000 [03:23<32:00, 2.12s/it, lr: 1.0e-04 loss: 6.264e-01]
my_first_lora_v6: 70%|######9 | 2096/3000 [03:23<32:00, 2.12s/it, lr: 1.0e-04 loss: 6.264e-01]
my_first_lora_v6: 70%|######9 | 2097/3000 [03:25<31:54, 2.12s/it, lr: 1.0e-04 loss: 5.217e-01]
my_first_lora_v6: 70%|######9 | 2097/3000 [03:25<31:54, 2.12s/it, lr: 1.0e-04 loss: 5.217e-01]
my_first_lora_v6: 70%|######9 | 2098/3000 [03:28<31:57, 2.13s/it, lr: 1.0e-04 loss: 2.846e-01]
my_first_lora_v6: 70%|######9 | 2098/3000 [03:28<31:57, 2.13s/it, lr: 1.0e-04 loss: 2.846e-01]
my_first_lora_v6: 70%|######9 | 2099/3000 [03:29<31:45, 2.11s/it, lr: 1.0e-04 loss: 5.723e-01]
my_first_lora_v6: 70%|######9 | 2099/3000 [03:29<31:45, 2.11s/it, lr: 1.0e-04 loss: 5.723e-01]
my_first_lora_v6: 70%|####### | 2100/3000 [03:32<31:48, 2.12s/it, lr: 1.0e-04 loss: 7.670e-01]
my_first_lora_v6: 70%|####### | 2100/3000 [03:32<31:48, 2.12s/it, lr: 1.0e-04 loss: 7.670e-01]
my_first_lora_v6: 70%|####### | 2101/3000 [03:34<31:51, 2.13s/it, lr: 1.0e-04 loss: 8.301e-01]
my_first_lora_v6: 70%|####### | 2101/3000 [03:34<31:51, 2.13s/it, lr: 1.0e-04 loss: 8.301e-01]
my_first_lora_v6: 70%|####### | 2102/3000 [03:35<31:39, 2.12s/it, lr: 1.0e-04 loss: 6.764e-01]
my_first_lora_v6: 70%|####### | 2102/3000 [03:35<31:39, 2.12s/it, lr: 1.0e-04 loss: 6.764e-01]
my_first_lora_v6: 70%|####### | 2103/3000 [03:38<31:40, 2.12s/it, lr: 1.0e-04 loss: 2.074e-01]
my_first_lora_v6: 70%|####### | 2103/3000 [03:38<31:40, 2.12s/it, lr: 1.0e-04 loss: 2.074e-01]
my_first_lora_v6: 70%|####### | 2104/3000 [03:40<31:35, 2.12s/it, lr: 1.0e-04 loss: 1.810e-01]
my_first_lora_v6: 70%|####### | 2104/3000 [03:40<31:35, 2.12s/it, lr: 1.0e-04 loss: 1.810e-01]
my_first_lora_v6: 70%|####### | 2105/3000 [03:41<31:32, 2.11s/it, lr: 1.0e-04 loss: 7.315e-01]
my_first_lora_v6: 70%|####### | 2105/3000 [03:41<31:32, 2.11s/it, lr: 1.0e-04 loss: 7.315e-01]
my_first_lora_v6: 70%|####### | 2106/3000 [03:44<31:33, 2.12s/it, lr: 1.0e-04 loss: 4.645e-01]
my_first_lora_v6: 70%|####### | 2106/3000 [03:44<31:33, 2.12s/it, lr: 1.0e-04 loss: 4.645e-01]
my_first_lora_v6: 70%|####### | 2107/3000 [03:46<31:30, 2.12s/it, lr: 1.0e-04 loss: 1.144e-01]
my_first_lora_v6: 70%|####### | 2107/3000 [03:46<31:30, 2.12s/it, lr: 1.0e-04 loss: 1.144e-01]
my_first_lora_v6: 70%|####### | 2108/3000 [03:48<31:30, 2.12s/it, lr: 1.0e-04 loss: 4.066e-01]
my_first_lora_v6: 70%|####### | 2108/3000 [03:48<31:30, 2.12s/it, lr: 1.0e-04 loss: 4.066e-01]
my_first_lora_v6: 70%|####### | 2109/3000 [03:51<31:31, 2.12s/it, lr: 1.0e-04 loss: 1.894e-01]
my_first_lora_v6: 70%|####### | 2109/3000 [03:51<31:31, 2.12s/it, lr: 1.0e-04 loss: 1.894e-01]
my_first_lora_v6: 70%|####### | 2110/3000 [03:53<31:31, 2.13s/it, lr: 1.0e-04 loss: 7.148e-01]
my_first_lora_v6: 70%|####### | 2110/3000 [03:53<31:31, 2.13s/it, lr: 1.0e-04 loss: 7.148e-01]
my_first_lora_v6: 70%|####### | 2111/3000 [03:56<31:33, 2.13s/it, lr: 1.0e-04 loss: 4.847e-01]
my_first_lora_v6: 70%|####### | 2111/3000 [03:56<31:33, 2.13s/it, lr: 1.0e-04 loss: 4.847e-01]
my_first_lora_v6: 70%|####### | 2112/3000 [03:57<31:22, 2.12s/it, lr: 1.0e-04 loss: 5.504e-01]
my_first_lora_v6: 70%|####### | 2112/3000 [03:57<31:22, 2.12s/it, lr: 1.0e-04 loss: 5.504e-01]
my_first_lora_v6: 70%|####### | 2113/3000 [03:59<31:19, 2.12s/it, lr: 1.0e-04 loss: 3.816e-01]
my_first_lora_v6: 70%|####### | 2113/3000 [03:59<31:19, 2.12s/it, lr: 1.0e-04 loss: 3.816e-01]
my_first_lora_v6: 70%|####### | 2114/3000 [04:00<31:08, 2.11s/it, lr: 1.0e-04 loss: 6.923e-01]
my_first_lora_v6: 70%|####### | 2114/3000 [04:00<31:08, 2.11s/it, lr: 1.0e-04 loss: 6.923e-01]
my_first_lora_v6: 70%|####### | 2115/3000 [04:03<31:10, 2.11s/it, lr: 1.0e-04 loss: 7.730e-01]
my_first_lora_v6: 70%|####### | 2115/3000 [04:03<31:10, 2.11s/it, lr: 1.0e-04 loss: 7.730e-01]
my_first_lora_v6: 71%|####### | 2116/3000 [04:06<31:14, 2.12s/it, lr: 1.0e-04 loss: 3.291e-01]
my_first_lora_v6: 71%|####### | 2116/3000 [04:06<31:14, 2.12s/it, lr: 1.0e-04 loss: 3.291e-01]
my_first_lora_v6: 71%|####### | 2117/3000 [04:07<31:11, 2.12s/it, lr: 1.0e-04 loss: 1.691e-01]
my_first_lora_v6: 71%|####### | 2117/3000 [04:07<31:11, 2.12s/it, lr: 1.0e-04 loss: 1.691e-01]
my_first_lora_v6: 71%|####### | 2118/3000 [04:10<31:11, 2.12s/it, lr: 1.0e-04 loss: 7.598e-01]
my_first_lora_v6: 71%|####### | 2118/3000 [04:10<31:11, 2.12s/it, lr: 1.0e-04 loss: 7.598e-01]
my_first_lora_v6: 71%|####### | 2119/3000 [04:12<31:12, 2.12s/it, lr: 1.0e-04 loss: 6.615e-01]
my_first_lora_v6: 71%|####### | 2119/3000 [04:12<31:12, 2.12s/it, lr: 1.0e-04 loss: 6.615e-01]
my_first_lora_v6: 71%|####### | 2120/3000 [04:14<31:07, 2.12s/it, lr: 1.0e-04 loss: 6.968e-02]
my_first_lora_v6: 71%|####### | 2120/3000 [04:14<31:07, 2.12s/it, lr: 1.0e-04 loss: 6.968e-02]
my_first_lora_v6: 71%|####### | 2121/3000 [04:15<30:57, 2.11s/it, lr: 1.0e-04 loss: 4.411e-01]
my_first_lora_v6: 71%|####### | 2121/3000 [04:15<30:57, 2.11s/it, lr: 1.0e-04 loss: 4.411e-01]
my_first_lora_v6: 71%|####### | 2122/3000 [04:18<30:57, 2.12s/it, lr: 1.0e-04 loss: 6.885e-01]
my_first_lora_v6: 71%|####### | 2122/3000 [04:18<30:57, 2.12s/it, lr: 1.0e-04 loss: 6.885e-01]
my_first_lora_v6: 71%|####### | 2123/3000 [04:19<30:47, 2.11s/it, lr: 1.0e-04 loss: 2.117e-01]
my_first_lora_v6: 71%|####### | 2123/3000 [04:19<30:47, 2.11s/it, lr: 1.0e-04 loss: 2.117e-01]
my_first_lora_v6: 71%|####### | 2124/3000 [04:21<30:47, 2.11s/it, lr: 1.0e-04 loss: 7.788e-01]
my_first_lora_v6: 71%|####### | 2124/3000 [04:21<30:47, 2.11s/it, lr: 1.0e-04 loss: 7.788e-01]
my_first_lora_v6: 71%|####### | 2125/3000 [04:24<30:49, 2.11s/it, lr: 1.0e-04 loss: 7.930e-01]
my_first_lora_v6: 71%|####### | 2125/3000 [04:24<30:49, 2.11s/it, lr: 1.0e-04 loss: 7.930e-01]
my_first_lora_v6: 71%|####### | 2126/3000 [04:25<30:39, 2.10s/it, lr: 1.0e-04 loss: 2.411e-01]
my_first_lora_v6: 71%|####### | 2126/3000 [04:25<30:39, 2.10s/it, lr: 1.0e-04 loss: 2.411e-01]
my_first_lora_v6: 71%|####### | 2127/3000 [04:26<30:29, 2.10s/it, lr: 1.0e-04 loss: 1.250e-01]
my_first_lora_v6: 71%|####### | 2127/3000 [04:26<30:29, 2.10s/it, lr: 1.0e-04 loss: 1.250e-01]
my_first_lora_v6: 71%|####### | 2128/3000 [04:28<30:29, 2.10s/it, lr: 1.0e-04 loss: 2.007e-01]
my_first_lora_v6: 71%|####### | 2128/3000 [04:28<30:29, 2.10s/it, lr: 1.0e-04 loss: 2.007e-01]
my_first_lora_v6: 71%|####### | 2129/3000 [04:30<30:28, 2.10s/it, lr: 1.0e-04 loss: 4.449e-01]
my_first_lora_v6: 71%|####### | 2129/3000 [04:30<30:28, 2.10s/it, lr: 1.0e-04 loss: 4.449e-01]
my_first_lora_v6: 71%|#######1 | 2130/3000 [04:32<30:24, 2.10s/it, lr: 1.0e-04 loss: 5.083e-01]
my_first_lora_v6: 71%|#######1 | 2130/3000 [04:32<30:24, 2.10s/it, lr: 1.0e-04 loss: 5.083e-01]
my_first_lora_v6: 71%|#######1 | 2131/3000 [04:35<30:25, 2.10s/it, lr: 1.0e-04 loss: 2.798e-01]
my_first_lora_v6: 71%|#######1 | 2131/3000 [04:35<30:25, 2.10s/it, lr: 1.0e-04 loss: 2.798e-01]
my_first_lora_v6: 71%|#######1 | 2132/3000 [04:37<30:25, 2.10s/it, lr: 1.0e-04 loss: 3.624e-01]
my_first_lora_v6: 71%|#######1 | 2132/3000 [04:37<30:25, 2.10s/it, lr: 1.0e-04 loss: 3.624e-01]
my_first_lora_v6: 71%|#######1 | 2133/3000 [04:40<30:27, 2.11s/it, lr: 1.0e-04 loss: 3.706e-01]
my_first_lora_v6: 71%|#######1 | 2133/3000 [04:40<30:27, 2.11s/it, lr: 1.0e-04 loss: 3.706e-01]
my_first_lora_v6: 71%|#######1 | 2134/3000 [04:42<30:24, 2.11s/it, lr: 1.0e-04 loss: 1.514e-01]
my_first_lora_v6: 71%|#######1 | 2134/3000 [04:42<30:24, 2.11s/it, lr: 1.0e-04 loss: 1.514e-01]
my_first_lora_v6: 71%|#######1 | 2135/3000 [04:44<30:25, 2.11s/it, lr: 1.0e-04 loss: 6.271e-01]
my_first_lora_v6: 71%|#######1 | 2135/3000 [04:44<30:25, 2.11s/it, lr: 1.0e-04 loss: 6.271e-01]
my_first_lora_v6: 71%|#######1 | 2136/3000 [04:47<30:25, 2.11s/it, lr: 1.0e-04 loss: 4.851e-01]
my_first_lora_v6: 71%|#######1 | 2136/3000 [04:47<30:25, 2.11s/it, lr: 1.0e-04 loss: 4.851e-01]
my_first_lora_v6: 71%|#######1 | 2137/3000 [04:49<30:25, 2.12s/it, lr: 1.0e-04 loss: 3.141e-01]
my_first_lora_v6: 71%|#######1 | 2137/3000 [04:49<30:25, 2.12s/it, lr: 1.0e-04 loss: 3.141e-01]
my_first_lora_v6: 71%|#######1 | 2138/3000 [04:50<30:16, 2.11s/it, lr: 1.0e-04 loss: 7.756e-02]
my_first_lora_v6: 71%|#######1 | 2138/3000 [04:50<30:16, 2.11s/it, lr: 1.0e-04 loss: 7.756e-02]
my_first_lora_v6: 71%|#######1 | 2139/3000 [04:52<30:13, 2.11s/it, lr: 1.0e-04 loss: 6.766e-01]
my_first_lora_v6: 71%|#######1 | 2139/3000 [04:52<30:13, 2.11s/it, lr: 1.0e-04 loss: 6.766e-01]
my_first_lora_v6: 71%|#######1 | 2140/3000 [04:55<30:14, 2.11s/it, lr: 1.0e-04 loss: 1.633e-01]
my_first_lora_v6: 71%|#######1 | 2140/3000 [04:55<30:14, 2.11s/it, lr: 1.0e-04 loss: 1.633e-01]
my_first_lora_v6: 71%|#######1 | 2141/3000 [04:56<30:05, 2.10s/it, lr: 1.0e-04 loss: 1.553e-01]
my_first_lora_v6: 71%|#######1 | 2141/3000 [04:56<30:05, 2.10s/it, lr: 1.0e-04 loss: 1.553e-01]
my_first_lora_v6: 71%|#######1 | 2142/3000 [04:58<30:05, 2.10s/it, lr: 1.0e-04 loss: 6.841e-01]
my_first_lora_v6: 71%|#######1 | 2142/3000 [04:58<30:05, 2.10s/it, lr: 1.0e-04 loss: 6.841e-01]
my_first_lora_v6: 71%|#######1 | 2143/3000 [05:01<30:07, 2.11s/it, lr: 1.0e-04 loss: 1.630e-01]
my_first_lora_v6: 71%|#######1 | 2143/3000 [05:01<30:07, 2.11s/it, lr: 1.0e-04 loss: 1.630e-01]
my_first_lora_v6: 71%|#######1 | 2144/3000 [05:04<30:07, 2.11s/it, lr: 1.0e-04 loss: 7.647e-01]
my_first_lora_v6: 71%|#######1 | 2144/3000 [05:04<30:07, 2.11s/it, lr: 1.0e-04 loss: 7.647e-01]
my_first_lora_v6: 72%|#######1 | 2145/3000 [05:06<30:04, 2.11s/it, lr: 1.0e-04 loss: 7.469e-01]
my_first_lora_v6: 72%|#######1 | 2145/3000 [05:06<30:04, 2.11s/it, lr: 1.0e-04 loss: 7.469e-01]
my_first_lora_v6: 72%|#######1 | 2146/3000 [05:08<30:04, 2.11s/it, lr: 1.0e-04 loss: 5.605e-01]
my_first_lora_v6: 72%|#######1 | 2146/3000 [05:08<30:04, 2.11s/it, lr: 1.0e-04 loss: 5.605e-01]
my_first_lora_v6: 72%|#######1 | 2147/3000 [05:09<29:56, 2.11s/it, lr: 1.0e-04 loss: 2.808e-01]
my_first_lora_v6: 72%|#######1 | 2147/3000 [05:09<29:56, 2.11s/it, lr: 1.0e-04 loss: 2.808e-01]
my_first_lora_v6: 72%|#######1 | 2148/3000 [05:11<29:56, 2.11s/it, lr: 1.0e-04 loss: 4.378e-01]
my_first_lora_v6: 72%|#######1 | 2148/3000 [05:11<29:56, 2.11s/it, lr: 1.0e-04 loss: 4.378e-01]
my_first_lora_v6: 72%|#######1 | 2149/3000 [05:13<29:47, 2.10s/it, lr: 1.0e-04 loss: 3.473e-01]
my_first_lora_v6: 72%|#######1 | 2149/3000 [05:13<29:47, 2.10s/it, lr: 1.0e-04 loss: 3.473e-01]
my_first_lora_v6: 72%|#######1 | 2150/3000 [05:15<29:49, 2.10s/it, lr: 1.0e-04 loss: 7.668e-01]
my_first_lora_v6: 72%|#######1 | 2150/3000 [05:15<29:49, 2.10s/it, lr: 1.0e-04 loss: 7.668e-01]
my_first_lora_v6: 72%|#######1 | 2151/3000 [05:17<29:45, 2.10s/it, lr: 1.0e-04 loss: 4.901e-01]
my_first_lora_v6: 72%|#######1 | 2151/3000 [05:17<29:45, 2.10s/it, lr: 1.0e-04 loss: 4.901e-01]
my_first_lora_v6: 72%|#######1 | 2152/3000 [05:20<29:46, 2.11s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6: 72%|#######1 | 2152/3000 [05:20<29:46, 2.11s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6: 72%|#######1 | 2153/3000 [05:22<29:46, 2.11s/it, lr: 1.0e-04 loss: 1.776e-01]
my_first_lora_v6: 72%|#######1 | 2153/3000 [05:22<29:46, 2.11s/it, lr: 1.0e-04 loss: 1.776e-01]
my_first_lora_v6: 72%|#######1 | 2154/3000 [05:23<29:38, 2.10s/it, lr: 1.0e-04 loss: 1.150e-01]
my_first_lora_v6: 72%|#######1 | 2154/3000 [05:23<29:38, 2.10s/it, lr: 1.0e-04 loss: 1.150e-01]
my_first_lora_v6: 72%|#######1 | 2155/3000 [05:26<29:38, 2.10s/it, lr: 1.0e-04 loss: 7.046e-01]
my_first_lora_v6: 72%|#######1 | 2155/3000 [05:26<29:38, 2.10s/it, lr: 1.0e-04 loss: 7.046e-01]
my_first_lora_v6: 72%|#######1 | 2156/3000 [05:27<29:34, 2.10s/it, lr: 1.0e-04 loss: 3.630e-02]
my_first_lora_v6: 72%|#######1 | 2156/3000 [05:27<29:34, 2.10s/it, lr: 1.0e-04 loss: 3.630e-02]
my_first_lora_v6: 72%|#######1 | 2157/3000 [05:29<29:31, 2.10s/it, lr: 1.0e-04 loss: 2.881e-01]
my_first_lora_v6: 72%|#######1 | 2157/3000 [05:29<29:31, 2.10s/it, lr: 1.0e-04 loss: 2.881e-01]
my_first_lora_v6: 72%|#######1 | 2158/3000 [05:32<29:32, 2.11s/it, lr: 1.0e-04 loss: 7.265e-01]
my_first_lora_v6: 72%|#######1 | 2158/3000 [05:32<29:32, 2.11s/it, lr: 1.0e-04 loss: 7.265e-01]
my_first_lora_v6: 72%|#######1 | 2159/3000 [05:35<29:34, 2.11s/it, lr: 1.0e-04 loss: 5.509e-01]
my_first_lora_v6: 72%|#######1 | 2159/3000 [05:35<29:34, 2.11s/it, lr: 1.0e-04 loss: 5.509e-01]
my_first_lora_v6: 72%|#######2 | 2160/3000 [05:36<29:26, 2.10s/it, lr: 1.0e-04 loss: 5.265e-01]
my_first_lora_v6: 72%|#######2 | 2160/3000 [05:36<29:26, 2.10s/it, lr: 1.0e-04 loss: 5.265e-01]
my_first_lora_v6: 72%|#######2 | 2161/3000 [05:39<29:26, 2.11s/it, lr: 1.0e-04 loss: 5.203e-01]
my_first_lora_v6: 72%|#######2 | 2161/3000 [05:39<29:26, 2.11s/it, lr: 1.0e-04 loss: 5.203e-01]
my_first_lora_v6: 72%|#######2 | 2162/3000 [05:41<29:24, 2.11s/it, lr: 1.0e-04 loss: 8.282e-01]
my_first_lora_v6: 72%|#######2 | 2162/3000 [05:41<29:24, 2.11s/it, lr: 1.0e-04 loss: 8.282e-01]
my_first_lora_v6: 72%|#######2 | 2163/3000 [05:42<29:16, 2.10s/it, lr: 1.0e-04 loss: 7.932e-01]
my_first_lora_v6: 72%|#######2 | 2163/3000 [05:42<29:16, 2.10s/it, lr: 1.0e-04 loss: 7.932e-01]
my_first_lora_v6: 72%|#######2 | 2164/3000 [05:44<29:16, 2.10s/it, lr: 1.0e-04 loss: 2.846e-01]
my_first_lora_v6: 72%|#######2 | 2164/3000 [05:44<29:16, 2.10s/it, lr: 1.0e-04 loss: 2.846e-01]
my_first_lora_v6: 72%|#######2 | 2165/3000 [05:45<29:08, 2.09s/it, lr: 1.0e-04 loss: 7.758e-02]
my_first_lora_v6: 72%|#######2 | 2165/3000 [05:45<29:08, 2.09s/it, lr: 1.0e-04 loss: 7.758e-02]
my_first_lora_v6: 72%|#######2 | 2166/3000 [05:48<29:09, 2.10s/it, lr: 1.0e-04 loss: 7.039e-01]
my_first_lora_v6: 72%|#######2 | 2166/3000 [05:48<29:09, 2.10s/it, lr: 1.0e-04 loss: 7.039e-01]
my_first_lora_v6: 72%|#######2 | 2167/3000 [05:50<29:06, 2.10s/it, lr: 1.0e-04 loss: 3.563e-01]
my_first_lora_v6: 72%|#######2 | 2167/3000 [05:50<29:06, 2.10s/it, lr: 1.0e-04 loss: 3.563e-01]
my_first_lora_v6: 72%|#######2 | 2168/3000 [05:52<29:06, 2.10s/it, lr: 1.0e-04 loss: 7.314e-01]
my_first_lora_v6: 72%|#######2 | 2168/3000 [05:52<29:06, 2.10s/it, lr: 1.0e-04 loss: 7.314e-01]
my_first_lora_v6: 72%|#######2 | 2169/3000 [05:55<29:05, 2.10s/it, lr: 1.0e-04 loss: 3.804e-01]
my_first_lora_v6: 72%|#######2 | 2169/3000 [05:55<29:05, 2.10s/it, lr: 1.0e-04 loss: 3.804e-01]
my_first_lora_v6: 72%|#######2 | 2170/3000 [05:57<29:06, 2.10s/it, lr: 1.0e-04 loss: 3.402e-01]
my_first_lora_v6: 72%|#######2 | 2170/3000 [05:57<29:06, 2.10s/it, lr: 1.0e-04 loss: 3.402e-01]
my_first_lora_v6: 72%|#######2 | 2171/3000 [05:58<28:59, 2.10s/it, lr: 1.0e-04 loss: 5.457e-01]
my_first_lora_v6: 72%|#######2 | 2171/3000 [05:58<28:59, 2.10s/it, lr: 1.0e-04 loss: 5.457e-01]
my_first_lora_v6: 72%|#######2 | 2172/3000 [06:01<29:00, 2.10s/it, lr: 1.0e-04 loss: 6.156e-01]
my_first_lora_v6: 72%|#######2 | 2172/3000 [06:01<29:00, 2.10s/it, lr: 1.0e-04 loss: 6.156e-01]
my_first_lora_v6: 72%|#######2 | 2173/3000 [06:02<28:52, 2.10s/it, lr: 1.0e-04 loss: 8.506e-01]
my_first_lora_v6: 72%|#######2 | 2173/3000 [06:02<28:52, 2.10s/it, lr: 1.0e-04 loss: 8.506e-01]
my_first_lora_v6: 72%|#######2 | 2174/3000 [06:05<28:53, 2.10s/it, lr: 1.0e-04 loss: 1.570e-02]
my_first_lora_v6: 72%|#######2 | 2174/3000 [06:05<28:53, 2.10s/it, lr: 1.0e-04 loss: 1.570e-02]
my_first_lora_v6: 72%|#######2 | 2175/3000 [06:07<28:50, 2.10s/it, lr: 1.0e-04 loss: 9.193e-02]
my_first_lora_v6: 72%|#######2 | 2175/3000 [06:07<28:50, 2.10s/it, lr: 1.0e-04 loss: 9.193e-02]
my_first_lora_v6: 73%|#######2 | 2176/3000 [06:09<28:50, 2.10s/it, lr: 1.0e-04 loss: 5.534e-01]
my_first_lora_v6: 73%|#######2 | 2176/3000 [06:09<28:50, 2.10s/it, lr: 1.0e-04 loss: 5.534e-01]
my_first_lora_v6: 73%|#######2 | 2177/3000 [06:11<28:47, 2.10s/it, lr: 1.0e-04 loss: 4.989e-01]
my_first_lora_v6: 73%|#######2 | 2177/3000 [06:11<28:47, 2.10s/it, lr: 1.0e-04 loss: 4.989e-01]
my_first_lora_v6: 73%|#######2 | 2178/3000 [06:13<28:46, 2.10s/it, lr: 1.0e-04 loss: 3.860e-02]
my_first_lora_v6: 73%|#######2 | 2178/3000 [06:13<28:46, 2.10s/it, lr: 1.0e-04 loss: 3.860e-02]
my_first_lora_v6: 73%|#######2 | 2179/3000 [06:16<28:44, 2.10s/it, lr: 1.0e-04 loss: 1.375e-01]
my_first_lora_v6: 73%|#######2 | 2179/3000 [06:16<28:44, 2.10s/it, lr: 1.0e-04 loss: 1.375e-01]
my_first_lora_v6: 73%|#######2 | 2180/3000 [06:18<28:45, 2.10s/it, lr: 1.0e-04 loss: 6.454e-01]
my_first_lora_v6: 73%|#######2 | 2180/3000 [06:18<28:45, 2.10s/it, lr: 1.0e-04 loss: 6.454e-01]
my_first_lora_v6: 73%|#######2 | 2181/3000 [06:21<28:45, 2.11s/it, lr: 1.0e-04 loss: 2.066e-01]
my_first_lora_v6: 73%|#######2 | 2181/3000 [06:21<28:45, 2.11s/it, lr: 1.0e-04 loss: 2.066e-01]
my_first_lora_v6: 73%|#######2 | 2182/3000 [06:23<28:44, 2.11s/it, lr: 1.0e-04 loss: 8.014e-01]
my_first_lora_v6: 73%|#######2 | 2182/3000 [06:23<28:44, 2.11s/it, lr: 1.0e-04 loss: 8.014e-01]
my_first_lora_v6: 73%|#######2 | 2183/3000 [06:26<28:44, 2.11s/it, lr: 1.0e-04 loss: 6.744e-01]
my_first_lora_v6: 73%|#######2 | 2183/3000 [06:26<28:44, 2.11s/it, lr: 1.0e-04 loss: 6.744e-01]
my_first_lora_v6: 73%|#######2 | 2184/3000 [06:27<28:37, 2.10s/it, lr: 1.0e-04 loss: 7.472e-01]
my_first_lora_v6: 73%|#######2 | 2184/3000 [06:27<28:37, 2.10s/it, lr: 1.0e-04 loss: 7.472e-01]
my_first_lora_v6: 73%|#######2 | 2185/3000 [06:29<28:36, 2.11s/it, lr: 1.0e-04 loss: 7.155e-01]
my_first_lora_v6: 73%|#######2 | 2185/3000 [06:29<28:36, 2.11s/it, lr: 1.0e-04 loss: 7.155e-01]
my_first_lora_v6: 73%|#######2 | 2186/3000 [06:30<28:29, 2.10s/it, lr: 1.0e-04 loss: 1.001e-01]
my_first_lora_v6: 73%|#######2 | 2186/3000 [06:30<28:29, 2.10s/it, lr: 1.0e-04 loss: 1.001e-01]
my_first_lora_v6: 73%|#######2 | 2187/3000 [06:32<28:28, 2.10s/it, lr: 1.0e-04 loss: 5.104e-01]
my_first_lora_v6: 73%|#######2 | 2187/3000 [06:32<28:28, 2.10s/it, lr: 1.0e-04 loss: 5.104e-01]
my_first_lora_v6: 73%|#######2 | 2188/3000 [06:35<28:28, 2.10s/it, lr: 1.0e-04 loss: 1.342e-01]
my_first_lora_v6: 73%|#######2 | 2188/3000 [06:35<28:28, 2.10s/it, lr: 1.0e-04 loss: 1.342e-01]
my_first_lora_v6: 73%|#######2 | 2189/3000 [06:37<28:25, 2.10s/it, lr: 1.0e-04 loss: 3.208e-01]
my_first_lora_v6: 73%|#######2 | 2189/3000 [06:37<28:25, 2.10s/it, lr: 1.0e-04 loss: 3.208e-01]
my_first_lora_v6: 73%|#######3 | 2190/3000 [06:39<28:22, 2.10s/it, lr: 1.0e-04 loss: 4.902e-02]
my_first_lora_v6: 73%|#######3 | 2190/3000 [06:39<28:22, 2.10s/it, lr: 1.0e-04 loss: 4.902e-02]
my_first_lora_v6: 73%|#######3 | 2191/3000 [06:42<28:22, 2.10s/it, lr: 1.0e-04 loss: 1.730e-01]
my_first_lora_v6: 73%|#######3 | 2191/3000 [06:42<28:22, 2.10s/it, lr: 1.0e-04 loss: 1.730e-01]
my_first_lora_v6: 73%|#######3 | 2192/3000 [06:44<28:22, 2.11s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6: 73%|#######3 | 2192/3000 [06:44<28:22, 2.11s/it, lr: 1.0e-04 loss: 2.471e-01]
my_first_lora_v6: 73%|#######3 | 2193/3000 [06:45<28:15, 2.10s/it, lr: 1.0e-04 loss: 6.252e-02]
my_first_lora_v6: 73%|#######3 | 2193/3000 [06:45<28:15, 2.10s/it, lr: 1.0e-04 loss: 6.252e-02]
my_first_lora_v6: 73%|#######3 | 2194/3000 [06:46<28:08, 2.10s/it, lr: 1.0e-04 loss: 7.997e-01]
my_first_lora_v6: 73%|#######3 | 2194/3000 [06:46<28:08, 2.10s/it, lr: 1.0e-04 loss: 7.997e-01]
my_first_lora_v6: 73%|#######3 | 2195/3000 [06:48<28:08, 2.10s/it, lr: 1.0e-04 loss: 7.939e-01]
my_first_lora_v6: 73%|#######3 | 2195/3000 [06:48<28:08, 2.10s/it, lr: 1.0e-04 loss: 7.939e-01]
my_first_lora_v6: 73%|#######3 | 2196/3000 [06:51<28:07, 2.10s/it, lr: 1.0e-04 loss: 1.915e-01]
my_first_lora_v6: 73%|#######3 | 2196/3000 [06:51<28:07, 2.10s/it, lr: 1.0e-04 loss: 1.915e-01]
my_first_lora_v6: 73%|#######3 | 2197/3000 [06:54<28:07, 2.10s/it, lr: 1.0e-04 loss: 7.417e-01]
my_first_lora_v6: 73%|#######3 | 2197/3000 [06:54<28:07, 2.10s/it, lr: 1.0e-04 loss: 7.417e-01]
my_first_lora_v6: 73%|#######3 | 2198/3000 [06:56<28:07, 2.10s/it, lr: 1.0e-04 loss: 4.799e-01]
my_first_lora_v6: 73%|#######3 | 2198/3000 [06:56<28:07, 2.10s/it, lr: 1.0e-04 loss: 4.799e-01]
my_first_lora_v6: 73%|#######3 | 2199/3000 [06:59<28:06, 2.11s/it, lr: 1.0e-04 loss: 6.196e-01]
my_first_lora_v6: 73%|#######3 | 2199/3000 [06:59<28:06, 2.11s/it, lr: 1.0e-04 loss: 6.196e-01]
my_first_lora_v6: 73%|#######3 | 2200/3000 [07:00<28:00, 2.10s/it, lr: 1.0e-04 loss: 2.855e-01]
my_first_lora_v6: 73%|#######3 | 2200/3000 [07:00<28:00, 2.10s/it, lr: 1.0e-04 loss: 2.855e-01]
my_first_lora_v6: 73%|#######3 | 2201/3000 [07:01<27:55, 2.10s/it, lr: 1.0e-04 loss: 4.435e-01]
my_first_lora_v6: 73%|#######3 | 2201/3000 [07:01<27:55, 2.10s/it, lr: 1.0e-04 loss: 4.435e-01]
my_first_lora_v6: 73%|#######3 | 2202/3000 [07:03<27:54, 2.10s/it, lr: 1.0e-04 loss: 4.884e-01]
my_first_lora_v6: 73%|#######3 | 2202/3000 [07:03<27:54, 2.10s/it, lr: 1.0e-04 loss: 4.884e-01]
my_first_lora_v6: 73%|#######3 | 2203/3000 [07:05<27:51, 2.10s/it, lr: 1.0e-04 loss: 8.014e-02]
my_first_lora_v6: 73%|#######3 | 2203/3000 [07:05<27:51, 2.10s/it, lr: 1.0e-04 loss: 8.014e-02]
my_first_lora_v6: 73%|#######3 | 2204/3000 [07:07<27:48, 2.10s/it, lr: 1.0e-04 loss: 7.847e-01]
my_first_lora_v6: 73%|#######3 | 2204/3000 [07:07<27:48, 2.10s/it, lr: 1.0e-04 loss: 7.847e-01]
my_first_lora_v6: 74%|#######3 | 2205/3000 [07:10<27:48, 2.10s/it, lr: 1.0e-04 loss: 1.415e-01]
my_first_lora_v6: 74%|#######3 | 2205/3000 [07:10<27:48, 2.10s/it, lr: 1.0e-04 loss: 1.415e-01]
my_first_lora_v6: 74%|#######3 | 2206/3000 [07:13<27:48, 2.10s/it, lr: 1.0e-04 loss: 1.229e-01]
my_first_lora_v6: 74%|#######3 | 2206/3000 [07:13<27:48, 2.10s/it, lr: 1.0e-04 loss: 1.229e-01]
my_first_lora_v6: 74%|#######3 | 2207/3000 [07:15<27:49, 2.10s/it, lr: 1.0e-04 loss: 2.515e-01]
my_first_lora_v6: 74%|#######3 | 2207/3000 [07:15<27:49, 2.10s/it, lr: 1.0e-04 loss: 2.515e-01]
my_first_lora_v6: 74%|#######3 | 2208/3000 [07:18<27:48, 2.11s/it, lr: 1.0e-04 loss: 5.608e-01]
my_first_lora_v6: 74%|#######3 | 2208/3000 [07:18<27:48, 2.11s/it, lr: 1.0e-04 loss: 5.608e-01]
my_first_lora_v6: 74%|#######3 | 2209/3000 [07:20<27:47, 2.11s/it, lr: 1.0e-04 loss: 5.536e-01]
my_first_lora_v6: 74%|#######3 | 2209/3000 [07:20<27:47, 2.11s/it, lr: 1.0e-04 loss: 5.536e-01]
my_first_lora_v6: 74%|#######3 | 2210/3000 [07:22<27:45, 2.11s/it, lr: 1.0e-04 loss: 5.944e-01]
my_first_lora_v6: 74%|#######3 | 2210/3000 [07:22<27:45, 2.11s/it, lr: 1.0e-04 loss: 5.944e-01]
my_first_lora_v6: 74%|#######3 | 2211/3000 [07:23<27:39, 2.10s/it, lr: 1.0e-04 loss: 5.102e-01]
my_first_lora_v6: 74%|#######3 | 2211/3000 [07:23<27:39, 2.10s/it, lr: 1.0e-04 loss: 5.102e-01]
my_first_lora_v6: 74%|#######3 | 2212/3000 [07:26<27:38, 2.10s/it, lr: 1.0e-04 loss: 5.979e-01]
my_first_lora_v6: 74%|#######3 | 2212/3000 [07:26<27:38, 2.10s/it, lr: 1.0e-04 loss: 5.979e-01]
my_first_lora_v6: 74%|#######3 | 2213/3000 [07:27<27:32, 2.10s/it, lr: 1.0e-04 loss: 8.424e-01]
my_first_lora_v6: 74%|#######3 | 2213/3000 [07:27<27:32, 2.10s/it, lr: 1.0e-04 loss: 8.424e-01]
my_first_lora_v6: 74%|#######3 | 2214/3000 [07:28<27:29, 2.10s/it, lr: 1.0e-04 loss: 8.592e-02]
my_first_lora_v6: 74%|#######3 | 2214/3000 [07:28<27:29, 2.10s/it, lr: 1.0e-04 loss: 8.592e-02]
my_first_lora_v6: 74%|#######3 | 2215/3000 [07:32<27:30, 2.10s/it, lr: 1.0e-04 loss: 6.795e-01]
my_first_lora_v6: 74%|#######3 | 2215/3000 [07:32<27:30, 2.10s/it, lr: 1.0e-04 loss: 6.795e-01]
my_first_lora_v6: 74%|#######3 | 2216/3000 [07:33<27:27, 2.10s/it, lr: 1.0e-04 loss: 1.263e-01]
my_first_lora_v6: 74%|#######3 | 2216/3000 [07:33<27:27, 2.10s/it, lr: 1.0e-04 loss: 1.263e-01]
my_first_lora_v6: 74%|#######3 | 2217/3000 [07:36<27:26, 2.10s/it, lr: 1.0e-04 loss: 2.187e-01]
my_first_lora_v6: 74%|#######3 | 2217/3000 [07:36<27:26, 2.10s/it, lr: 1.0e-04 loss: 2.187e-01]
my_first_lora_v6: 74%|#######3 | 2218/3000 [07:37<27:20, 2.10s/it, lr: 1.0e-04 loss: 2.772e-01]
my_first_lora_v6: 74%|#######3 | 2218/3000 [07:37<27:20, 2.10s/it, lr: 1.0e-04 loss: 2.772e-01]
my_first_lora_v6: 74%|#######3 | 2219/3000 [07:39<27:20, 2.10s/it, lr: 1.0e-04 loss: 6.691e-01]
my_first_lora_v6: 74%|#######3 | 2219/3000 [07:39<27:20, 2.10s/it, lr: 1.0e-04 loss: 6.691e-01]
my_first_lora_v6: 74%|#######4 | 2220/3000 [07:42<27:19, 2.10s/it, lr: 1.0e-04 loss: 1.569e-01]
my_first_lora_v6: 74%|#######4 | 2220/3000 [07:42<27:19, 2.10s/it, lr: 1.0e-04 loss: 1.569e-01]
my_first_lora_v6: 74%|#######4 | 2221/3000 [07:44<27:18, 2.10s/it, lr: 1.0e-04 loss: 6.024e-01]
my_first_lora_v6: 74%|#######4 | 2221/3000 [07:44<27:18, 2.10s/it, lr: 1.0e-04 loss: 6.024e-01]
my_first_lora_v6: 74%|#######4 | 2222/3000 [07:46<27:16, 2.10s/it, lr: 1.0e-04 loss: 6.171e-01]
my_first_lora_v6: 74%|#######4 | 2222/3000 [07:46<27:16, 2.10s/it, lr: 1.0e-04 loss: 6.171e-01]
my_first_lora_v6: 74%|#######4 | 2223/3000 [07:47<27:10, 2.10s/it, lr: 1.0e-04 loss: 8.447e-01]
my_first_lora_v6: 74%|#######4 | 2223/3000 [07:47<27:10, 2.10s/it, lr: 1.0e-04 loss: 8.447e-01]
my_first_lora_v6: 74%|#######4 | 2224/3000 [07:49<27:05, 2.09s/it, lr: 1.0e-04 loss: 6.353e-01]
my_first_lora_v6: 74%|#######4 | 2224/3000 [07:49<27:05, 2.09s/it, lr: 1.0e-04 loss: 6.353e-01]
my_first_lora_v6: 74%|#######4 | 2225/3000 [07:51<27:04, 2.10s/it, lr: 1.0e-04 loss: 1.064e-02]
my_first_lora_v6: 74%|#######4 | 2225/3000 [07:51<27:04, 2.10s/it, lr: 1.0e-04 loss: 1.064e-02]
my_first_lora_v6: 74%|#######4 | 2226/3000 [07:53<27:01, 2.09s/it, lr: 1.0e-04 loss: 2.956e-01]
my_first_lora_v6: 74%|#######4 | 2226/3000 [07:53<27:01, 2.09s/it, lr: 1.0e-04 loss: 2.956e-01]
my_first_lora_v6: 74%|#######4 | 2227/3000 [07:55<27:00, 2.10s/it, lr: 1.0e-04 loss: 8.115e-01]
my_first_lora_v6: 74%|#######4 | 2227/3000 [07:55<27:00, 2.10s/it, lr: 1.0e-04 loss: 8.115e-01]
my_first_lora_v6: 74%|#######4 | 2228/3000 [07:56<26:54, 2.09s/it, lr: 1.0e-04 loss: 8.197e-01]
my_first_lora_v6: 74%|#######4 | 2228/3000 [07:56<26:54, 2.09s/it, lr: 1.0e-04 loss: 8.197e-01]
my_first_lora_v6: 74%|#######4 | 2229/3000 [07:59<26:54, 2.09s/it, lr: 1.0e-04 loss: 1.540e-01]
my_first_lora_v6: 74%|#######4 | 2229/3000 [07:59<26:54, 2.09s/it, lr: 1.0e-04 loss: 1.540e-01]
my_first_lora_v6: 74%|#######4 | 2230/3000 [08:01<26:52, 2.09s/it, lr: 1.0e-04 loss: 3.174e-01]
my_first_lora_v6: 74%|#######4 | 2230/3000 [08:01<26:52, 2.09s/it, lr: 1.0e-04 loss: 3.174e-01]
my_first_lora_v6: 74%|#######4 | 2231/3000 [08:04<26:52, 2.10s/it, lr: 1.0e-04 loss: 2.725e-01]
my_first_lora_v6: 74%|#######4 | 2231/3000 [08:04<26:52, 2.10s/it, lr: 1.0e-04 loss: 2.725e-01]
my_first_lora_v6: 74%|#######4 | 2232/3000 [08:06<26:51, 2.10s/it, lr: 1.0e-04 loss: 5.998e-01]
my_first_lora_v6: 74%|#######4 | 2232/3000 [08:06<26:51, 2.10s/it, lr: 1.0e-04 loss: 5.998e-01]
my_first_lora_v6: 74%|#######4 | 2233/3000 [08:09<26:49, 2.10s/it, lr: 1.0e-04 loss: 5.696e-02]
my_first_lora_v6: 74%|#######4 | 2233/3000 [08:09<26:49, 2.10s/it, lr: 1.0e-04 loss: 5.696e-02]
my_first_lora_v6: 74%|#######4 | 2234/3000 [08:11<26:48, 2.10s/it, lr: 1.0e-04 loss: 9.476e-02]
my_first_lora_v6: 74%|#######4 | 2234/3000 [08:11<26:48, 2.10s/it, lr: 1.0e-04 loss: 9.476e-02]
my_first_lora_v6: 74%|#######4 | 2235/3000 [08:12<26:43, 2.10s/it, lr: 1.0e-04 loss: 4.443e-01]
my_first_lora_v6: 74%|#######4 | 2235/3000 [08:12<26:43, 2.10s/it, lr: 1.0e-04 loss: 4.443e-01]
my_first_lora_v6: 75%|#######4 | 2236/3000 [08:14<26:42, 2.10s/it, lr: 1.0e-04 loss: 5.819e-01]
my_first_lora_v6: 75%|#######4 | 2236/3000 [08:14<26:42, 2.10s/it, lr: 1.0e-04 loss: 5.819e-01]
my_first_lora_v6: 75%|#######4 | 2237/3000 [08:16<26:39, 2.10s/it, lr: 1.0e-04 loss: 5.544e-02]
my_first_lora_v6: 75%|#######4 | 2237/3000 [08:16<26:39, 2.10s/it, lr: 1.0e-04 loss: 5.544e-02]
my_first_lora_v6: 75%|#######4 | 2238/3000 [08:17<26:33, 2.09s/it, lr: 1.0e-04 loss: 6.138e-01]
my_first_lora_v6: 75%|#######4 | 2238/3000 [08:17<26:33, 2.09s/it, lr: 1.0e-04 loss: 6.138e-01]
my_first_lora_v6: 75%|#######4 | 2239/3000 [08:20<26:33, 2.09s/it, lr: 1.0e-04 loss: 5.754e-01]
my_first_lora_v6: 75%|#######4 | 2239/3000 [08:20<26:33, 2.09s/it, lr: 1.0e-04 loss: 5.754e-01]
my_first_lora_v6: 75%|#######4 | 2240/3000 [08:22<26:32, 2.10s/it, lr: 1.0e-04 loss: 4.009e-01]
my_first_lora_v6: 75%|#######4 | 2240/3000 [08:22<26:32, 2.10s/it, lr: 1.0e-04 loss: 4.009e-01]
my_first_lora_v6: 75%|#######4 | 2241/3000 [08:25<26:31, 2.10s/it, lr: 1.0e-04 loss: 2.962e-01]
my_first_lora_v6: 75%|#######4 | 2241/3000 [08:25<26:31, 2.10s/it, lr: 1.0e-04 loss: 2.962e-01]
my_first_lora_v6: 75%|#######4 | 2242/3000 [08:28<26:32, 2.10s/it, lr: 1.0e-04 loss: 7.686e-01]
my_first_lora_v6: 75%|#######4 | 2242/3000 [08:28<26:32, 2.10s/it, lr: 1.0e-04 loss: 7.686e-01]
my_first_lora_v6: 75%|#######4 | 2243/3000 [08:30<26:29, 2.10s/it, lr: 1.0e-04 loss: 8.250e-01]
my_first_lora_v6: 75%|#######4 | 2243/3000 [08:30<26:29, 2.10s/it, lr: 1.0e-04 loss: 8.250e-01]
my_first_lora_v6: 75%|#######4 | 2244/3000 [08:31<26:25, 2.10s/it, lr: 1.0e-04 loss: 1.538e-01]
my_first_lora_v6: 75%|#######4 | 2244/3000 [08:31<26:25, 2.10s/it, lr: 1.0e-04 loss: 1.538e-01]
my_first_lora_v6: 75%|#######4 | 2245/3000 [08:34<26:24, 2.10s/it, lr: 1.0e-04 loss: 5.175e-01]
my_first_lora_v6: 75%|#######4 | 2245/3000 [08:34<26:24, 2.10s/it, lr: 1.0e-04 loss: 5.175e-01]
my_first_lora_v6: 75%|#######4 | 2246/3000 [08:35<26:18, 2.09s/it, lr: 1.0e-04 loss: 3.320e-01]
my_first_lora_v6: 75%|#######4 | 2246/3000 [08:35<26:18, 2.09s/it, lr: 1.0e-04 loss: 3.320e-01]
my_first_lora_v6: 75%|#######4 | 2247/3000 [08:37<26:17, 2.10s/it, lr: 1.0e-04 loss: 4.093e-01]
my_first_lora_v6: 75%|#######4 | 2247/3000 [08:37<26:17, 2.10s/it, lr: 1.0e-04 loss: 4.093e-01]
my_first_lora_v6: 75%|#######4 | 2248/3000 [08:39<26:14, 2.09s/it, lr: 1.0e-04 loss: 2.078e-01]
my_first_lora_v6: 75%|#######4 | 2248/3000 [08:39<26:14, 2.09s/it, lr: 1.0e-04 loss: 2.078e-01]
my_first_lora_v6: 75%|#######4 | 2249/3000 [08:41<26:13, 2.10s/it, lr: 1.0e-04 loss: 7.035e-01]
my_first_lora_v6: 75%|#######4 | 2249/3000 [08:41<26:13, 2.10s/it, lr: 1.0e-04 loss: 7.035e-01]Unloading assistant lora |
|
|
|
|
|
Generating Images: 0%| | 0/5 [00:00<?, ?it/s]
Generating Images: 0%| | 0/5 [00:00<?, ?it/s][A[A |
|
|
|
Generating Images: 20%|## | 1/5 [00:07<00:31, 7.84s/it]
Generating Images: 20%|## | 1/5 [00:07<00:31, 7.84s/it][A[A |
|
|
|
Generating Images: 40%|#### | 2/5 [00:15<00:23, 7.76s/it]
Generating Images: 40%|#### | 2/5 [00:15<00:23, 7.76s/it][A[A |
|
|
|
Generating Images: 60%|###### | 3/5 [00:23<00:15, 7.87s/it]
Generating Images: 60%|###### | 3/5 [00:23<00:15, 7.87s/it][A[A |
|
|
|
Generating Images: 80%|######## | 4/5 [00:31<00:07, 7.80s/it]
Generating Images: 80%|######## | 4/5 [00:31<00:07, 7.80s/it][A[A |
|
|
|
Generating Images: 100%|##########| 5/5 [00:39<00:00, 7.79s/it]
Generating Images: 100%|##########| 5/5 [00:39<00:00, 7.79s/it][A[A |
|
|
|
[A[ALoading assistant lora |
|
my_first_lora_v6: 75%|#######5 | 2250/3000 [08:44<26:12, 2.10s/it, lr: 1.0e-04 loss: 3.090e-01]
my_first_lora_v6: 75%|#######5 | 2250/3000 [08:44<26:12, 2.10s/it, lr: 1.0e-04 loss: 3.090e-01]
my_first_lora_v6: 75%|#######5 | 2251/3000 [08:45<26:08, 2.09s/it, lr: 1.0e-04 loss: 4.000e-01]
my_first_lora_v6: 75%|#######5 | 2251/3000 [08:45<26:08, 2.09s/it, lr: 1.0e-04 loss: 4.000e-01]
my_first_lora_v6: 75%|#######5 | 2252/3000 [08:48<26:08, 2.10s/it, lr: 1.0e-04 loss: 5.898e-01]
my_first_lora_v6: 75%|#######5 | 2252/3000 [08:48<26:08, 2.10s/it, lr: 1.0e-04 loss: 5.898e-01]
my_first_lora_v6: 75%|#######5 | 2253/3000 [08:49<26:03, 2.09s/it, lr: 1.0e-04 loss: 5.452e-01]
my_first_lora_v6: 75%|#######5 | 2253/3000 [08:49<26:03, 2.09s/it, lr: 1.0e-04 loss: 5.452e-01]
my_first_lora_v6: 75%|#######5 | 2254/3000 [08:51<26:00, 2.09s/it, lr: 1.0e-04 loss: 4.505e-01]
my_first_lora_v6: 75%|#######5 | 2254/3000 [08:51<26:00, 2.09s/it, lr: 1.0e-04 loss: 4.505e-01]
my_first_lora_v6: 75%|#######5 | 2255/3000 [08:53<25:59, 2.09s/it, lr: 1.0e-04 loss: 1.948e-01]
my_first_lora_v6: 75%|#######5 | 2255/3000 [08:53<25:59, 2.09s/it, lr: 1.0e-04 loss: 1.948e-01]
my_first_lora_v6: 75%|#######5 | 2256/3000 [08:56<25:58, 2.09s/it, lr: 1.0e-04 loss: 3.842e-01]
my_first_lora_v6: 75%|#######5 | 2256/3000 [08:56<25:58, 2.09s/it, lr: 1.0e-04 loss: 3.842e-01]
my_first_lora_v6: 75%|#######5 | 2257/3000 [08:58<25:57, 2.10s/it, lr: 1.0e-04 loss: 3.622e-01]
my_first_lora_v6: 75%|#######5 | 2257/3000 [08:58<25:57, 2.10s/it, lr: 1.0e-04 loss: 3.622e-01]
my_first_lora_v6: 75%|#######5 | 2258/3000 [09:00<25:54, 2.10s/it, lr: 1.0e-04 loss: 1.948e-01]
my_first_lora_v6: 75%|#######5 | 2258/3000 [09:00<25:54, 2.10s/it, lr: 1.0e-04 loss: 1.948e-01]
my_first_lora_v6: 75%|#######5 | 2259/3000 [09:02<25:53, 2.10s/it, lr: 1.0e-04 loss: 3.545e-01]
my_first_lora_v6: 75%|#######5 | 2259/3000 [09:02<25:53, 2.10s/it, lr: 1.0e-04 loss: 3.545e-01]
my_first_lora_v6: 75%|#######5 | 2260/3000 [09:05<25:53, 2.10s/it, lr: 1.0e-04 loss: 2.197e-01]
my_first_lora_v6: 75%|#######5 | 2260/3000 [09:05<25:53, 2.10s/it, lr: 1.0e-04 loss: 2.197e-01]
my_first_lora_v6: 75%|#######5 | 2261/3000 [09:08<25:52, 2.10s/it, lr: 1.0e-04 loss: 5.756e-01]
my_first_lora_v6: 75%|#######5 | 2261/3000 [09:08<25:52, 2.10s/it, lr: 1.0e-04 loss: 5.756e-01]
my_first_lora_v6: 75%|#######5 | 2262/3000 [09:09<25:49, 2.10s/it, lr: 1.0e-04 loss: 4.044e-01]
my_first_lora_v6: 75%|#######5 | 2262/3000 [09:09<25:49, 2.10s/it, lr: 1.0e-04 loss: 4.044e-01]
my_first_lora_v6: 75%|#######5 | 2263/3000 [09:11<25:46, 2.10s/it, lr: 1.0e-04 loss: 1.048e-01]
my_first_lora_v6: 75%|#######5 | 2263/3000 [09:11<25:46, 2.10s/it, lr: 1.0e-04 loss: 1.048e-01]
my_first_lora_v6: 75%|#######5 | 2264/3000 [09:13<25:42, 2.10s/it, lr: 1.0e-04 loss: 4.791e-01]
my_first_lora_v6: 75%|#######5 | 2264/3000 [09:13<25:42, 2.10s/it, lr: 1.0e-04 loss: 4.791e-01]
my_first_lora_v6: 76%|#######5 | 2265/3000 [09:15<25:41, 2.10s/it, lr: 1.0e-04 loss: 7.777e-01]
my_first_lora_v6: 76%|#######5 | 2265/3000 [09:15<25:41, 2.10s/it, lr: 1.0e-04 loss: 7.777e-01]
my_first_lora_v6: 76%|#######5 | 2266/3000 [09:18<25:40, 2.10s/it, lr: 1.0e-04 loss: 3.789e-01]
my_first_lora_v6: 76%|#######5 | 2266/3000 [09:18<25:40, 2.10s/it, lr: 1.0e-04 loss: 3.789e-01]
my_first_lora_v6: 76%|#######5 | 2267/3000 [09:20<25:39, 2.10s/it, lr: 1.0e-04 loss: 7.108e-01]
my_first_lora_v6: 76%|#######5 | 2267/3000 [09:20<25:39, 2.10s/it, lr: 1.0e-04 loss: 7.108e-01]
my_first_lora_v6: 76%|#######5 | 2268/3000 [09:21<25:34, 2.10s/it, lr: 1.0e-04 loss: 1.962e-01]
my_first_lora_v6: 76%|#######5 | 2268/3000 [09:21<25:34, 2.10s/it, lr: 1.0e-04 loss: 1.962e-01]
my_first_lora_v6: 76%|#######5 | 2269/3000 [09:24<25:34, 2.10s/it, lr: 1.0e-04 loss: 6.524e-01]
my_first_lora_v6: 76%|#######5 | 2269/3000 [09:24<25:34, 2.10s/it, lr: 1.0e-04 loss: 6.524e-01]
my_first_lora_v6: 76%|#######5 | 2270/3000 [09:25<25:29, 2.09s/it, lr: 1.0e-04 loss: 8.113e-01]
my_first_lora_v6: 76%|#######5 | 2270/3000 [09:25<25:29, 2.09s/it, lr: 1.0e-04 loss: 8.113e-01]
my_first_lora_v6: 76%|#######5 | 2271/3000 [09:28<25:28, 2.10s/it, lr: 1.0e-04 loss: 7.379e-01]
my_first_lora_v6: 76%|#######5 | 2271/3000 [09:28<25:28, 2.10s/it, lr: 1.0e-04 loss: 7.379e-01]
my_first_lora_v6: 76%|#######5 | 2272/3000 [09:30<25:25, 2.10s/it, lr: 1.0e-04 loss: 3.140e-01]
my_first_lora_v6: 76%|#######5 | 2272/3000 [09:30<25:25, 2.10s/it, lr: 1.0e-04 loss: 3.140e-01]
my_first_lora_v6: 76%|#######5 | 2273/3000 [09:32<25:24, 2.10s/it, lr: 1.0e-04 loss: 1.988e-01]
my_first_lora_v6: 76%|#######5 | 2273/3000 [09:32<25:24, 2.10s/it, lr: 1.0e-04 loss: 1.988e-01]
my_first_lora_v6: 76%|#######5 | 2274/3000 [09:35<25:23, 2.10s/it, lr: 1.0e-04 loss: 3.099e-02]
my_first_lora_v6: 76%|#######5 | 2274/3000 [09:35<25:23, 2.10s/it, lr: 1.0e-04 loss: 3.099e-02]
my_first_lora_v6: 76%|#######5 | 2275/3000 [09:36<25:18, 2.09s/it, lr: 1.0e-04 loss: 2.366e-01]
my_first_lora_v6: 76%|#######5 | 2275/3000 [09:36<25:18, 2.09s/it, lr: 1.0e-04 loss: 2.366e-01]
my_first_lora_v6: 76%|#######5 | 2276/3000 [09:38<25:17, 2.10s/it, lr: 1.0e-04 loss: 5.005e-01]
my_first_lora_v6: 76%|#######5 | 2276/3000 [09:38<25:17, 2.10s/it, lr: 1.0e-04 loss: 5.005e-01]
my_first_lora_v6: 76%|#######5 | 2277/3000 [09:40<25:15, 2.10s/it, lr: 1.0e-04 loss: 6.944e-01]
my_first_lora_v6: 76%|#######5 | 2277/3000 [09:40<25:15, 2.10s/it, lr: 1.0e-04 loss: 6.944e-01]
my_first_lora_v6: 76%|#######5 | 2278/3000 [09:42<25:11, 2.09s/it, lr: 1.0e-04 loss: 2.552e-01]
my_first_lora_v6: 76%|#######5 | 2278/3000 [09:42<25:11, 2.09s/it, lr: 1.0e-04 loss: 2.552e-01]
my_first_lora_v6: 76%|#######5 | 2279/3000 [09:43<25:06, 2.09s/it, lr: 1.0e-04 loss: 6.894e-01]
my_first_lora_v6: 76%|#######5 | 2279/3000 [09:43<25:06, 2.09s/it, lr: 1.0e-04 loss: 6.894e-01]
my_first_lora_v6: 76%|#######6 | 2280/3000 [09:45<25:05, 2.09s/it, lr: 1.0e-04 loss: 5.457e-01]
my_first_lora_v6: 76%|#######6 | 2280/3000 [09:45<25:05, 2.09s/it, lr: 1.0e-04 loss: 5.457e-01]
my_first_lora_v6: 76%|#######6 | 2281/3000 [09:47<25:02, 2.09s/it, lr: 1.0e-04 loss: 2.640e-01]
my_first_lora_v6: 76%|#######6 | 2281/3000 [09:47<25:02, 2.09s/it, lr: 1.0e-04 loss: 2.640e-01]
my_first_lora_v6: 76%|#######6 | 2282/3000 [09:49<25:00, 2.09s/it, lr: 1.0e-04 loss: 5.722e-01]
my_first_lora_v6: 76%|#######6 | 2282/3000 [09:49<25:00, 2.09s/it, lr: 1.0e-04 loss: 5.722e-01]
my_first_lora_v6: 76%|#######6 | 2283/3000 [09:51<24:59, 2.09s/it, lr: 1.0e-04 loss: 1.346e-01]
my_first_lora_v6: 76%|#######6 | 2283/3000 [09:51<24:59, 2.09s/it, lr: 1.0e-04 loss: 1.346e-01]
my_first_lora_v6: 76%|#######6 | 2284/3000 [09:54<24:58, 2.09s/it, lr: 1.0e-04 loss: 7.968e-01]
my_first_lora_v6: 76%|#######6 | 2284/3000 [09:54<24:58, 2.09s/it, lr: 1.0e-04 loss: 7.968e-01]
my_first_lora_v6: 76%|#######6 | 2285/3000 [09:56<24:57, 2.09s/it, lr: 1.0e-04 loss: 8.004e-01]
my_first_lora_v6: 76%|#######6 | 2285/3000 [09:56<24:57, 2.09s/it, lr: 1.0e-04 loss: 8.004e-01]
my_first_lora_v6: 76%|#######6 | 2286/3000 [09:59<24:56, 2.10s/it, lr: 1.0e-04 loss: 4.166e-01]
my_first_lora_v6: 76%|#######6 | 2286/3000 [09:59<24:56, 2.10s/it, lr: 1.0e-04 loss: 4.166e-01]
my_first_lora_v6: 76%|#######6 | 2287/3000 [10:01<24:54, 2.10s/it, lr: 1.0e-04 loss: 1.752e-01]
my_first_lora_v6: 76%|#######6 | 2287/3000 [10:01<24:54, 2.10s/it, lr: 1.0e-04 loss: 1.752e-01]
my_first_lora_v6: 76%|#######6 | 2288/3000 [10:04<24:54, 2.10s/it, lr: 1.0e-04 loss: 4.531e-01]
my_first_lora_v6: 76%|#######6 | 2288/3000 [10:04<24:54, 2.10s/it, lr: 1.0e-04 loss: 4.531e-01]
my_first_lora_v6: 76%|#######6 | 2289/3000 [10:05<24:49, 2.09s/it, lr: 1.0e-04 loss: 2.048e-02]
my_first_lora_v6: 76%|#######6 | 2289/3000 [10:05<24:49, 2.09s/it, lr: 1.0e-04 loss: 2.048e-02]
my_first_lora_v6: 76%|#######6 | 2290/3000 [10:07<24:46, 2.09s/it, lr: 1.0e-04 loss: 4.586e-01]
my_first_lora_v6: 76%|#######6 | 2290/3000 [10:07<24:46, 2.09s/it, lr: 1.0e-04 loss: 4.586e-01]
my_first_lora_v6: 76%|#######6 | 2291/3000 [10:09<24:45, 2.10s/it, lr: 1.0e-04 loss: 1.516e-01]
my_first_lora_v6: 76%|#######6 | 2291/3000 [10:09<24:45, 2.10s/it, lr: 1.0e-04 loss: 1.516e-01]
my_first_lora_v6: 76%|#######6 | 2292/3000 [10:12<24:44, 2.10s/it, lr: 1.0e-04 loss: 1.209e-01]
my_first_lora_v6: 76%|#######6 | 2292/3000 [10:12<24:44, 2.10s/it, lr: 1.0e-04 loss: 1.209e-01]
my_first_lora_v6: 76%|#######6 | 2293/3000 [10:13<24:40, 2.09s/it, lr: 1.0e-04 loss: 7.727e-01]
my_first_lora_v6: 76%|#######6 | 2293/3000 [10:13<24:40, 2.09s/it, lr: 1.0e-04 loss: 7.727e-01]
my_first_lora_v6: 76%|#######6 | 2294/3000 [10:15<24:38, 2.09s/it, lr: 1.0e-04 loss: 7.019e-01]
my_first_lora_v6: 76%|#######6 | 2294/3000 [10:15<24:38, 2.09s/it, lr: 1.0e-04 loss: 7.019e-01]
my_first_lora_v6: 76%|#######6 | 2295/3000 [10:18<24:37, 2.10s/it, lr: 1.0e-04 loss: 7.094e-01]
my_first_lora_v6: 76%|#######6 | 2295/3000 [10:18<24:37, 2.10s/it, lr: 1.0e-04 loss: 7.094e-01]
my_first_lora_v6: 77%|#######6 | 2296/3000 [10:19<24:33, 2.09s/it, lr: 1.0e-04 loss: 8.055e-02]
my_first_lora_v6: 77%|#######6 | 2296/3000 [10:19<24:33, 2.09s/it, lr: 1.0e-04 loss: 8.055e-02]
my_first_lora_v6: 77%|#######6 | 2297/3000 [10:22<24:33, 2.10s/it, lr: 1.0e-04 loss: 4.786e-01]
my_first_lora_v6: 77%|#######6 | 2297/3000 [10:22<24:33, 2.10s/it, lr: 1.0e-04 loss: 4.786e-01]
my_first_lora_v6: 77%|#######6 | 2298/3000 [10:24<24:31, 2.10s/it, lr: 1.0e-04 loss: 1.077e-01]
my_first_lora_v6: 77%|#######6 | 2298/3000 [10:24<24:31, 2.10s/it, lr: 1.0e-04 loss: 1.077e-01]
my_first_lora_v6: 77%|#######6 | 2299/3000 [10:25<24:27, 2.09s/it, lr: 1.0e-04 loss: 5.468e-01]
my_first_lora_v6: 77%|#######6 | 2299/3000 [10:25<24:27, 2.09s/it, lr: 1.0e-04 loss: 5.468e-01]
my_first_lora_v6: 77%|#######6 | 2300/3000 [10:27<24:24, 2.09s/it, lr: 1.0e-04 loss: 1.519e-01]
my_first_lora_v6: 77%|#######6 | 2300/3000 [10:27<24:24, 2.09s/it, lr: 1.0e-04 loss: 1.519e-01]
my_first_lora_v6: 77%|#######6 | 2301/3000 [10:30<24:23, 2.09s/it, lr: 1.0e-04 loss: 4.071e-01]
my_first_lora_v6: 77%|#######6 | 2301/3000 [10:30<24:23, 2.09s/it, lr: 1.0e-04 loss: 4.071e-01]
my_first_lora_v6: 77%|#######6 | 2302/3000 [10:32<24:22, 2.09s/it, lr: 1.0e-04 loss: 5.670e-01]
my_first_lora_v6: 77%|#######6 | 2302/3000 [10:32<24:22, 2.09s/it, lr: 1.0e-04 loss: 5.670e-01]
my_first_lora_v6: 77%|#######6 | 2303/3000 [10:35<24:20, 2.10s/it, lr: 1.0e-04 loss: 3.676e-01]
my_first_lora_v6: 77%|#######6 | 2303/3000 [10:35<24:20, 2.10s/it, lr: 1.0e-04 loss: 3.676e-01]
my_first_lora_v6: 77%|#######6 | 2304/3000 [10:37<24:18, 2.10s/it, lr: 1.0e-04 loss: 5.302e-01]
my_first_lora_v6: 77%|#######6 | 2304/3000 [10:37<24:18, 2.10s/it, lr: 1.0e-04 loss: 5.302e-01]
my_first_lora_v6: 77%|#######6 | 2305/3000 [10:39<24:17, 2.10s/it, lr: 1.0e-04 loss: 5.346e-02]
my_first_lora_v6: 77%|#######6 | 2305/3000 [10:39<24:17, 2.10s/it, lr: 1.0e-04 loss: 5.346e-02]
my_first_lora_v6: 77%|#######6 | 2306/3000 [10:42<24:17, 2.10s/it, lr: 1.0e-04 loss: 2.443e-01]
my_first_lora_v6: 77%|#######6 | 2306/3000 [10:42<24:17, 2.10s/it, lr: 1.0e-04 loss: 2.443e-01]
my_first_lora_v6: 77%|#######6 | 2307/3000 [10:45<24:16, 2.10s/it, lr: 1.0e-04 loss: 1.055e-02]
my_first_lora_v6: 77%|#######6 | 2307/3000 [10:45<24:16, 2.10s/it, lr: 1.0e-04 loss: 1.055e-02]
my_first_lora_v6: 77%|#######6 | 2308/3000 [10:47<24:15, 2.10s/it, lr: 1.0e-04 loss: 1.046e-01]
my_first_lora_v6: 77%|#######6 | 2308/3000 [10:47<24:15, 2.10s/it, lr: 1.0e-04 loss: 1.046e-01]
my_first_lora_v6: 77%|#######6 | 2309/3000 [10:49<24:12, 2.10s/it, lr: 1.0e-04 loss: 1.612e-01]
my_first_lora_v6: 77%|#######6 | 2309/3000 [10:49<24:12, 2.10s/it, lr: 1.0e-04 loss: 1.612e-01]
my_first_lora_v6: 77%|#######7 | 2310/3000 [10:51<24:10, 2.10s/it, lr: 1.0e-04 loss: 3.182e-01]
my_first_lora_v6: 77%|#######7 | 2310/3000 [10:51<24:10, 2.10s/it, lr: 1.0e-04 loss: 3.182e-01]
my_first_lora_v6: 77%|#######7 | 2311/3000 [10:53<24:08, 2.10s/it, lr: 1.0e-04 loss: 2.571e-01]
my_first_lora_v6: 77%|#######7 | 2311/3000 [10:53<24:08, 2.10s/it, lr: 1.0e-04 loss: 2.571e-01]
my_first_lora_v6: 77%|#######7 | 2312/3000 [10:54<24:04, 2.10s/it, lr: 1.0e-04 loss: 7.215e-01]
my_first_lora_v6: 77%|#######7 | 2312/3000 [10:54<24:04, 2.10s/it, lr: 1.0e-04 loss: 7.215e-01]
my_first_lora_v6: 77%|#######7 | 2313/3000 [10:55<23:59, 2.10s/it, lr: 1.0e-04 loss: 8.508e-01]
my_first_lora_v6: 77%|#######7 | 2313/3000 [10:55<23:59, 2.10s/it, lr: 1.0e-04 loss: 8.508e-01]
my_first_lora_v6: 77%|#######7 | 2314/3000 [10:58<23:58, 2.10s/it, lr: 1.0e-04 loss: 5.463e-01]
my_first_lora_v6: 77%|#######7 | 2314/3000 [10:58<23:58, 2.10s/it, lr: 1.0e-04 loss: 5.463e-01]
my_first_lora_v6: 77%|#######7 | 2315/3000 [10:59<23:54, 2.09s/it, lr: 1.0e-04 loss: 7.187e-02]
my_first_lora_v6: 77%|#######7 | 2315/3000 [10:59<23:54, 2.09s/it, lr: 1.0e-04 loss: 7.187e-02]
my_first_lora_v6: 77%|#######7 | 2316/3000 [11:02<23:53, 2.10s/it, lr: 1.0e-04 loss: 6.522e-01]
my_first_lora_v6: 77%|#######7 | 2316/3000 [11:02<23:53, 2.10s/it, lr: 1.0e-04 loss: 6.522e-01]
my_first_lora_v6: 77%|#######7 | 2317/3000 [11:04<23:51, 2.10s/it, lr: 1.0e-04 loss: 2.135e-01]
my_first_lora_v6: 77%|#######7 | 2317/3000 [11:04<23:51, 2.10s/it, lr: 1.0e-04 loss: 2.135e-01]
my_first_lora_v6: 77%|#######7 | 2318/3000 [11:06<23:48, 2.09s/it, lr: 1.0e-04 loss: 6.591e-01]
my_first_lora_v6: 77%|#######7 | 2318/3000 [11:06<23:48, 2.09s/it, lr: 1.0e-04 loss: 6.591e-01]
my_first_lora_v6: 77%|#######7 | 2319/3000 [11:08<23:47, 2.10s/it, lr: 1.0e-04 loss: 2.649e-01]
my_first_lora_v6: 77%|#######7 | 2319/3000 [11:08<23:47, 2.10s/it, lr: 1.0e-04 loss: 2.649e-01]
my_first_lora_v6: 77%|#######7 | 2320/3000 [11:11<23:46, 2.10s/it, lr: 1.0e-04 loss: 1.779e-01]
my_first_lora_v6: 77%|#######7 | 2320/3000 [11:11<23:46, 2.10s/it, lr: 1.0e-04 loss: 1.779e-01]
my_first_lora_v6: 77%|#######7 | 2321/3000 [11:13<23:44, 2.10s/it, lr: 1.0e-04 loss: 8.169e-01]
my_first_lora_v6: 77%|#######7 | 2321/3000 [11:13<23:44, 2.10s/it, lr: 1.0e-04 loss: 8.169e-01]
my_first_lora_v6: 77%|#######7 | 2322/3000 [11:14<23:41, 2.10s/it, lr: 1.0e-04 loss: 8.004e-02]
my_first_lora_v6: 77%|#######7 | 2322/3000 [11:14<23:41, 2.10s/it, lr: 1.0e-04 loss: 8.004e-02]
my_first_lora_v6: 77%|#######7 | 2323/3000 [11:16<23:37, 2.09s/it, lr: 1.0e-04 loss: 2.557e-02]
my_first_lora_v6: 77%|#######7 | 2323/3000 [11:16<23:37, 2.09s/it, lr: 1.0e-04 loss: 2.557e-02]
my_first_lora_v6: 77%|#######7 | 2324/3000 [11:18<23:35, 2.09s/it, lr: 1.0e-04 loss: 7.881e-01]
my_first_lora_v6: 77%|#######7 | 2324/3000 [11:18<23:35, 2.09s/it, lr: 1.0e-04 loss: 7.881e-01]
my_first_lora_v6: 78%|#######7 | 2325/3000 [11:19<23:31, 2.09s/it, lr: 1.0e-04 loss: 7.012e-01]
my_first_lora_v6: 78%|#######7 | 2325/3000 [11:19<23:31, 2.09s/it, lr: 1.0e-04 loss: 7.012e-01]
my_first_lora_v6: 78%|#######7 | 2326/3000 [11:21<23:29, 2.09s/it, lr: 1.0e-04 loss: 7.830e-01]
my_first_lora_v6: 78%|#######7 | 2326/3000 [11:21<23:29, 2.09s/it, lr: 1.0e-04 loss: 7.830e-01]
my_first_lora_v6: 78%|#######7 | 2327/3000 [11:24<23:27, 2.09s/it, lr: 1.0e-04 loss: 6.914e-01]
my_first_lora_v6: 78%|#######7 | 2327/3000 [11:24<23:27, 2.09s/it, lr: 1.0e-04 loss: 6.914e-01]
my_first_lora_v6: 78%|#######7 | 2328/3000 [11:25<23:25, 2.09s/it, lr: 1.0e-04 loss: 4.655e-01]
my_first_lora_v6: 78%|#######7 | 2328/3000 [11:25<23:25, 2.09s/it, lr: 1.0e-04 loss: 4.655e-01]
my_first_lora_v6: 78%|#######7 | 2329/3000 [11:28<23:24, 2.09s/it, lr: 1.0e-04 loss: 5.786e-02]
my_first_lora_v6: 78%|#######7 | 2329/3000 [11:28<23:24, 2.09s/it, lr: 1.0e-04 loss: 5.786e-02]
my_first_lora_v6: 78%|#######7 | 2330/3000 [11:31<23:23, 2.09s/it, lr: 1.0e-04 loss: 3.709e-01]
my_first_lora_v6: 78%|#######7 | 2330/3000 [11:31<23:23, 2.09s/it, lr: 1.0e-04 loss: 3.709e-01]
my_first_lora_v6: 78%|#######7 | 2331/3000 [11:33<23:21, 2.10s/it, lr: 1.0e-04 loss: 6.100e-01]
my_first_lora_v6: 78%|#######7 | 2331/3000 [11:33<23:21, 2.10s/it, lr: 1.0e-04 loss: 6.100e-01]
my_first_lora_v6: 78%|#######7 | 2332/3000 [11:34<23:18, 2.09s/it, lr: 1.0e-04 loss: 8.212e-01]
my_first_lora_v6: 78%|#######7 | 2332/3000 [11:34<23:18, 2.09s/it, lr: 1.0e-04 loss: 8.212e-01]
my_first_lora_v6: 78%|#######7 | 2333/3000 [11:37<23:16, 2.09s/it, lr: 1.0e-04 loss: 1.271e-01]
my_first_lora_v6: 78%|#######7 | 2333/3000 [11:37<23:16, 2.09s/it, lr: 1.0e-04 loss: 1.271e-01]
my_first_lora_v6: 78%|#######7 | 2334/3000 [11:39<23:15, 2.10s/it, lr: 1.0e-04 loss: 3.753e-01]
my_first_lora_v6: 78%|#######7 | 2334/3000 [11:39<23:15, 2.10s/it, lr: 1.0e-04 loss: 3.753e-01]
my_first_lora_v6: 78%|#######7 | 2335/3000 [11:40<23:11, 2.09s/it, lr: 1.0e-04 loss: 2.887e-01]
my_first_lora_v6: 78%|#######7 | 2335/3000 [11:40<23:11, 2.09s/it, lr: 1.0e-04 loss: 2.887e-01]
my_first_lora_v6: 78%|#######7 | 2336/3000 [11:43<23:10, 2.09s/it, lr: 1.0e-04 loss: 5.487e-01]
my_first_lora_v6: 78%|#######7 | 2336/3000 [11:43<23:10, 2.09s/it, lr: 1.0e-04 loss: 5.487e-01]
my_first_lora_v6: 78%|#######7 | 2337/3000 [11:45<23:08, 2.09s/it, lr: 1.0e-04 loss: 3.696e-01]
my_first_lora_v6: 78%|#######7 | 2337/3000 [11:45<23:08, 2.09s/it, lr: 1.0e-04 loss: 3.696e-01]
my_first_lora_v6: 78%|#######7 | 2338/3000 [11:47<23:05, 2.09s/it, lr: 1.0e-04 loss: 8.047e-01]
my_first_lora_v6: 78%|#######7 | 2338/3000 [11:47<23:05, 2.09s/it, lr: 1.0e-04 loss: 8.047e-01]
my_first_lora_v6: 78%|#######7 | 2339/3000 [11:50<23:04, 2.09s/it, lr: 1.0e-04 loss: 4.218e-01]
my_first_lora_v6: 78%|#######7 | 2339/3000 [11:50<23:04, 2.09s/it, lr: 1.0e-04 loss: 4.218e-01]
my_first_lora_v6: 78%|#######8 | 2340/3000 [11:52<23:03, 2.10s/it, lr: 1.0e-04 loss: 2.438e-01]
my_first_lora_v6: 78%|#######8 | 2340/3000 [11:52<23:03, 2.10s/it, lr: 1.0e-04 loss: 2.438e-01]
my_first_lora_v6: 78%|#######8 | 2341/3000 [11:54<23:01, 2.10s/it, lr: 1.0e-04 loss: 5.911e-01]
my_first_lora_v6: 78%|#######8 | 2341/3000 [11:54<23:01, 2.10s/it, lr: 1.0e-04 loss: 5.911e-01]
my_first_lora_v6: 78%|#######8 | 2342/3000 [11:57<22:59, 2.10s/it, lr: 1.0e-04 loss: 4.458e-01]
my_first_lora_v6: 78%|#######8 | 2342/3000 [11:57<22:59, 2.10s/it, lr: 1.0e-04 loss: 4.458e-01]
my_first_lora_v6: 78%|#######8 | 2343/3000 [11:59<22:59, 2.10s/it, lr: 1.0e-04 loss: 4.504e-01]
my_first_lora_v6: 78%|#######8 | 2343/3000 [11:59<22:59, 2.10s/it, lr: 1.0e-04 loss: 4.504e-01]
my_first_lora_v6: 78%|#######8 | 2344/3000 [12:01<22:56, 2.10s/it, lr: 1.0e-04 loss: 3.839e-01]
my_first_lora_v6: 78%|#######8 | 2344/3000 [12:01<22:56, 2.10s/it, lr: 1.0e-04 loss: 3.839e-01]
my_first_lora_v6: 78%|#######8 | 2345/3000 [12:02<22:52, 2.10s/it, lr: 1.0e-04 loss: 6.086e-01]
my_first_lora_v6: 78%|#######8 | 2345/3000 [12:02<22:52, 2.10s/it, lr: 1.0e-04 loss: 6.086e-01]
my_first_lora_v6: 78%|#######8 | 2346/3000 [12:03<22:48, 2.09s/it, lr: 1.0e-04 loss: 7.086e-01]
my_first_lora_v6: 78%|#######8 | 2346/3000 [12:03<22:48, 2.09s/it, lr: 1.0e-04 loss: 7.086e-01]
my_first_lora_v6: 78%|#######8 | 2347/3000 [12:06<22:46, 2.09s/it, lr: 1.0e-04 loss: 7.723e-01]
my_first_lora_v6: 78%|#######8 | 2347/3000 [12:06<22:46, 2.09s/it, lr: 1.0e-04 loss: 7.723e-01]
my_first_lora_v6: 78%|#######8 | 2348/3000 [12:08<22:45, 2.09s/it, lr: 1.0e-04 loss: 5.569e-01]
my_first_lora_v6: 78%|#######8 | 2348/3000 [12:08<22:45, 2.09s/it, lr: 1.0e-04 loss: 5.569e-01]
my_first_lora_v6: 78%|#######8 | 2349/3000 [12:11<22:43, 2.10s/it, lr: 1.0e-04 loss: 1.588e-01]
my_first_lora_v6: 78%|#######8 | 2349/3000 [12:11<22:43, 2.10s/it, lr: 1.0e-04 loss: 1.588e-01]
my_first_lora_v6: 78%|#######8 | 2350/3000 [12:12<22:40, 2.09s/it, lr: 1.0e-04 loss: 1.708e-01]
my_first_lora_v6: 78%|#######8 | 2350/3000 [12:12<22:40, 2.09s/it, lr: 1.0e-04 loss: 1.708e-01]
my_first_lora_v6: 78%|#######8 | 2351/3000 [12:13<22:36, 2.09s/it, lr: 1.0e-04 loss: 6.457e-01]
my_first_lora_v6: 78%|#######8 | 2351/3000 [12:13<22:36, 2.09s/it, lr: 1.0e-04 loss: 6.457e-01]Error running job: Job stopped |
|
|
| ======================================== |
| Result: |
| - 0 completed jobs |
| - 1 failure |
| ======================================== |
| Traceback (most recent call last): |
| Traceback (most recent call last): |
| File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module> |
| File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 120, in <module> |
| main()main() |
|
|
| File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main |
| File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 108, in main |
| raise eraise e |
|
|
| File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main |
| File "/teamspace/studios/this_studio/ai-toolkit/run.py", line 96, in main |
| job.run()job.run() |
|
|
| File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run |
| File "/teamspace/studios/this_studio/ai-toolkit/jobs/ExtensionJob.py", line 22, in run |
| process.run()process.run() |
|
|
| File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2353, in run |
| File "/teamspace/studios/this_studio/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2353, in run |
| self.end_step_hook()self.end_step_hook() |
|
|
| File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook |
| File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook |
| self.maybe_stop()self.maybe_stop() |
|
|
| File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop |
| File "/teamspace/studios/this_studio/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop |
| raise Exception("Job stopped")raise Exception("Job stopped") |
|
|
| ExceptionException: : Job stoppedJob stopped |
|
|
|
my_first_lora_v6: 78%|#######8 | 2352/3000 [12:15<22:33, 2.09s/it, lr: 1.0e-04 loss: 6.457e-01]
my_first_lora_v6: 78%|#######8 | 2352/3000 [12:15<22:33, 2.09s/it, lr: 1.0e-04 loss: 6.457e-01] |
|
|
|
|
