log.txt

Running 1 job
{
    "type": "diffusion_trainer",
    "training_folder": "/app/ai-toolkit/output",
    "sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
    "device": "cuda",
    "trigger_word": null,
    "performance_log_every": 10,
    "network": {
        "type": "lora",
        "linear": 32,
        "linear_alpha": 32,
        "conv": 16,
        "conv_alpha": 16,
        "lokr_full_rank": true,
        "lokr_factor": -1,
        "network_kwargs": {
            "ignore_if_contains": []
        }
    },
    "save": {
        "dtype": "bf16",
        "save_every": 250,
        "max_step_saves_to_keep": 4,
        "save_format": "diffusers",
        "push_to_hub": false
    },
    "datasets": [
        {
            "folder_path": "/app/ai-toolkit/datasets/l43l4",
            "mask_path": null,
            "mask_min_value": 0.1,
            "default_caption": "",
            "caption_ext": "txt",
            "caption_dropout_rate": 0.1,
            "cache_latents_to_disk": true,
            "is_reg": false,
            "network_weight": 1,
            "resolution": [
                512,
                768
            ],
            "controls": [],
            "shrink_video_to_frames": true,
            "num_frames": 1,
            "flip_x": false,
            "flip_y": false,
            "num_repeats": 8
        }
    ],
    "train": {
        "batch_size": 2,
        "bypass_guidance_embedding": false,
        "steps": 5000,
        "gradient_accumulation": 2,
        "train_unet": true,
        "train_text_encoder": false,
        "gradient_checkpointing": false,
        "noise_scheduler": "flowmatch",
        "optimizer": "adamw8bit",
        "timestep_type": "weighted",
        "content_or_style": "balanced",
        "optimizer_params": {
            "weight_decay": 0.0001
        },
        "unload_text_encoder": false,
        "cache_text_embeddings": true,
        "lr": 0.0001,
        "ema_config": {
            "use_ema": false,
            "ema_decay": 0.99
        },
        "skip_first_sample": false,
        "force_first_sample": false,
        "disable_sampling": false,
        "dtype": "bf16",
        "diff_output_preservation": false,
        "diff_output_preservation_multiplier": 1,
        "diff_output_preservation_class": "person",
        "switch_boundary_every": 1,
        "loss_type": "mse"
    },
    "logging": {
        "log_every": 1,
        "use_ui_logger": true
    },
    "model": {
        "name_or_path": "Qwen/Qwen-Image-2512",
        "quantize": false,
        "qtype": "qfloat8",
        "quantize_te": false,
        "qtype_te": "qfloat8",
        "arch": "qwen_image:2512",
        "low_vram": false,
        "model_kwargs": {},
        "layer_offloading": false,
        "layer_offloading_text_encoder_percent": 1,
        "layer_offloading_transformer_percent": 1
    },
    "sample": {
        "sampler": "flowmatch",
        "sample_every": 250,
        "width": 512,
        "height": 768,
        "samples": [
            {
                "prompt": "l43l4, woman with black hair naked, sexual crawling pose"
            },
            {
                "prompt": "l43l4, a naked black haired woman, she inserts a cucumber into her vagina"
            },
            {
                "prompt": "l43l4, portrait of a woman, natural lighting, detailed face"
            },
            {
                "prompt": "l43l4, a woman smiling, naked rubbing her vagina with her finger, outdoor, sunny day"
            }
        ],
        "neg": "",
        "seed": 42,
        "walk_seed": true,
        "guidance_scale": 4,
        "sample_steps": 30,
        "num_frames": 1,
        "fps": 1
    }
}
Using SQLite database at /app/ai-toolkit/aitk_db.db
Job ID: "0a0890b8-9eee-4c05-a4b2-82bde753205e"

#############################################
# Running job: laela_v2_qwen
#############################################


Running  1 process
Loading Qwen Image model
Loading transformer

Fetching 9 files:   0%|          | 0/9 [00:00<?, ?it/s]
Fetching 9 files:   0%|          | 0/9 [00:00<?, ?it/s]
Fetching 9 files: 100%|##########| 9/9 [00:00<00:00, 14518.74it/s]
Fetching 9 files: 100%|##########| 9/9 [00:00<00:00, 14518.74it/s]


Loading checkpoint shards:   0%|          | 0/9 [00:00<?, ?it/s]
Loading checkpoint shards:   0%|          | 0/9 [00:00<?, ?it/s]
Loading checkpoint shards: 100%|##########| 9/9 [00:00<00:00, 91.76it/s]
Loading checkpoint shards: 100%|##########| 9/9 [00:00<00:00, 91.76it/s]

Text Encoder

Fetching 4 files:   0%|          | 0/4 [00:00<?, ?it/s]
Fetching 4 files:   0%|          | 0/4 [00:00<?, ?it/s]
Fetching 4 files: 100%|##########| 4/4 [00:00<00:00, 17697.49it/s]
Fetching 4 files: 100%|##########| 4/4 [00:00<00:00, 17697.49it/s]


Loading weights:   0%|          | 0/729 [00:00<?, ?it/s]
Loading weights:   0%|          | 0/729 [00:00<?, ?it/s]
Loading weights: 100%|##########| 729/729 [00:00<00:00, 14644.19it/s]
Loading weights: 100%|##########| 729/729 [00:00<00:00, 14644.19it/s]

Loading VAE
Making pipe
Preparing Model
Model Loaded
create LoRA network. base dim (rank): 32, alpha: 32
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 840 modules.
enable LoRA for U-Net
#### IMPORTANT RESUMING FROM /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000003750.safetensors ####
Loading from /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000003750.safetensors
Missing keys: []
Found step 3750 in metadata, starting from there
Loading optimizer state from /app/ai-toolkit/output/laela_v2_qwen/optimizer.pt
Updating optimizer LR from params
Dataset: /app/ai-toolkit/datasets/l43l4
  -  Preprocessing image dimensions

  0%|          | 0/320 [00:00<?, ?it/s]
  0%|          | 0/320 [00:00<?, ?it/s]
100%|##########| 320/320 [00:00<00:00, 59493.67it/s]
100%|##########| 320/320 [00:00<00:00, 59493.67it/s]

  -  Found 320 images
Bucket sizes for /app/ai-toolkit/datasets/l43l4:
416x608: 320 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/l43l4
 - Saving latents to disk

Caching latents to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching latents to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching latents to disk: 100%|##########| 320/320 [00:00<00:00, 76999.44it/s]
Caching latents to disk: 100%|##########| 320/320 [00:00<00:00, 76999.44it/s]

Caching text_embeddings for /app/ai-toolkit/datasets/l43l4
 - Saving text embeddings to disk

Caching text embeddings to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching text embeddings to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching text embeddings to disk: 100%|##########| 320/320 [00:00<00:00, 27082.41it/s]
Caching text embeddings to disk: 100%|##########| 320/320 [00:00<00:00, 27082.41it/s]

Dataset: /app/ai-toolkit/datasets/l43l4
  -  Preprocessing image dimensions

  0%|          | 0/320 [00:00<?, ?it/s]
  0%|          | 0/320 [00:00<?, ?it/s]
100%|##########| 320/320 [00:00<00:00, 61044.13it/s]
100%|##########| 320/320 [00:00<00:00, 61044.13it/s]

  -  Found 320 images
Bucket sizes for /app/ai-toolkit/datasets/l43l4:
480x736: 320 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/l43l4
 - Saving latents to disk

Caching latents to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching latents to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching latents to disk: 100%|##########| 320/320 [00:00<00:00, 77870.58it/s]
Caching latents to disk: 100%|##########| 320/320 [00:00<00:00, 77870.58it/s]

Caching text_embeddings for /app/ai-toolkit/datasets/l43l4
 - Saving text embeddings to disk

Caching text embeddings to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching text embeddings to disk:   0%|          | 0/320 [00:00<?, ?it/s]
Caching text embeddings to disk: 100%|##########| 320/320 [00:00<00:00, 27228.01it/s]
Caching text embeddings to disk: 100%|##########| 320/320 [00:00<00:00, 27228.01it/s]

Caching embeddings and unloading text encoder

***** UNLOADING TEXT ENCODER *****
Embeddings cached to disk. We dont need the text encoder anymore
***********************************


laela_v2_qwen:  75%|#######5  | 3750/5000 [00:00<?, ?it/s]
laela_v2_qwen:  75%|#######5  | 3750/5000 [00:00<?, ?it/s]
laela_v2_qwen:  75%|#######5  | 3750/5000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 1.300e-01]
laela_v2_qwen:  75%|#######5  | 3750/5000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 1.300e-01]
laela_v2_qwen:  75%|#######5  | 3750/5000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 1.300e-01]
laela_v2_qwen:  75%|#######5  | 3750/5000 [00:02<?, ?it/s, lr: 1.0e-04 loss: 1.300e-01]
laela_v2_qwen:  75%|#######5  | 3750/5000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 1.327e-01]
laela_v2_qwen:  75%|#######5  | 3750/5000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 1.327e-01]
laela_v2_qwen:  75%|#######5  | 3751/5000 [00:05<2:01:11,  5.82s/it, lr: 1.0e-04 loss: 2.441e-01]
laela_v2_qwen:  75%|#######5  | 3751/5000 [00:05<2:01:11,  5.82s/it, lr: 1.0e-04 loss: 2.441e-01]
laela_v2_qwen:  75%|#######5  | 3752/5000 [00:07<1:15:10,  3.61s/it, lr: 1.0e-04 loss: 1.581e-01]
laela_v2_qwen:  75%|#######5  | 3752/5000 [00:07<1:15:10,  3.61s/it, lr: 1.0e-04 loss: 1.581e-01]
laela_v2_qwen:  75%|#######5  | 3753/5000 [00:08<1:01:13,  2.95s/it, lr: 1.0e-04 loss: 5.838e-02]
laela_v2_qwen:  75%|#######5  | 3753/5000 [00:08<1:01:13,  2.95s/it, lr: 1.0e-04 loss: 5.838e-02]
laela_v2_qwen:  75%|#######5  | 3754/5000 [00:10<53:15,  2.56s/it, lr: 1.0e-04 loss: 1.276e-01]  
laela_v2_qwen:  75%|#######5  | 3754/5000 [00:10<53:15,  2.56s/it, lr: 1.0e-04 loss: 1.276e-01]  
laela_v2_qwen:  75%|#######5  | 3755/5000 [00:11<49:40,  2.39s/it, lr: 1.0e-04 loss: 6.961e-02]
laela_v2_qwen:  75%|#######5  | 3755/5000 [00:11<49:40,  2.39s/it, lr: 1.0e-04 loss: 6.961e-02]
laela_v2_qwen:  75%|#######5  | 3756/5000 [00:13<46:15,  2.23s/it, lr: 1.0e-04 loss: 8.673e-02]
laela_v2_qwen:  75%|#######5  | 3756/5000 [00:13<46:15,  2.23s/it, lr: 1.0e-04 loss: 8.673e-02]
laela_v2_qwen:  75%|#######5  | 3757/5000 [00:15<44:24,  2.14s/it, lr: 1.0e-04 loss: 1.313e-01]
laela_v2_qwen:  75%|#######5  | 3757/5000 [00:15<44:24,  2.14s/it, lr: 1.0e-04 loss: 1.313e-01]
laela_v2_qwen:  75%|#######5  | 3758/5000 [00:16<42:59,  2.08s/it, lr: 1.0e-04 loss: 1.255e-01]
laela_v2_qwen:  75%|#######5  | 3758/5000 [00:16<42:59,  2.08s/it, lr: 1.0e-04 loss: 1.255e-01]
laela_v2_qwen:  75%|#######5  | 3759/5000 [00:18<41:26,  2.00s/it, lr: 1.0e-04 loss: 1.098e-01]
laela_v2_qwen:  75%|#######5  | 3759/5000 [00:18<41:26,  2.00s/it, lr: 1.0e-04 loss: 1.098e-01]
laela_v2_qwen:  75%|#######5  | 3760/5000 [00:19<40:32,  1.96s/it, lr: 1.0e-04 loss: 6.976e-02]
laela_v2_qwen:  75%|#######5  | 3760/5000 [00:19<40:32,  1.96s/it, lr: 1.0e-04 loss: 6.976e-02]
laela_v2_qwen:  75%|#######5  | 3761/5000 [00:21<39:27,  1.91s/it, lr: 1.0e-04 loss: 1.210e-01]
laela_v2_qwen:  75%|#######5  | 3761/5000 [00:21<39:27,  1.91s/it, lr: 1.0e-04 loss: 1.210e-01]
laela_v2_qwen:  75%|#######5  | 3762/5000 [00:22<39:15,  1.90s/it, lr: 1.0e-04 loss: 5.509e-02]
laela_v2_qwen:  75%|#######5  | 3762/5000 [00:22<39:15,  1.90s/it, lr: 1.0e-04 loss: 5.509e-02]
laela_v2_qwen:  75%|#######5  | 3763/5000 [00:24<38:26,  1.86s/it, lr: 1.0e-04 loss: 3.781e-02]
laela_v2_qwen:  75%|#######5  | 3763/5000 [00:24<38:26,  1.86s/it, lr: 1.0e-04 loss: 3.781e-02]
laela_v2_qwen:  75%|#######5  | 3764/5000 [00:25<38:02,  1.85s/it, lr: 1.0e-04 loss: 7.148e-02]
laela_v2_qwen:  75%|#######5  | 3764/5000 [00:25<38:02,  1.85s/it, lr: 1.0e-04 loss: 7.148e-02]
laela_v2_qwen:  75%|#######5  | 3765/5000 [00:27<37:56,  1.84s/it, lr: 1.0e-04 loss: 5.317e-02]
laela_v2_qwen:  75%|#######5  | 3765/5000 [00:27<37:56,  1.84s/it, lr: 1.0e-04 loss: 5.317e-02]
laela_v2_qwen:  75%|#######5  | 3766/5000 [00:29<37:20,  1.82s/it, lr: 1.0e-04 loss: 9.400e-02]
laela_v2_qwen:  75%|#######5  | 3766/5000 [00:29<37:20,  1.82s/it, lr: 1.0e-04 loss: 9.400e-02]
laela_v2_qwen:  75%|#######5  | 3767/5000 [00:30<37:03,  1.80s/it, lr: 1.0e-04 loss: 7.050e-02]
laela_v2_qwen:  75%|#######5  | 3767/5000 [00:30<37:03,  1.80s/it, lr: 1.0e-04 loss: 7.050e-02]
laela_v2_qwen:  75%|#######5  | 3768/5000 [00:32<36:48,  1.79s/it, lr: 1.0e-04 loss: 1.108e-01]
laela_v2_qwen:  75%|#######5  | 3768/5000 [00:32<36:48,  1.79s/it, lr: 1.0e-04 loss: 1.108e-01]
laela_v2_qwen:  75%|#######5  | 3769/5000 [00:33<36:33,  1.78s/it, lr: 1.0e-04 loss: 1.622e-01]
laela_v2_qwen:  75%|#######5  | 3769/5000 [00:33<36:33,  1.78s/it, lr: 1.0e-04 loss: 1.622e-01]
laela_v2_qwen:  75%|#######5  | 3770/5000 [00:35<36:08,  1.76s/it, lr: 1.0e-04 loss: 5.513e-02]
laela_v2_qwen:  75%|#######5  | 3770/5000 [00:35<36:08,  1.76s/it, lr: 1.0e-04 loss: 5.513e-02]
laela_v2_qwen:  75%|#######5  | 3771/5000 [00:36<35:45,  1.75s/it, lr: 1.0e-04 loss: 7.010e-02]
laela_v2_qwen:  75%|#######5  | 3771/5000 [00:36<35:45,  1.75s/it, lr: 1.0e-04 loss: 7.010e-02]
laela_v2_qwen:  75%|#######5  | 3772/5000 [00:38<35:25,  1.73s/it, lr: 1.0e-04 loss: 1.110e-01]
laela_v2_qwen:  75%|#######5  | 3772/5000 [00:38<35:25,  1.73s/it, lr: 1.0e-04 loss: 1.110e-01]
laela_v2_qwen:  75%|#######5  | 3773/5000 [00:39<35:07,  1.72s/it, lr: 1.0e-04 loss: 9.476e-02]
laela_v2_qwen:  75%|#######5  | 3773/5000 [00:39<35:07,  1.72s/it, lr: 1.0e-04 loss: 9.476e-02]
laela_v2_qwen:  75%|#######5  | 3774/5000 [00:41<35:00,  1.71s/it, lr: 1.0e-04 loss: 1.522e-01]
laela_v2_qwen:  75%|#######5  | 3774/5000 [00:41<35:00,  1.71s/it, lr: 1.0e-04 loss: 1.522e-01]
laela_v2_qwen:  76%|#######5  | 3775/5000 [00:42<34:53,  1.71s/it, lr: 1.0e-04 loss: 2.064e-01]
laela_v2_qwen:  76%|#######5  | 3775/5000 [00:42<34:53,  1.71s/it, lr: 1.0e-04 loss: 2.064e-01]
laela_v2_qwen:  76%|#######5  | 3776/5000 [00:44<34:56,  1.71s/it, lr: 1.0e-04 loss: 9.961e-02]
laela_v2_qwen:  76%|#######5  | 3776/5000 [00:44<34:56,  1.71s/it, lr: 1.0e-04 loss: 9.961e-02]
laela_v2_qwen:  76%|#######5  | 3777/5000 [00:46<34:49,  1.71s/it, lr: 1.0e-04 loss: 8.721e-02]
laela_v2_qwen:  76%|#######5  | 3777/5000 [00:46<34:49,  1.71s/it, lr: 1.0e-04 loss: 8.721e-02]
laela_v2_qwen:  76%|#######5  | 3778/5000 [00:47<34:34,  1.70s/it, lr: 1.0e-04 loss: 9.144e-02]
laela_v2_qwen:  76%|#######5  | 3778/5000 [00:47<34:34,  1.70s/it, lr: 1.0e-04 loss: 9.144e-02]
laela_v2_qwen:  76%|#######5  | 3779/5000 [00:49<34:29,  1.70s/it, lr: 1.0e-04 loss: 5.216e-02]
laela_v2_qwen:  76%|#######5  | 3779/5000 [00:49<34:29,  1.70s/it, lr: 1.0e-04 loss: 5.216e-02]
laela_v2_qwen:  76%|#######5  | 3780/5000 [00:50<34:15,  1.69s/it, lr: 1.0e-04 loss: 2.210e-01]
laela_v2_qwen:  76%|#######5  | 3780/5000 [00:50<34:15,  1.69s/it, lr: 1.0e-04 loss: 2.210e-01]
laela_v2_qwen:  76%|#######5  | 3781/5000 [00:52<34:21,  1.69s/it, lr: 1.0e-04 loss: 4.550e-02]
laela_v2_qwen:  76%|#######5  | 3781/5000 [00:52<34:21,  1.69s/it, lr: 1.0e-04 loss: 4.550e-02]
laela_v2_qwen:  76%|#######5  | 3782/5000 [00:54<34:16,  1.69s/it, lr: 1.0e-04 loss: 1.002e-01]
laela_v2_qwen:  76%|#######5  | 3782/5000 [00:54<34:16,  1.69s/it, lr: 1.0e-04 loss: 1.002e-01]
laela_v2_qwen:  76%|#######5  | 3783/5000 [00:55<34:04,  1.68s/it, lr: 1.0e-04 loss: 9.197e-02]
laela_v2_qwen:  76%|#######5  | 3783/5000 [00:55<34:04,  1.68s/it, lr: 1.0e-04 loss: 9.197e-02]
laela_v2_qwen:  76%|#######5  | 3784/5000 [00:57<33:59,  1.68s/it, lr: 1.0e-04 loss: 2.538e-01]
laela_v2_qwen:  76%|#######5  | 3784/5000 [00:57<33:59,  1.68s/it, lr: 1.0e-04 loss: 2.538e-01]
laela_v2_qwen:  76%|#######5  | 3785/5000 [00:58<33:55,  1.68s/it, lr: 1.0e-04 loss: 1.206e-01]
laela_v2_qwen:  76%|#######5  | 3785/5000 [00:58<33:55,  1.68s/it, lr: 1.0e-04 loss: 1.206e-01]
laela_v2_qwen:  76%|#######5  | 3786/5000 [01:00<33:59,  1.68s/it, lr: 1.0e-04 loss: 1.254e-01]
laela_v2_qwen:  76%|#######5  | 3786/5000 [01:00<33:59,  1.68s/it, lr: 1.0e-04 loss: 1.254e-01]
laela_v2_qwen:  76%|#######5  | 3787/5000 [01:01<33:48,  1.67s/it, lr: 1.0e-04 loss: 1.029e-01]
laela_v2_qwen:  76%|#######5  | 3787/5000 [01:01<33:48,  1.67s/it, lr: 1.0e-04 loss: 1.029e-01]
laela_v2_qwen:  76%|#######5  | 3788/5000 [01:03<33:38,  1.67s/it, lr: 1.0e-04 loss: 1.130e-01]
laela_v2_qwen:  76%|#######5  | 3788/5000 [01:03<33:38,  1.67s/it, lr: 1.0e-04 loss: 1.130e-01]
laela_v2_qwen:  76%|#######5  | 3789/5000 [01:04<33:35,  1.66s/it, lr: 1.0e-04 loss: 2.062e-01]
laela_v2_qwen:  76%|#######5  | 3789/5000 [01:04<33:35,  1.66s/it, lr: 1.0e-04 loss: 2.062e-01]
laela_v2_qwen:  76%|#######5  | 3790/5000 [01:06<33:31,  1.66s/it, lr: 1.0e-04 loss: 4.943e-02]
laela_v2_qwen:  76%|#######5  | 3790/5000 [01:06<33:31,  1.66s/it, lr: 1.0e-04 loss: 4.943e-02]
laela_v2_qwen:  76%|#######5  | 3791/5000 [01:08<33:28,  1.66s/it, lr: 1.0e-04 loss: 1.187e-01]
laela_v2_qwen:  76%|#######5  | 3791/5000 [01:08<33:28,  1.66s/it, lr: 1.0e-04 loss: 1.187e-01]
laela_v2_qwen:  76%|#######5  | 3792/5000 [01:09<33:25,  1.66s/it, lr: 1.0e-04 loss: 1.069e-01]
laela_v2_qwen:  76%|#######5  | 3792/5000 [01:09<33:25,  1.66s/it, lr: 1.0e-04 loss: 1.069e-01]
laela_v2_qwen:  76%|#######5  | 3793/5000 [01:11<33:28,  1.66s/it, lr: 1.0e-04 loss: 1.984e-01]
laela_v2_qwen:  76%|#######5  | 3793/5000 [01:11<33:28,  1.66s/it, lr: 1.0e-04 loss: 1.984e-01]
laela_v2_qwen:  76%|#######5  | 3794/5000 [01:12<33:19,  1.66s/it, lr: 1.0e-04 loss: 1.772e-01]
laela_v2_qwen:  76%|#######5  | 3794/5000 [01:12<33:19,  1.66s/it, lr: 1.0e-04 loss: 1.772e-01]
laela_v2_qwen:  76%|#######5  | 3795/5000 [01:14<33:16,  1.66s/it, lr: 1.0e-04 loss: 7.970e-02]
laela_v2_qwen:  76%|#######5  | 3795/5000 [01:14<33:16,  1.66s/it, lr: 1.0e-04 loss: 7.970e-02]
laela_v2_qwen:  76%|#######5  | 3796/5000 [01:16<33:13,  1.66s/it, lr: 1.0e-04 loss: 4.571e-02]
laela_v2_qwen:  76%|#######5  | 3796/5000 [01:16<33:13,  1.66s/it, lr: 1.0e-04 loss: 4.571e-02]
laela_v2_qwen:  76%|#######5  | 3797/5000 [01:17<33:11,  1.66s/it, lr: 1.0e-04 loss: 1.667e-01]
laela_v2_qwen:  76%|#######5  | 3797/5000 [01:17<33:11,  1.66s/it, lr: 1.0e-04 loss: 1.667e-01]
laela_v2_qwen:  76%|#######5  | 3798/5000 [01:19<33:08,  1.65s/it, lr: 1.0e-04 loss: 1.169e-01]
laela_v2_qwen:  76%|#######5  | 3798/5000 [01:19<33:08,  1.65s/it, lr: 1.0e-04 loss: 1.169e-01]
laela_v2_qwen:  76%|#######5  | 3799/5000 [01:20<33:00,  1.65s/it, lr: 1.0e-04 loss: 6.325e-02]
laela_v2_qwen:  76%|#######5  | 3799/5000 [01:20<33:00,  1.65s/it, lr: 1.0e-04 loss: 6.325e-02]
laela_v2_qwen:  76%|#######6  | 3800/5000 [01:22<33:02,  1.65s/it, lr: 1.0e-04 loss: 8.714e-02]
laela_v2_qwen:  76%|#######6  | 3800/5000 [01:22<33:02,  1.65s/it, lr: 1.0e-04 loss: 8.714e-02]
laela_v2_qwen:  76%|#######6  | 3801/5000 [01:24<33:00,  1.65s/it, lr: 1.0e-04 loss: 9.969e-02]
laela_v2_qwen:  76%|#######6  | 3801/5000 [01:24<33:00,  1.65s/it, lr: 1.0e-04 loss: 9.969e-02]
laela_v2_qwen:  76%|#######6  | 3802/5000 [01:25<32:58,  1.65s/it, lr: 1.0e-04 loss: 5.056e-02]
laela_v2_qwen:  76%|#######6  | 3802/5000 [01:25<32:58,  1.65s/it, lr: 1.0e-04 loss: 5.056e-02]
laela_v2_qwen:  76%|#######6  | 3803/5000 [01:27<32:51,  1.65s/it, lr: 1.0e-04 loss: 4.087e-02]
laela_v2_qwen:  76%|#######6  | 3803/5000 [01:27<32:51,  1.65s/it, lr: 1.0e-04 loss: 4.087e-02]
laela_v2_qwen:  76%|#######6  | 3804/5000 [01:28<32:44,  1.64s/it, lr: 1.0e-04 loss: 1.158e-01]
laela_v2_qwen:  76%|#######6  | 3804/5000 [01:28<32:44,  1.64s/it, lr: 1.0e-04 loss: 1.158e-01]
laela_v2_qwen:  76%|#######6  | 3805/5000 [01:30<32:42,  1.64s/it, lr: 1.0e-04 loss: 4.217e-02]
laela_v2_qwen:  76%|#######6  | 3805/5000 [01:30<32:42,  1.64s/it, lr: 1.0e-04 loss: 4.217e-02]
laela_v2_qwen:  76%|#######6  | 3806/5000 [01:31<32:35,  1.64s/it, lr: 1.0e-04 loss: 1.145e-01]
laela_v2_qwen:  76%|#######6  | 3806/5000 [01:31<32:35,  1.64s/it, lr: 1.0e-04 loss: 1.145e-01]
laela_v2_qwen:  76%|#######6  | 3807/5000 [01:33<32:33,  1.64s/it, lr: 1.0e-04 loss: 1.352e-01]
laela_v2_qwen:  76%|#######6  | 3807/5000 [01:33<32:33,  1.64s/it, lr: 1.0e-04 loss: 1.352e-01]
laela_v2_qwen:  76%|#######6  | 3808/5000 [01:34<32:31,  1.64s/it, lr: 1.0e-04 loss: 1.513e-01]
laela_v2_qwen:  76%|#######6  | 3808/5000 [01:34<32:31,  1.64s/it, lr: 1.0e-04 loss: 1.513e-01]
laela_v2_qwen:  76%|#######6  | 3809/5000 [01:36<32:33,  1.64s/it, lr: 1.0e-04 loss: 2.049e-01]
laela_v2_qwen:  76%|#######6  | 3809/5000 [01:36<32:33,  1.64s/it, lr: 1.0e-04 loss: 2.049e-01]
laela_v2_qwen:  76%|#######6  | 3810/5000 [01:38<32:27,  1.64s/it, lr: 1.0e-04 loss: 4.942e-02]
laela_v2_qwen:  76%|#######6  | 3810/5000 [01:38<32:27,  1.64s/it, lr: 1.0e-04 loss: 4.942e-02]
laela_v2_qwen:  76%|#######6  | 3811/5000 [01:39<32:25,  1.64s/it, lr: 1.0e-04 loss: 4.174e-02]
laela_v2_qwen:  76%|#######6  | 3811/5000 [01:39<32:25,  1.64s/it, lr: 1.0e-04 loss: 4.174e-02]
laela_v2_qwen:  76%|#######6  | 3812/5000 [01:41<32:26,  1.64s/it, lr: 1.0e-04 loss: 6.017e-02]
laela_v2_qwen:  76%|#######6  | 3812/5000 [01:41<32:26,  1.64s/it, lr: 1.0e-04 loss: 6.017e-02]
laela_v2_qwen:  76%|#######6  | 3813/5000 [01:43<32:24,  1.64s/it, lr: 1.0e-04 loss: 1.557e-01]
laela_v2_qwen:  76%|#######6  | 3813/5000 [01:43<32:24,  1.64s/it, lr: 1.0e-04 loss: 1.557e-01]
laela_v2_qwen:  76%|#######6  | 3814/5000 [01:44<32:23,  1.64s/it, lr: 1.0e-04 loss: 4.749e-02]
laela_v2_qwen:  76%|#######6  | 3814/5000 [01:44<32:23,  1.64s/it, lr: 1.0e-04 loss: 4.749e-02]
laela_v2_qwen:  76%|#######6  | 3815/5000 [01:46<32:21,  1.64s/it, lr: 1.0e-04 loss: 4.368e-02]
laela_v2_qwen:  76%|#######6  | 3815/5000 [01:46<32:21,  1.64s/it, lr: 1.0e-04 loss: 4.368e-02]
laela_v2_qwen:  76%|#######6  | 3816/5000 [01:48<32:19,  1.64s/it, lr: 1.0e-04 loss: 4.356e-02]
laela_v2_qwen:  76%|#######6  | 3816/5000 [01:48<32:19,  1.64s/it, lr: 1.0e-04 loss: 4.356e-02]
laela_v2_qwen:  76%|#######6  | 3817/5000 [01:49<32:17,  1.64s/it, lr: 1.0e-04 loss: 5.310e-02]
laela_v2_qwen:  76%|#######6  | 3817/5000 [01:49<32:17,  1.64s/it, lr: 1.0e-04 loss: 5.310e-02]
laela_v2_qwen:  76%|#######6  | 3818/5000 [01:51<32:15,  1.64s/it, lr: 1.0e-04 loss: 9.699e-02]
laela_v2_qwen:  76%|#######6  | 3818/5000 [01:51<32:15,  1.64s/it, lr: 1.0e-04 loss: 9.699e-02]
laela_v2_qwen:  76%|#######6  | 3819/5000 [01:53<32:17,  1.64s/it, lr: 1.0e-04 loss: 1.765e-01]
laela_v2_qwen:  76%|#######6  | 3819/5000 [01:53<32:17,  1.64s/it, lr: 1.0e-04 loss: 1.765e-01]
laela_v2_qwen:  76%|#######6  | 3820/5000 [01:55<32:18,  1.64s/it, lr: 1.0e-04 loss: 8.830e-02]
laela_v2_qwen:  76%|#######6  | 3820/5000 [01:55<32:18,  1.64s/it, lr: 1.0e-04 loss: 8.830e-02]
laela_v2_qwen:  76%|#######6  | 3821/5000 [01:56<32:16,  1.64s/it, lr: 1.0e-04 loss: 4.608e-02]
laela_v2_qwen:  76%|#######6  | 3821/5000 [01:56<32:16,  1.64s/it, lr: 1.0e-04 loss: 4.608e-02]
laela_v2_qwen:  76%|#######6  | 3822/5000 [01:58<32:17,  1.64s/it, lr: 1.0e-04 loss: 7.160e-02]
laela_v2_qwen:  76%|#######6  | 3822/5000 [01:58<32:17,  1.64s/it, lr: 1.0e-04 loss: 7.160e-02]
laela_v2_qwen:  76%|#######6  | 3823/5000 [01:59<32:12,  1.64s/it, lr: 1.0e-04 loss: 4.288e-02]
laela_v2_qwen:  76%|#######6  | 3823/5000 [01:59<32:12,  1.64s/it, lr: 1.0e-04 loss: 4.288e-02]
laela_v2_qwen:  76%|#######6  | 3824/5000 [02:01<32:10,  1.64s/it, lr: 1.0e-04 loss: 4.116e-02]
laela_v2_qwen:  76%|#######6  | 3824/5000 [02:01<32:10,  1.64s/it, lr: 1.0e-04 loss: 4.116e-02]
laela_v2_qwen:  76%|#######6  | 3825/5000 [02:03<32:08,  1.64s/it, lr: 1.0e-04 loss: 4.017e-02]
laela_v2_qwen:  76%|#######6  | 3825/5000 [02:03<32:08,  1.64s/it, lr: 1.0e-04 loss: 4.017e-02]
laela_v2_qwen:  77%|#######6  | 3826/5000 [02:04<32:03,  1.64s/it, lr: 1.0e-04 loss: 5.612e-02]
laela_v2_qwen:  77%|#######6  | 3826/5000 [02:04<32:03,  1.64s/it, lr: 1.0e-04 loss: 5.612e-02]
laela_v2_qwen:  77%|#######6  | 3827/5000 [02:06<32:04,  1.64s/it, lr: 1.0e-04 loss: 5.888e-02]
laela_v2_qwen:  77%|#######6  | 3827/5000 [02:06<32:04,  1.64s/it, lr: 1.0e-04 loss: 5.888e-02]
laela_v2_qwen:  77%|#######6  | 3828/5000 [02:07<32:02,  1.64s/it, lr: 1.0e-04 loss: 4.748e-02]
laela_v2_qwen:  77%|#######6  | 3828/5000 [02:07<32:02,  1.64s/it, lr: 1.0e-04 loss: 4.748e-02]
laela_v2_qwen:  77%|#######6  | 3829/5000 [02:09<32:00,  1.64s/it, lr: 1.0e-04 loss: 9.427e-02]
laela_v2_qwen:  77%|#######6  | 3829/5000 [02:09<32:00,  1.64s/it, lr: 1.0e-04 loss: 9.427e-02]
laela_v2_qwen:  77%|#######6  | 3830/5000 [02:11<31:58,  1.64s/it, lr: 1.0e-04 loss: 1.321e-01]
laela_v2_qwen:  77%|#######6  | 3830/5000 [02:11<31:58,  1.64s/it, lr: 1.0e-04 loss: 1.321e-01]
laela_v2_qwen:  77%|#######6  | 3831/5000 [02:13<32:00,  1.64s/it, lr: 1.0e-04 loss: 5.948e-02]
laela_v2_qwen:  77%|#######6  | 3831/5000 [02:13<32:00,  1.64s/it, lr: 1.0e-04 loss: 5.948e-02]
laela_v2_qwen:  77%|#######6  | 3832/5000 [02:14<31:58,  1.64s/it, lr: 1.0e-04 loss: 5.704e-02]
laela_v2_qwen:  77%|#######6  | 3832/5000 [02:14<31:58,  1.64s/it, lr: 1.0e-04 loss: 5.704e-02]
laela_v2_qwen:  77%|#######6  | 3833/5000 [02:16<31:53,  1.64s/it, lr: 1.0e-04 loss: 1.073e-01]
laela_v2_qwen:  77%|#######6  | 3833/5000 [02:16<31:53,  1.64s/it, lr: 1.0e-04 loss: 1.073e-01]
laela_v2_qwen:  77%|#######6  | 3834/5000 [02:17<31:51,  1.64s/it, lr: 1.0e-04 loss: 1.421e-01]
laela_v2_qwen:  77%|#######6  | 3834/5000 [02:17<31:51,  1.64s/it, lr: 1.0e-04 loss: 1.421e-01]
laela_v2_qwen:  77%|#######6  | 3835/5000 [02:19<31:49,  1.64s/it, lr: 1.0e-04 loss: 1.414e-01]
laela_v2_qwen:  77%|#######6  | 3835/5000 [02:19<31:49,  1.64s/it, lr: 1.0e-04 loss: 1.414e-01]
laela_v2_qwen:  77%|#######6  | 3836/5000 [02:20<31:47,  1.64s/it, lr: 1.0e-04 loss: 6.684e-02]
laela_v2_qwen:  77%|#######6  | 3836/5000 [02:20<31:47,  1.64s/it, lr: 1.0e-04 loss: 6.684e-02]
laela_v2_qwen:  77%|#######6  | 3837/5000 [02:22<31:45,  1.64s/it, lr: 1.0e-04 loss: 1.842e-01]
laela_v2_qwen:  77%|#######6  | 3837/5000 [02:22<31:45,  1.64s/it, lr: 1.0e-04 loss: 1.842e-01]
laela_v2_qwen:  77%|#######6  | 3838/5000 [02:24<31:46,  1.64s/it, lr: 1.0e-04 loss: 4.753e-02]
laela_v2_qwen:  77%|#######6  | 3838/5000 [02:24<31:46,  1.64s/it, lr: 1.0e-04 loss: 4.753e-02]
laela_v2_qwen:  77%|#######6  | 3839/5000 [02:26<31:44,  1.64s/it, lr: 1.0e-04 loss: 4.330e-02]
laela_v2_qwen:  77%|#######6  | 3839/5000 [02:26<31:44,  1.64s/it, lr: 1.0e-04 loss: 4.330e-02]
laela_v2_qwen:  77%|#######6  | 3840/5000 [02:27<31:42,  1.64s/it, lr: 1.0e-04 loss: 5.119e-02]
laela_v2_qwen:  77%|#######6  | 3840/5000 [02:27<31:42,  1.64s/it, lr: 1.0e-04 loss: 5.119e-02]
laela_v2_qwen:  77%|#######6  | 3841/5000 [02:29<31:43,  1.64s/it, lr: 1.0e-04 loss: 1.152e-01]
laela_v2_qwen:  77%|#######6  | 3841/5000 [02:29<31:43,  1.64s/it, lr: 1.0e-04 loss: 1.152e-01]
laela_v2_qwen:  77%|#######6  | 3842/5000 [02:31<31:41,  1.64s/it, lr: 1.0e-04 loss: 1.397e-01]
laela_v2_qwen:  77%|#######6  | 3842/5000 [02:31<31:41,  1.64s/it, lr: 1.0e-04 loss: 1.397e-01]
laela_v2_qwen:  77%|#######6  | 3843/5000 [02:32<31:39,  1.64s/it, lr: 1.0e-04 loss: 2.085e-01]
laela_v2_qwen:  77%|#######6  | 3843/5000 [02:32<31:39,  1.64s/it, lr: 1.0e-04 loss: 2.085e-01]
laela_v2_qwen:  77%|#######6  | 3844/5000 [02:34<31:39,  1.64s/it, lr: 1.0e-04 loss: 5.526e-02]
laela_v2_qwen:  77%|#######6  | 3844/5000 [02:34<31:39,  1.64s/it, lr: 1.0e-04 loss: 5.526e-02]
laela_v2_qwen:  77%|#######6  | 3845/5000 [02:35<31:35,  1.64s/it, lr: 1.0e-04 loss: 2.415e-01]
laela_v2_qwen:  77%|#######6  | 3845/5000 [02:35<31:35,  1.64s/it, lr: 1.0e-04 loss: 2.415e-01]
laela_v2_qwen:  77%|#######6  | 3846/5000 [02:37<31:33,  1.64s/it, lr: 1.0e-04 loss: 2.416e-01]
laela_v2_qwen:  77%|#######6  | 3846/5000 [02:37<31:33,  1.64s/it, lr: 1.0e-04 loss: 2.416e-01]
laela_v2_qwen:  77%|#######6  | 3847/5000 [02:39<31:33,  1.64s/it, lr: 1.0e-04 loss: 9.688e-02]
laela_v2_qwen:  77%|#######6  | 3847/5000 [02:39<31:33,  1.64s/it, lr: 1.0e-04 loss: 9.688e-02]
laela_v2_qwen:  77%|#######6  | 3848/5000 [02:40<31:32,  1.64s/it, lr: 1.0e-04 loss: 5.426e-02]
laela_v2_qwen:  77%|#######6  | 3848/5000 [02:40<31:32,  1.64s/it, lr: 1.0e-04 loss: 5.426e-02]
laela_v2_qwen:  77%|#######6  | 3849/5000 [02:42<31:30,  1.64s/it, lr: 1.0e-04 loss: 9.209e-02]
laela_v2_qwen:  77%|#######6  | 3849/5000 [02:42<31:30,  1.64s/it, lr: 1.0e-04 loss: 9.209e-02]
laela_v2_qwen:  77%|#######7  | 3850/5000 [02:44<31:26,  1.64s/it, lr: 1.0e-04 loss: 8.870e-02]
laela_v2_qwen:  77%|#######7  | 3850/5000 [02:44<31:26,  1.64s/it, lr: 1.0e-04 loss: 8.870e-02]
laela_v2_qwen:  77%|#######7  | 3851/5000 [02:45<31:24,  1.64s/it, lr: 1.0e-04 loss: 5.547e-02]
laela_v2_qwen:  77%|#######7  | 3851/5000 [02:45<31:24,  1.64s/it, lr: 1.0e-04 loss: 5.547e-02]
laela_v2_qwen:  77%|#######7  | 3852/5000 [02:47<31:22,  1.64s/it, lr: 1.0e-04 loss: 1.643e-01]
laela_v2_qwen:  77%|#######7  | 3852/5000 [02:47<31:22,  1.64s/it, lr: 1.0e-04 loss: 1.643e-01]
laela_v2_qwen:  77%|#######7  | 3853/5000 [02:49<31:22,  1.64s/it, lr: 1.0e-04 loss: 1.141e-01]
laela_v2_qwen:  77%|#######7  | 3853/5000 [02:49<31:22,  1.64s/it, lr: 1.0e-04 loss: 1.141e-01]
laela_v2_qwen:  77%|#######7  | 3854/5000 [02:50<31:20,  1.64s/it, lr: 1.0e-04 loss: 5.161e-02]
laela_v2_qwen:  77%|#######7  | 3854/5000 [02:50<31:20,  1.64s/it, lr: 1.0e-04 loss: 5.161e-02]
laela_v2_qwen:  77%|#######7  | 3855/5000 [02:52<31:16,  1.64s/it, lr: 1.0e-04 loss: 6.725e-02]
laela_v2_qwen:  77%|#######7  | 3855/5000 [02:52<31:16,  1.64s/it, lr: 1.0e-04 loss: 6.725e-02]
laela_v2_qwen:  77%|#######7  | 3856/5000 [02:53<31:14,  1.64s/it, lr: 1.0e-04 loss: 7.736e-02]
laela_v2_qwen:  77%|#######7  | 3856/5000 [02:53<31:14,  1.64s/it, lr: 1.0e-04 loss: 7.736e-02]
laela_v2_qwen:  77%|#######7  | 3857/5000 [02:55<31:12,  1.64s/it, lr: 1.0e-04 loss: 4.371e-02]
laela_v2_qwen:  77%|#######7  | 3857/5000 [02:55<31:12,  1.64s/it, lr: 1.0e-04 loss: 4.371e-02]
laela_v2_qwen:  77%|#######7  | 3858/5000 [02:56<31:11,  1.64s/it, lr: 1.0e-04 loss: 1.080e-01]
laela_v2_qwen:  77%|#######7  | 3858/5000 [02:56<31:11,  1.64s/it, lr: 1.0e-04 loss: 1.080e-01]
laela_v2_qwen:  77%|#######7  | 3859/5000 [02:58<31:11,  1.64s/it, lr: 1.0e-04 loss: 4.770e-02]
laela_v2_qwen:  77%|#######7  | 3859/5000 [02:58<31:11,  1.64s/it, lr: 1.0e-04 loss: 4.770e-02]
laela_v2_qwen:  77%|#######7  | 3860/5000 [03:00<31:09,  1.64s/it, lr: 1.0e-04 loss: 6.163e-02]
laela_v2_qwen:  77%|#######7  | 3860/5000 [03:00<31:09,  1.64s/it, lr: 1.0e-04 loss: 6.163e-02]
laela_v2_qwen:  77%|#######7  | 3861/5000 [03:01<31:07,  1.64s/it, lr: 1.0e-04 loss: 1.601e-01]
laela_v2_qwen:  77%|#######7  | 3861/5000 [03:01<31:07,  1.64s/it, lr: 1.0e-04 loss: 1.601e-01]
laela_v2_qwen:  77%|#######7  | 3862/5000 [03:03<31:03,  1.64s/it, lr: 1.0e-04 loss: 8.255e-02]
laela_v2_qwen:  77%|#######7  | 3862/5000 [03:03<31:03,  1.64s/it, lr: 1.0e-04 loss: 8.255e-02]
laela_v2_qwen:  77%|#######7  | 3863/5000 [03:05<31:01,  1.64s/it, lr: 1.0e-04 loss: 1.418e-01]
laela_v2_qwen:  77%|#######7  | 3863/5000 [03:05<31:01,  1.64s/it, lr: 1.0e-04 loss: 1.418e-01]
laela_v2_qwen:  77%|#######7  | 3864/5000 [03:06<31:00,  1.64s/it, lr: 1.0e-04 loss: 5.372e-02]
laela_v2_qwen:  77%|#######7  | 3864/5000 [03:06<31:00,  1.64s/it, lr: 1.0e-04 loss: 5.372e-02]
laela_v2_qwen:  77%|#######7  | 3865/5000 [03:08<30:58,  1.64s/it, lr: 1.0e-04 loss: 8.997e-02]
laela_v2_qwen:  77%|#######7  | 3865/5000 [03:08<30:58,  1.64s/it, lr: 1.0e-04 loss: 8.997e-02]
laela_v2_qwen:  77%|#######7  | 3866/5000 [03:09<30:54,  1.64s/it, lr: 1.0e-04 loss: 4.985e-02]
laela_v2_qwen:  77%|#######7  | 3866/5000 [03:09<30:54,  1.64s/it, lr: 1.0e-04 loss: 4.985e-02]
laela_v2_qwen:  77%|#######7  | 3867/5000 [03:11<30:54,  1.64s/it, lr: 1.0e-04 loss: 1.210e-01]
laela_v2_qwen:  77%|#######7  | 3867/5000 [03:11<30:54,  1.64s/it, lr: 1.0e-04 loss: 1.210e-01]
laela_v2_qwen:  77%|#######7  | 3868/5000 [03:13<30:54,  1.64s/it, lr: 1.0e-04 loss: 5.760e-02]
laela_v2_qwen:  77%|#######7  | 3868/5000 [03:13<30:54,  1.64s/it, lr: 1.0e-04 loss: 5.760e-02]
laela_v2_qwen:  77%|#######7  | 3869/5000 [03:14<30:51,  1.64s/it, lr: 1.0e-04 loss: 1.503e-01]
laela_v2_qwen:  77%|#######7  | 3869/5000 [03:14<30:51,  1.64s/it, lr: 1.0e-04 loss: 1.503e-01]
laela_v2_qwen:  77%|#######7  | 3870/5000 [03:16<30:53,  1.64s/it, lr: 1.0e-04 loss: 1.432e-01]
laela_v2_qwen:  77%|#######7  | 3870/5000 [03:16<30:53,  1.64s/it, lr: 1.0e-04 loss: 1.432e-01]
laela_v2_qwen:  77%|#######7  | 3871/5000 [03:18<30:53,  1.64s/it, lr: 1.0e-04 loss: 4.994e-02]
laela_v2_qwen:  77%|#######7  | 3871/5000 [03:18<30:53,  1.64s/it, lr: 1.0e-04 loss: 4.994e-02]
laela_v2_qwen:  77%|#######7  | 3872/5000 [03:20<30:53,  1.64s/it, lr: 1.0e-04 loss: 1.233e-01]
laela_v2_qwen:  77%|#######7  | 3872/5000 [03:20<30:53,  1.64s/it, lr: 1.0e-04 loss: 1.233e-01]
laela_v2_qwen:  77%|#######7  | 3873/5000 [03:22<30:53,  1.64s/it, lr: 1.0e-04 loss: 1.586e-01]
laela_v2_qwen:  77%|#######7  | 3873/5000 [03:22<30:53,  1.64s/it, lr: 1.0e-04 loss: 1.586e-01]
laela_v2_qwen:  77%|#######7  | 3874/5000 [03:23<30:51,  1.64s/it, lr: 1.0e-04 loss: 5.788e-02]
laela_v2_qwen:  77%|#######7  | 3874/5000 [03:23<30:51,  1.64s/it, lr: 1.0e-04 loss: 5.788e-02]
laela_v2_qwen:  78%|#######7  | 3875/5000 [03:25<30:49,  1.64s/it, lr: 1.0e-04 loss: 1.201e-01]
laela_v2_qwen:  78%|#######7  | 3875/5000 [03:25<30:49,  1.64s/it, lr: 1.0e-04 loss: 1.201e-01]
laela_v2_qwen:  78%|#######7  | 3876/5000 [03:27<30:48,  1.64s/it, lr: 1.0e-04 loss: 1.121e-01]
laela_v2_qwen:  78%|#######7  | 3876/5000 [03:27<30:48,  1.64s/it, lr: 1.0e-04 loss: 1.121e-01]
laela_v2_qwen:  78%|#######7  | 3877/5000 [03:28<30:44,  1.64s/it, lr: 1.0e-04 loss: 1.473e-01]
laela_v2_qwen:  78%|#######7  | 3877/5000 [03:28<30:44,  1.64s/it, lr: 1.0e-04 loss: 1.473e-01]
laela_v2_qwen:  78%|#######7  | 3878/5000 [03:30<30:41,  1.64s/it, lr: 1.0e-04 loss: 1.167e-01]
laela_v2_qwen:  78%|#######7  | 3878/5000 [03:30<30:41,  1.64s/it, lr: 1.0e-04 loss: 1.167e-01]
laela_v2_qwen:  78%|#######7  | 3879/5000 [03:31<30:39,  1.64s/it, lr: 1.0e-04 loss: 1.993e-01]
laela_v2_qwen:  78%|#######7  | 3879/5000 [03:31<30:39,  1.64s/it, lr: 1.0e-04 loss: 1.993e-01]
laela_v2_qwen:  78%|#######7  | 3880/5000 [03:33<30:39,  1.64s/it, lr: 1.0e-04 loss: 6.080e-02]
laela_v2_qwen:  78%|#######7  | 3880/5000 [03:33<30:39,  1.64s/it, lr: 1.0e-04 loss: 6.080e-02]
laela_v2_qwen:  78%|#######7  | 3881/5000 [03:35<30:37,  1.64s/it, lr: 1.0e-04 loss: 1.193e-01]
laela_v2_qwen:  78%|#######7  | 3881/5000 [03:35<30:37,  1.64s/it, lr: 1.0e-04 loss: 1.193e-01]
laela_v2_qwen:  78%|#######7  | 3882/5000 [03:36<30:35,  1.64s/it, lr: 1.0e-04 loss: 1.340e-01]
laela_v2_qwen:  78%|#######7  | 3882/5000 [03:36<30:35,  1.64s/it, lr: 1.0e-04 loss: 1.340e-01]
laela_v2_qwen:  78%|#######7  | 3883/5000 [03:38<30:33,  1.64s/it, lr: 1.0e-04 loss: 9.121e-02]
laela_v2_qwen:  78%|#######7  | 3883/5000 [03:38<30:33,  1.64s/it, lr: 1.0e-04 loss: 9.121e-02]
laela_v2_qwen:  78%|#######7  | 3884/5000 [03:39<30:31,  1.64s/it, lr: 1.0e-04 loss: 1.231e-01]
laela_v2_qwen:  78%|#######7  | 3884/5000 [03:39<30:31,  1.64s/it, lr: 1.0e-04 loss: 1.231e-01]
laela_v2_qwen:  78%|#######7  | 3885/5000 [03:41<30:31,  1.64s/it, lr: 1.0e-04 loss: 1.967e-01]
laela_v2_qwen:  78%|#######7  | 3885/5000 [03:41<30:31,  1.64s/it, lr: 1.0e-04 loss: 1.967e-01]
laela_v2_qwen:  78%|#######7  | 3886/5000 [03:43<30:29,  1.64s/it, lr: 1.0e-04 loss: 2.305e-01]
laela_v2_qwen:  78%|#######7  | 3886/5000 [03:43<30:29,  1.64s/it, lr: 1.0e-04 loss: 2.305e-01]
laela_v2_qwen:  78%|#######7  | 3887/5000 [03:45<30:28,  1.64s/it, lr: 1.0e-04 loss: 5.212e-02]
laela_v2_qwen:  78%|#######7  | 3887/5000 [03:45<30:28,  1.64s/it, lr: 1.0e-04 loss: 5.212e-02]
laela_v2_qwen:  78%|#######7  | 3888/5000 [03:46<30:26,  1.64s/it, lr: 1.0e-04 loss: 1.994e-01]
laela_v2_qwen:  78%|#######7  | 3888/5000 [03:46<30:26,  1.64s/it, lr: 1.0e-04 loss: 1.994e-01]
laela_v2_qwen:  78%|#######7  | 3889/5000 [03:48<30:26,  1.64s/it, lr: 1.0e-04 loss: 9.989e-02]
laela_v2_qwen:  78%|#######7  | 3889/5000 [03:48<30:26,  1.64s/it, lr: 1.0e-04 loss: 9.989e-02]
laela_v2_qwen:  78%|#######7  | 3890/5000 [03:49<30:22,  1.64s/it, lr: 1.0e-04 loss: 5.348e-02]
laela_v2_qwen:  78%|#######7  | 3890/5000 [03:49<30:22,  1.64s/it, lr: 1.0e-04 loss: 5.348e-02]
laela_v2_qwen:  78%|#######7  | 3891/5000 [03:51<30:20,  1.64s/it, lr: 1.0e-04 loss: 1.580e-01]
laela_v2_qwen:  78%|#######7  | 3891/5000 [03:51<30:20,  1.64s/it, lr: 1.0e-04 loss: 1.580e-01]
laela_v2_qwen:  78%|#######7  | 3892/5000 [03:53<30:20,  1.64s/it, lr: 1.0e-04 loss: 1.163e-01]
laela_v2_qwen:  78%|#######7  | 3892/5000 [03:53<30:20,  1.64s/it, lr: 1.0e-04 loss: 1.163e-01]
laela_v2_qwen:  78%|#######7  | 3893/5000 [03:55<30:19,  1.64s/it, lr: 1.0e-04 loss: 8.999e-02]
laela_v2_qwen:  78%|#######7  | 3893/5000 [03:55<30:19,  1.64s/it, lr: 1.0e-04 loss: 8.999e-02]
laela_v2_qwen:  78%|#######7  | 3894/5000 [03:56<30:17,  1.64s/it, lr: 1.0e-04 loss: 8.892e-02]
laela_v2_qwen:  78%|#######7  | 3894/5000 [03:56<30:17,  1.64s/it, lr: 1.0e-04 loss: 8.892e-02]
laela_v2_qwen:  78%|#######7  | 3895/5000 [03:58<30:15,  1.64s/it, lr: 1.0e-04 loss: 1.949e-01]
laela_v2_qwen:  78%|#######7  | 3895/5000 [03:58<30:15,  1.64s/it, lr: 1.0e-04 loss: 1.949e-01]
laela_v2_qwen:  78%|#######7  | 3896/5000 [03:59<30:13,  1.64s/it, lr: 1.0e-04 loss: 1.175e-01]
laela_v2_qwen:  78%|#######7  | 3896/5000 [03:59<30:13,  1.64s/it, lr: 1.0e-04 loss: 1.175e-01]
laela_v2_qwen:  78%|#######7  | 3897/5000 [04:01<30:12,  1.64s/it, lr: 1.0e-04 loss: 8.388e-02]
laela_v2_qwen:  78%|#######7  | 3897/5000 [04:01<30:12,  1.64s/it, lr: 1.0e-04 loss: 8.388e-02]
laela_v2_qwen:  78%|#######7  | 3898/5000 [04:03<30:10,  1.64s/it, lr: 1.0e-04 loss: 4.356e-02]
laela_v2_qwen:  78%|#######7  | 3898/5000 [04:03<30:10,  1.64s/it, lr: 1.0e-04 loss: 4.356e-02]
laela_v2_qwen:  78%|#######7  | 3899/5000 [04:04<30:08,  1.64s/it, lr: 1.0e-04 loss: 8.880e-02]
laela_v2_qwen:  78%|#######7  | 3899/5000 [04:04<30:08,  1.64s/it, lr: 1.0e-04 loss: 8.880e-02]
laela_v2_qwen:  78%|#######8  | 3900/5000 [04:06<30:08,  1.64s/it, lr: 1.0e-04 loss: 6.309e-02]
laela_v2_qwen:  78%|#######8  | 3900/5000 [04:06<30:08,  1.64s/it, lr: 1.0e-04 loss: 6.309e-02]
laela_v2_qwen:  78%|#######8  | 3901/5000 [04:08<30:09,  1.65s/it, lr: 1.0e-04 loss: 1.025e-01]
laela_v2_qwen:  78%|#######8  | 3901/5000 [04:08<30:09,  1.65s/it, lr: 1.0e-04 loss: 1.025e-01]
laela_v2_qwen:  78%|#######8  | 3902/5000 [04:10<30:09,  1.65s/it, lr: 1.0e-04 loss: 2.222e-01]
laela_v2_qwen:  78%|#######8  | 3902/5000 [04:10<30:09,  1.65s/it, lr: 1.0e-04 loss: 2.222e-01]
laela_v2_qwen:  78%|#######8  | 3903/5000 [04:12<30:08,  1.65s/it, lr: 1.0e-04 loss: 6.596e-02]
laela_v2_qwen:  78%|#######8  | 3903/5000 [04:12<30:08,  1.65s/it, lr: 1.0e-04 loss: 6.596e-02]
laela_v2_qwen:  78%|#######8  | 3904/5000 [04:14<30:08,  1.65s/it, lr: 1.0e-04 loss: 1.907e-01]
laela_v2_qwen:  78%|#######8  | 3904/5000 [04:14<30:08,  1.65s/it, lr: 1.0e-04 loss: 1.907e-01]
laela_v2_qwen:  78%|#######8  | 3905/5000 [04:15<30:06,  1.65s/it, lr: 1.0e-04 loss: 4.682e-02]
laela_v2_qwen:  78%|#######8  | 3905/5000 [04:15<30:06,  1.65s/it, lr: 1.0e-04 loss: 4.682e-02]
laela_v2_qwen:  78%|#######8  | 3906/5000 [04:17<30:04,  1.65s/it, lr: 1.0e-04 loss: 1.824e-01]
laela_v2_qwen:  78%|#######8  | 3906/5000 [04:17<30:04,  1.65s/it, lr: 1.0e-04 loss: 1.824e-01]
laela_v2_qwen:  78%|#######8  | 3907/5000 [04:18<30:02,  1.65s/it, lr: 1.0e-04 loss: 7.147e-02]
laela_v2_qwen:  78%|#######8  | 3907/5000 [04:18<30:02,  1.65s/it, lr: 1.0e-04 loss: 7.147e-02]
laela_v2_qwen:  78%|#######8  | 3908/5000 [04:20<30:02,  1.65s/it, lr: 1.0e-04 loss: 1.890e-01]
laela_v2_qwen:  78%|#######8  | 3908/5000 [04:20<30:02,  1.65s/it, lr: 1.0e-04 loss: 1.890e-01]
laela_v2_qwen:  78%|#######8  | 3909/5000 [04:24<30:12,  1.66s/it, lr: 1.0e-04 loss: 1.135e-01]
laela_v2_qwen:  78%|#######8  | 3909/5000 [04:24<30:12,  1.66s/it, lr: 1.0e-04 loss: 1.135e-01]
laela_v2_qwen:  78%|#######8  | 3910/5000 [04:25<30:10,  1.66s/it, lr: 1.0e-04 loss: 1.365e-01]
laela_v2_qwen:  78%|#######8  | 3910/5000 [04:25<30:10,  1.66s/it, lr: 1.0e-04 loss: 1.365e-01]
laela_v2_qwen:  78%|#######8  | 3911/5000 [04:27<30:08,  1.66s/it, lr: 1.0e-04 loss: 7.350e-02]
laela_v2_qwen:  78%|#######8  | 3911/5000 [04:27<30:08,  1.66s/it, lr: 1.0e-04 loss: 7.350e-02]
laela_v2_qwen:  78%|#######8  | 3912/5000 [04:28<30:05,  1.66s/it, lr: 1.0e-04 loss: 8.684e-02]
laela_v2_qwen:  78%|#######8  | 3912/5000 [04:28<30:05,  1.66s/it, lr: 1.0e-04 loss: 8.684e-02]
laela_v2_qwen:  78%|#######8  | 3913/5000 [04:30<30:05,  1.66s/it, lr: 1.0e-04 loss: 5.632e-02]
laela_v2_qwen:  78%|#######8  | 3913/5000 [04:30<30:05,  1.66s/it, lr: 1.0e-04 loss: 5.632e-02]
laela_v2_qwen:  78%|#######8  | 3914/5000 [04:32<30:01,  1.66s/it, lr: 1.0e-04 loss: 4.618e-02]
laela_v2_qwen:  78%|#######8  | 3914/5000 [04:32<30:01,  1.66s/it, lr: 1.0e-04 loss: 4.618e-02]
laela_v2_qwen:  78%|#######8  | 3915/5000 [04:33<30:00,  1.66s/it, lr: 1.0e-04 loss: 1.434e-01]
laela_v2_qwen:  78%|#######8  | 3915/5000 [04:33<30:00,  1.66s/it, lr: 1.0e-04 loss: 1.434e-01]
laela_v2_qwen:  78%|#######8  | 3916/5000 [04:35<29:56,  1.66s/it, lr: 1.0e-04 loss: 4.934e-02]
laela_v2_qwen:  78%|#######8  | 3916/5000 [04:35<29:56,  1.66s/it, lr: 1.0e-04 loss: 4.934e-02]
laela_v2_qwen:  78%|#######8  | 3917/5000 [04:36<29:56,  1.66s/it, lr: 1.0e-04 loss: 4.369e-02]
laela_v2_qwen:  78%|#######8  | 3917/5000 [04:36<29:56,  1.66s/it, lr: 1.0e-04 loss: 4.369e-02]
laela_v2_qwen:  78%|#######8  | 3918/5000 [04:38<29:54,  1.66s/it, lr: 1.0e-04 loss: 7.071e-02]
laela_v2_qwen:  78%|#######8  | 3918/5000 [04:38<29:54,  1.66s/it, lr: 1.0e-04 loss: 7.071e-02]
laela_v2_qwen:  78%|#######8  | 3919/5000 [04:40<29:52,  1.66s/it, lr: 1.0e-04 loss: 1.432e-01]
laela_v2_qwen:  78%|#######8  | 3919/5000 [04:40<29:52,  1.66s/it, lr: 1.0e-04 loss: 1.432e-01]
laela_v2_qwen:  78%|#######8  | 3920/5000 [04:41<29:50,  1.66s/it, lr: 1.0e-04 loss: 4.279e-02]
laela_v2_qwen:  78%|#######8  | 3920/5000 [04:41<29:50,  1.66s/it, lr: 1.0e-04 loss: 4.279e-02]
laela_v2_qwen:  78%|#######8  | 3921/5000 [04:43<29:48,  1.66s/it, lr: 1.0e-04 loss: 1.562e-01]
laela_v2_qwen:  78%|#######8  | 3921/5000 [04:43<29:48,  1.66s/it, lr: 1.0e-04 loss: 1.562e-01]
laela_v2_qwen:  78%|#######8  | 3922/5000 [04:45<29:46,  1.66s/it, lr: 1.0e-04 loss: 1.344e-01]
laela_v2_qwen:  78%|#######8  | 3922/5000 [04:45<29:46,  1.66s/it, lr: 1.0e-04 loss: 1.344e-01]
laela_v2_qwen:  78%|#######8  | 3923/5000 [04:46<29:44,  1.66s/it, lr: 1.0e-04 loss: 1.356e-01]
laela_v2_qwen:  78%|#######8  | 3923/5000 [04:46<29:44,  1.66s/it, lr: 1.0e-04 loss: 1.356e-01]
laela_v2_qwen:  78%|#######8  | 3924/5000 [04:48<29:43,  1.66s/it, lr: 1.0e-04 loss: 6.122e-02]
laela_v2_qwen:  78%|#######8  | 3924/5000 [04:48<29:43,  1.66s/it, lr: 1.0e-04 loss: 6.122e-02]
laela_v2_qwen:  78%|#######8  | 3925/5000 [04:49<29:41,  1.66s/it, lr: 1.0e-04 loss: 1.228e-01]
laela_v2_qwen:  78%|#######8  | 3925/5000 [04:49<29:41,  1.66s/it, lr: 1.0e-04 loss: 1.228e-01]
laela_v2_qwen:  79%|#######8  | 3926/5000 [04:51<29:38,  1.66s/it, lr: 1.0e-04 loss: 6.383e-02]
laela_v2_qwen:  79%|#######8  | 3926/5000 [04:51<29:38,  1.66s/it, lr: 1.0e-04 loss: 6.383e-02]
laela_v2_qwen:  79%|#######8  | 3927/5000 [04:52<29:36,  1.66s/it, lr: 1.0e-04 loss: 7.335e-02]
laela_v2_qwen:  79%|#######8  | 3927/5000 [04:52<29:36,  1.66s/it, lr: 1.0e-04 loss: 7.335e-02]
laela_v2_qwen:  79%|#######8  | 3928/5000 [04:54<29:34,  1.66s/it, lr: 1.0e-04 loss: 9.305e-02]
laela_v2_qwen:  79%|#######8  | 3928/5000 [04:54<29:34,  1.66s/it, lr: 1.0e-04 loss: 9.305e-02]
laela_v2_qwen:  79%|#######8  | 3929/5000 [04:56<29:31,  1.65s/it, lr: 1.0e-04 loss: 5.501e-02]
laela_v2_qwen:  79%|#######8  | 3929/5000 [04:56<29:31,  1.65s/it, lr: 1.0e-04 loss: 5.501e-02]
laela_v2_qwen:  79%|#######8  | 3930/5000 [04:57<29:28,  1.65s/it, lr: 1.0e-04 loss: 4.470e-02]
laela_v2_qwen:  79%|#######8  | 3930/5000 [04:57<29:28,  1.65s/it, lr: 1.0e-04 loss: 4.470e-02]
laela_v2_qwen:  79%|#######8  | 3931/5000 [04:58<29:25,  1.65s/it, lr: 1.0e-04 loss: 5.656e-02]
laela_v2_qwen:  79%|#######8  | 3931/5000 [04:58<29:25,  1.65s/it, lr: 1.0e-04 loss: 5.656e-02]
laela_v2_qwen:  79%|#######8  | 3932/5000 [05:00<29:22,  1.65s/it, lr: 1.0e-04 loss: 7.169e-02]
laela_v2_qwen:  79%|#######8  | 3932/5000 [05:00<29:22,  1.65s/it, lr: 1.0e-04 loss: 7.169e-02]
laela_v2_qwen:  79%|#######8  | 3933/5000 [05:01<29:19,  1.65s/it, lr: 1.0e-04 loss: 9.333e-02]
laela_v2_qwen:  79%|#######8  | 3933/5000 [05:01<29:19,  1.65s/it, lr: 1.0e-04 loss: 9.333e-02]
laela_v2_qwen:  79%|#######8  | 3934/5000 [05:03<29:17,  1.65s/it, lr: 1.0e-04 loss: 1.757e-01]
laela_v2_qwen:  79%|#######8  | 3934/5000 [05:03<29:17,  1.65s/it, lr: 1.0e-04 loss: 1.757e-01]
laela_v2_qwen:  79%|#######8  | 3935/5000 [05:04<29:15,  1.65s/it, lr: 1.0e-04 loss: 6.624e-02]
laela_v2_qwen:  79%|#######8  | 3935/5000 [05:04<29:15,  1.65s/it, lr: 1.0e-04 loss: 6.624e-02]
laela_v2_qwen:  79%|#######8  | 3936/5000 [05:06<29:13,  1.65s/it, lr: 1.0e-04 loss: 1.149e-01]
laela_v2_qwen:  79%|#######8  | 3936/5000 [05:06<29:13,  1.65s/it, lr: 1.0e-04 loss: 1.149e-01]
laela_v2_qwen:  79%|#######8  | 3937/5000 [05:08<29:13,  1.65s/it, lr: 1.0e-04 loss: 1.697e-01]
laela_v2_qwen:  79%|#######8  | 3937/5000 [05:08<29:13,  1.65s/it, lr: 1.0e-04 loss: 1.697e-01]
laela_v2_qwen:  79%|#######8  | 3938/5000 [05:10<29:11,  1.65s/it, lr: 1.0e-04 loss: 6.000e-02]
laela_v2_qwen:  79%|#######8  | 3938/5000 [05:10<29:11,  1.65s/it, lr: 1.0e-04 loss: 6.000e-02]
laela_v2_qwen:  79%|#######8  | 3939/5000 [05:11<29:09,  1.65s/it, lr: 1.0e-04 loss: 4.864e-02]
laela_v2_qwen:  79%|#######8  | 3939/5000 [05:11<29:09,  1.65s/it, lr: 1.0e-04 loss: 4.864e-02]
laela_v2_qwen:  79%|#######8  | 3940/5000 [05:13<29:06,  1.65s/it, lr: 1.0e-04 loss: 1.172e-01]
laela_v2_qwen:  79%|#######8  | 3940/5000 [05:13<29:06,  1.65s/it, lr: 1.0e-04 loss: 1.172e-01]
laela_v2_qwen:  79%|#######8  | 3941/5000 [05:14<29:04,  1.65s/it, lr: 1.0e-04 loss: 4.832e-02]
laela_v2_qwen:  79%|#######8  | 3941/5000 [05:14<29:04,  1.65s/it, lr: 1.0e-04 loss: 4.832e-02]
laela_v2_qwen:  79%|#######8  | 3942/5000 [05:16<29:03,  1.65s/it, lr: 1.0e-04 loss: 5.067e-02]
laela_v2_qwen:  79%|#######8  | 3942/5000 [05:16<29:03,  1.65s/it, lr: 1.0e-04 loss: 5.067e-02]
laela_v2_qwen:  79%|#######8  | 3943/5000 [05:17<29:01,  1.65s/it, lr: 1.0e-04 loss: 1.249e-01]
laela_v2_qwen:  79%|#######8  | 3943/5000 [05:17<29:01,  1.65s/it, lr: 1.0e-04 loss: 1.249e-01]
laela_v2_qwen:  79%|#######8  | 3944/5000 [05:19<28:59,  1.65s/it, lr: 1.0e-04 loss: 5.089e-02]
laela_v2_qwen:  79%|#######8  | 3944/5000 [05:19<28:59,  1.65s/it, lr: 1.0e-04 loss: 5.089e-02]
laela_v2_qwen:  79%|#######8  | 3945/5000 [05:21<28:59,  1.65s/it, lr: 1.0e-04 loss: 7.179e-02]
laela_v2_qwen:  79%|#######8  | 3945/5000 [05:21<28:59,  1.65s/it, lr: 1.0e-04 loss: 7.179e-02]
laela_v2_qwen:  79%|#######8  | 3946/5000 [05:22<28:56,  1.65s/it, lr: 1.0e-04 loss: 1.020e-01]
laela_v2_qwen:  79%|#######8  | 3946/5000 [05:22<28:56,  1.65s/it, lr: 1.0e-04 loss: 1.020e-01]
laela_v2_qwen:  79%|#######8  | 3947/5000 [05:24<28:53,  1.65s/it, lr: 1.0e-04 loss: 1.406e-01]
laela_v2_qwen:  79%|#######8  | 3947/5000 [05:24<28:53,  1.65s/it, lr: 1.0e-04 loss: 1.406e-01]
laela_v2_qwen:  79%|#######8  | 3948/5000 [05:25<28:51,  1.65s/it, lr: 1.0e-04 loss: 5.035e-02]
laela_v2_qwen:  79%|#######8  | 3948/5000 [05:25<28:51,  1.65s/it, lr: 1.0e-04 loss: 5.035e-02]
laela_v2_qwen:  79%|#######8  | 3949/5000 [05:27<28:49,  1.65s/it, lr: 1.0e-04 loss: 1.209e-01]
laela_v2_qwen:  79%|#######8  | 3949/5000 [05:27<28:49,  1.65s/it, lr: 1.0e-04 loss: 1.209e-01]
laela_v2_qwen:  79%|#######9  | 3950/5000 [05:29<28:49,  1.65s/it, lr: 1.0e-04 loss: 4.896e-02]
laela_v2_qwen:  79%|#######9  | 3950/5000 [05:29<28:49,  1.65s/it, lr: 1.0e-04 loss: 4.896e-02]
laela_v2_qwen:  79%|#######9  | 3951/5000 [05:31<28:48,  1.65s/it, lr: 1.0e-04 loss: 8.996e-02]
laela_v2_qwen:  79%|#######9  | 3951/5000 [05:31<28:48,  1.65s/it, lr: 1.0e-04 loss: 8.996e-02]
laela_v2_qwen:  79%|#######9  | 3952/5000 [05:32<28:46,  1.65s/it, lr: 1.0e-04 loss: 8.330e-02]
laela_v2_qwen:  79%|#######9  | 3952/5000 [05:32<28:46,  1.65s/it, lr: 1.0e-04 loss: 8.330e-02]
laela_v2_qwen:  79%|#######9  | 3953/5000 [05:34<28:43,  1.65s/it, lr: 1.0e-04 loss: 6.234e-02]
laela_v2_qwen:  79%|#######9  | 3953/5000 [05:34<28:43,  1.65s/it, lr: 1.0e-04 loss: 6.234e-02]
laela_v2_qwen:  79%|#######9  | 3954/5000 [05:35<28:42,  1.65s/it, lr: 1.0e-04 loss: 1.414e-01]
laela_v2_qwen:  79%|#######9  | 3954/5000 [05:35<28:42,  1.65s/it, lr: 1.0e-04 loss: 1.414e-01]
laela_v2_qwen:  79%|#######9  | 3955/5000 [05:37<28:39,  1.65s/it, lr: 1.0e-04 loss: 1.062e-01]
laela_v2_qwen:  79%|#######9  | 3955/5000 [05:37<28:39,  1.65s/it, lr: 1.0e-04 loss: 1.062e-01]
laela_v2_qwen:  79%|#######9  | 3956/5000 [05:38<28:37,  1.65s/it, lr: 1.0e-04 loss: 1.072e-01]
laela_v2_qwen:  79%|#######9  | 3956/5000 [05:38<28:37,  1.65s/it, lr: 1.0e-04 loss: 1.072e-01]
laela_v2_qwen:  79%|#######9  | 3957/5000 [05:40<28:35,  1.65s/it, lr: 1.0e-04 loss: 1.727e-01]
laela_v2_qwen:  79%|#######9  | 3957/5000 [05:40<28:35,  1.65s/it, lr: 1.0e-04 loss: 1.727e-01]
laela_v2_qwen:  79%|#######9  | 3958/5000 [05:42<28:34,  1.65s/it, lr: 1.0e-04 loss: 1.088e-01]
laela_v2_qwen:  79%|#######9  | 3958/5000 [05:42<28:34,  1.65s/it, lr: 1.0e-04 loss: 1.088e-01]
laela_v2_qwen:  79%|#######9  | 3959/5000 [05:43<28:32,  1.65s/it, lr: 1.0e-04 loss: 4.755e-02]
laela_v2_qwen:  79%|#######9  | 3959/5000 [05:43<28:32,  1.65s/it, lr: 1.0e-04 loss: 4.755e-02]
laela_v2_qwen:  79%|#######9  | 3960/5000 [05:45<28:30,  1.64s/it, lr: 1.0e-04 loss: 5.739e-02]
laela_v2_qwen:  79%|#######9  | 3960/5000 [05:45<28:30,  1.64s/it, lr: 1.0e-04 loss: 5.739e-02]
laela_v2_qwen:  79%|#######9  | 3961/5000 [05:47<28:28,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
laela_v2_qwen:  79%|#######9  | 3961/5000 [05:47<28:28,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
laela_v2_qwen:  79%|#######9  | 3962/5000 [05:48<28:27,  1.64s/it, lr: 1.0e-04 loss: 1.368e-01]
laela_v2_qwen:  79%|#######9  | 3962/5000 [05:48<28:27,  1.64s/it, lr: 1.0e-04 loss: 1.368e-01]
laela_v2_qwen:  79%|#######9  | 3963/5000 [05:50<28:25,  1.64s/it, lr: 1.0e-04 loss: 5.720e-02]
laela_v2_qwen:  79%|#######9  | 3963/5000 [05:50<28:25,  1.64s/it, lr: 1.0e-04 loss: 5.720e-02]
laela_v2_qwen:  79%|#######9  | 3964/5000 [05:52<28:24,  1.65s/it, lr: 1.0e-04 loss: 5.083e-02]
laela_v2_qwen:  79%|#######9  | 3964/5000 [05:52<28:24,  1.65s/it, lr: 1.0e-04 loss: 5.083e-02]
laela_v2_qwen:  79%|#######9  | 3965/5000 [05:53<28:21,  1.64s/it, lr: 1.0e-04 loss: 4.889e-02]
laela_v2_qwen:  79%|#######9  | 3965/5000 [05:53<28:21,  1.64s/it, lr: 1.0e-04 loss: 4.889e-02]
laela_v2_qwen:  79%|#######9  | 3966/5000 [05:54<28:19,  1.64s/it, lr: 1.0e-04 loss: 4.580e-02]
laela_v2_qwen:  79%|#######9  | 3966/5000 [05:54<28:19,  1.64s/it, lr: 1.0e-04 loss: 4.580e-02]
laela_v2_qwen:  79%|#######9  | 3967/5000 [05:56<28:17,  1.64s/it, lr: 1.0e-04 loss: 4.489e-02]
laela_v2_qwen:  79%|#######9  | 3967/5000 [05:56<28:17,  1.64s/it, lr: 1.0e-04 loss: 4.489e-02]
laela_v2_qwen:  79%|#######9  | 3968/5000 [05:58<28:15,  1.64s/it, lr: 1.0e-04 loss: 4.771e-02]
laela_v2_qwen:  79%|#######9  | 3968/5000 [05:58<28:15,  1.64s/it, lr: 1.0e-04 loss: 4.771e-02]
laela_v2_qwen:  79%|#######9  | 3969/5000 [05:59<28:13,  1.64s/it, lr: 1.0e-04 loss: 4.017e-02]
laela_v2_qwen:  79%|#######9  | 3969/5000 [05:59<28:13,  1.64s/it, lr: 1.0e-04 loss: 4.017e-02]
laela_v2_qwen:  79%|#######9  | 3970/5000 [06:01<28:12,  1.64s/it, lr: 1.0e-04 loss: 1.690e-01]
laela_v2_qwen:  79%|#######9  | 3970/5000 [06:01<28:12,  1.64s/it, lr: 1.0e-04 loss: 1.690e-01]
laela_v2_qwen:  79%|#######9  | 3971/5000 [06:03<28:11,  1.64s/it, lr: 1.0e-04 loss: 6.737e-02]
laela_v2_qwen:  79%|#######9  | 3971/5000 [06:03<28:11,  1.64s/it, lr: 1.0e-04 loss: 6.737e-02]
laela_v2_qwen:  79%|#######9  | 3972/5000 [06:05<28:10,  1.64s/it, lr: 1.0e-04 loss: 7.404e-02]
laela_v2_qwen:  79%|#######9  | 3972/5000 [06:05<28:10,  1.64s/it, lr: 1.0e-04 loss: 7.404e-02]
laela_v2_qwen:  79%|#######9  | 3973/5000 [06:06<28:08,  1.64s/it, lr: 1.0e-04 loss: 1.203e-01]
laela_v2_qwen:  79%|#######9  | 3973/5000 [06:06<28:08,  1.64s/it, lr: 1.0e-04 loss: 1.203e-01]
laela_v2_qwen:  79%|#######9  | 3974/5000 [06:08<28:07,  1.64s/it, lr: 1.0e-04 loss: 7.906e-02]
laela_v2_qwen:  79%|#######9  | 3974/5000 [06:08<28:07,  1.64s/it, lr: 1.0e-04 loss: 7.906e-02]
laela_v2_qwen:  80%|#######9  | 3975/5000 [06:10<28:06,  1.65s/it, lr: 1.0e-04 loss: 5.386e-02]
laela_v2_qwen:  80%|#######9  | 3975/5000 [06:10<28:06,  1.65s/it, lr: 1.0e-04 loss: 5.386e-02]
laela_v2_qwen:  80%|#######9  | 3976/5000 [06:11<28:04,  1.65s/it, lr: 1.0e-04 loss: 7.127e-02]
laela_v2_qwen:  80%|#######9  | 3976/5000 [06:11<28:04,  1.65s/it, lr: 1.0e-04 loss: 7.127e-02]
laela_v2_qwen:  80%|#######9  | 3977/5000 [06:13<28:03,  1.65s/it, lr: 1.0e-04 loss: 5.318e-02]
laela_v2_qwen:  80%|#######9  | 3977/5000 [06:13<28:03,  1.65s/it, lr: 1.0e-04 loss: 5.318e-02]
laela_v2_qwen:  80%|#######9  | 3978/5000 [06:15<28:01,  1.65s/it, lr: 1.0e-04 loss: 1.596e-01]
laela_v2_qwen:  80%|#######9  | 3978/5000 [06:15<28:01,  1.65s/it, lr: 1.0e-04 loss: 1.596e-01]
laela_v2_qwen:  80%|#######9  | 3979/5000 [06:17<28:01,  1.65s/it, lr: 1.0e-04 loss: 1.231e-01]
laela_v2_qwen:  80%|#######9  | 3979/5000 [06:17<28:01,  1.65s/it, lr: 1.0e-04 loss: 1.231e-01]
laela_v2_qwen:  80%|#######9  | 3980/5000 [06:18<27:59,  1.65s/it, lr: 1.0e-04 loss: 1.386e-01]
laela_v2_qwen:  80%|#######9  | 3980/5000 [06:18<27:59,  1.65s/it, lr: 1.0e-04 loss: 1.386e-01]
laela_v2_qwen:  80%|#######9  | 3981/5000 [06:20<27:57,  1.65s/it, lr: 1.0e-04 loss: 4.802e-02]
laela_v2_qwen:  80%|#######9  | 3981/5000 [06:20<27:57,  1.65s/it, lr: 1.0e-04 loss: 4.802e-02]
laela_v2_qwen:  80%|#######9  | 3982/5000 [06:21<27:54,  1.65s/it, lr: 1.0e-04 loss: 1.211e-01]
laela_v2_qwen:  80%|#######9  | 3982/5000 [06:21<27:54,  1.65s/it, lr: 1.0e-04 loss: 1.211e-01]
laela_v2_qwen:  80%|#######9  | 3983/5000 [06:23<27:52,  1.64s/it, lr: 1.0e-04 loss: 7.358e-02]
laela_v2_qwen:  80%|#######9  | 3983/5000 [06:23<27:52,  1.64s/it, lr: 1.0e-04 loss: 7.358e-02]
laela_v2_qwen:  80%|#######9  | 3984/5000 [06:24<27:50,  1.64s/it, lr: 1.0e-04 loss: 5.135e-02]
laela_v2_qwen:  80%|#######9  | 3984/5000 [06:24<27:50,  1.64s/it, lr: 1.0e-04 loss: 5.135e-02]
laela_v2_qwen:  80%|#######9  | 3985/5000 [06:26<27:49,  1.65s/it, lr: 1.0e-04 loss: 5.330e-02]
laela_v2_qwen:  80%|#######9  | 3985/5000 [06:26<27:49,  1.65s/it, lr: 1.0e-04 loss: 5.330e-02]
laela_v2_qwen:  80%|#######9  | 3986/5000 [06:28<27:47,  1.64s/it, lr: 1.0e-04 loss: 1.011e-01]
laela_v2_qwen:  80%|#######9  | 3986/5000 [06:28<27:47,  1.64s/it, lr: 1.0e-04 loss: 1.011e-01]
laela_v2_qwen:  80%|#######9  | 3987/5000 [06:29<27:45,  1.64s/it, lr: 1.0e-04 loss: 6.219e-02]
laela_v2_qwen:  80%|#######9  | 3987/5000 [06:29<27:45,  1.64s/it, lr: 1.0e-04 loss: 6.219e-02]
laela_v2_qwen:  80%|#######9  | 3988/5000 [06:31<27:42,  1.64s/it, lr: 1.0e-04 loss: 5.541e-02]
laela_v2_qwen:  80%|#######9  | 3988/5000 [06:31<27:42,  1.64s/it, lr: 1.0e-04 loss: 5.541e-02]
laela_v2_qwen:  80%|#######9  | 3989/5000 [06:32<27:41,  1.64s/it, lr: 1.0e-04 loss: 8.094e-02]
laela_v2_qwen:  80%|#######9  | 3989/5000 [06:32<27:41,  1.64s/it, lr: 1.0e-04 loss: 8.094e-02]
laela_v2_qwen:  80%|#######9  | 3990/5000 [06:34<27:41,  1.64s/it, lr: 1.0e-04 loss: 2.159e-01]
laela_v2_qwen:  80%|#######9  | 3990/5000 [06:34<27:41,  1.64s/it, lr: 1.0e-04 loss: 2.159e-01]
laela_v2_qwen:  80%|#######9  | 3991/5000 [06:36<27:39,  1.64s/it, lr: 1.0e-04 loss: 6.233e-02]
laela_v2_qwen:  80%|#######9  | 3991/5000 [06:36<27:39,  1.64s/it, lr: 1.0e-04 loss: 6.233e-02]
laela_v2_qwen:  80%|#######9  | 3992/5000 [06:37<27:37,  1.64s/it, lr: 1.0e-04 loss: 1.071e-01]
laela_v2_qwen:  80%|#######9  | 3992/5000 [06:37<27:37,  1.64s/it, lr: 1.0e-04 loss: 1.071e-01]
laela_v2_qwen:  80%|#######9  | 3993/5000 [06:39<27:36,  1.65s/it, lr: 1.0e-04 loss: 4.122e-02]
laela_v2_qwen:  80%|#######9  | 3993/5000 [06:39<27:36,  1.65s/it, lr: 1.0e-04 loss: 4.122e-02]
laela_v2_qwen:  80%|#######9  | 3994/5000 [06:41<27:35,  1.65s/it, lr: 1.0e-04 loss: 6.500e-02]
laela_v2_qwen:  80%|#######9  | 3994/5000 [06:41<27:35,  1.65s/it, lr: 1.0e-04 loss: 6.500e-02]
laela_v2_qwen:  80%|#######9  | 3995/5000 [06:43<27:34,  1.65s/it, lr: 1.0e-04 loss: 1.144e-01]
laela_v2_qwen:  80%|#######9  | 3995/5000 [06:43<27:34,  1.65s/it, lr: 1.0e-04 loss: 1.144e-01]
laela_v2_qwen:  80%|#######9  | 3996/5000 [06:45<27:33,  1.65s/it, lr: 1.0e-04 loss: 5.819e-02]
laela_v2_qwen:  80%|#######9  | 3996/5000 [06:45<27:33,  1.65s/it, lr: 1.0e-04 loss: 5.819e-02]
laela_v2_qwen:  80%|#######9  | 3997/5000 [06:46<27:30,  1.65s/it, lr: 1.0e-04 loss: 1.109e-01]
laela_v2_qwen:  80%|#######9  | 3997/5000 [06:46<27:30,  1.65s/it, lr: 1.0e-04 loss: 1.109e-01]
laela_v2_qwen:  80%|#######9  | 3998/5000 [06:48<27:29,  1.65s/it, lr: 1.0e-04 loss: 4.122e-02]
laela_v2_qwen:  80%|#######9  | 3998/5000 [06:48<27:29,  1.65s/it, lr: 1.0e-04 loss: 4.122e-02]
laela_v2_qwen:  80%|#######9  | 3999/5000 [06:49<27:28,  1.65s/it, lr: 1.0e-04 loss: 7.443e-02]
laela_v2_qwen:  80%|#######9  | 3999/5000 [06:49<27:28,  1.65s/it, lr: 1.0e-04 loss: 7.443e-02]
Saving at step 4000
Saved checkpoint to /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000004000.safetensors
Saved optimizer to /app/ai-toolkit/output/laela_v2_qwen/optimizer.pt
Removing old save: /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000003000.safetensors



Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]


Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.80s/it]
Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.80s/it]


Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.78s/it]
Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.78s/it]


Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.75s/it]
Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.75s/it]


Generating Samples: 100%|##########| 4/4 [00:31<00:00,  7.75s/it]
Generating Samples: 100%|##########| 4/4 [00:31<00:00,  7.75s/it]


                                                                 
                                                                 
laela_v2_qwen:  80%|########  | 4000/5000 [06:51<27:27,  1.65s/it, lr: 1.0e-04 loss: 7.630e-02]
laela_v2_qwen:  80%|########  | 4000/5000 [06:51<27:27,  1.65s/it, lr: 1.0e-04 loss: 7.630e-02]
laela_v2_qwen:  80%|########  | 4001/5000 [06:53<27:24,  1.65s/it, lr: 1.0e-04 loss: 1.472e-01]
laela_v2_qwen:  80%|########  | 4001/5000 [06:53<27:24,  1.65s/it, lr: 1.0e-04 loss: 1.472e-01]
laela_v2_qwen:  80%|########  | 4002/5000 [06:54<27:22,  1.65s/it, lr: 1.0e-04 loss: 5.907e-02]
laela_v2_qwen:  80%|########  | 4002/5000 [06:54<27:22,  1.65s/it, lr: 1.0e-04 loss: 5.907e-02]
laela_v2_qwen:  80%|########  | 4003/5000 [06:56<27:21,  1.65s/it, lr: 1.0e-04 loss: 4.384e-02]
laela_v2_qwen:  80%|########  | 4003/5000 [06:56<27:21,  1.65s/it, lr: 1.0e-04 loss: 4.384e-02]
laela_v2_qwen:  80%|########  | 4004/5000 [06:57<27:18,  1.65s/it, lr: 1.0e-04 loss: 5.833e-02]
laela_v2_qwen:  80%|########  | 4004/5000 [06:57<27:18,  1.65s/it, lr: 1.0e-04 loss: 5.833e-02]
laela_v2_qwen:  80%|########  | 4005/5000 [06:59<27:17,  1.65s/it, lr: 1.0e-04 loss: 5.428e-02]
laela_v2_qwen:  80%|########  | 4005/5000 [06:59<27:17,  1.65s/it, lr: 1.0e-04 loss: 5.428e-02]
laela_v2_qwen:  80%|########  | 4006/5000 [07:01<27:16,  1.65s/it, lr: 1.0e-04 loss: 1.184e-01]
laela_v2_qwen:  80%|########  | 4006/5000 [07:01<27:16,  1.65s/it, lr: 1.0e-04 loss: 1.184e-01]
laela_v2_qwen:  80%|########  | 4007/5000 [07:02<27:14,  1.65s/it, lr: 1.0e-04 loss: 5.094e-02]
laela_v2_qwen:  80%|########  | 4007/5000 [07:02<27:14,  1.65s/it, lr: 1.0e-04 loss: 5.094e-02]
laela_v2_qwen:  80%|########  | 4008/5000 [07:04<27:12,  1.65s/it, lr: 1.0e-04 loss: 4.944e-02]
laela_v2_qwen:  80%|########  | 4008/5000 [07:04<27:12,  1.65s/it, lr: 1.0e-04 loss: 4.944e-02]
laela_v2_qwen:  80%|########  | 4009/5000 [07:06<27:10,  1.65s/it, lr: 1.0e-04 loss: 4.704e-02]
laela_v2_qwen:  80%|########  | 4009/5000 [07:06<27:10,  1.65s/it, lr: 1.0e-04 loss: 4.704e-02]
laela_v2_qwen:  80%|########  | 4010/5000 [07:07<27:09,  1.65s/it, lr: 1.0e-04 loss: 5.128e-02]
laela_v2_qwen:  80%|########  | 4010/5000 [07:07<27:09,  1.65s/it, lr: 1.0e-04 loss: 5.128e-02]
laela_v2_qwen:  80%|########  | 4011/5000 [07:09<27:08,  1.65s/it, lr: 1.0e-04 loss: 5.792e-02]
laela_v2_qwen:  80%|########  | 4011/5000 [07:09<27:08,  1.65s/it, lr: 1.0e-04 loss: 5.792e-02]
laela_v2_qwen:  80%|########  | 4012/5000 [07:11<27:06,  1.65s/it, lr: 1.0e-04 loss: 1.223e-01]
laela_v2_qwen:  80%|########  | 4012/5000 [07:11<27:06,  1.65s/it, lr: 1.0e-04 loss: 1.223e-01]
laela_v2_qwen:  80%|########  | 4013/5000 [07:12<27:04,  1.65s/it, lr: 1.0e-04 loss: 4.710e-02]
laela_v2_qwen:  80%|########  | 4013/5000 [07:12<27:04,  1.65s/it, lr: 1.0e-04 loss: 4.710e-02]
laela_v2_qwen:  80%|########  | 4014/5000 [07:14<27:03,  1.65s/it, lr: 1.0e-04 loss: 6.620e-02]
laela_v2_qwen:  80%|########  | 4014/5000 [07:14<27:03,  1.65s/it, lr: 1.0e-04 loss: 6.620e-02]
laela_v2_qwen:  80%|########  | 4015/5000 [07:16<27:01,  1.65s/it, lr: 1.0e-04 loss: 1.033e-01]
laela_v2_qwen:  80%|########  | 4015/5000 [07:16<27:01,  1.65s/it, lr: 1.0e-04 loss: 1.033e-01]
laela_v2_qwen:  80%|########  | 4016/5000 [07:17<26:59,  1.65s/it, lr: 1.0e-04 loss: 8.744e-02]
laela_v2_qwen:  80%|########  | 4016/5000 [07:17<26:59,  1.65s/it, lr: 1.0e-04 loss: 8.744e-02]
laela_v2_qwen:  80%|########  | 4017/5000 [07:19<26:57,  1.65s/it, lr: 1.0e-04 loss: 1.252e-01]
laela_v2_qwen:  80%|########  | 4017/5000 [07:19<26:57,  1.65s/it, lr: 1.0e-04 loss: 1.252e-01]
laela_v2_qwen:  80%|########  | 4018/5000 [07:21<26:56,  1.65s/it, lr: 1.0e-04 loss: 1.691e-01]
laela_v2_qwen:  80%|########  | 4018/5000 [07:21<26:56,  1.65s/it, lr: 1.0e-04 loss: 1.691e-01]
laela_v2_qwen:  80%|########  | 4019/5000 [07:22<26:54,  1.65s/it, lr: 1.0e-04 loss: 4.860e-02]
laela_v2_qwen:  80%|########  | 4019/5000 [07:22<26:54,  1.65s/it, lr: 1.0e-04 loss: 4.860e-02]
laela_v2_qwen:  80%|########  | 4020/5000 [07:24<26:52,  1.65s/it, lr: 1.0e-04 loss: 1.438e-01]
laela_v2_qwen:  80%|########  | 4020/5000 [07:24<26:52,  1.65s/it, lr: 1.0e-04 loss: 1.438e-01]
laela_v2_qwen:  80%|########  | 4021/5000 [07:26<26:51,  1.65s/it, lr: 1.0e-04 loss: 5.211e-02]
laela_v2_qwen:  80%|########  | 4021/5000 [07:26<26:51,  1.65s/it, lr: 1.0e-04 loss: 5.211e-02]
laela_v2_qwen:  80%|########  | 4022/5000 [07:27<26:50,  1.65s/it, lr: 1.0e-04 loss: 3.985e-02]
laela_v2_qwen:  80%|########  | 4022/5000 [07:27<26:50,  1.65s/it, lr: 1.0e-04 loss: 3.985e-02]
laela_v2_qwen:  80%|########  | 4023/5000 [07:29<26:49,  1.65s/it, lr: 1.0e-04 loss: 7.468e-02]
laela_v2_qwen:  80%|########  | 4023/5000 [07:29<26:49,  1.65s/it, lr: 1.0e-04 loss: 7.468e-02]
laela_v2_qwen:  80%|########  | 4024/5000 [07:31<26:47,  1.65s/it, lr: 1.0e-04 loss: 3.844e-02]
laela_v2_qwen:  80%|########  | 4024/5000 [07:31<26:47,  1.65s/it, lr: 1.0e-04 loss: 3.844e-02]
laela_v2_qwen:  80%|########  | 4025/5000 [07:32<26:45,  1.65s/it, lr: 1.0e-04 loss: 5.259e-02]
laela_v2_qwen:  80%|########  | 4025/5000 [07:32<26:45,  1.65s/it, lr: 1.0e-04 loss: 5.259e-02]
laela_v2_qwen:  81%|########  | 4026/5000 [07:34<26:44,  1.65s/it, lr: 1.0e-04 loss: 9.783e-02]
laela_v2_qwen:  81%|########  | 4026/5000 [07:34<26:44,  1.65s/it, lr: 1.0e-04 loss: 9.783e-02]
laela_v2_qwen:  81%|########  | 4027/5000 [07:35<26:41,  1.65s/it, lr: 1.0e-04 loss: 6.608e-02]
laela_v2_qwen:  81%|########  | 4027/5000 [07:35<26:41,  1.65s/it, lr: 1.0e-04 loss: 6.608e-02]
laela_v2_qwen:  81%|########  | 4028/5000 [07:37<26:39,  1.65s/it, lr: 1.0e-04 loss: 7.623e-02]
laela_v2_qwen:  81%|########  | 4028/5000 [07:37<26:39,  1.65s/it, lr: 1.0e-04 loss: 7.623e-02]
laela_v2_qwen:  81%|########  | 4029/5000 [07:39<26:37,  1.65s/it, lr: 1.0e-04 loss: 6.956e-02]
laela_v2_qwen:  81%|########  | 4029/5000 [07:39<26:37,  1.65s/it, lr: 1.0e-04 loss: 6.956e-02]
laela_v2_qwen:  81%|########  | 4030/5000 [07:40<26:35,  1.65s/it, lr: 1.0e-04 loss: 4.203e-02]
laela_v2_qwen:  81%|########  | 4030/5000 [07:40<26:35,  1.65s/it, lr: 1.0e-04 loss: 4.203e-02]
laela_v2_qwen:  81%|########  | 4031/5000 [07:42<26:35,  1.65s/it, lr: 1.0e-04 loss: 8.166e-02]
laela_v2_qwen:  81%|########  | 4031/5000 [07:42<26:35,  1.65s/it, lr: 1.0e-04 loss: 8.166e-02]
laela_v2_qwen:  81%|########  | 4032/5000 [07:44<26:33,  1.65s/it, lr: 1.0e-04 loss: 1.850e-01]
laela_v2_qwen:  81%|########  | 4032/5000 [07:44<26:33,  1.65s/it, lr: 1.0e-04 loss: 1.850e-01]
laela_v2_qwen:  81%|########  | 4033/5000 [07:45<26:30,  1.65s/it, lr: 1.0e-04 loss: 2.027e-01]
laela_v2_qwen:  81%|########  | 4033/5000 [07:45<26:30,  1.65s/it, lr: 1.0e-04 loss: 2.027e-01]
laela_v2_qwen:  81%|########  | 4034/5000 [07:47<26:29,  1.65s/it, lr: 1.0e-04 loss: 1.270e-01]
laela_v2_qwen:  81%|########  | 4034/5000 [07:47<26:29,  1.65s/it, lr: 1.0e-04 loss: 1.270e-01]
laela_v2_qwen:  81%|########  | 4035/5000 [07:48<26:27,  1.65s/it, lr: 1.0e-04 loss: 4.846e-02]
laela_v2_qwen:  81%|########  | 4035/5000 [07:48<26:27,  1.65s/it, lr: 1.0e-04 loss: 4.846e-02]
laela_v2_qwen:  81%|########  | 4036/5000 [07:50<26:26,  1.65s/it, lr: 1.0e-04 loss: 6.197e-02]
laela_v2_qwen:  81%|########  | 4036/5000 [07:50<26:26,  1.65s/it, lr: 1.0e-04 loss: 6.197e-02]
laela_v2_qwen:  81%|########  | 4037/5000 [07:52<26:24,  1.65s/it, lr: 1.0e-04 loss: 5.578e-02]
laela_v2_qwen:  81%|########  | 4037/5000 [07:52<26:24,  1.65s/it, lr: 1.0e-04 loss: 5.578e-02]
laela_v2_qwen:  81%|########  | 4038/5000 [07:54<26:23,  1.65s/it, lr: 1.0e-04 loss: 1.198e-01]
laela_v2_qwen:  81%|########  | 4038/5000 [07:54<26:23,  1.65s/it, lr: 1.0e-04 loss: 1.198e-01]
laela_v2_qwen:  81%|########  | 4039/5000 [07:55<26:22,  1.65s/it, lr: 1.0e-04 loss: 4.163e-02]
laela_v2_qwen:  81%|########  | 4039/5000 [07:55<26:22,  1.65s/it, lr: 1.0e-04 loss: 4.163e-02]
laela_v2_qwen:  81%|########  | 4040/5000 [07:57<26:20,  1.65s/it, lr: 1.0e-04 loss: 7.899e-02]
laela_v2_qwen:  81%|########  | 4040/5000 [07:57<26:20,  1.65s/it, lr: 1.0e-04 loss: 7.899e-02]
laela_v2_qwen:  81%|########  | 4041/5000 [07:59<26:19,  1.65s/it, lr: 1.0e-04 loss: 5.097e-02]
laela_v2_qwen:  81%|########  | 4041/5000 [07:59<26:19,  1.65s/it, lr: 1.0e-04 loss: 5.097e-02]
laela_v2_qwen:  81%|########  | 4042/5000 [08:00<26:17,  1.65s/it, lr: 1.0e-04 loss: 6.184e-02]
laela_v2_qwen:  81%|########  | 4042/5000 [08:00<26:17,  1.65s/it, lr: 1.0e-04 loss: 6.184e-02]
laela_v2_qwen:  81%|########  | 4043/5000 [08:02<26:16,  1.65s/it, lr: 1.0e-04 loss: 4.030e-02]
laela_v2_qwen:  81%|########  | 4043/5000 [08:02<26:16,  1.65s/it, lr: 1.0e-04 loss: 4.030e-02]
laela_v2_qwen:  81%|########  | 4044/5000 [08:04<26:14,  1.65s/it, lr: 1.0e-04 loss: 7.843e-02]
laela_v2_qwen:  81%|########  | 4044/5000 [08:04<26:14,  1.65s/it, lr: 1.0e-04 loss: 7.843e-02]
laela_v2_qwen:  81%|########  | 4045/5000 [08:05<26:12,  1.65s/it, lr: 1.0e-04 loss: 5.328e-02]
laela_v2_qwen:  81%|########  | 4045/5000 [08:05<26:12,  1.65s/it, lr: 1.0e-04 loss: 5.328e-02]
laela_v2_qwen:  81%|########  | 4046/5000 [08:07<26:10,  1.65s/it, lr: 1.0e-04 loss: 7.403e-02]
laela_v2_qwen:  81%|########  | 4046/5000 [08:07<26:10,  1.65s/it, lr: 1.0e-04 loss: 7.403e-02]
laela_v2_qwen:  81%|########  | 4047/5000 [08:08<26:08,  1.65s/it, lr: 1.0e-04 loss: 1.319e-01]
laela_v2_qwen:  81%|########  | 4047/5000 [08:08<26:08,  1.65s/it, lr: 1.0e-04 loss: 1.319e-01]
laela_v2_qwen:  81%|########  | 4048/5000 [08:10<26:06,  1.65s/it, lr: 1.0e-04 loss: 5.358e-02]
laela_v2_qwen:  81%|########  | 4048/5000 [08:10<26:06,  1.65s/it, lr: 1.0e-04 loss: 5.358e-02]
laela_v2_qwen:  81%|########  | 4049/5000 [08:12<26:05,  1.65s/it, lr: 1.0e-04 loss: 5.172e-02]
laela_v2_qwen:  81%|########  | 4049/5000 [08:12<26:05,  1.65s/it, lr: 1.0e-04 loss: 5.172e-02]
laela_v2_qwen:  81%|########1 | 4050/5000 [08:13<26:03,  1.65s/it, lr: 1.0e-04 loss: 5.553e-02]
laela_v2_qwen:  81%|########1 | 4050/5000 [08:13<26:03,  1.65s/it, lr: 1.0e-04 loss: 5.553e-02]
laela_v2_qwen:  81%|########1 | 4051/5000 [08:15<26:01,  1.65s/it, lr: 1.0e-04 loss: 1.227e-01]
laela_v2_qwen:  81%|########1 | 4051/5000 [08:15<26:01,  1.65s/it, lr: 1.0e-04 loss: 1.227e-01]
laela_v2_qwen:  81%|########1 | 4052/5000 [08:16<25:59,  1.65s/it, lr: 1.0e-04 loss: 6.479e-02]
laela_v2_qwen:  81%|########1 | 4052/5000 [08:16<25:59,  1.65s/it, lr: 1.0e-04 loss: 6.479e-02]
laela_v2_qwen:  81%|########1 | 4053/5000 [08:18<25:58,  1.65s/it, lr: 1.0e-04 loss: 1.011e-01]
laela_v2_qwen:  81%|########1 | 4053/5000 [08:18<25:58,  1.65s/it, lr: 1.0e-04 loss: 1.011e-01]
laela_v2_qwen:  81%|########1 | 4054/5000 [08:20<25:57,  1.65s/it, lr: 1.0e-04 loss: 4.611e-02]
laela_v2_qwen:  81%|########1 | 4054/5000 [08:20<25:57,  1.65s/it, lr: 1.0e-04 loss: 4.611e-02]
laela_v2_qwen:  81%|########1 | 4055/5000 [08:22<25:55,  1.65s/it, lr: 1.0e-04 loss: 6.060e-02]
laela_v2_qwen:  81%|########1 | 4055/5000 [08:22<25:55,  1.65s/it, lr: 1.0e-04 loss: 6.060e-02]
laela_v2_qwen:  81%|########1 | 4056/5000 [08:23<25:54,  1.65s/it, lr: 1.0e-04 loss: 1.417e-01]
laela_v2_qwen:  81%|########1 | 4056/5000 [08:23<25:54,  1.65s/it, lr: 1.0e-04 loss: 1.417e-01]
laela_v2_qwen:  81%|########1 | 4057/5000 [08:25<25:51,  1.65s/it, lr: 1.0e-04 loss: 1.165e-01]
laela_v2_qwen:  81%|########1 | 4057/5000 [08:25<25:51,  1.65s/it, lr: 1.0e-04 loss: 1.165e-01]
laela_v2_qwen:  81%|########1 | 4058/5000 [08:26<25:50,  1.65s/it, lr: 1.0e-04 loss: 8.271e-02]
laela_v2_qwen:  81%|########1 | 4058/5000 [08:26<25:50,  1.65s/it, lr: 1.0e-04 loss: 8.271e-02]
laela_v2_qwen:  81%|########1 | 4059/5000 [08:28<25:48,  1.65s/it, lr: 1.0e-04 loss: 1.811e-01]
laela_v2_qwen:  81%|########1 | 4059/5000 [08:28<25:48,  1.65s/it, lr: 1.0e-04 loss: 1.811e-01]
laela_v2_qwen:  81%|########1 | 4060/5000 [08:30<25:46,  1.65s/it, lr: 1.0e-04 loss: 5.774e-02]
laela_v2_qwen:  81%|########1 | 4060/5000 [08:30<25:46,  1.65s/it, lr: 1.0e-04 loss: 5.774e-02]
laela_v2_qwen:  81%|########1 | 4061/5000 [08:31<25:44,  1.65s/it, lr: 1.0e-04 loss: 9.583e-02]
laela_v2_qwen:  81%|########1 | 4061/5000 [08:31<25:44,  1.65s/it, lr: 1.0e-04 loss: 9.583e-02]
laela_v2_qwen:  81%|########1 | 4062/5000 [08:33<25:43,  1.65s/it, lr: 1.0e-04 loss: 1.038e-01]
laela_v2_qwen:  81%|########1 | 4062/5000 [08:33<25:43,  1.65s/it, lr: 1.0e-04 loss: 1.038e-01]
laela_v2_qwen:  81%|########1 | 4063/5000 [08:35<25:42,  1.65s/it, lr: 1.0e-04 loss: 1.076e-01]
laela_v2_qwen:  81%|########1 | 4063/5000 [08:35<25:42,  1.65s/it, lr: 1.0e-04 loss: 1.076e-01]
laela_v2_qwen:  81%|########1 | 4064/5000 [08:36<25:40,  1.65s/it, lr: 1.0e-04 loss: 6.558e-02]
laela_v2_qwen:  81%|########1 | 4064/5000 [08:36<25:40,  1.65s/it, lr: 1.0e-04 loss: 6.558e-02]
laela_v2_qwen:  81%|########1 | 4065/5000 [08:38<25:39,  1.65s/it, lr: 1.0e-04 loss: 9.070e-02]
laela_v2_qwen:  81%|########1 | 4065/5000 [08:38<25:39,  1.65s/it, lr: 1.0e-04 loss: 9.070e-02]
laela_v2_qwen:  81%|########1 | 4066/5000 [08:40<25:37,  1.65s/it, lr: 1.0e-04 loss: 1.139e-01]
laela_v2_qwen:  81%|########1 | 4066/5000 [08:40<25:37,  1.65s/it, lr: 1.0e-04 loss: 1.139e-01]
laela_v2_qwen:  81%|########1 | 4067/5000 [08:41<25:35,  1.65s/it, lr: 1.0e-04 loss: 5.078e-02]
laela_v2_qwen:  81%|########1 | 4067/5000 [08:41<25:35,  1.65s/it, lr: 1.0e-04 loss: 5.078e-02]
laela_v2_qwen:  81%|########1 | 4068/5000 [08:43<25:34,  1.65s/it, lr: 1.0e-04 loss: 1.009e-01]
laela_v2_qwen:  81%|########1 | 4068/5000 [08:43<25:34,  1.65s/it, lr: 1.0e-04 loss: 1.009e-01]
laela_v2_qwen:  81%|########1 | 4069/5000 [08:45<25:33,  1.65s/it, lr: 1.0e-04 loss: 7.995e-02]
laela_v2_qwen:  81%|########1 | 4069/5000 [08:45<25:33,  1.65s/it, lr: 1.0e-04 loss: 7.995e-02]
laela_v2_qwen:  81%|########1 | 4070/5000 [08:46<25:31,  1.65s/it, lr: 1.0e-04 loss: 1.160e-01]
laela_v2_qwen:  81%|########1 | 4070/5000 [08:46<25:31,  1.65s/it, lr: 1.0e-04 loss: 1.160e-01]
laela_v2_qwen:  81%|########1 | 4071/5000 [08:48<25:29,  1.65s/it, lr: 1.0e-04 loss: 4.598e-02]
laela_v2_qwen:  81%|########1 | 4071/5000 [08:48<25:29,  1.65s/it, lr: 1.0e-04 loss: 4.598e-02]
laela_v2_qwen:  81%|########1 | 4072/5000 [08:50<25:27,  1.65s/it, lr: 1.0e-04 loss: 6.076e-02]
laela_v2_qwen:  81%|########1 | 4072/5000 [08:50<25:27,  1.65s/it, lr: 1.0e-04 loss: 6.076e-02]
laela_v2_qwen:  81%|########1 | 4073/5000 [08:51<25:26,  1.65s/it, lr: 1.0e-04 loss: 1.634e-01]
laela_v2_qwen:  81%|########1 | 4073/5000 [08:51<25:26,  1.65s/it, lr: 1.0e-04 loss: 1.634e-01]
laela_v2_qwen:  81%|########1 | 4074/5000 [08:53<25:24,  1.65s/it, lr: 1.0e-04 loss: 1.358e-01]
laela_v2_qwen:  81%|########1 | 4074/5000 [08:53<25:24,  1.65s/it, lr: 1.0e-04 loss: 1.358e-01]
laela_v2_qwen:  82%|########1 | 4075/5000 [08:55<25:23,  1.65s/it, lr: 1.0e-04 loss: 1.438e-01]
laela_v2_qwen:  82%|########1 | 4075/5000 [08:55<25:23,  1.65s/it, lr: 1.0e-04 loss: 1.438e-01]
laela_v2_qwen:  82%|########1 | 4076/5000 [08:56<25:21,  1.65s/it, lr: 1.0e-04 loss: 2.014e-01]
laela_v2_qwen:  82%|########1 | 4076/5000 [08:56<25:21,  1.65s/it, lr: 1.0e-04 loss: 2.014e-01]
laela_v2_qwen:  82%|########1 | 4077/5000 [08:58<25:19,  1.65s/it, lr: 1.0e-04 loss: 8.776e-02]
laela_v2_qwen:  82%|########1 | 4077/5000 [08:58<25:19,  1.65s/it, lr: 1.0e-04 loss: 8.776e-02]
laela_v2_qwen:  82%|########1 | 4078/5000 [08:59<25:17,  1.65s/it, lr: 1.0e-04 loss: 5.633e-02]
laela_v2_qwen:  82%|########1 | 4078/5000 [08:59<25:17,  1.65s/it, lr: 1.0e-04 loss: 5.633e-02]
laela_v2_qwen:  82%|########1 | 4079/5000 [09:01<25:16,  1.65s/it, lr: 1.0e-04 loss: 1.199e-01]
laela_v2_qwen:  82%|########1 | 4079/5000 [09:01<25:16,  1.65s/it, lr: 1.0e-04 loss: 1.199e-01]
laela_v2_qwen:  82%|########1 | 4080/5000 [09:03<25:14,  1.65s/it, lr: 1.0e-04 loss: 9.783e-02]
laela_v2_qwen:  82%|########1 | 4080/5000 [09:03<25:14,  1.65s/it, lr: 1.0e-04 loss: 9.783e-02]
laela_v2_qwen:  82%|########1 | 4081/5000 [09:04<25:13,  1.65s/it, lr: 1.0e-04 loss: 1.540e-01]
laela_v2_qwen:  82%|########1 | 4081/5000 [09:04<25:13,  1.65s/it, lr: 1.0e-04 loss: 1.540e-01]
laela_v2_qwen:  82%|########1 | 4082/5000 [09:06<25:10,  1.65s/it, lr: 1.0e-04 loss: 4.903e-02]
laela_v2_qwen:  82%|########1 | 4082/5000 [09:06<25:10,  1.65s/it, lr: 1.0e-04 loss: 4.903e-02]
laela_v2_qwen:  82%|########1 | 4083/5000 [09:07<25:09,  1.65s/it, lr: 1.0e-04 loss: 5.756e-02]
laela_v2_qwen:  82%|########1 | 4083/5000 [09:07<25:09,  1.65s/it, lr: 1.0e-04 loss: 5.756e-02]
laela_v2_qwen:  82%|########1 | 4084/5000 [09:09<25:07,  1.65s/it, lr: 1.0e-04 loss: 6.335e-02]
laela_v2_qwen:  82%|########1 | 4084/5000 [09:09<25:07,  1.65s/it, lr: 1.0e-04 loss: 6.335e-02]
laela_v2_qwen:  82%|########1 | 4085/5000 [09:11<25:05,  1.65s/it, lr: 1.0e-04 loss: 5.213e-02]
laela_v2_qwen:  82%|########1 | 4085/5000 [09:11<25:05,  1.65s/it, lr: 1.0e-04 loss: 5.213e-02]
laela_v2_qwen:  82%|########1 | 4086/5000 [09:12<25:03,  1.65s/it, lr: 1.0e-04 loss: 7.194e-02]
laela_v2_qwen:  82%|########1 | 4086/5000 [09:12<25:03,  1.65s/it, lr: 1.0e-04 loss: 7.194e-02]
laela_v2_qwen:  82%|########1 | 4087/5000 [09:14<25:02,  1.65s/it, lr: 1.0e-04 loss: 1.294e-01]
laela_v2_qwen:  82%|########1 | 4087/5000 [09:14<25:02,  1.65s/it, lr: 1.0e-04 loss: 1.294e-01]
laela_v2_qwen:  82%|########1 | 4088/5000 [09:16<25:01,  1.65s/it, lr: 1.0e-04 loss: 6.631e-02]
laela_v2_qwen:  82%|########1 | 4088/5000 [09:16<25:01,  1.65s/it, lr: 1.0e-04 loss: 6.631e-02]
laela_v2_qwen:  82%|########1 | 4089/5000 [09:17<24:59,  1.65s/it, lr: 1.0e-04 loss: 1.084e-01]
laela_v2_qwen:  82%|########1 | 4089/5000 [09:17<24:59,  1.65s/it, lr: 1.0e-04 loss: 1.084e-01]
laela_v2_qwen:  82%|########1 | 4090/5000 [09:19<24:58,  1.65s/it, lr: 1.0e-04 loss: 5.101e-02]
laela_v2_qwen:  82%|########1 | 4090/5000 [09:19<24:58,  1.65s/it, lr: 1.0e-04 loss: 5.101e-02]
laela_v2_qwen:  82%|########1 | 4091/5000 [09:21<24:55,  1.65s/it, lr: 1.0e-04 loss: 6.679e-02]
laela_v2_qwen:  82%|########1 | 4091/5000 [09:21<24:55,  1.65s/it, lr: 1.0e-04 loss: 6.679e-02]
laela_v2_qwen:  82%|########1 | 4092/5000 [09:22<24:54,  1.65s/it, lr: 1.0e-04 loss: 4.033e-02]
laela_v2_qwen:  82%|########1 | 4092/5000 [09:22<24:54,  1.65s/it, lr: 1.0e-04 loss: 4.033e-02]
laela_v2_qwen:  82%|########1 | 4093/5000 [09:24<24:53,  1.65s/it, lr: 1.0e-04 loss: 8.198e-02]
laela_v2_qwen:  82%|########1 | 4093/5000 [09:24<24:53,  1.65s/it, lr: 1.0e-04 loss: 8.198e-02]
laela_v2_qwen:  82%|########1 | 4094/5000 [09:26<24:51,  1.65s/it, lr: 1.0e-04 loss: 1.224e-01]
laela_v2_qwen:  82%|########1 | 4094/5000 [09:26<24:51,  1.65s/it, lr: 1.0e-04 loss: 1.224e-01]
laela_v2_qwen:  82%|########1 | 4095/5000 [09:27<24:49,  1.65s/it, lr: 1.0e-04 loss: 1.204e-01]
laela_v2_qwen:  82%|########1 | 4095/5000 [09:27<24:49,  1.65s/it, lr: 1.0e-04 loss: 1.204e-01]
laela_v2_qwen:  82%|########1 | 4096/5000 [09:29<24:47,  1.65s/it, lr: 1.0e-04 loss: 1.544e-01]
laela_v2_qwen:  82%|########1 | 4096/5000 [09:29<24:47,  1.65s/it, lr: 1.0e-04 loss: 1.544e-01]
laela_v2_qwen:  82%|########1 | 4097/5000 [09:30<24:45,  1.64s/it, lr: 1.0e-04 loss: 1.194e-01]
laela_v2_qwen:  82%|########1 | 4097/5000 [09:30<24:45,  1.64s/it, lr: 1.0e-04 loss: 1.194e-01]
laela_v2_qwen:  82%|########1 | 4098/5000 [09:32<24:42,  1.64s/it, lr: 1.0e-04 loss: 1.023e-01]
laela_v2_qwen:  82%|########1 | 4098/5000 [09:32<24:42,  1.64s/it, lr: 1.0e-04 loss: 1.023e-01]
laela_v2_qwen:  82%|########1 | 4099/5000 [09:33<24:41,  1.64s/it, lr: 1.0e-04 loss: 1.730e-01]
laela_v2_qwen:  82%|########1 | 4099/5000 [09:33<24:41,  1.64s/it, lr: 1.0e-04 loss: 1.730e-01]
laela_v2_qwen:  82%|########2 | 4100/5000 [09:35<24:39,  1.64s/it, lr: 1.0e-04 loss: 4.136e-02]
laela_v2_qwen:  82%|########2 | 4100/5000 [09:35<24:39,  1.64s/it, lr: 1.0e-04 loss: 4.136e-02]
laela_v2_qwen:  82%|########2 | 4101/5000 [09:36<24:37,  1.64s/it, lr: 1.0e-04 loss: 4.198e-02]
laela_v2_qwen:  82%|########2 | 4101/5000 [09:36<24:37,  1.64s/it, lr: 1.0e-04 loss: 4.198e-02]
laela_v2_qwen:  82%|########2 | 4102/5000 [09:38<24:36,  1.64s/it, lr: 1.0e-04 loss: 5.130e-02]
laela_v2_qwen:  82%|########2 | 4102/5000 [09:38<24:36,  1.64s/it, lr: 1.0e-04 loss: 5.130e-02]
laela_v2_qwen:  82%|########2 | 4103/5000 [09:40<24:34,  1.64s/it, lr: 1.0e-04 loss: 9.941e-02]
laela_v2_qwen:  82%|########2 | 4103/5000 [09:40<24:34,  1.64s/it, lr: 1.0e-04 loss: 9.941e-02]
laela_v2_qwen:  82%|########2 | 4104/5000 [09:42<24:33,  1.64s/it, lr: 1.0e-04 loss: 1.585e-01]
laela_v2_qwen:  82%|########2 | 4104/5000 [09:42<24:33,  1.64s/it, lr: 1.0e-04 loss: 1.585e-01]
laela_v2_qwen:  82%|########2 | 4105/5000 [09:43<24:31,  1.64s/it, lr: 1.0e-04 loss: 5.833e-02]
laela_v2_qwen:  82%|########2 | 4105/5000 [09:43<24:31,  1.64s/it, lr: 1.0e-04 loss: 5.833e-02]
laela_v2_qwen:  82%|########2 | 4106/5000 [09:45<24:29,  1.64s/it, lr: 1.0e-04 loss: 1.197e-01]
laela_v2_qwen:  82%|########2 | 4106/5000 [09:45<24:29,  1.64s/it, lr: 1.0e-04 loss: 1.197e-01]
laela_v2_qwen:  82%|########2 | 4107/5000 [09:46<24:27,  1.64s/it, lr: 1.0e-04 loss: 7.957e-02]
laela_v2_qwen:  82%|########2 | 4107/5000 [09:46<24:27,  1.64s/it, lr: 1.0e-04 loss: 7.957e-02]
laela_v2_qwen:  82%|########2 | 4108/5000 [09:48<24:26,  1.64s/it, lr: 1.0e-04 loss: 5.216e-02]
laela_v2_qwen:  82%|########2 | 4108/5000 [09:48<24:26,  1.64s/it, lr: 1.0e-04 loss: 5.216e-02]
laela_v2_qwen:  82%|########2 | 4109/5000 [09:50<24:25,  1.64s/it, lr: 1.0e-04 loss: 1.664e-01]
laela_v2_qwen:  82%|########2 | 4109/5000 [09:50<24:25,  1.64s/it, lr: 1.0e-04 loss: 1.664e-01]
laela_v2_qwen:  82%|########2 | 4110/5000 [09:51<24:22,  1.64s/it, lr: 1.0e-04 loss: 6.066e-02]
laela_v2_qwen:  82%|########2 | 4110/5000 [09:51<24:22,  1.64s/it, lr: 1.0e-04 loss: 6.066e-02]
laela_v2_qwen:  82%|########2 | 4111/5000 [09:53<24:21,  1.64s/it, lr: 1.0e-04 loss: 1.417e-01]
laela_v2_qwen:  82%|########2 | 4111/5000 [09:53<24:21,  1.64s/it, lr: 1.0e-04 loss: 1.417e-01]
laela_v2_qwen:  82%|########2 | 4112/5000 [09:54<24:19,  1.64s/it, lr: 1.0e-04 loss: 1.089e-01]
laela_v2_qwen:  82%|########2 | 4112/5000 [09:54<24:19,  1.64s/it, lr: 1.0e-04 loss: 1.089e-01]
laela_v2_qwen:  82%|########2 | 4113/5000 [09:56<24:18,  1.64s/it, lr: 1.0e-04 loss: 1.322e-01]
laela_v2_qwen:  82%|########2 | 4113/5000 [09:56<24:18,  1.64s/it, lr: 1.0e-04 loss: 1.322e-01]
laela_v2_qwen:  82%|########2 | 4114/5000 [09:58<24:16,  1.64s/it, lr: 1.0e-04 loss: 5.636e-02]
laela_v2_qwen:  82%|########2 | 4114/5000 [09:58<24:16,  1.64s/it, lr: 1.0e-04 loss: 5.636e-02]
laela_v2_qwen:  82%|########2 | 4115/5000 [09:59<24:14,  1.64s/it, lr: 1.0e-04 loss: 7.150e-02]
laela_v2_qwen:  82%|########2 | 4115/5000 [09:59<24:14,  1.64s/it, lr: 1.0e-04 loss: 7.150e-02]
laela_v2_qwen:  82%|########2 | 4116/5000 [10:01<24:12,  1.64s/it, lr: 1.0e-04 loss: 9.887e-02]
laela_v2_qwen:  82%|########2 | 4116/5000 [10:01<24:12,  1.64s/it, lr: 1.0e-04 loss: 9.887e-02]
laela_v2_qwen:  82%|########2 | 4117/5000 [10:03<24:10,  1.64s/it, lr: 1.0e-04 loss: 6.900e-02]
laela_v2_qwen:  82%|########2 | 4117/5000 [10:03<24:10,  1.64s/it, lr: 1.0e-04 loss: 6.900e-02]
laela_v2_qwen:  82%|########2 | 4118/5000 [10:04<24:09,  1.64s/it, lr: 1.0e-04 loss: 6.698e-02]
laela_v2_qwen:  82%|########2 | 4118/5000 [10:04<24:09,  1.64s/it, lr: 1.0e-04 loss: 6.698e-02]
laela_v2_qwen:  82%|########2 | 4119/5000 [10:06<24:07,  1.64s/it, lr: 1.0e-04 loss: 1.867e-01]
laela_v2_qwen:  82%|########2 | 4119/5000 [10:06<24:07,  1.64s/it, lr: 1.0e-04 loss: 1.867e-01]
laela_v2_qwen:  82%|########2 | 4120/5000 [10:08<24:06,  1.64s/it, lr: 1.0e-04 loss: 7.860e-02]
laela_v2_qwen:  82%|########2 | 4120/5000 [10:08<24:06,  1.64s/it, lr: 1.0e-04 loss: 7.860e-02]
laela_v2_qwen:  82%|########2 | 4121/5000 [10:09<24:05,  1.64s/it, lr: 1.0e-04 loss: 6.234e-02]
laela_v2_qwen:  82%|########2 | 4121/5000 [10:09<24:05,  1.64s/it, lr: 1.0e-04 loss: 6.234e-02]
laela_v2_qwen:  82%|########2 | 4122/5000 [10:11<24:03,  1.64s/it, lr: 1.0e-04 loss: 4.919e-02]
laela_v2_qwen:  82%|########2 | 4122/5000 [10:11<24:03,  1.64s/it, lr: 1.0e-04 loss: 4.919e-02]
laela_v2_qwen:  82%|########2 | 4123/5000 [10:12<24:01,  1.64s/it, lr: 1.0e-04 loss: 6.422e-02]
laela_v2_qwen:  82%|########2 | 4123/5000 [10:12<24:01,  1.64s/it, lr: 1.0e-04 loss: 6.422e-02]
laela_v2_qwen:  82%|########2 | 4124/5000 [10:14<23:59,  1.64s/it, lr: 1.0e-04 loss: 9.212e-02]
laela_v2_qwen:  82%|########2 | 4124/5000 [10:14<23:59,  1.64s/it, lr: 1.0e-04 loss: 9.212e-02]
laela_v2_qwen:  82%|########2 | 4125/5000 [10:16<23:57,  1.64s/it, lr: 1.0e-04 loss: 4.326e-02]
laela_v2_qwen:  82%|########2 | 4125/5000 [10:16<23:57,  1.64s/it, lr: 1.0e-04 loss: 4.326e-02]
laela_v2_qwen:  83%|########2 | 4126/5000 [10:18<23:56,  1.64s/it, lr: 1.0e-04 loss: 1.247e-01]
laela_v2_qwen:  83%|########2 | 4126/5000 [10:18<23:56,  1.64s/it, lr: 1.0e-04 loss: 1.247e-01]
laela_v2_qwen:  83%|########2 | 4127/5000 [10:19<23:54,  1.64s/it, lr: 1.0e-04 loss: 9.592e-02]
laela_v2_qwen:  83%|########2 | 4127/5000 [10:19<23:54,  1.64s/it, lr: 1.0e-04 loss: 9.592e-02]
laela_v2_qwen:  83%|########2 | 4128/5000 [10:21<23:52,  1.64s/it, lr: 1.0e-04 loss: 7.206e-02]
laela_v2_qwen:  83%|########2 | 4128/5000 [10:21<23:52,  1.64s/it, lr: 1.0e-04 loss: 7.206e-02]
laela_v2_qwen:  83%|########2 | 4129/5000 [10:22<23:51,  1.64s/it, lr: 1.0e-04 loss: 5.736e-02]
laela_v2_qwen:  83%|########2 | 4129/5000 [10:22<23:51,  1.64s/it, lr: 1.0e-04 loss: 5.736e-02]
laela_v2_qwen:  83%|########2 | 4130/5000 [10:24<23:49,  1.64s/it, lr: 1.0e-04 loss: 5.245e-02]
laela_v2_qwen:  83%|########2 | 4130/5000 [10:24<23:49,  1.64s/it, lr: 1.0e-04 loss: 5.245e-02]
laela_v2_qwen:  83%|########2 | 4131/5000 [10:25<23:47,  1.64s/it, lr: 1.0e-04 loss: 7.501e-02]
laela_v2_qwen:  83%|########2 | 4131/5000 [10:25<23:47,  1.64s/it, lr: 1.0e-04 loss: 7.501e-02]
laela_v2_qwen:  83%|########2 | 4132/5000 [10:27<23:45,  1.64s/it, lr: 1.0e-04 loss: 6.645e-02]
laela_v2_qwen:  83%|########2 | 4132/5000 [10:27<23:45,  1.64s/it, lr: 1.0e-04 loss: 6.645e-02]
laela_v2_qwen:  83%|########2 | 4133/5000 [10:29<23:44,  1.64s/it, lr: 1.0e-04 loss: 2.251e-01]
laela_v2_qwen:  83%|########2 | 4133/5000 [10:29<23:44,  1.64s/it, lr: 1.0e-04 loss: 2.251e-01]
laela_v2_qwen:  83%|########2 | 4134/5000 [10:31<23:43,  1.64s/it, lr: 1.0e-04 loss: 3.748e-02]
laela_v2_qwen:  83%|########2 | 4134/5000 [10:31<23:43,  1.64s/it, lr: 1.0e-04 loss: 3.748e-02]
laela_v2_qwen:  83%|########2 | 4135/5000 [10:32<23:41,  1.64s/it, lr: 1.0e-04 loss: 7.702e-02]
laela_v2_qwen:  83%|########2 | 4135/5000 [10:32<23:41,  1.64s/it, lr: 1.0e-04 loss: 7.702e-02]
laela_v2_qwen:  83%|########2 | 4136/5000 [10:34<23:39,  1.64s/it, lr: 1.0e-04 loss: 6.854e-02]
laela_v2_qwen:  83%|########2 | 4136/5000 [10:34<23:39,  1.64s/it, lr: 1.0e-04 loss: 6.854e-02]
laela_v2_qwen:  83%|########2 | 4137/5000 [10:35<23:37,  1.64s/it, lr: 1.0e-04 loss: 4.665e-02]
laela_v2_qwen:  83%|########2 | 4137/5000 [10:35<23:37,  1.64s/it, lr: 1.0e-04 loss: 4.665e-02]
laela_v2_qwen:  83%|########2 | 4138/5000 [10:37<23:35,  1.64s/it, lr: 1.0e-04 loss: 4.360e-02]
laela_v2_qwen:  83%|########2 | 4138/5000 [10:37<23:35,  1.64s/it, lr: 1.0e-04 loss: 4.360e-02]
laela_v2_qwen:  83%|########2 | 4139/5000 [10:38<23:33,  1.64s/it, lr: 1.0e-04 loss: 5.809e-02]
laela_v2_qwen:  83%|########2 | 4139/5000 [10:38<23:33,  1.64s/it, lr: 1.0e-04 loss: 5.809e-02]
laela_v2_qwen:  83%|########2 | 4140/5000 [10:40<23:31,  1.64s/it, lr: 1.0e-04 loss: 3.858e-02]
laela_v2_qwen:  83%|########2 | 4140/5000 [10:40<23:31,  1.64s/it, lr: 1.0e-04 loss: 3.858e-02]
laela_v2_qwen:  83%|########2 | 4141/5000 [10:41<23:30,  1.64s/it, lr: 1.0e-04 loss: 5.508e-02]
laela_v2_qwen:  83%|########2 | 4141/5000 [10:41<23:30,  1.64s/it, lr: 1.0e-04 loss: 5.508e-02]
laela_v2_qwen:  83%|########2 | 4142/5000 [10:43<23:29,  1.64s/it, lr: 1.0e-04 loss: 6.447e-02]
laela_v2_qwen:  83%|########2 | 4142/5000 [10:43<23:29,  1.64s/it, lr: 1.0e-04 loss: 6.447e-02]
laela_v2_qwen:  83%|########2 | 4143/5000 [10:45<23:27,  1.64s/it, lr: 1.0e-04 loss: 5.369e-02]
laela_v2_qwen:  83%|########2 | 4143/5000 [10:45<23:27,  1.64s/it, lr: 1.0e-04 loss: 5.369e-02]
laela_v2_qwen:  83%|########2 | 4144/5000 [10:47<23:25,  1.64s/it, lr: 1.0e-04 loss: 6.568e-02]
laela_v2_qwen:  83%|########2 | 4144/5000 [10:47<23:25,  1.64s/it, lr: 1.0e-04 loss: 6.568e-02]
laela_v2_qwen:  83%|########2 | 4145/5000 [10:48<23:24,  1.64s/it, lr: 1.0e-04 loss: 5.678e-02]
laela_v2_qwen:  83%|########2 | 4145/5000 [10:48<23:24,  1.64s/it, lr: 1.0e-04 loss: 5.678e-02]
laela_v2_qwen:  83%|########2 | 4146/5000 [10:50<23:21,  1.64s/it, lr: 1.0e-04 loss: 7.213e-02]
laela_v2_qwen:  83%|########2 | 4146/5000 [10:50<23:21,  1.64s/it, lr: 1.0e-04 loss: 7.213e-02]
laela_v2_qwen:  83%|########2 | 4147/5000 [10:51<23:19,  1.64s/it, lr: 1.0e-04 loss: 4.165e-02]
laela_v2_qwen:  83%|########2 | 4147/5000 [10:51<23:19,  1.64s/it, lr: 1.0e-04 loss: 4.165e-02]
laela_v2_qwen:  83%|########2 | 4148/5000 [10:53<23:18,  1.64s/it, lr: 1.0e-04 loss: 4.063e-02]
laela_v2_qwen:  83%|########2 | 4148/5000 [10:53<23:18,  1.64s/it, lr: 1.0e-04 loss: 4.063e-02]
laela_v2_qwen:  83%|########2 | 4149/5000 [10:54<23:16,  1.64s/it, lr: 1.0e-04 loss: 5.637e-02]
laela_v2_qwen:  83%|########2 | 4149/5000 [10:54<23:16,  1.64s/it, lr: 1.0e-04 loss: 5.637e-02]
laela_v2_qwen:  83%|########2 | 4150/5000 [10:56<23:15,  1.64s/it, lr: 1.0e-04 loss: 4.190e-02]
laela_v2_qwen:  83%|########2 | 4150/5000 [10:56<23:15,  1.64s/it, lr: 1.0e-04 loss: 4.190e-02]
laela_v2_qwen:  83%|########3 | 4151/5000 [10:58<23:13,  1.64s/it, lr: 1.0e-04 loss: 4.917e-02]
laela_v2_qwen:  83%|########3 | 4151/5000 [10:58<23:13,  1.64s/it, lr: 1.0e-04 loss: 4.917e-02]
laela_v2_qwen:  83%|########3 | 4152/5000 [10:59<23:12,  1.64s/it, lr: 1.0e-04 loss: 4.591e-02]
laela_v2_qwen:  83%|########3 | 4152/5000 [10:59<23:12,  1.64s/it, lr: 1.0e-04 loss: 4.591e-02]
laela_v2_qwen:  83%|########3 | 4153/5000 [11:02<23:11,  1.64s/it, lr: 1.0e-04 loss: 7.723e-02]
laela_v2_qwen:  83%|########3 | 4153/5000 [11:02<23:11,  1.64s/it, lr: 1.0e-04 loss: 7.723e-02]
laela_v2_qwen:  83%|########3 | 4154/5000 [11:03<23:09,  1.64s/it, lr: 1.0e-04 loss: 8.586e-02]
laela_v2_qwen:  83%|########3 | 4154/5000 [11:03<23:09,  1.64s/it, lr: 1.0e-04 loss: 8.586e-02]
laela_v2_qwen:  83%|########3 | 4155/5000 [11:05<23:08,  1.64s/it, lr: 1.0e-04 loss: 6.137e-02]
laela_v2_qwen:  83%|########3 | 4155/5000 [11:05<23:08,  1.64s/it, lr: 1.0e-04 loss: 6.137e-02]
laela_v2_qwen:  83%|########3 | 4156/5000 [11:06<23:05,  1.64s/it, lr: 1.0e-04 loss: 4.438e-02]
laela_v2_qwen:  83%|########3 | 4156/5000 [11:06<23:05,  1.64s/it, lr: 1.0e-04 loss: 4.438e-02]
laela_v2_qwen:  83%|########3 | 4157/5000 [11:08<23:04,  1.64s/it, lr: 1.0e-04 loss: 4.875e-02]
laela_v2_qwen:  83%|########3 | 4157/5000 [11:08<23:04,  1.64s/it, lr: 1.0e-04 loss: 4.875e-02]
laela_v2_qwen:  83%|########3 | 4158/5000 [11:10<23:02,  1.64s/it, lr: 1.0e-04 loss: 7.635e-02]
laela_v2_qwen:  83%|########3 | 4158/5000 [11:10<23:02,  1.64s/it, lr: 1.0e-04 loss: 7.635e-02]
laela_v2_qwen:  83%|########3 | 4159/5000 [11:11<23:01,  1.64s/it, lr: 1.0e-04 loss: 5.025e-02]
laela_v2_qwen:  83%|########3 | 4159/5000 [11:11<23:01,  1.64s/it, lr: 1.0e-04 loss: 5.025e-02]
laela_v2_qwen:  83%|########3 | 4160/5000 [11:13<22:59,  1.64s/it, lr: 1.0e-04 loss: 1.035e-01]
laela_v2_qwen:  83%|########3 | 4160/5000 [11:13<22:59,  1.64s/it, lr: 1.0e-04 loss: 1.035e-01]
laela_v2_qwen:  83%|########3 | 4161/5000 [11:15<22:58,  1.64s/it, lr: 1.0e-04 loss: 1.658e-01]
laela_v2_qwen:  83%|########3 | 4161/5000 [11:15<22:58,  1.64s/it, lr: 1.0e-04 loss: 1.658e-01]
laela_v2_qwen:  83%|########3 | 4162/5000 [11:16<22:56,  1.64s/it, lr: 1.0e-04 loss: 4.577e-02]
laela_v2_qwen:  83%|########3 | 4162/5000 [11:16<22:56,  1.64s/it, lr: 1.0e-04 loss: 4.577e-02]
laela_v2_qwen:  83%|########3 | 4163/5000 [11:18<22:54,  1.64s/it, lr: 1.0e-04 loss: 7.325e-02]
laela_v2_qwen:  83%|########3 | 4163/5000 [11:18<22:54,  1.64s/it, lr: 1.0e-04 loss: 7.325e-02]
laela_v2_qwen:  83%|########3 | 4164/5000 [11:19<22:52,  1.64s/it, lr: 1.0e-04 loss: 7.070e-02]
laela_v2_qwen:  83%|########3 | 4164/5000 [11:19<22:52,  1.64s/it, lr: 1.0e-04 loss: 7.070e-02]
laela_v2_qwen:  83%|########3 | 4165/5000 [11:21<22:50,  1.64s/it, lr: 1.0e-04 loss: 7.549e-02]
laela_v2_qwen:  83%|########3 | 4165/5000 [11:21<22:50,  1.64s/it, lr: 1.0e-04 loss: 7.549e-02]
laela_v2_qwen:  83%|########3 | 4166/5000 [11:23<22:49,  1.64s/it, lr: 1.0e-04 loss: 4.015e-02]
laela_v2_qwen:  83%|########3 | 4166/5000 [11:23<22:49,  1.64s/it, lr: 1.0e-04 loss: 4.015e-02]
laela_v2_qwen:  83%|########3 | 4167/5000 [11:24<22:47,  1.64s/it, lr: 1.0e-04 loss: 6.049e-02]
laela_v2_qwen:  83%|########3 | 4167/5000 [11:24<22:47,  1.64s/it, lr: 1.0e-04 loss: 6.049e-02]
laela_v2_qwen:  83%|########3 | 4168/5000 [11:26<22:46,  1.64s/it, lr: 1.0e-04 loss: 1.114e-01]
laela_v2_qwen:  83%|########3 | 4168/5000 [11:26<22:46,  1.64s/it, lr: 1.0e-04 loss: 1.114e-01]
laela_v2_qwen:  83%|########3 | 4169/5000 [11:27<22:44,  1.64s/it, lr: 1.0e-04 loss: 8.548e-02]
laela_v2_qwen:  83%|########3 | 4169/5000 [11:27<22:44,  1.64s/it, lr: 1.0e-04 loss: 8.548e-02]
laela_v2_qwen:  83%|########3 | 4170/5000 [11:29<22:42,  1.64s/it, lr: 1.0e-04 loss: 5.788e-02]
laela_v2_qwen:  83%|########3 | 4170/5000 [11:29<22:42,  1.64s/it, lr: 1.0e-04 loss: 5.788e-02]
laela_v2_qwen:  83%|########3 | 4171/5000 [11:31<22:41,  1.64s/it, lr: 1.0e-04 loss: 1.393e-01]
laela_v2_qwen:  83%|########3 | 4171/5000 [11:31<22:41,  1.64s/it, lr: 1.0e-04 loss: 1.393e-01]
laela_v2_qwen:  83%|########3 | 4172/5000 [11:32<22:39,  1.64s/it, lr: 1.0e-04 loss: 1.292e-01]
laela_v2_qwen:  83%|########3 | 4172/5000 [11:32<22:39,  1.64s/it, lr: 1.0e-04 loss: 1.292e-01]
laela_v2_qwen:  83%|########3 | 4173/5000 [11:34<22:37,  1.64s/it, lr: 1.0e-04 loss: 2.002e-01]
laela_v2_qwen:  83%|########3 | 4173/5000 [11:34<22:37,  1.64s/it, lr: 1.0e-04 loss: 2.002e-01]
laela_v2_qwen:  83%|########3 | 4174/5000 [11:35<22:35,  1.64s/it, lr: 1.0e-04 loss: 1.311e-01]
laela_v2_qwen:  83%|########3 | 4174/5000 [11:35<22:35,  1.64s/it, lr: 1.0e-04 loss: 1.311e-01]
laela_v2_qwen:  84%|########3 | 4175/5000 [11:37<22:33,  1.64s/it, lr: 1.0e-04 loss: 9.093e-02]
laela_v2_qwen:  84%|########3 | 4175/5000 [11:37<22:33,  1.64s/it, lr: 1.0e-04 loss: 9.093e-02]
laela_v2_qwen:  84%|########3 | 4176/5000 [11:38<22:31,  1.64s/it, lr: 1.0e-04 loss: 8.283e-02]
laela_v2_qwen:  84%|########3 | 4176/5000 [11:38<22:31,  1.64s/it, lr: 1.0e-04 loss: 8.283e-02]
laela_v2_qwen:  84%|########3 | 4177/5000 [11:40<22:29,  1.64s/it, lr: 1.0e-04 loss: 5.640e-02]
laela_v2_qwen:  84%|########3 | 4177/5000 [11:40<22:29,  1.64s/it, lr: 1.0e-04 loss: 5.640e-02]
laela_v2_qwen:  84%|########3 | 4178/5000 [11:41<22:28,  1.64s/it, lr: 1.0e-04 loss: 9.989e-02]
laela_v2_qwen:  84%|########3 | 4178/5000 [11:41<22:28,  1.64s/it, lr: 1.0e-04 loss: 9.989e-02]
laela_v2_qwen:  84%|########3 | 4179/5000 [11:43<22:26,  1.64s/it, lr: 1.0e-04 loss: 1.434e-01]
laela_v2_qwen:  84%|########3 | 4179/5000 [11:43<22:26,  1.64s/it, lr: 1.0e-04 loss: 1.434e-01]
laela_v2_qwen:  84%|########3 | 4180/5000 [11:45<22:25,  1.64s/it, lr: 1.0e-04 loss: 1.187e-01]
laela_v2_qwen:  84%|########3 | 4180/5000 [11:45<22:25,  1.64s/it, lr: 1.0e-04 loss: 1.187e-01]
laela_v2_qwen:  84%|########3 | 4181/5000 [11:46<22:23,  1.64s/it, lr: 1.0e-04 loss: 5.250e-02]
laela_v2_qwen:  84%|########3 | 4181/5000 [11:46<22:23,  1.64s/it, lr: 1.0e-04 loss: 5.250e-02]
laela_v2_qwen:  84%|########3 | 4182/5000 [11:48<22:21,  1.64s/it, lr: 1.0e-04 loss: 1.393e-01]
laela_v2_qwen:  84%|########3 | 4182/5000 [11:48<22:21,  1.64s/it, lr: 1.0e-04 loss: 1.393e-01]
laela_v2_qwen:  84%|########3 | 4183/5000 [11:50<22:19,  1.64s/it, lr: 1.0e-04 loss: 3.975e-02]
laela_v2_qwen:  84%|########3 | 4183/5000 [11:50<22:19,  1.64s/it, lr: 1.0e-04 loss: 3.975e-02]
laela_v2_qwen:  84%|########3 | 4184/5000 [11:51<22:18,  1.64s/it, lr: 1.0e-04 loss: 5.858e-02]
laela_v2_qwen:  84%|########3 | 4184/5000 [11:51<22:18,  1.64s/it, lr: 1.0e-04 loss: 5.858e-02]
laela_v2_qwen:  84%|########3 | 4185/5000 [11:53<22:16,  1.64s/it, lr: 1.0e-04 loss: 1.216e-01]
laela_v2_qwen:  84%|########3 | 4185/5000 [11:53<22:16,  1.64s/it, lr: 1.0e-04 loss: 1.216e-01]
laela_v2_qwen:  84%|########3 | 4186/5000 [11:55<22:15,  1.64s/it, lr: 1.0e-04 loss: 6.976e-02]
laela_v2_qwen:  84%|########3 | 4186/5000 [11:55<22:15,  1.64s/it, lr: 1.0e-04 loss: 6.976e-02]
laela_v2_qwen:  84%|########3 | 4187/5000 [11:56<22:13,  1.64s/it, lr: 1.0e-04 loss: 1.807e-01]
laela_v2_qwen:  84%|########3 | 4187/5000 [11:56<22:13,  1.64s/it, lr: 1.0e-04 loss: 1.807e-01]
laela_v2_qwen:  84%|########3 | 4188/5000 [11:58<22:12,  1.64s/it, lr: 1.0e-04 loss: 1.669e-01]
laela_v2_qwen:  84%|########3 | 4188/5000 [11:58<22:12,  1.64s/it, lr: 1.0e-04 loss: 1.669e-01]
laela_v2_qwen:  84%|########3 | 4189/5000 [11:59<22:10,  1.64s/it, lr: 1.0e-04 loss: 3.759e-02]
laela_v2_qwen:  84%|########3 | 4189/5000 [11:59<22:10,  1.64s/it, lr: 1.0e-04 loss: 3.759e-02]
laela_v2_qwen:  84%|########3 | 4190/5000 [12:01<22:08,  1.64s/it, lr: 1.0e-04 loss: 3.940e-02]
laela_v2_qwen:  84%|########3 | 4190/5000 [12:01<22:08,  1.64s/it, lr: 1.0e-04 loss: 3.940e-02]
laela_v2_qwen:  84%|########3 | 4191/5000 [12:03<22:07,  1.64s/it, lr: 1.0e-04 loss: 6.469e-02]
laela_v2_qwen:  84%|########3 | 4191/5000 [12:03<22:07,  1.64s/it, lr: 1.0e-04 loss: 6.469e-02]
laela_v2_qwen:  84%|########3 | 4192/5000 [12:04<22:05,  1.64s/it, lr: 1.0e-04 loss: 6.687e-02]
laela_v2_qwen:  84%|########3 | 4192/5000 [12:04<22:05,  1.64s/it, lr: 1.0e-04 loss: 6.687e-02]
laela_v2_qwen:  84%|########3 | 4193/5000 [12:06<22:04,  1.64s/it, lr: 1.0e-04 loss: 6.222e-02]
laela_v2_qwen:  84%|########3 | 4193/5000 [12:06<22:04,  1.64s/it, lr: 1.0e-04 loss: 6.222e-02]
laela_v2_qwen:  84%|########3 | 4194/5000 [12:08<22:02,  1.64s/it, lr: 1.0e-04 loss: 5.634e-02]
laela_v2_qwen:  84%|########3 | 4194/5000 [12:08<22:02,  1.64s/it, lr: 1.0e-04 loss: 5.634e-02]
laela_v2_qwen:  84%|########3 | 4195/5000 [12:10<22:01,  1.64s/it, lr: 1.0e-04 loss: 9.797e-02]
laela_v2_qwen:  84%|########3 | 4195/5000 [12:10<22:01,  1.64s/it, lr: 1.0e-04 loss: 9.797e-02]
laela_v2_qwen:  84%|########3 | 4196/5000 [12:12<21:59,  1.64s/it, lr: 1.0e-04 loss: 1.467e-01]
laela_v2_qwen:  84%|########3 | 4196/5000 [12:12<21:59,  1.64s/it, lr: 1.0e-04 loss: 1.467e-01]
laela_v2_qwen:  84%|########3 | 4197/5000 [12:13<21:58,  1.64s/it, lr: 1.0e-04 loss: 1.302e-01]
laela_v2_qwen:  84%|########3 | 4197/5000 [12:13<21:58,  1.64s/it, lr: 1.0e-04 loss: 1.302e-01]
laela_v2_qwen:  84%|########3 | 4198/5000 [12:15<21:56,  1.64s/it, lr: 1.0e-04 loss: 1.361e-01]
laela_v2_qwen:  84%|########3 | 4198/5000 [12:15<21:56,  1.64s/it, lr: 1.0e-04 loss: 1.361e-01]
laela_v2_qwen:  84%|########3 | 4199/5000 [12:17<21:55,  1.64s/it, lr: 1.0e-04 loss: 6.086e-02]
laela_v2_qwen:  84%|########3 | 4199/5000 [12:17<21:55,  1.64s/it, lr: 1.0e-04 loss: 6.086e-02]
laela_v2_qwen:  84%|########4 | 4200/5000 [12:19<21:54,  1.64s/it, lr: 1.0e-04 loss: 1.131e-01]
laela_v2_qwen:  84%|########4 | 4200/5000 [12:19<21:54,  1.64s/it, lr: 1.0e-04 loss: 1.131e-01]
laela_v2_qwen:  84%|########4 | 4201/5000 [12:20<21:52,  1.64s/it, lr: 1.0e-04 loss: 6.660e-02]
laela_v2_qwen:  84%|########4 | 4201/5000 [12:20<21:52,  1.64s/it, lr: 1.0e-04 loss: 6.660e-02]
laela_v2_qwen:  84%|########4 | 4202/5000 [12:22<21:50,  1.64s/it, lr: 1.0e-04 loss: 4.085e-02]
laela_v2_qwen:  84%|########4 | 4202/5000 [12:22<21:50,  1.64s/it, lr: 1.0e-04 loss: 4.085e-02]
laela_v2_qwen:  84%|########4 | 4203/5000 [12:23<21:48,  1.64s/it, lr: 1.0e-04 loss: 6.301e-02]
laela_v2_qwen:  84%|########4 | 4203/5000 [12:23<21:48,  1.64s/it, lr: 1.0e-04 loss: 6.301e-02]
laela_v2_qwen:  84%|########4 | 4204/5000 [12:25<21:47,  1.64s/it, lr: 1.0e-04 loss: 6.616e-02]
laela_v2_qwen:  84%|########4 | 4204/5000 [12:25<21:47,  1.64s/it, lr: 1.0e-04 loss: 6.616e-02]
laela_v2_qwen:  84%|########4 | 4205/5000 [12:27<21:46,  1.64s/it, lr: 1.0e-04 loss: 5.250e-02]
laela_v2_qwen:  84%|########4 | 4205/5000 [12:27<21:46,  1.64s/it, lr: 1.0e-04 loss: 5.250e-02]
laela_v2_qwen:  84%|########4 | 4206/5000 [12:28<21:44,  1.64s/it, lr: 1.0e-04 loss: 4.693e-02]
laela_v2_qwen:  84%|########4 | 4206/5000 [12:28<21:44,  1.64s/it, lr: 1.0e-04 loss: 4.693e-02]
laela_v2_qwen:  84%|########4 | 4207/5000 [12:30<21:42,  1.64s/it, lr: 1.0e-04 loss: 8.969e-02]
laela_v2_qwen:  84%|########4 | 4207/5000 [12:30<21:42,  1.64s/it, lr: 1.0e-04 loss: 8.969e-02]
laela_v2_qwen:  84%|########4 | 4208/5000 [12:32<21:41,  1.64s/it, lr: 1.0e-04 loss: 4.432e-02]
laela_v2_qwen:  84%|########4 | 4208/5000 [12:32<21:41,  1.64s/it, lr: 1.0e-04 loss: 4.432e-02]
laela_v2_qwen:  84%|########4 | 4209/5000 [12:34<21:39,  1.64s/it, lr: 1.0e-04 loss: 1.050e-01]
laela_v2_qwen:  84%|########4 | 4209/5000 [12:34<21:39,  1.64s/it, lr: 1.0e-04 loss: 1.050e-01]
laela_v2_qwen:  84%|########4 | 4210/5000 [12:35<21:37,  1.64s/it, lr: 1.0e-04 loss: 5.419e-02]
laela_v2_qwen:  84%|########4 | 4210/5000 [12:35<21:37,  1.64s/it, lr: 1.0e-04 loss: 5.419e-02]
laela_v2_qwen:  84%|########4 | 4211/5000 [12:37<21:36,  1.64s/it, lr: 1.0e-04 loss: 9.544e-02]
laela_v2_qwen:  84%|########4 | 4211/5000 [12:37<21:36,  1.64s/it, lr: 1.0e-04 loss: 9.544e-02]
laela_v2_qwen:  84%|########4 | 4212/5000 [12:39<21:34,  1.64s/it, lr: 1.0e-04 loss: 1.069e-01]
laela_v2_qwen:  84%|########4 | 4212/5000 [12:39<21:34,  1.64s/it, lr: 1.0e-04 loss: 1.069e-01]
laela_v2_qwen:  84%|########4 | 4213/5000 [12:40<21:33,  1.64s/it, lr: 1.0e-04 loss: 5.424e-02]
laela_v2_qwen:  84%|########4 | 4213/5000 [12:40<21:33,  1.64s/it, lr: 1.0e-04 loss: 5.424e-02]
laela_v2_qwen:  84%|########4 | 4214/5000 [12:42<21:31,  1.64s/it, lr: 1.0e-04 loss: 3.890e-02]
laela_v2_qwen:  84%|########4 | 4214/5000 [12:42<21:31,  1.64s/it, lr: 1.0e-04 loss: 3.890e-02]
laela_v2_qwen:  84%|########4 | 4215/5000 [12:43<21:29,  1.64s/it, lr: 1.0e-04 loss: 1.090e-01]
laela_v2_qwen:  84%|########4 | 4215/5000 [12:43<21:29,  1.64s/it, lr: 1.0e-04 loss: 1.090e-01]
laela_v2_qwen:  84%|########4 | 4216/5000 [12:45<21:27,  1.64s/it, lr: 1.0e-04 loss: 9.033e-02]
laela_v2_qwen:  84%|########4 | 4216/5000 [12:45<21:27,  1.64s/it, lr: 1.0e-04 loss: 9.033e-02]
laela_v2_qwen:  84%|########4 | 4217/5000 [12:46<21:25,  1.64s/it, lr: 1.0e-04 loss: 6.377e-02]
laela_v2_qwen:  84%|########4 | 4217/5000 [12:46<21:25,  1.64s/it, lr: 1.0e-04 loss: 6.377e-02]
laela_v2_qwen:  84%|########4 | 4218/5000 [12:48<21:23,  1.64s/it, lr: 1.0e-04 loss: 9.429e-02]
laela_v2_qwen:  84%|########4 | 4218/5000 [12:48<21:23,  1.64s/it, lr: 1.0e-04 loss: 9.429e-02]
laela_v2_qwen:  84%|########4 | 4219/5000 [12:49<21:21,  1.64s/it, lr: 1.0e-04 loss: 7.475e-02]
laela_v2_qwen:  84%|########4 | 4219/5000 [12:49<21:21,  1.64s/it, lr: 1.0e-04 loss: 7.475e-02]
laela_v2_qwen:  84%|########4 | 4220/5000 [12:51<21:20,  1.64s/it, lr: 1.0e-04 loss: 8.198e-02]
laela_v2_qwen:  84%|########4 | 4220/5000 [12:51<21:20,  1.64s/it, lr: 1.0e-04 loss: 8.198e-02]
laela_v2_qwen:  84%|########4 | 4221/5000 [12:52<21:18,  1.64s/it, lr: 1.0e-04 loss: 7.037e-02]
laela_v2_qwen:  84%|########4 | 4221/5000 [12:52<21:18,  1.64s/it, lr: 1.0e-04 loss: 7.037e-02]
laela_v2_qwen:  84%|########4 | 4222/5000 [12:54<21:16,  1.64s/it, lr: 1.0e-04 loss: 1.025e-01]
laela_v2_qwen:  84%|########4 | 4222/5000 [12:54<21:16,  1.64s/it, lr: 1.0e-04 loss: 1.025e-01]
laela_v2_qwen:  84%|########4 | 4223/5000 [12:56<21:14,  1.64s/it, lr: 1.0e-04 loss: 5.389e-02]
laela_v2_qwen:  84%|########4 | 4223/5000 [12:56<21:14,  1.64s/it, lr: 1.0e-04 loss: 5.389e-02]
laela_v2_qwen:  84%|########4 | 4224/5000 [12:57<21:13,  1.64s/it, lr: 1.0e-04 loss: 6.650e-02]
laela_v2_qwen:  84%|########4 | 4224/5000 [12:57<21:13,  1.64s/it, lr: 1.0e-04 loss: 6.650e-02]
laela_v2_qwen:  84%|########4 | 4225/5000 [12:59<21:11,  1.64s/it, lr: 1.0e-04 loss: 1.210e-01]
laela_v2_qwen:  84%|########4 | 4225/5000 [12:59<21:11,  1.64s/it, lr: 1.0e-04 loss: 1.210e-01]
laela_v2_qwen:  85%|########4 | 4226/5000 [13:00<21:09,  1.64s/it, lr: 1.0e-04 loss: 5.280e-02]
laela_v2_qwen:  85%|########4 | 4226/5000 [13:00<21:09,  1.64s/it, lr: 1.0e-04 loss: 5.280e-02]
laela_v2_qwen:  85%|########4 | 4227/5000 [13:02<21:08,  1.64s/it, lr: 1.0e-04 loss: 7.712e-02]
laela_v2_qwen:  85%|########4 | 4227/5000 [13:02<21:08,  1.64s/it, lr: 1.0e-04 loss: 7.712e-02]
laela_v2_qwen:  85%|########4 | 4228/5000 [13:04<21:06,  1.64s/it, lr: 1.0e-04 loss: 4.696e-02]
laela_v2_qwen:  85%|########4 | 4228/5000 [13:04<21:06,  1.64s/it, lr: 1.0e-04 loss: 4.696e-02]
laela_v2_qwen:  85%|########4 | 4229/5000 [13:06<21:05,  1.64s/it, lr: 1.0e-04 loss: 8.062e-02]
laela_v2_qwen:  85%|########4 | 4229/5000 [13:06<21:05,  1.64s/it, lr: 1.0e-04 loss: 8.062e-02]
laela_v2_qwen:  85%|########4 | 4230/5000 [13:07<21:03,  1.64s/it, lr: 1.0e-04 loss: 7.853e-02]
laela_v2_qwen:  85%|########4 | 4230/5000 [13:07<21:03,  1.64s/it, lr: 1.0e-04 loss: 7.853e-02]
laela_v2_qwen:  85%|########4 | 4231/5000 [13:09<21:01,  1.64s/it, lr: 1.0e-04 loss: 4.669e-02]
laela_v2_qwen:  85%|########4 | 4231/5000 [13:09<21:01,  1.64s/it, lr: 1.0e-04 loss: 4.669e-02]
laela_v2_qwen:  85%|########4 | 4232/5000 [13:10<21:00,  1.64s/it, lr: 1.0e-04 loss: 1.394e-01]
laela_v2_qwen:  85%|########4 | 4232/5000 [13:10<21:00,  1.64s/it, lr: 1.0e-04 loss: 1.394e-01]
laela_v2_qwen:  85%|########4 | 4233/5000 [13:12<20:58,  1.64s/it, lr: 1.0e-04 loss: 1.542e-01]
laela_v2_qwen:  85%|########4 | 4233/5000 [13:12<20:58,  1.64s/it, lr: 1.0e-04 loss: 1.542e-01]
laela_v2_qwen:  85%|########4 | 4234/5000 [13:14<20:56,  1.64s/it, lr: 1.0e-04 loss: 1.389e-01]
laela_v2_qwen:  85%|########4 | 4234/5000 [13:14<20:56,  1.64s/it, lr: 1.0e-04 loss: 1.389e-01]
laela_v2_qwen:  85%|########4 | 4235/5000 [13:15<20:55,  1.64s/it, lr: 1.0e-04 loss: 7.541e-02]
laela_v2_qwen:  85%|########4 | 4235/5000 [13:15<20:55,  1.64s/it, lr: 1.0e-04 loss: 7.541e-02]
laela_v2_qwen:  85%|########4 | 4236/5000 [13:17<20:53,  1.64s/it, lr: 1.0e-04 loss: 6.919e-02]
laela_v2_qwen:  85%|########4 | 4236/5000 [13:17<20:53,  1.64s/it, lr: 1.0e-04 loss: 6.919e-02]
laela_v2_qwen:  85%|########4 | 4237/5000 [13:18<20:51,  1.64s/it, lr: 1.0e-04 loss: 1.181e-01]
laela_v2_qwen:  85%|########4 | 4237/5000 [13:18<20:51,  1.64s/it, lr: 1.0e-04 loss: 1.181e-01]
laela_v2_qwen:  85%|########4 | 4238/5000 [13:20<20:50,  1.64s/it, lr: 1.0e-04 loss: 5.511e-02]
laela_v2_qwen:  85%|########4 | 4238/5000 [13:20<20:50,  1.64s/it, lr: 1.0e-04 loss: 5.511e-02]
laela_v2_qwen:  85%|########4 | 4239/5000 [13:22<20:48,  1.64s/it, lr: 1.0e-04 loss: 4.953e-02]
laela_v2_qwen:  85%|########4 | 4239/5000 [13:22<20:48,  1.64s/it, lr: 1.0e-04 loss: 4.953e-02]
laela_v2_qwen:  85%|########4 | 4240/5000 [13:24<20:47,  1.64s/it, lr: 1.0e-04 loss: 4.325e-02]
laela_v2_qwen:  85%|########4 | 4240/5000 [13:24<20:47,  1.64s/it, lr: 1.0e-04 loss: 4.325e-02]
laela_v2_qwen:  85%|########4 | 4241/5000 [13:25<20:45,  1.64s/it, lr: 1.0e-04 loss: 1.069e-01]
laela_v2_qwen:  85%|########4 | 4241/5000 [13:25<20:45,  1.64s/it, lr: 1.0e-04 loss: 1.069e-01]
laela_v2_qwen:  85%|########4 | 4242/5000 [13:27<20:44,  1.64s/it, lr: 1.0e-04 loss: 4.414e-02]
laela_v2_qwen:  85%|########4 | 4242/5000 [13:27<20:44,  1.64s/it, lr: 1.0e-04 loss: 4.414e-02]
laela_v2_qwen:  85%|########4 | 4243/5000 [13:29<20:43,  1.64s/it, lr: 1.0e-04 loss: 4.220e-02]
laela_v2_qwen:  85%|########4 | 4243/5000 [13:29<20:43,  1.64s/it, lr: 1.0e-04 loss: 4.220e-02]
laela_v2_qwen:  85%|########4 | 4244/5000 [13:31<20:41,  1.64s/it, lr: 1.0e-04 loss: 4.193e-02]
laela_v2_qwen:  85%|########4 | 4244/5000 [13:31<20:41,  1.64s/it, lr: 1.0e-04 loss: 4.193e-02]
laela_v2_qwen:  85%|########4 | 4245/5000 [13:33<20:40,  1.64s/it, lr: 1.0e-04 loss: 1.349e-01]
laela_v2_qwen:  85%|########4 | 4245/5000 [13:33<20:40,  1.64s/it, lr: 1.0e-04 loss: 1.349e-01]
laela_v2_qwen:  85%|########4 | 4246/5000 [13:34<20:38,  1.64s/it, lr: 1.0e-04 loss: 2.224e-01]
laela_v2_qwen:  85%|########4 | 4246/5000 [13:34<20:38,  1.64s/it, lr: 1.0e-04 loss: 2.224e-01]
laela_v2_qwen:  85%|########4 | 4247/5000 [13:36<20:36,  1.64s/it, lr: 1.0e-04 loss: 1.283e-01]
laela_v2_qwen:  85%|########4 | 4247/5000 [13:36<20:36,  1.64s/it, lr: 1.0e-04 loss: 1.283e-01]
laela_v2_qwen:  85%|########4 | 4248/5000 [13:37<20:35,  1.64s/it, lr: 1.0e-04 loss: 1.366e-01]
laela_v2_qwen:  85%|########4 | 4248/5000 [13:37<20:35,  1.64s/it, lr: 1.0e-04 loss: 1.366e-01]
laela_v2_qwen:  85%|########4 | 4249/5000 [13:39<20:33,  1.64s/it, lr: 1.0e-04 loss: 1.264e-01]
laela_v2_qwen:  85%|########4 | 4249/5000 [13:39<20:33,  1.64s/it, lr: 1.0e-04 loss: 1.264e-01]
Saving at step 4250
Saved checkpoint to /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000004250.safetensors
Saved optimizer to /app/ai-toolkit/output/laela_v2_qwen/optimizer.pt
Removing old save: /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000003250.safetensors



Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]


Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.69s/it]
Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.69s/it]


Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.70s/it]
Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.70s/it]


Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.71s/it]
Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.71s/it]


Generating Samples: 100%|##########| 4/4 [00:30<00:00,  7.72s/it]
Generating Samples: 100%|##########| 4/4 [00:30<00:00,  7.72s/it]


                                                                 
                                                                 
laela_v2_qwen:  85%|########5 | 4250/5000 [13:41<20:32,  1.64s/it, lr: 1.0e-04 loss: 1.360e-01]
laela_v2_qwen:  85%|########5 | 4250/5000 [13:41<20:32,  1.64s/it, lr: 1.0e-04 loss: 1.360e-01]
laela_v2_qwen:  85%|########5 | 4251/5000 [13:43<20:30,  1.64s/it, lr: 1.0e-04 loss: 7.886e-02]
laela_v2_qwen:  85%|########5 | 4251/5000 [13:43<20:30,  1.64s/it, lr: 1.0e-04 loss: 7.886e-02]
laela_v2_qwen:  85%|########5 | 4252/5000 [13:44<20:28,  1.64s/it, lr: 1.0e-04 loss: 1.061e-01]
laela_v2_qwen:  85%|########5 | 4252/5000 [13:44<20:28,  1.64s/it, lr: 1.0e-04 loss: 1.061e-01]
laela_v2_qwen:  85%|########5 | 4253/5000 [13:45<20:26,  1.64s/it, lr: 1.0e-04 loss: 8.409e-02]
laela_v2_qwen:  85%|########5 | 4253/5000 [13:45<20:26,  1.64s/it, lr: 1.0e-04 loss: 8.409e-02]
laela_v2_qwen:  85%|########5 | 4254/5000 [13:47<20:24,  1.64s/it, lr: 1.0e-04 loss: 5.587e-02]
laela_v2_qwen:  85%|########5 | 4254/5000 [13:47<20:24,  1.64s/it, lr: 1.0e-04 loss: 5.587e-02]
laela_v2_qwen:  85%|########5 | 4255/5000 [13:48<20:22,  1.64s/it, lr: 1.0e-04 loss: 1.614e-01]
laela_v2_qwen:  85%|########5 | 4255/5000 [13:48<20:22,  1.64s/it, lr: 1.0e-04 loss: 1.614e-01]
laela_v2_qwen:  85%|########5 | 4256/5000 [13:50<20:21,  1.64s/it, lr: 1.0e-04 loss: 5.003e-02]
laela_v2_qwen:  85%|########5 | 4256/5000 [13:50<20:21,  1.64s/it, lr: 1.0e-04 loss: 5.003e-02]
laela_v2_qwen:  85%|########5 | 4257/5000 [13:52<20:19,  1.64s/it, lr: 1.0e-04 loss: 5.141e-02]
laela_v2_qwen:  85%|########5 | 4257/5000 [13:52<20:19,  1.64s/it, lr: 1.0e-04 loss: 5.141e-02]
laela_v2_qwen:  85%|########5 | 4258/5000 [13:53<20:17,  1.64s/it, lr: 1.0e-04 loss: 5.028e-02]
laela_v2_qwen:  85%|########5 | 4258/5000 [13:53<20:17,  1.64s/it, lr: 1.0e-04 loss: 5.028e-02]
laela_v2_qwen:  85%|########5 | 4259/5000 [13:55<20:16,  1.64s/it, lr: 1.0e-04 loss: 5.189e-02]
laela_v2_qwen:  85%|########5 | 4259/5000 [13:55<20:16,  1.64s/it, lr: 1.0e-04 loss: 5.189e-02]
laela_v2_qwen:  85%|########5 | 4260/5000 [13:57<20:14,  1.64s/it, lr: 1.0e-04 loss: 4.516e-02]
laela_v2_qwen:  85%|########5 | 4260/5000 [13:57<20:14,  1.64s/it, lr: 1.0e-04 loss: 4.516e-02]
laela_v2_qwen:  85%|########5 | 4261/5000 [13:58<20:13,  1.64s/it, lr: 1.0e-04 loss: 2.170e-01]
laela_v2_qwen:  85%|########5 | 4261/5000 [13:58<20:13,  1.64s/it, lr: 1.0e-04 loss: 2.170e-01]
laela_v2_qwen:  85%|########5 | 4262/5000 [14:00<20:11,  1.64s/it, lr: 1.0e-04 loss: 9.303e-02]
laela_v2_qwen:  85%|########5 | 4262/5000 [14:00<20:11,  1.64s/it, lr: 1.0e-04 loss: 9.303e-02]
laela_v2_qwen:  85%|########5 | 4263/5000 [14:02<20:09,  1.64s/it, lr: 1.0e-04 loss: 1.031e-01]
laela_v2_qwen:  85%|########5 | 4263/5000 [14:02<20:09,  1.64s/it, lr: 1.0e-04 loss: 1.031e-01]
laela_v2_qwen:  85%|########5 | 4264/5000 [14:03<20:07,  1.64s/it, lr: 1.0e-04 loss: 1.938e-01]
laela_v2_qwen:  85%|########5 | 4264/5000 [14:03<20:07,  1.64s/it, lr: 1.0e-04 loss: 1.938e-01]
laela_v2_qwen:  85%|########5 | 4265/5000 [14:05<20:06,  1.64s/it, lr: 1.0e-04 loss: 1.260e-01]
laela_v2_qwen:  85%|########5 | 4265/5000 [14:05<20:06,  1.64s/it, lr: 1.0e-04 loss: 1.260e-01]
laela_v2_qwen:  85%|########5 | 4266/5000 [14:06<20:04,  1.64s/it, lr: 1.0e-04 loss: 3.411e-02]
laela_v2_qwen:  85%|########5 | 4266/5000 [14:06<20:04,  1.64s/it, lr: 1.0e-04 loss: 3.411e-02]
laela_v2_qwen:  85%|########5 | 4267/5000 [14:08<20:03,  1.64s/it, lr: 1.0e-04 loss: 2.120e-01]
laela_v2_qwen:  85%|########5 | 4267/5000 [14:08<20:03,  1.64s/it, lr: 1.0e-04 loss: 2.120e-01]
laela_v2_qwen:  85%|########5 | 4268/5000 [14:10<20:01,  1.64s/it, lr: 1.0e-04 loss: 8.793e-02]
laela_v2_qwen:  85%|########5 | 4268/5000 [14:10<20:01,  1.64s/it, lr: 1.0e-04 loss: 8.793e-02]
laela_v2_qwen:  85%|########5 | 4269/5000 [14:11<19:59,  1.64s/it, lr: 1.0e-04 loss: 8.057e-02]
laela_v2_qwen:  85%|########5 | 4269/5000 [14:11<19:59,  1.64s/it, lr: 1.0e-04 loss: 8.057e-02]
laela_v2_qwen:  85%|########5 | 4270/5000 [14:13<19:57,  1.64s/it, lr: 1.0e-04 loss: 1.427e-01]
laela_v2_qwen:  85%|########5 | 4270/5000 [14:13<19:57,  1.64s/it, lr: 1.0e-04 loss: 1.427e-01]
laela_v2_qwen:  85%|########5 | 4271/5000 [14:15<19:56,  1.64s/it, lr: 1.0e-04 loss: 2.086e-01]
laela_v2_qwen:  85%|########5 | 4271/5000 [14:15<19:56,  1.64s/it, lr: 1.0e-04 loss: 2.086e-01]
laela_v2_qwen:  85%|########5 | 4272/5000 [14:16<19:54,  1.64s/it, lr: 1.0e-04 loss: 1.096e-01]
laela_v2_qwen:  85%|########5 | 4272/5000 [14:16<19:54,  1.64s/it, lr: 1.0e-04 loss: 1.096e-01]
laela_v2_qwen:  85%|########5 | 4273/5000 [14:18<19:52,  1.64s/it, lr: 1.0e-04 loss: 5.631e-02]
laela_v2_qwen:  85%|########5 | 4273/5000 [14:18<19:52,  1.64s/it, lr: 1.0e-04 loss: 5.631e-02]
laela_v2_qwen:  85%|########5 | 4274/5000 [14:19<19:50,  1.64s/it, lr: 1.0e-04 loss: 8.671e-02]
laela_v2_qwen:  85%|########5 | 4274/5000 [14:19<19:50,  1.64s/it, lr: 1.0e-04 loss: 8.671e-02]
laela_v2_qwen:  86%|########5 | 4275/5000 [14:21<19:49,  1.64s/it, lr: 1.0e-04 loss: 9.157e-02]
laela_v2_qwen:  86%|########5 | 4275/5000 [14:21<19:49,  1.64s/it, lr: 1.0e-04 loss: 9.157e-02]
laela_v2_qwen:  86%|########5 | 4276/5000 [14:22<19:47,  1.64s/it, lr: 1.0e-04 loss: 6.253e-02]
laela_v2_qwen:  86%|########5 | 4276/5000 [14:22<19:47,  1.64s/it, lr: 1.0e-04 loss: 6.253e-02]
laela_v2_qwen:  86%|########5 | 4277/5000 [14:24<19:46,  1.64s/it, lr: 1.0e-04 loss: 8.917e-02]
laela_v2_qwen:  86%|########5 | 4277/5000 [14:24<19:46,  1.64s/it, lr: 1.0e-04 loss: 8.917e-02]
laela_v2_qwen:  86%|########5 | 4278/5000 [14:26<19:44,  1.64s/it, lr: 1.0e-04 loss: 2.175e-01]
laela_v2_qwen:  86%|########5 | 4278/5000 [14:26<19:44,  1.64s/it, lr: 1.0e-04 loss: 2.175e-01]
laela_v2_qwen:  86%|########5 | 4279/5000 [14:27<19:42,  1.64s/it, lr: 1.0e-04 loss: 1.198e-01]
laela_v2_qwen:  86%|########5 | 4279/5000 [14:27<19:42,  1.64s/it, lr: 1.0e-04 loss: 1.198e-01]
laela_v2_qwen:  86%|########5 | 4280/5000 [14:29<19:40,  1.64s/it, lr: 1.0e-04 loss: 9.767e-02]
laela_v2_qwen:  86%|########5 | 4280/5000 [14:29<19:40,  1.64s/it, lr: 1.0e-04 loss: 9.767e-02]
laela_v2_qwen:  86%|########5 | 4281/5000 [14:31<19:39,  1.64s/it, lr: 1.0e-04 loss: 1.288e-01]
laela_v2_qwen:  86%|########5 | 4281/5000 [14:31<19:39,  1.64s/it, lr: 1.0e-04 loss: 1.288e-01]
laela_v2_qwen:  86%|########5 | 4282/5000 [14:32<19:38,  1.64s/it, lr: 1.0e-04 loss: 1.687e-01]
laela_v2_qwen:  86%|########5 | 4282/5000 [14:32<19:38,  1.64s/it, lr: 1.0e-04 loss: 1.687e-01]
laela_v2_qwen:  86%|########5 | 4283/5000 [14:34<19:36,  1.64s/it, lr: 1.0e-04 loss: 9.576e-02]
laela_v2_qwen:  86%|########5 | 4283/5000 [14:34<19:36,  1.64s/it, lr: 1.0e-04 loss: 9.576e-02]
laela_v2_qwen:  86%|########5 | 4284/5000 [14:35<19:34,  1.64s/it, lr: 1.0e-04 loss: 7.867e-02]
laela_v2_qwen:  86%|########5 | 4284/5000 [14:35<19:34,  1.64s/it, lr: 1.0e-04 loss: 7.867e-02]
laela_v2_qwen:  86%|########5 | 4285/5000 [14:37<19:32,  1.64s/it, lr: 1.0e-04 loss: 4.611e-02]
laela_v2_qwen:  86%|########5 | 4285/5000 [14:37<19:32,  1.64s/it, lr: 1.0e-04 loss: 4.611e-02]
laela_v2_qwen:  86%|########5 | 4286/5000 [14:39<19:31,  1.64s/it, lr: 1.0e-04 loss: 8.238e-02]
laela_v2_qwen:  86%|########5 | 4286/5000 [14:39<19:31,  1.64s/it, lr: 1.0e-04 loss: 8.238e-02]
laela_v2_qwen:  86%|########5 | 4287/5000 [14:40<19:29,  1.64s/it, lr: 1.0e-04 loss: 4.917e-02]
laela_v2_qwen:  86%|########5 | 4287/5000 [14:40<19:29,  1.64s/it, lr: 1.0e-04 loss: 4.917e-02]
laela_v2_qwen:  86%|########5 | 4288/5000 [14:42<19:27,  1.64s/it, lr: 1.0e-04 loss: 8.380e-02]
laela_v2_qwen:  86%|########5 | 4288/5000 [14:42<19:27,  1.64s/it, lr: 1.0e-04 loss: 8.380e-02]
laela_v2_qwen:  86%|########5 | 4289/5000 [14:44<19:26,  1.64s/it, lr: 1.0e-04 loss: 3.958e-02]
laela_v2_qwen:  86%|########5 | 4289/5000 [14:44<19:26,  1.64s/it, lr: 1.0e-04 loss: 3.958e-02]
laela_v2_qwen:  86%|########5 | 4290/5000 [14:45<19:24,  1.64s/it, lr: 1.0e-04 loss: 3.622e-02]
laela_v2_qwen:  86%|########5 | 4290/5000 [14:45<19:24,  1.64s/it, lr: 1.0e-04 loss: 3.622e-02]
laela_v2_qwen:  86%|########5 | 4291/5000 [14:47<19:22,  1.64s/it, lr: 1.0e-04 loss: 1.180e-01]
laela_v2_qwen:  86%|########5 | 4291/5000 [14:47<19:22,  1.64s/it, lr: 1.0e-04 loss: 1.180e-01]
laela_v2_qwen:  86%|########5 | 4292/5000 [14:48<19:20,  1.64s/it, lr: 1.0e-04 loss: 5.646e-02]
laela_v2_qwen:  86%|########5 | 4292/5000 [14:48<19:20,  1.64s/it, lr: 1.0e-04 loss: 5.646e-02]
laela_v2_qwen:  86%|########5 | 4293/5000 [14:50<19:19,  1.64s/it, lr: 1.0e-04 loss: 5.659e-02]
laela_v2_qwen:  86%|########5 | 4293/5000 [14:50<19:19,  1.64s/it, lr: 1.0e-04 loss: 5.659e-02]
laela_v2_qwen:  86%|########5 | 4294/5000 [14:51<19:17,  1.64s/it, lr: 1.0e-04 loss: 1.192e-01]
laela_v2_qwen:  86%|########5 | 4294/5000 [14:51<19:17,  1.64s/it, lr: 1.0e-04 loss: 1.192e-01]
laela_v2_qwen:  86%|########5 | 4295/5000 [14:53<19:15,  1.64s/it, lr: 1.0e-04 loss: 1.400e-01]
laela_v2_qwen:  86%|########5 | 4295/5000 [14:53<19:15,  1.64s/it, lr: 1.0e-04 loss: 1.400e-01]
laela_v2_qwen:  86%|########5 | 4296/5000 [14:54<19:13,  1.64s/it, lr: 1.0e-04 loss: 5.782e-02]
laela_v2_qwen:  86%|########5 | 4296/5000 [14:54<19:13,  1.64s/it, lr: 1.0e-04 loss: 5.782e-02]
laela_v2_qwen:  86%|########5 | 4297/5000 [14:56<19:11,  1.64s/it, lr: 1.0e-04 loss: 5.462e-02]
laela_v2_qwen:  86%|########5 | 4297/5000 [14:56<19:11,  1.64s/it, lr: 1.0e-04 loss: 5.462e-02]
laela_v2_qwen:  86%|########5 | 4298/5000 [14:57<19:10,  1.64s/it, lr: 1.0e-04 loss: 4.965e-02]
laela_v2_qwen:  86%|########5 | 4298/5000 [14:57<19:10,  1.64s/it, lr: 1.0e-04 loss: 4.965e-02]
laela_v2_qwen:  86%|########5 | 4299/5000 [14:59<19:08,  1.64s/it, lr: 1.0e-04 loss: 8.695e-02]
laela_v2_qwen:  86%|########5 | 4299/5000 [14:59<19:08,  1.64s/it, lr: 1.0e-04 loss: 8.695e-02]
laela_v2_qwen:  86%|########6 | 4300/5000 [15:01<19:06,  1.64s/it, lr: 1.0e-04 loss: 1.320e-01]
laela_v2_qwen:  86%|########6 | 4300/5000 [15:01<19:06,  1.64s/it, lr: 1.0e-04 loss: 1.320e-01]
laela_v2_qwen:  86%|########6 | 4301/5000 [15:02<19:05,  1.64s/it, lr: 1.0e-04 loss: 2.091e-01]
laela_v2_qwen:  86%|########6 | 4301/5000 [15:02<19:05,  1.64s/it, lr: 1.0e-04 loss: 2.091e-01]
laela_v2_qwen:  86%|########6 | 4302/5000 [15:04<19:03,  1.64s/it, lr: 1.0e-04 loss: 1.488e-01]
laela_v2_qwen:  86%|########6 | 4302/5000 [15:04<19:03,  1.64s/it, lr: 1.0e-04 loss: 1.488e-01]
laela_v2_qwen:  86%|########6 | 4303/5000 [15:05<19:01,  1.64s/it, lr: 1.0e-04 loss: 7.523e-02]
laela_v2_qwen:  86%|########6 | 4303/5000 [15:05<19:01,  1.64s/it, lr: 1.0e-04 loss: 7.523e-02]
laela_v2_qwen:  86%|########6 | 4304/5000 [15:07<19:00,  1.64s/it, lr: 1.0e-04 loss: 1.624e-01]
laela_v2_qwen:  86%|########6 | 4304/5000 [15:07<19:00,  1.64s/it, lr: 1.0e-04 loss: 1.624e-01]
laela_v2_qwen:  86%|########6 | 4305/5000 [15:08<18:58,  1.64s/it, lr: 1.0e-04 loss: 1.833e-01]
laela_v2_qwen:  86%|########6 | 4305/5000 [15:08<18:58,  1.64s/it, lr: 1.0e-04 loss: 1.833e-01]
laela_v2_qwen:  86%|########6 | 4306/5000 [15:10<18:56,  1.64s/it, lr: 1.0e-04 loss: 6.349e-02]
laela_v2_qwen:  86%|########6 | 4306/5000 [15:10<18:56,  1.64s/it, lr: 1.0e-04 loss: 6.349e-02]
laela_v2_qwen:  86%|########6 | 4307/5000 [15:11<18:54,  1.64s/it, lr: 1.0e-04 loss: 4.593e-02]
laela_v2_qwen:  86%|########6 | 4307/5000 [15:11<18:54,  1.64s/it, lr: 1.0e-04 loss: 4.593e-02]
laela_v2_qwen:  86%|########6 | 4308/5000 [15:13<18:53,  1.64s/it, lr: 1.0e-04 loss: 3.396e-02]
laela_v2_qwen:  86%|########6 | 4308/5000 [15:13<18:53,  1.64s/it, lr: 1.0e-04 loss: 3.396e-02]
laela_v2_qwen:  86%|########6 | 4309/5000 [15:15<18:51,  1.64s/it, lr: 1.0e-04 loss: 1.181e-01]
laela_v2_qwen:  86%|########6 | 4309/5000 [15:15<18:51,  1.64s/it, lr: 1.0e-04 loss: 1.181e-01]
laela_v2_qwen:  86%|########6 | 4310/5000 [15:17<18:49,  1.64s/it, lr: 1.0e-04 loss: 1.330e-01]
laela_v2_qwen:  86%|########6 | 4310/5000 [15:17<18:49,  1.64s/it, lr: 1.0e-04 loss: 1.330e-01]
laela_v2_qwen:  86%|########6 | 4311/5000 [15:18<18:48,  1.64s/it, lr: 1.0e-04 loss: 7.635e-02]
laela_v2_qwen:  86%|########6 | 4311/5000 [15:18<18:48,  1.64s/it, lr: 1.0e-04 loss: 7.635e-02]
laela_v2_qwen:  86%|########6 | 4312/5000 [15:20<18:46,  1.64s/it, lr: 1.0e-04 loss: 1.353e-01]
laela_v2_qwen:  86%|########6 | 4312/5000 [15:20<18:46,  1.64s/it, lr: 1.0e-04 loss: 1.353e-01]
laela_v2_qwen:  86%|########6 | 4313/5000 [15:22<18:45,  1.64s/it, lr: 1.0e-04 loss: 7.648e-02]
laela_v2_qwen:  86%|########6 | 4313/5000 [15:22<18:45,  1.64s/it, lr: 1.0e-04 loss: 7.648e-02]
laela_v2_qwen:  86%|########6 | 4314/5000 [15:23<18:43,  1.64s/it, lr: 1.0e-04 loss: 1.539e-01]
laela_v2_qwen:  86%|########6 | 4314/5000 [15:23<18:43,  1.64s/it, lr: 1.0e-04 loss: 1.539e-01]
laela_v2_qwen:  86%|########6 | 4315/5000 [15:25<18:42,  1.64s/it, lr: 1.0e-04 loss: 9.257e-02]
laela_v2_qwen:  86%|########6 | 4315/5000 [15:25<18:42,  1.64s/it, lr: 1.0e-04 loss: 9.257e-02]
laela_v2_qwen:  86%|########6 | 4316/5000 [15:27<18:40,  1.64s/it, lr: 1.0e-04 loss: 1.237e-01]
laela_v2_qwen:  86%|########6 | 4316/5000 [15:27<18:40,  1.64s/it, lr: 1.0e-04 loss: 1.237e-01]
laela_v2_qwen:  86%|########6 | 4317/5000 [15:29<18:39,  1.64s/it, lr: 1.0e-04 loss: 1.864e-01]
laela_v2_qwen:  86%|########6 | 4317/5000 [15:29<18:39,  1.64s/it, lr: 1.0e-04 loss: 1.864e-01]
laela_v2_qwen:  86%|########6 | 4318/5000 [15:30<18:37,  1.64s/it, lr: 1.0e-04 loss: 1.370e-01]
laela_v2_qwen:  86%|########6 | 4318/5000 [15:30<18:37,  1.64s/it, lr: 1.0e-04 loss: 1.370e-01]
laela_v2_qwen:  86%|########6 | 4319/5000 [15:32<18:36,  1.64s/it, lr: 1.0e-04 loss: 5.493e-02]
laela_v2_qwen:  86%|########6 | 4319/5000 [15:32<18:36,  1.64s/it, lr: 1.0e-04 loss: 5.493e-02]
laela_v2_qwen:  86%|########6 | 4320/5000 [15:34<18:34,  1.64s/it, lr: 1.0e-04 loss: 7.449e-02]
laela_v2_qwen:  86%|########6 | 4320/5000 [15:34<18:34,  1.64s/it, lr: 1.0e-04 loss: 7.449e-02]
laela_v2_qwen:  86%|########6 | 4321/5000 [15:35<18:32,  1.64s/it, lr: 1.0e-04 loss: 5.321e-02]
laela_v2_qwen:  86%|########6 | 4321/5000 [15:35<18:32,  1.64s/it, lr: 1.0e-04 loss: 5.321e-02]
laela_v2_qwen:  86%|########6 | 4322/5000 [15:37<18:30,  1.64s/it, lr: 1.0e-04 loss: 1.097e-01]
laela_v2_qwen:  86%|########6 | 4322/5000 [15:37<18:30,  1.64s/it, lr: 1.0e-04 loss: 1.097e-01]
laela_v2_qwen:  86%|########6 | 4323/5000 [15:38<18:29,  1.64s/it, lr: 1.0e-04 loss: 9.464e-02]
laela_v2_qwen:  86%|########6 | 4323/5000 [15:38<18:29,  1.64s/it, lr: 1.0e-04 loss: 9.464e-02]
laela_v2_qwen:  86%|########6 | 4324/5000 [15:40<18:27,  1.64s/it, lr: 1.0e-04 loss: 1.228e-01]
laela_v2_qwen:  86%|########6 | 4324/5000 [15:40<18:27,  1.64s/it, lr: 1.0e-04 loss: 1.228e-01]
laela_v2_qwen:  86%|########6 | 4325/5000 [15:42<18:25,  1.64s/it, lr: 1.0e-04 loss: 1.167e-01]
laela_v2_qwen:  86%|########6 | 4325/5000 [15:42<18:25,  1.64s/it, lr: 1.0e-04 loss: 1.167e-01]
laela_v2_qwen:  87%|########6 | 4326/5000 [15:43<18:24,  1.64s/it, lr: 1.0e-04 loss: 5.478e-02]
laela_v2_qwen:  87%|########6 | 4326/5000 [15:43<18:24,  1.64s/it, lr: 1.0e-04 loss: 5.478e-02]
laela_v2_qwen:  87%|########6 | 4327/5000 [15:45<18:22,  1.64s/it, lr: 1.0e-04 loss: 4.557e-02]
laela_v2_qwen:  87%|########6 | 4327/5000 [15:45<18:22,  1.64s/it, lr: 1.0e-04 loss: 4.557e-02]
laela_v2_qwen:  87%|########6 | 4328/5000 [15:46<18:20,  1.64s/it, lr: 1.0e-04 loss: 1.238e-01]
laela_v2_qwen:  87%|########6 | 4328/5000 [15:46<18:20,  1.64s/it, lr: 1.0e-04 loss: 1.238e-01]
laela_v2_qwen:  87%|########6 | 4329/5000 [15:48<18:19,  1.64s/it, lr: 1.0e-04 loss: 1.356e-01]
laela_v2_qwen:  87%|########6 | 4329/5000 [15:48<18:19,  1.64s/it, lr: 1.0e-04 loss: 1.356e-01]
laela_v2_qwen:  87%|########6 | 4330/5000 [15:49<18:17,  1.64s/it, lr: 1.0e-04 loss: 8.546e-02]
laela_v2_qwen:  87%|########6 | 4330/5000 [15:49<18:17,  1.64s/it, lr: 1.0e-04 loss: 8.546e-02]
laela_v2_qwen:  87%|########6 | 4331/5000 [15:51<18:15,  1.64s/it, lr: 1.0e-04 loss: 7.868e-02]
laela_v2_qwen:  87%|########6 | 4331/5000 [15:51<18:15,  1.64s/it, lr: 1.0e-04 loss: 7.868e-02]
laela_v2_qwen:  87%|########6 | 4332/5000 [15:53<18:14,  1.64s/it, lr: 1.0e-04 loss: 5.012e-02]
laela_v2_qwen:  87%|########6 | 4332/5000 [15:53<18:14,  1.64s/it, lr: 1.0e-04 loss: 5.012e-02]
laela_v2_qwen:  87%|########6 | 4333/5000 [15:54<18:12,  1.64s/it, lr: 1.0e-04 loss: 8.980e-02]
laela_v2_qwen:  87%|########6 | 4333/5000 [15:54<18:12,  1.64s/it, lr: 1.0e-04 loss: 8.980e-02]
laela_v2_qwen:  87%|########6 | 4334/5000 [15:56<18:10,  1.64s/it, lr: 1.0e-04 loss: 9.385e-02]
laela_v2_qwen:  87%|########6 | 4334/5000 [15:56<18:10,  1.64s/it, lr: 1.0e-04 loss: 9.385e-02]
laela_v2_qwen:  87%|########6 | 4335/5000 [15:57<18:08,  1.64s/it, lr: 1.0e-04 loss: 6.167e-02]
laela_v2_qwen:  87%|########6 | 4335/5000 [15:57<18:08,  1.64s/it, lr: 1.0e-04 loss: 6.167e-02]
laela_v2_qwen:  87%|########6 | 4336/5000 [15:59<18:07,  1.64s/it, lr: 1.0e-04 loss: 6.980e-02]
laela_v2_qwen:  87%|########6 | 4336/5000 [15:59<18:07,  1.64s/it, lr: 1.0e-04 loss: 6.980e-02]
laela_v2_qwen:  87%|########6 | 4337/5000 [16:00<18:05,  1.64s/it, lr: 1.0e-04 loss: 1.015e-01]
laela_v2_qwen:  87%|########6 | 4337/5000 [16:00<18:05,  1.64s/it, lr: 1.0e-04 loss: 1.015e-01]
laela_v2_qwen:  87%|########6 | 4338/5000 [16:02<18:03,  1.64s/it, lr: 1.0e-04 loss: 6.885e-02]
laela_v2_qwen:  87%|########6 | 4338/5000 [16:02<18:03,  1.64s/it, lr: 1.0e-04 loss: 6.885e-02]
laela_v2_qwen:  87%|########6 | 4339/5000 [16:04<18:02,  1.64s/it, lr: 1.0e-04 loss: 7.456e-02]
laela_v2_qwen:  87%|########6 | 4339/5000 [16:04<18:02,  1.64s/it, lr: 1.0e-04 loss: 7.456e-02]
laela_v2_qwen:  87%|########6 | 4340/5000 [16:06<18:00,  1.64s/it, lr: 1.0e-04 loss: 4.663e-02]
laela_v2_qwen:  87%|########6 | 4340/5000 [16:06<18:00,  1.64s/it, lr: 1.0e-04 loss: 4.663e-02]
laela_v2_qwen:  87%|########6 | 4341/5000 [16:07<17:59,  1.64s/it, lr: 1.0e-04 loss: 1.611e-01]
laela_v2_qwen:  87%|########6 | 4341/5000 [16:07<17:59,  1.64s/it, lr: 1.0e-04 loss: 1.611e-01]
laela_v2_qwen:  87%|########6 | 4342/5000 [16:09<17:57,  1.64s/it, lr: 1.0e-04 loss: 1.357e-01]
laela_v2_qwen:  87%|########6 | 4342/5000 [16:09<17:57,  1.64s/it, lr: 1.0e-04 loss: 1.357e-01]
laela_v2_qwen:  87%|########6 | 4343/5000 [16:11<17:56,  1.64s/it, lr: 1.0e-04 loss: 6.375e-02]
laela_v2_qwen:  87%|########6 | 4343/5000 [16:11<17:56,  1.64s/it, lr: 1.0e-04 loss: 6.375e-02]
laela_v2_qwen:  87%|########6 | 4344/5000 [16:13<17:54,  1.64s/it, lr: 1.0e-04 loss: 7.399e-02]
laela_v2_qwen:  87%|########6 | 4344/5000 [16:13<17:54,  1.64s/it, lr: 1.0e-04 loss: 7.399e-02]
laela_v2_qwen:  87%|########6 | 4345/5000 [16:14<17:53,  1.64s/it, lr: 1.0e-04 loss: 1.040e-01]
laela_v2_qwen:  87%|########6 | 4345/5000 [16:14<17:53,  1.64s/it, lr: 1.0e-04 loss: 1.040e-01]
laela_v2_qwen:  87%|########6 | 4346/5000 [16:16<17:51,  1.64s/it, lr: 1.0e-04 loss: 4.240e-02]
laela_v2_qwen:  87%|########6 | 4346/5000 [16:16<17:51,  1.64s/it, lr: 1.0e-04 loss: 4.240e-02]
laela_v2_qwen:  87%|########6 | 4347/5000 [16:18<17:50,  1.64s/it, lr: 1.0e-04 loss: 6.651e-02]
laela_v2_qwen:  87%|########6 | 4347/5000 [16:18<17:50,  1.64s/it, lr: 1.0e-04 loss: 6.651e-02]
laela_v2_qwen:  87%|########6 | 4348/5000 [16:19<17:48,  1.64s/it, lr: 1.0e-04 loss: 1.493e-01]
laela_v2_qwen:  87%|########6 | 4348/5000 [16:19<17:48,  1.64s/it, lr: 1.0e-04 loss: 1.493e-01]
laela_v2_qwen:  87%|########6 | 4349/5000 [16:21<17:46,  1.64s/it, lr: 1.0e-04 loss: 1.109e-01]
laela_v2_qwen:  87%|########6 | 4349/5000 [16:21<17:46,  1.64s/it, lr: 1.0e-04 loss: 1.109e-01]
laela_v2_qwen:  87%|########7 | 4350/5000 [16:23<17:45,  1.64s/it, lr: 1.0e-04 loss: 5.069e-02]
laela_v2_qwen:  87%|########7 | 4350/5000 [16:23<17:45,  1.64s/it, lr: 1.0e-04 loss: 5.069e-02]
laela_v2_qwen:  87%|########7 | 4351/5000 [16:25<17:43,  1.64s/it, lr: 1.0e-04 loss: 8.171e-02]
laela_v2_qwen:  87%|########7 | 4351/5000 [16:25<17:43,  1.64s/it, lr: 1.0e-04 loss: 8.171e-02]
laela_v2_qwen:  87%|########7 | 4352/5000 [16:26<17:41,  1.64s/it, lr: 1.0e-04 loss: 5.279e-02]
laela_v2_qwen:  87%|########7 | 4352/5000 [16:26<17:41,  1.64s/it, lr: 1.0e-04 loss: 5.279e-02]
laela_v2_qwen:  87%|########7 | 4353/5000 [16:28<17:40,  1.64s/it, lr: 1.0e-04 loss: 4.145e-02]
laela_v2_qwen:  87%|########7 | 4353/5000 [16:28<17:40,  1.64s/it, lr: 1.0e-04 loss: 4.145e-02]
laela_v2_qwen:  87%|########7 | 4354/5000 [16:29<17:38,  1.64s/it, lr: 1.0e-04 loss: 9.526e-02]
laela_v2_qwen:  87%|########7 | 4354/5000 [16:29<17:38,  1.64s/it, lr: 1.0e-04 loss: 9.526e-02]
laela_v2_qwen:  87%|########7 | 4355/5000 [16:31<17:36,  1.64s/it, lr: 1.0e-04 loss: 4.686e-02]
laela_v2_qwen:  87%|########7 | 4355/5000 [16:31<17:36,  1.64s/it, lr: 1.0e-04 loss: 4.686e-02]
laela_v2_qwen:  87%|########7 | 4356/5000 [16:32<17:35,  1.64s/it, lr: 1.0e-04 loss: 4.799e-02]
laela_v2_qwen:  87%|########7 | 4356/5000 [16:32<17:35,  1.64s/it, lr: 1.0e-04 loss: 4.799e-02]
laela_v2_qwen:  87%|########7 | 4357/5000 [16:34<17:33,  1.64s/it, lr: 1.0e-04 loss: 2.022e-01]
laela_v2_qwen:  87%|########7 | 4357/5000 [16:34<17:33,  1.64s/it, lr: 1.0e-04 loss: 2.022e-01]
laela_v2_qwen:  87%|########7 | 4358/5000 [16:36<17:32,  1.64s/it, lr: 1.0e-04 loss: 9.932e-02]
laela_v2_qwen:  87%|########7 | 4358/5000 [16:36<17:32,  1.64s/it, lr: 1.0e-04 loss: 9.932e-02]
laela_v2_qwen:  87%|########7 | 4359/5000 [16:38<17:30,  1.64s/it, lr: 1.0e-04 loss: 1.525e-01]
laela_v2_qwen:  87%|########7 | 4359/5000 [16:38<17:30,  1.64s/it, lr: 1.0e-04 loss: 1.525e-01]
laela_v2_qwen:  87%|########7 | 4360/5000 [16:39<17:29,  1.64s/it, lr: 1.0e-04 loss: 4.496e-02]
laela_v2_qwen:  87%|########7 | 4360/5000 [16:39<17:29,  1.64s/it, lr: 1.0e-04 loss: 4.496e-02]
laela_v2_qwen:  87%|########7 | 4361/5000 [16:41<17:27,  1.64s/it, lr: 1.0e-04 loss: 8.614e-02]
laela_v2_qwen:  87%|########7 | 4361/5000 [16:41<17:27,  1.64s/it, lr: 1.0e-04 loss: 8.614e-02]
laela_v2_qwen:  87%|########7 | 4362/5000 [16:43<17:25,  1.64s/it, lr: 1.0e-04 loss: 7.808e-02]
laela_v2_qwen:  87%|########7 | 4362/5000 [16:43<17:25,  1.64s/it, lr: 1.0e-04 loss: 7.808e-02]
laela_v2_qwen:  87%|########7 | 4363/5000 [16:44<17:24,  1.64s/it, lr: 1.0e-04 loss: 7.199e-02]
laela_v2_qwen:  87%|########7 | 4363/5000 [16:44<17:24,  1.64s/it, lr: 1.0e-04 loss: 7.199e-02]
laela_v2_qwen:  87%|########7 | 4364/5000 [16:46<17:22,  1.64s/it, lr: 1.0e-04 loss: 1.484e-01]
laela_v2_qwen:  87%|########7 | 4364/5000 [16:46<17:22,  1.64s/it, lr: 1.0e-04 loss: 1.484e-01]
laela_v2_qwen:  87%|########7 | 4365/5000 [16:47<17:20,  1.64s/it, lr: 1.0e-04 loss: 8.610e-02]
laela_v2_qwen:  87%|########7 | 4365/5000 [16:47<17:20,  1.64s/it, lr: 1.0e-04 loss: 8.610e-02]
laela_v2_qwen:  87%|########7 | 4366/5000 [16:49<17:19,  1.64s/it, lr: 1.0e-04 loss: 6.314e-02]
laela_v2_qwen:  87%|########7 | 4366/5000 [16:49<17:19,  1.64s/it, lr: 1.0e-04 loss: 6.314e-02]
laela_v2_qwen:  87%|########7 | 4367/5000 [16:51<17:17,  1.64s/it, lr: 1.0e-04 loss: 1.327e-01]
laela_v2_qwen:  87%|########7 | 4367/5000 [16:51<17:17,  1.64s/it, lr: 1.0e-04 loss: 1.327e-01]
laela_v2_qwen:  87%|########7 | 4368/5000 [16:52<17:15,  1.64s/it, lr: 1.0e-04 loss: 1.526e-01]
laela_v2_qwen:  87%|########7 | 4368/5000 [16:52<17:15,  1.64s/it, lr: 1.0e-04 loss: 1.526e-01]
laela_v2_qwen:  87%|########7 | 4369/5000 [16:54<17:13,  1.64s/it, lr: 1.0e-04 loss: 4.497e-02]
laela_v2_qwen:  87%|########7 | 4369/5000 [16:54<17:13,  1.64s/it, lr: 1.0e-04 loss: 4.497e-02]
laela_v2_qwen:  87%|########7 | 4370/5000 [16:55<17:11,  1.64s/it, lr: 1.0e-04 loss: 6.547e-02]
laela_v2_qwen:  87%|########7 | 4370/5000 [16:55<17:11,  1.64s/it, lr: 1.0e-04 loss: 6.547e-02]
laela_v2_qwen:  87%|########7 | 4371/5000 [16:57<17:10,  1.64s/it, lr: 1.0e-04 loss: 7.200e-02]
laela_v2_qwen:  87%|########7 | 4371/5000 [16:57<17:10,  1.64s/it, lr: 1.0e-04 loss: 7.200e-02]
laela_v2_qwen:  87%|########7 | 4372/5000 [16:59<17:08,  1.64s/it, lr: 1.0e-04 loss: 7.525e-02]
laela_v2_qwen:  87%|########7 | 4372/5000 [16:59<17:08,  1.64s/it, lr: 1.0e-04 loss: 7.525e-02]
laela_v2_qwen:  87%|########7 | 4373/5000 [17:00<17:07,  1.64s/it, lr: 1.0e-04 loss: 5.331e-02]
laela_v2_qwen:  87%|########7 | 4373/5000 [17:00<17:07,  1.64s/it, lr: 1.0e-04 loss: 5.331e-02]
laela_v2_qwen:  87%|########7 | 4374/5000 [17:02<17:05,  1.64s/it, lr: 1.0e-04 loss: 7.404e-02]
laela_v2_qwen:  87%|########7 | 4374/5000 [17:02<17:05,  1.64s/it, lr: 1.0e-04 loss: 7.404e-02]
laela_v2_qwen:  88%|########7 | 4375/5000 [17:04<17:04,  1.64s/it, lr: 1.0e-04 loss: 6.637e-02]
laela_v2_qwen:  88%|########7 | 4375/5000 [17:04<17:04,  1.64s/it, lr: 1.0e-04 loss: 6.637e-02]
laela_v2_qwen:  88%|########7 | 4376/5000 [17:05<17:02,  1.64s/it, lr: 1.0e-04 loss: 9.753e-02]
laela_v2_qwen:  88%|########7 | 4376/5000 [17:05<17:02,  1.64s/it, lr: 1.0e-04 loss: 9.753e-02]
laela_v2_qwen:  88%|########7 | 4377/5000 [17:07<17:00,  1.64s/it, lr: 1.0e-04 loss: 6.956e-02]
laela_v2_qwen:  88%|########7 | 4377/5000 [17:07<17:00,  1.64s/it, lr: 1.0e-04 loss: 6.956e-02]
laela_v2_qwen:  88%|########7 | 4378/5000 [17:08<16:58,  1.64s/it, lr: 1.0e-04 loss: 9.222e-02]
laela_v2_qwen:  88%|########7 | 4378/5000 [17:08<16:58,  1.64s/it, lr: 1.0e-04 loss: 9.222e-02]
laela_v2_qwen:  88%|########7 | 4379/5000 [17:10<16:57,  1.64s/it, lr: 1.0e-04 loss: 6.242e-02]
laela_v2_qwen:  88%|########7 | 4379/5000 [17:10<16:57,  1.64s/it, lr: 1.0e-04 loss: 6.242e-02]
laela_v2_qwen:  88%|########7 | 4380/5000 [17:11<16:55,  1.64s/it, lr: 1.0e-04 loss: 1.287e-01]
laela_v2_qwen:  88%|########7 | 4380/5000 [17:11<16:55,  1.64s/it, lr: 1.0e-04 loss: 1.287e-01]
laela_v2_qwen:  88%|########7 | 4381/5000 [17:13<16:53,  1.64s/it, lr: 1.0e-04 loss: 1.534e-01]
laela_v2_qwen:  88%|########7 | 4381/5000 [17:13<16:53,  1.64s/it, lr: 1.0e-04 loss: 1.534e-01]
laela_v2_qwen:  88%|########7 | 4382/5000 [17:15<16:52,  1.64s/it, lr: 1.0e-04 loss: 1.020e-01]
laela_v2_qwen:  88%|########7 | 4382/5000 [17:15<16:52,  1.64s/it, lr: 1.0e-04 loss: 1.020e-01]
laela_v2_qwen:  88%|########7 | 4383/5000 [17:17<16:50,  1.64s/it, lr: 1.0e-04 loss: 5.915e-02]
laela_v2_qwen:  88%|########7 | 4383/5000 [17:17<16:50,  1.64s/it, lr: 1.0e-04 loss: 5.915e-02]
laela_v2_qwen:  88%|########7 | 4384/5000 [17:18<16:49,  1.64s/it, lr: 1.0e-04 loss: 9.951e-02]
laela_v2_qwen:  88%|########7 | 4384/5000 [17:18<16:49,  1.64s/it, lr: 1.0e-04 loss: 9.951e-02]
laela_v2_qwen:  88%|########7 | 4385/5000 [17:20<16:47,  1.64s/it, lr: 1.0e-04 loss: 1.249e-01]
laela_v2_qwen:  88%|########7 | 4385/5000 [17:20<16:47,  1.64s/it, lr: 1.0e-04 loss: 1.249e-01]
laela_v2_qwen:  88%|########7 | 4386/5000 [17:21<16:45,  1.64s/it, lr: 1.0e-04 loss: 4.559e-02]
laela_v2_qwen:  88%|########7 | 4386/5000 [17:21<16:45,  1.64s/it, lr: 1.0e-04 loss: 4.559e-02]
laela_v2_qwen:  88%|########7 | 4387/5000 [17:23<16:44,  1.64s/it, lr: 1.0e-04 loss: 1.090e-01]
laela_v2_qwen:  88%|########7 | 4387/5000 [17:23<16:44,  1.64s/it, lr: 1.0e-04 loss: 1.090e-01]
laela_v2_qwen:  88%|########7 | 4388/5000 [17:25<16:42,  1.64s/it, lr: 1.0e-04 loss: 8.696e-02]
laela_v2_qwen:  88%|########7 | 4388/5000 [17:25<16:42,  1.64s/it, lr: 1.0e-04 loss: 8.696e-02]
laela_v2_qwen:  88%|########7 | 4389/5000 [17:27<16:41,  1.64s/it, lr: 1.0e-04 loss: 1.532e-01]
laela_v2_qwen:  88%|########7 | 4389/5000 [17:27<16:41,  1.64s/it, lr: 1.0e-04 loss: 1.532e-01]
laela_v2_qwen:  88%|########7 | 4390/5000 [17:29<16:39,  1.64s/it, lr: 1.0e-04 loss: 5.661e-02]
laela_v2_qwen:  88%|########7 | 4390/5000 [17:29<16:39,  1.64s/it, lr: 1.0e-04 loss: 5.661e-02]
laela_v2_qwen:  88%|########7 | 4391/5000 [17:30<16:38,  1.64s/it, lr: 1.0e-04 loss: 1.112e-01]
laela_v2_qwen:  88%|########7 | 4391/5000 [17:30<16:38,  1.64s/it, lr: 1.0e-04 loss: 1.112e-01]
laela_v2_qwen:  88%|########7 | 4392/5000 [17:32<16:36,  1.64s/it, lr: 1.0e-04 loss: 1.345e-01]
laela_v2_qwen:  88%|########7 | 4392/5000 [17:32<16:36,  1.64s/it, lr: 1.0e-04 loss: 1.345e-01]
laela_v2_qwen:  88%|########7 | 4393/5000 [17:33<16:34,  1.64s/it, lr: 1.0e-04 loss: 1.550e-01]
laela_v2_qwen:  88%|########7 | 4393/5000 [17:33<16:34,  1.64s/it, lr: 1.0e-04 loss: 1.550e-01]
laela_v2_qwen:  88%|########7 | 4394/5000 [17:35<16:33,  1.64s/it, lr: 1.0e-04 loss: 6.048e-02]
laela_v2_qwen:  88%|########7 | 4394/5000 [17:35<16:33,  1.64s/it, lr: 1.0e-04 loss: 6.048e-02]
laela_v2_qwen:  88%|########7 | 4395/5000 [17:37<16:31,  1.64s/it, lr: 1.0e-04 loss: 1.357e-01]
laela_v2_qwen:  88%|########7 | 4395/5000 [17:37<16:31,  1.64s/it, lr: 1.0e-04 loss: 1.357e-01]
laela_v2_qwen:  88%|########7 | 4396/5000 [17:38<16:30,  1.64s/it, lr: 1.0e-04 loss: 5.873e-02]
laela_v2_qwen:  88%|########7 | 4396/5000 [17:38<16:30,  1.64s/it, lr: 1.0e-04 loss: 5.873e-02]
laela_v2_qwen:  88%|########7 | 4397/5000 [17:40<16:28,  1.64s/it, lr: 1.0e-04 loss: 4.158e-02]
laela_v2_qwen:  88%|########7 | 4397/5000 [17:40<16:28,  1.64s/it, lr: 1.0e-04 loss: 4.158e-02]
laela_v2_qwen:  88%|########7 | 4398/5000 [17:42<16:26,  1.64s/it, lr: 1.0e-04 loss: 1.401e-01]
laela_v2_qwen:  88%|########7 | 4398/5000 [17:42<16:26,  1.64s/it, lr: 1.0e-04 loss: 1.401e-01]
laela_v2_qwen:  88%|########7 | 4399/5000 [17:43<16:25,  1.64s/it, lr: 1.0e-04 loss: 1.757e-01]
laela_v2_qwen:  88%|########7 | 4399/5000 [17:43<16:25,  1.64s/it, lr: 1.0e-04 loss: 1.757e-01]
laela_v2_qwen:  88%|########8 | 4400/5000 [17:45<16:23,  1.64s/it, lr: 1.0e-04 loss: 1.067e-01]
laela_v2_qwen:  88%|########8 | 4400/5000 [17:45<16:23,  1.64s/it, lr: 1.0e-04 loss: 1.067e-01]
laela_v2_qwen:  88%|########8 | 4401/5000 [17:47<16:22,  1.64s/it, lr: 1.0e-04 loss: 4.424e-02]
laela_v2_qwen:  88%|########8 | 4401/5000 [17:47<16:22,  1.64s/it, lr: 1.0e-04 loss: 4.424e-02]
laela_v2_qwen:  88%|########8 | 4402/5000 [17:48<16:20,  1.64s/it, lr: 1.0e-04 loss: 4.097e-02]
laela_v2_qwen:  88%|########8 | 4402/5000 [17:48<16:20,  1.64s/it, lr: 1.0e-04 loss: 4.097e-02]
laela_v2_qwen:  88%|########8 | 4403/5000 [17:50<16:18,  1.64s/it, lr: 1.0e-04 loss: 2.548e-01]
laela_v2_qwen:  88%|########8 | 4403/5000 [17:50<16:18,  1.64s/it, lr: 1.0e-04 loss: 2.548e-01]
laela_v2_qwen:  88%|########8 | 4404/5000 [17:52<16:17,  1.64s/it, lr: 1.0e-04 loss: 6.654e-02]
laela_v2_qwen:  88%|########8 | 4404/5000 [17:52<16:17,  1.64s/it, lr: 1.0e-04 loss: 6.654e-02]
laela_v2_qwen:  88%|########8 | 4405/5000 [17:54<16:15,  1.64s/it, lr: 1.0e-04 loss: 1.608e-01]
laela_v2_qwen:  88%|########8 | 4405/5000 [17:54<16:15,  1.64s/it, lr: 1.0e-04 loss: 1.608e-01]
laela_v2_qwen:  88%|########8 | 4406/5000 [17:55<16:14,  1.64s/it, lr: 1.0e-04 loss: 1.321e-01]
laela_v2_qwen:  88%|########8 | 4406/5000 [17:55<16:14,  1.64s/it, lr: 1.0e-04 loss: 1.321e-01]
laela_v2_qwen:  88%|########8 | 4407/5000 [17:57<16:12,  1.64s/it, lr: 1.0e-04 loss: 4.257e-02]
laela_v2_qwen:  88%|########8 | 4407/5000 [17:57<16:12,  1.64s/it, lr: 1.0e-04 loss: 4.257e-02]
laela_v2_qwen:  88%|########8 | 4408/5000 [17:58<16:10,  1.64s/it, lr: 1.0e-04 loss: 1.087e-01]
laela_v2_qwen:  88%|########8 | 4408/5000 [17:58<16:10,  1.64s/it, lr: 1.0e-04 loss: 1.087e-01]
laela_v2_qwen:  88%|########8 | 4409/5000 [18:00<16:08,  1.64s/it, lr: 1.0e-04 loss: 1.103e-01]
laela_v2_qwen:  88%|########8 | 4409/5000 [18:00<16:08,  1.64s/it, lr: 1.0e-04 loss: 1.103e-01]
laela_v2_qwen:  88%|########8 | 4410/5000 [18:02<16:07,  1.64s/it, lr: 1.0e-04 loss: 4.788e-02]
laela_v2_qwen:  88%|########8 | 4410/5000 [18:02<16:07,  1.64s/it, lr: 1.0e-04 loss: 4.788e-02]
laela_v2_qwen:  88%|########8 | 4411/5000 [18:03<16:05,  1.64s/it, lr: 1.0e-04 loss: 2.044e-01]
laela_v2_qwen:  88%|########8 | 4411/5000 [18:03<16:05,  1.64s/it, lr: 1.0e-04 loss: 2.044e-01]
laela_v2_qwen:  88%|########8 | 4412/5000 [18:05<16:03,  1.64s/it, lr: 1.0e-04 loss: 1.900e-01]
laela_v2_qwen:  88%|########8 | 4412/5000 [18:05<16:03,  1.64s/it, lr: 1.0e-04 loss: 1.900e-01]
laela_v2_qwen:  88%|########8 | 4413/5000 [18:07<16:02,  1.64s/it, lr: 1.0e-04 loss: 4.975e-02]
laela_v2_qwen:  88%|########8 | 4413/5000 [18:07<16:02,  1.64s/it, lr: 1.0e-04 loss: 4.975e-02]
laela_v2_qwen:  88%|########8 | 4414/5000 [18:08<16:00,  1.64s/it, lr: 1.0e-04 loss: 4.711e-02]
laela_v2_qwen:  88%|########8 | 4414/5000 [18:08<16:00,  1.64s/it, lr: 1.0e-04 loss: 4.711e-02]
laela_v2_qwen:  88%|########8 | 4415/5000 [18:10<15:58,  1.64s/it, lr: 1.0e-04 loss: 1.347e-01]
laela_v2_qwen:  88%|########8 | 4415/5000 [18:10<15:58,  1.64s/it, lr: 1.0e-04 loss: 1.347e-01]
laela_v2_qwen:  88%|########8 | 4416/5000 [18:11<15:57,  1.64s/it, lr: 1.0e-04 loss: 1.152e-01]
laela_v2_qwen:  88%|########8 | 4416/5000 [18:11<15:57,  1.64s/it, lr: 1.0e-04 loss: 1.152e-01]
laela_v2_qwen:  88%|########8 | 4417/5000 [18:13<15:55,  1.64s/it, lr: 1.0e-04 loss: 4.690e-02]
laela_v2_qwen:  88%|########8 | 4417/5000 [18:13<15:55,  1.64s/it, lr: 1.0e-04 loss: 4.690e-02]
laela_v2_qwen:  88%|########8 | 4418/5000 [18:14<15:54,  1.64s/it, lr: 1.0e-04 loss: 3.858e-02]
laela_v2_qwen:  88%|########8 | 4418/5000 [18:14<15:54,  1.64s/it, lr: 1.0e-04 loss: 3.858e-02]
laela_v2_qwen:  88%|########8 | 4419/5000 [18:16<15:52,  1.64s/it, lr: 1.0e-04 loss: 6.737e-02]
laela_v2_qwen:  88%|########8 | 4419/5000 [18:16<15:52,  1.64s/it, lr: 1.0e-04 loss: 6.737e-02]
laela_v2_qwen:  88%|########8 | 4420/5000 [18:18<15:50,  1.64s/it, lr: 1.0e-04 loss: 9.144e-02]
laela_v2_qwen:  88%|########8 | 4420/5000 [18:18<15:50,  1.64s/it, lr: 1.0e-04 loss: 9.144e-02]
laela_v2_qwen:  88%|########8 | 4421/5000 [18:19<15:48,  1.64s/it, lr: 1.0e-04 loss: 7.126e-02]
laela_v2_qwen:  88%|########8 | 4421/5000 [18:19<15:48,  1.64s/it, lr: 1.0e-04 loss: 7.126e-02]
laela_v2_qwen:  88%|########8 | 4422/5000 [18:20<15:46,  1.64s/it, lr: 1.0e-04 loss: 1.159e-01]
laela_v2_qwen:  88%|########8 | 4422/5000 [18:20<15:46,  1.64s/it, lr: 1.0e-04 loss: 1.159e-01]
laela_v2_qwen:  88%|########8 | 4423/5000 [18:22<15:45,  1.64s/it, lr: 1.0e-04 loss: 1.338e-01]
laela_v2_qwen:  88%|########8 | 4423/5000 [18:22<15:45,  1.64s/it, lr: 1.0e-04 loss: 1.338e-01]
laela_v2_qwen:  88%|########8 | 4424/5000 [18:24<15:43,  1.64s/it, lr: 1.0e-04 loss: 5.636e-02]
laela_v2_qwen:  88%|########8 | 4424/5000 [18:24<15:43,  1.64s/it, lr: 1.0e-04 loss: 5.636e-02]
laela_v2_qwen:  88%|########8 | 4425/5000 [18:25<15:41,  1.64s/it, lr: 1.0e-04 loss: 9.627e-02]
laela_v2_qwen:  88%|########8 | 4425/5000 [18:25<15:41,  1.64s/it, lr: 1.0e-04 loss: 9.627e-02]
laela_v2_qwen:  89%|########8 | 4426/5000 [18:27<15:40,  1.64s/it, lr: 1.0e-04 loss: 1.079e-01]
laela_v2_qwen:  89%|########8 | 4426/5000 [18:27<15:40,  1.64s/it, lr: 1.0e-04 loss: 1.079e-01]
laela_v2_qwen:  89%|########8 | 4427/5000 [18:29<15:38,  1.64s/it, lr: 1.0e-04 loss: 6.185e-02]
laela_v2_qwen:  89%|########8 | 4427/5000 [18:29<15:38,  1.64s/it, lr: 1.0e-04 loss: 6.185e-02]
laela_v2_qwen:  89%|########8 | 4428/5000 [18:30<15:37,  1.64s/it, lr: 1.0e-04 loss: 1.915e-01]
laela_v2_qwen:  89%|########8 | 4428/5000 [18:30<15:37,  1.64s/it, lr: 1.0e-04 loss: 1.915e-01]
laela_v2_qwen:  89%|########8 | 4429/5000 [18:32<15:35,  1.64s/it, lr: 1.0e-04 loss: 7.165e-02]
laela_v2_qwen:  89%|########8 | 4429/5000 [18:32<15:35,  1.64s/it, lr: 1.0e-04 loss: 7.165e-02]
laela_v2_qwen:  89%|########8 | 4430/5000 [18:34<15:33,  1.64s/it, lr: 1.0e-04 loss: 1.271e-01]
laela_v2_qwen:  89%|########8 | 4430/5000 [18:34<15:33,  1.64s/it, lr: 1.0e-04 loss: 1.271e-01]
laela_v2_qwen:  89%|########8 | 4431/5000 [18:35<15:32,  1.64s/it, lr: 1.0e-04 loss: 7.368e-02]
laela_v2_qwen:  89%|########8 | 4431/5000 [18:35<15:32,  1.64s/it, lr: 1.0e-04 loss: 7.368e-02]
laela_v2_qwen:  89%|########8 | 4432/5000 [18:37<15:30,  1.64s/it, lr: 1.0e-04 loss: 3.750e-02]
laela_v2_qwen:  89%|########8 | 4432/5000 [18:37<15:30,  1.64s/it, lr: 1.0e-04 loss: 3.750e-02]
laela_v2_qwen:  89%|########8 | 4433/5000 [18:39<15:29,  1.64s/it, lr: 1.0e-04 loss: 8.347e-02]
laela_v2_qwen:  89%|########8 | 4433/5000 [18:39<15:29,  1.64s/it, lr: 1.0e-04 loss: 8.347e-02]
laela_v2_qwen:  89%|########8 | 4434/5000 [18:40<15:27,  1.64s/it, lr: 1.0e-04 loss: 2.960e-01]
laela_v2_qwen:  89%|########8 | 4434/5000 [18:40<15:27,  1.64s/it, lr: 1.0e-04 loss: 2.960e-01]
laela_v2_qwen:  89%|########8 | 4435/5000 [18:42<15:25,  1.64s/it, lr: 1.0e-04 loss: 1.284e-01]
laela_v2_qwen:  89%|########8 | 4435/5000 [18:42<15:25,  1.64s/it, lr: 1.0e-04 loss: 1.284e-01]
laela_v2_qwen:  89%|########8 | 4436/5000 [18:44<15:24,  1.64s/it, lr: 1.0e-04 loss: 7.164e-02]
laela_v2_qwen:  89%|########8 | 4436/5000 [18:44<15:24,  1.64s/it, lr: 1.0e-04 loss: 7.164e-02]
laela_v2_qwen:  89%|########8 | 4437/5000 [18:45<15:22,  1.64s/it, lr: 1.0e-04 loss: 3.910e-02]
laela_v2_qwen:  89%|########8 | 4437/5000 [18:45<15:22,  1.64s/it, lr: 1.0e-04 loss: 3.910e-02]
laela_v2_qwen:  89%|########8 | 4438/5000 [18:47<15:20,  1.64s/it, lr: 1.0e-04 loss: 1.419e-01]
laela_v2_qwen:  89%|########8 | 4438/5000 [18:47<15:20,  1.64s/it, lr: 1.0e-04 loss: 1.419e-01]
laela_v2_qwen:  89%|########8 | 4439/5000 [18:48<15:18,  1.64s/it, lr: 1.0e-04 loss: 6.279e-02]
laela_v2_qwen:  89%|########8 | 4439/5000 [18:48<15:18,  1.64s/it, lr: 1.0e-04 loss: 6.279e-02]
laela_v2_qwen:  89%|########8 | 4440/5000 [18:50<15:17,  1.64s/it, lr: 1.0e-04 loss: 4.111e-02]
laela_v2_qwen:  89%|########8 | 4440/5000 [18:50<15:17,  1.64s/it, lr: 1.0e-04 loss: 4.111e-02]
laela_v2_qwen:  89%|########8 | 4441/5000 [18:52<15:15,  1.64s/it, lr: 1.0e-04 loss: 3.967e-02]
laela_v2_qwen:  89%|########8 | 4441/5000 [18:52<15:15,  1.64s/it, lr: 1.0e-04 loss: 3.967e-02]
laela_v2_qwen:  89%|########8 | 4442/5000 [18:53<15:14,  1.64s/it, lr: 1.0e-04 loss: 6.773e-02]
laela_v2_qwen:  89%|########8 | 4442/5000 [18:53<15:14,  1.64s/it, lr: 1.0e-04 loss: 6.773e-02]
laela_v2_qwen:  89%|########8 | 4443/5000 [18:55<15:12,  1.64s/it, lr: 1.0e-04 loss: 4.169e-02]
laela_v2_qwen:  89%|########8 | 4443/5000 [18:55<15:12,  1.64s/it, lr: 1.0e-04 loss: 4.169e-02]
laela_v2_qwen:  89%|########8 | 4444/5000 [18:56<15:10,  1.64s/it, lr: 1.0e-04 loss: 1.087e-01]
laela_v2_qwen:  89%|########8 | 4444/5000 [18:56<15:10,  1.64s/it, lr: 1.0e-04 loss: 1.087e-01]
laela_v2_qwen:  89%|########8 | 4445/5000 [18:58<15:09,  1.64s/it, lr: 1.0e-04 loss: 1.054e-01]
laela_v2_qwen:  89%|########8 | 4445/5000 [18:58<15:09,  1.64s/it, lr: 1.0e-04 loss: 1.054e-01]
laela_v2_qwen:  89%|########8 | 4446/5000 [19:00<15:07,  1.64s/it, lr: 1.0e-04 loss: 7.400e-02]
laela_v2_qwen:  89%|########8 | 4446/5000 [19:00<15:07,  1.64s/it, lr: 1.0e-04 loss: 7.400e-02]
laela_v2_qwen:  89%|########8 | 4447/5000 [19:01<15:06,  1.64s/it, lr: 1.0e-04 loss: 6.259e-02]
laela_v2_qwen:  89%|########8 | 4447/5000 [19:01<15:06,  1.64s/it, lr: 1.0e-04 loss: 6.259e-02]
laela_v2_qwen:  89%|########8 | 4448/5000 [19:03<15:04,  1.64s/it, lr: 1.0e-04 loss: 1.116e-01]
laela_v2_qwen:  89%|########8 | 4448/5000 [19:03<15:04,  1.64s/it, lr: 1.0e-04 loss: 1.116e-01]
laela_v2_qwen:  89%|########8 | 4449/5000 [19:05<15:02,  1.64s/it, lr: 1.0e-04 loss: 1.363e-01]
laela_v2_qwen:  89%|########8 | 4449/5000 [19:05<15:02,  1.64s/it, lr: 1.0e-04 loss: 1.363e-01]
laela_v2_qwen:  89%|########9 | 4450/5000 [19:06<15:01,  1.64s/it, lr: 1.0e-04 loss: 1.368e-01]
laela_v2_qwen:  89%|########9 | 4450/5000 [19:06<15:01,  1.64s/it, lr: 1.0e-04 loss: 1.368e-01]
laela_v2_qwen:  89%|########9 | 4451/5000 [19:08<14:59,  1.64s/it, lr: 1.0e-04 loss: 4.657e-02]
laela_v2_qwen:  89%|########9 | 4451/5000 [19:08<14:59,  1.64s/it, lr: 1.0e-04 loss: 4.657e-02]
laela_v2_qwen:  89%|########9 | 4452/5000 [19:10<14:57,  1.64s/it, lr: 1.0e-04 loss: 1.471e-01]
laela_v2_qwen:  89%|########9 | 4452/5000 [19:10<14:57,  1.64s/it, lr: 1.0e-04 loss: 1.471e-01]
laela_v2_qwen:  89%|########9 | 4453/5000 [19:11<14:56,  1.64s/it, lr: 1.0e-04 loss: 4.184e-02]
laela_v2_qwen:  89%|########9 | 4453/5000 [19:11<14:56,  1.64s/it, lr: 1.0e-04 loss: 4.184e-02]
laela_v2_qwen:  89%|########9 | 4454/5000 [19:13<14:54,  1.64s/it, lr: 1.0e-04 loss: 6.127e-02]
laela_v2_qwen:  89%|########9 | 4454/5000 [19:13<14:54,  1.64s/it, lr: 1.0e-04 loss: 6.127e-02]
laela_v2_qwen:  89%|########9 | 4455/5000 [19:15<14:53,  1.64s/it, lr: 1.0e-04 loss: 7.666e-02]
laela_v2_qwen:  89%|########9 | 4455/5000 [19:15<14:53,  1.64s/it, lr: 1.0e-04 loss: 7.666e-02]
laela_v2_qwen:  89%|########9 | 4456/5000 [19:16<14:51,  1.64s/it, lr: 1.0e-04 loss: 3.506e-02]
laela_v2_qwen:  89%|########9 | 4456/5000 [19:16<14:51,  1.64s/it, lr: 1.0e-04 loss: 3.506e-02]
laela_v2_qwen:  89%|########9 | 4457/5000 [19:18<14:49,  1.64s/it, lr: 1.0e-04 loss: 1.061e-01]
laela_v2_qwen:  89%|########9 | 4457/5000 [19:18<14:49,  1.64s/it, lr: 1.0e-04 loss: 1.061e-01]
laela_v2_qwen:  89%|########9 | 4458/5000 [19:20<14:48,  1.64s/it, lr: 1.0e-04 loss: 5.177e-02]
laela_v2_qwen:  89%|########9 | 4458/5000 [19:20<14:48,  1.64s/it, lr: 1.0e-04 loss: 5.177e-02]
laela_v2_qwen:  89%|########9 | 4459/5000 [19:21<14:46,  1.64s/it, lr: 1.0e-04 loss: 1.107e-01]
laela_v2_qwen:  89%|########9 | 4459/5000 [19:21<14:46,  1.64s/it, lr: 1.0e-04 loss: 1.107e-01]
laela_v2_qwen:  89%|########9 | 4460/5000 [19:23<14:45,  1.64s/it, lr: 1.0e-04 loss: 1.223e-01]
laela_v2_qwen:  89%|########9 | 4460/5000 [19:23<14:45,  1.64s/it, lr: 1.0e-04 loss: 1.223e-01]
laela_v2_qwen:  89%|########9 | 4461/5000 [19:25<14:43,  1.64s/it, lr: 1.0e-04 loss: 1.947e-01]
laela_v2_qwen:  89%|########9 | 4461/5000 [19:25<14:43,  1.64s/it, lr: 1.0e-04 loss: 1.947e-01]
laela_v2_qwen:  89%|########9 | 4462/5000 [19:26<14:41,  1.64s/it, lr: 1.0e-04 loss: 8.592e-02]
laela_v2_qwen:  89%|########9 | 4462/5000 [19:26<14:41,  1.64s/it, lr: 1.0e-04 loss: 8.592e-02]
laela_v2_qwen:  89%|########9 | 4463/5000 [19:28<14:39,  1.64s/it, lr: 1.0e-04 loss: 4.414e-02]
laela_v2_qwen:  89%|########9 | 4463/5000 [19:28<14:39,  1.64s/it, lr: 1.0e-04 loss: 4.414e-02]
laela_v2_qwen:  89%|########9 | 4464/5000 [19:29<14:38,  1.64s/it, lr: 1.0e-04 loss: 1.943e-01]
laela_v2_qwen:  89%|########9 | 4464/5000 [19:29<14:38,  1.64s/it, lr: 1.0e-04 loss: 1.943e-01]
laela_v2_qwen:  89%|########9 | 4465/5000 [19:31<14:36,  1.64s/it, lr: 1.0e-04 loss: 1.142e-01]
laela_v2_qwen:  89%|########9 | 4465/5000 [19:31<14:36,  1.64s/it, lr: 1.0e-04 loss: 1.142e-01]
laela_v2_qwen:  89%|########9 | 4466/5000 [19:33<14:35,  1.64s/it, lr: 1.0e-04 loss: 1.324e-01]
laela_v2_qwen:  89%|########9 | 4466/5000 [19:33<14:35,  1.64s/it, lr: 1.0e-04 loss: 1.324e-01]
laela_v2_qwen:  89%|########9 | 4467/5000 [19:34<14:33,  1.64s/it, lr: 1.0e-04 loss: 1.026e-01]
laela_v2_qwen:  89%|########9 | 4467/5000 [19:34<14:33,  1.64s/it, lr: 1.0e-04 loss: 1.026e-01]
laela_v2_qwen:  89%|########9 | 4468/5000 [19:36<14:31,  1.64s/it, lr: 1.0e-04 loss: 6.395e-02]
laela_v2_qwen:  89%|########9 | 4468/5000 [19:36<14:31,  1.64s/it, lr: 1.0e-04 loss: 6.395e-02]
laela_v2_qwen:  89%|########9 | 4469/5000 [19:38<14:30,  1.64s/it, lr: 1.0e-04 loss: 1.233e-01]
laela_v2_qwen:  89%|########9 | 4469/5000 [19:38<14:30,  1.64s/it, lr: 1.0e-04 loss: 1.233e-01]
laela_v2_qwen:  89%|########9 | 4470/5000 [19:39<14:28,  1.64s/it, lr: 1.0e-04 loss: 4.790e-02]
laela_v2_qwen:  89%|########9 | 4470/5000 [19:39<14:28,  1.64s/it, lr: 1.0e-04 loss: 4.790e-02]
laela_v2_qwen:  89%|########9 | 4471/5000 [19:41<14:26,  1.64s/it, lr: 1.0e-04 loss: 3.801e-02]
laela_v2_qwen:  89%|########9 | 4471/5000 [19:41<14:26,  1.64s/it, lr: 1.0e-04 loss: 3.801e-02]
laela_v2_qwen:  89%|########9 | 4472/5000 [19:43<14:25,  1.64s/it, lr: 1.0e-04 loss: 1.110e-01]
laela_v2_qwen:  89%|########9 | 4472/5000 [19:43<14:25,  1.64s/it, lr: 1.0e-04 loss: 1.110e-01]
laela_v2_qwen:  89%|########9 | 4473/5000 [19:44<14:23,  1.64s/it, lr: 1.0e-04 loss: 6.570e-02]
laela_v2_qwen:  89%|########9 | 4473/5000 [19:44<14:23,  1.64s/it, lr: 1.0e-04 loss: 6.570e-02]
laela_v2_qwen:  89%|########9 | 4474/5000 [19:46<14:21,  1.64s/it, lr: 1.0e-04 loss: 1.126e-01]
laela_v2_qwen:  89%|########9 | 4474/5000 [19:46<14:21,  1.64s/it, lr: 1.0e-04 loss: 1.126e-01]
laela_v2_qwen:  90%|########9 | 4475/5000 [19:47<14:20,  1.64s/it, lr: 1.0e-04 loss: 1.030e-01]
laela_v2_qwen:  90%|########9 | 4475/5000 [19:47<14:20,  1.64s/it, lr: 1.0e-04 loss: 1.030e-01]
laela_v2_qwen:  90%|########9 | 4476/5000 [19:49<14:18,  1.64s/it, lr: 1.0e-04 loss: 4.689e-02]
laela_v2_qwen:  90%|########9 | 4476/5000 [19:49<14:18,  1.64s/it, lr: 1.0e-04 loss: 4.689e-02]
laela_v2_qwen:  90%|########9 | 4477/5000 [19:50<14:16,  1.64s/it, lr: 1.0e-04 loss: 4.947e-02]
laela_v2_qwen:  90%|########9 | 4477/5000 [19:50<14:16,  1.64s/it, lr: 1.0e-04 loss: 4.947e-02]
laela_v2_qwen:  90%|########9 | 4478/5000 [19:52<14:14,  1.64s/it, lr: 1.0e-04 loss: 1.304e-01]
laela_v2_qwen:  90%|########9 | 4478/5000 [19:52<14:14,  1.64s/it, lr: 1.0e-04 loss: 1.304e-01]
laela_v2_qwen:  90%|########9 | 4479/5000 [19:54<14:13,  1.64s/it, lr: 1.0e-04 loss: 4.438e-02]
laela_v2_qwen:  90%|########9 | 4479/5000 [19:54<14:13,  1.64s/it, lr: 1.0e-04 loss: 4.438e-02]
laela_v2_qwen:  90%|########9 | 4480/5000 [19:55<14:11,  1.64s/it, lr: 1.0e-04 loss: 3.820e-02]
laela_v2_qwen:  90%|########9 | 4480/5000 [19:55<14:11,  1.64s/it, lr: 1.0e-04 loss: 3.820e-02]
laela_v2_qwen:  90%|########9 | 4481/5000 [19:57<14:10,  1.64s/it, lr: 1.0e-04 loss: 6.063e-02]
laela_v2_qwen:  90%|########9 | 4481/5000 [19:57<14:10,  1.64s/it, lr: 1.0e-04 loss: 6.063e-02]
laela_v2_qwen:  90%|########9 | 4482/5000 [19:58<14:08,  1.64s/it, lr: 1.0e-04 loss: 4.262e-02]
laela_v2_qwen:  90%|########9 | 4482/5000 [19:58<14:08,  1.64s/it, lr: 1.0e-04 loss: 4.262e-02]
laela_v2_qwen:  90%|########9 | 4483/5000 [20:00<14:06,  1.64s/it, lr: 1.0e-04 loss: 1.156e-01]
laela_v2_qwen:  90%|########9 | 4483/5000 [20:00<14:06,  1.64s/it, lr: 1.0e-04 loss: 1.156e-01]
laela_v2_qwen:  90%|########9 | 4484/5000 [20:01<14:04,  1.64s/it, lr: 1.0e-04 loss: 9.932e-02]
laela_v2_qwen:  90%|########9 | 4484/5000 [20:01<14:04,  1.64s/it, lr: 1.0e-04 loss: 9.932e-02]
laela_v2_qwen:  90%|########9 | 4485/5000 [20:03<14:03,  1.64s/it, lr: 1.0e-04 loss: 4.572e-02]
laela_v2_qwen:  90%|########9 | 4485/5000 [20:03<14:03,  1.64s/it, lr: 1.0e-04 loss: 4.572e-02]
laela_v2_qwen:  90%|########9 | 4486/5000 [20:05<14:01,  1.64s/it, lr: 1.0e-04 loss: 2.349e-01]
laela_v2_qwen:  90%|########9 | 4486/5000 [20:05<14:01,  1.64s/it, lr: 1.0e-04 loss: 2.349e-01]
laela_v2_qwen:  90%|########9 | 4487/5000 [20:06<14:00,  1.64s/it, lr: 1.0e-04 loss: 9.224e-02]
laela_v2_qwen:  90%|########9 | 4487/5000 [20:06<14:00,  1.64s/it, lr: 1.0e-04 loss: 9.224e-02]
laela_v2_qwen:  90%|########9 | 4488/5000 [20:08<13:58,  1.64s/it, lr: 1.0e-04 loss: 1.191e-01]
laela_v2_qwen:  90%|########9 | 4488/5000 [20:08<13:58,  1.64s/it, lr: 1.0e-04 loss: 1.191e-01]
laela_v2_qwen:  90%|########9 | 4489/5000 [20:10<13:56,  1.64s/it, lr: 1.0e-04 loss: 1.458e-01]
laela_v2_qwen:  90%|########9 | 4489/5000 [20:10<13:56,  1.64s/it, lr: 1.0e-04 loss: 1.458e-01]
laela_v2_qwen:  90%|########9 | 4490/5000 [20:11<13:55,  1.64s/it, lr: 1.0e-04 loss: 1.266e-01]
laela_v2_qwen:  90%|########9 | 4490/5000 [20:11<13:55,  1.64s/it, lr: 1.0e-04 loss: 1.266e-01]
laela_v2_qwen:  90%|########9 | 4491/5000 [20:13<13:53,  1.64s/it, lr: 1.0e-04 loss: 1.450e-01]
laela_v2_qwen:  90%|########9 | 4491/5000 [20:13<13:53,  1.64s/it, lr: 1.0e-04 loss: 1.450e-01]
laela_v2_qwen:  90%|########9 | 4492/5000 [20:14<13:51,  1.64s/it, lr: 1.0e-04 loss: 5.836e-02]
laela_v2_qwen:  90%|########9 | 4492/5000 [20:14<13:51,  1.64s/it, lr: 1.0e-04 loss: 5.836e-02]
laela_v2_qwen:  90%|########9 | 4493/5000 [20:16<13:49,  1.64s/it, lr: 1.0e-04 loss: 4.012e-02]
laela_v2_qwen:  90%|########9 | 4493/5000 [20:16<13:49,  1.64s/it, lr: 1.0e-04 loss: 4.012e-02]
laela_v2_qwen:  90%|########9 | 4494/5000 [20:17<13:48,  1.64s/it, lr: 1.0e-04 loss: 1.336e-01]
laela_v2_qwen:  90%|########9 | 4494/5000 [20:17<13:48,  1.64s/it, lr: 1.0e-04 loss: 1.336e-01]
laela_v2_qwen:  90%|########9 | 4495/5000 [20:19<13:46,  1.64s/it, lr: 1.0e-04 loss: 1.065e-01]
laela_v2_qwen:  90%|########9 | 4495/5000 [20:19<13:46,  1.64s/it, lr: 1.0e-04 loss: 1.065e-01]
laela_v2_qwen:  90%|########9 | 4496/5000 [20:21<13:44,  1.64s/it, lr: 1.0e-04 loss: 2.134e-01]
laela_v2_qwen:  90%|########9 | 4496/5000 [20:21<13:44,  1.64s/it, lr: 1.0e-04 loss: 2.134e-01]
laela_v2_qwen:  90%|########9 | 4497/5000 [20:22<13:43,  1.64s/it, lr: 1.0e-04 loss: 4.032e-02]
laela_v2_qwen:  90%|########9 | 4497/5000 [20:22<13:43,  1.64s/it, lr: 1.0e-04 loss: 4.032e-02]
laela_v2_qwen:  90%|########9 | 4498/5000 [20:24<13:41,  1.64s/it, lr: 1.0e-04 loss: 9.301e-02]
laela_v2_qwen:  90%|########9 | 4498/5000 [20:24<13:41,  1.64s/it, lr: 1.0e-04 loss: 9.301e-02]
laela_v2_qwen:  90%|########9 | 4499/5000 [20:26<13:40,  1.64s/it, lr: 1.0e-04 loss: 1.673e-01]
laela_v2_qwen:  90%|########9 | 4499/5000 [20:26<13:40,  1.64s/it, lr: 1.0e-04 loss: 1.673e-01]
Saving at step 4500
Saved checkpoint to /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000004500.safetensors
Saved optimizer to /app/ai-toolkit/output/laela_v2_qwen/optimizer.pt
Removing old save: /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000003500.safetensors



Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]


Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.70s/it]
Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.70s/it]


Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.74s/it]
Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.74s/it]


Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.73s/it]
Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.73s/it]


Generating Samples: 100%|##########| 4/4 [00:30<00:00,  7.73s/it]
Generating Samples: 100%|##########| 4/4 [00:30<00:00,  7.73s/it]


                                                                 
                                                                 
laela_v2_qwen:  90%|######### | 4500/5000 [20:28<13:38,  1.64s/it, lr: 1.0e-04 loss: 8.390e-02]
laela_v2_qwen:  90%|######### | 4500/5000 [20:28<13:38,  1.64s/it, lr: 1.0e-04 loss: 8.390e-02]
laela_v2_qwen:  90%|######### | 4501/5000 [20:30<13:37,  1.64s/it, lr: 1.0e-04 loss: 1.859e-01]
laela_v2_qwen:  90%|######### | 4501/5000 [20:30<13:37,  1.64s/it, lr: 1.0e-04 loss: 1.859e-01]
laela_v2_qwen:  90%|######### | 4502/5000 [20:31<13:35,  1.64s/it, lr: 1.0e-04 loss: 6.087e-02]
laela_v2_qwen:  90%|######### | 4502/5000 [20:31<13:35,  1.64s/it, lr: 1.0e-04 loss: 6.087e-02]
laela_v2_qwen:  90%|######### | 4503/5000 [20:33<13:33,  1.64s/it, lr: 1.0e-04 loss: 5.729e-02]
laela_v2_qwen:  90%|######### | 4503/5000 [20:33<13:33,  1.64s/it, lr: 1.0e-04 loss: 5.729e-02]
laela_v2_qwen:  90%|######### | 4504/5000 [20:34<13:32,  1.64s/it, lr: 1.0e-04 loss: 9.877e-02]
laela_v2_qwen:  90%|######### | 4504/5000 [20:34<13:32,  1.64s/it, lr: 1.0e-04 loss: 9.877e-02]
laela_v2_qwen:  90%|######### | 4505/5000 [20:36<13:30,  1.64s/it, lr: 1.0e-04 loss: 5.422e-02]
laela_v2_qwen:  90%|######### | 4505/5000 [20:36<13:30,  1.64s/it, lr: 1.0e-04 loss: 5.422e-02]
laela_v2_qwen:  90%|######### | 4506/5000 [20:37<13:28,  1.64s/it, lr: 1.0e-04 loss: 8.007e-02]
laela_v2_qwen:  90%|######### | 4506/5000 [20:37<13:28,  1.64s/it, lr: 1.0e-04 loss: 8.007e-02]
laela_v2_qwen:  90%|######### | 4507/5000 [20:39<13:27,  1.64s/it, lr: 1.0e-04 loss: 1.411e-01]
laela_v2_qwen:  90%|######### | 4507/5000 [20:39<13:27,  1.64s/it, lr: 1.0e-04 loss: 1.411e-01]
laela_v2_qwen:  90%|######### | 4508/5000 [20:41<13:25,  1.64s/it, lr: 1.0e-04 loss: 5.561e-02]
laela_v2_qwen:  90%|######### | 4508/5000 [20:41<13:25,  1.64s/it, lr: 1.0e-04 loss: 5.561e-02]
laela_v2_qwen:  90%|######### | 4509/5000 [20:43<13:24,  1.64s/it, lr: 1.0e-04 loss: 8.267e-02]
laela_v2_qwen:  90%|######### | 4509/5000 [20:43<13:24,  1.64s/it, lr: 1.0e-04 loss: 8.267e-02]
laela_v2_qwen:  90%|######### | 4510/5000 [20:44<13:22,  1.64s/it, lr: 1.0e-04 loss: 5.643e-02]
laela_v2_qwen:  90%|######### | 4510/5000 [20:44<13:22,  1.64s/it, lr: 1.0e-04 loss: 5.643e-02]
laela_v2_qwen:  90%|######### | 4511/5000 [20:46<13:20,  1.64s/it, lr: 1.0e-04 loss: 1.211e-01]
laela_v2_qwen:  90%|######### | 4511/5000 [20:46<13:20,  1.64s/it, lr: 1.0e-04 loss: 1.211e-01]
laela_v2_qwen:  90%|######### | 4512/5000 [20:47<13:19,  1.64s/it, lr: 1.0e-04 loss: 1.102e-01]
laela_v2_qwen:  90%|######### | 4512/5000 [20:47<13:19,  1.64s/it, lr: 1.0e-04 loss: 1.102e-01]
laela_v2_qwen:  90%|######### | 4513/5000 [20:49<13:17,  1.64s/it, lr: 1.0e-04 loss: 4.490e-02]
laela_v2_qwen:  90%|######### | 4513/5000 [20:49<13:17,  1.64s/it, lr: 1.0e-04 loss: 4.490e-02]
laela_v2_qwen:  90%|######### | 4514/5000 [20:50<13:15,  1.64s/it, lr: 1.0e-04 loss: 1.655e-01]
laela_v2_qwen:  90%|######### | 4514/5000 [20:50<13:15,  1.64s/it, lr: 1.0e-04 loss: 1.655e-01]
laela_v2_qwen:  90%|######### | 4515/5000 [20:52<13:13,  1.64s/it, lr: 1.0e-04 loss: 1.713e-01]
laela_v2_qwen:  90%|######### | 4515/5000 [20:52<13:13,  1.64s/it, lr: 1.0e-04 loss: 1.713e-01]
laela_v2_qwen:  90%|######### | 4516/5000 [20:53<13:12,  1.64s/it, lr: 1.0e-04 loss: 1.292e-01]
laela_v2_qwen:  90%|######### | 4516/5000 [20:53<13:12,  1.64s/it, lr: 1.0e-04 loss: 1.292e-01]
laela_v2_qwen:  90%|######### | 4517/5000 [20:55<13:10,  1.64s/it, lr: 1.0e-04 loss: 5.306e-02]
laela_v2_qwen:  90%|######### | 4517/5000 [20:55<13:10,  1.64s/it, lr: 1.0e-04 loss: 5.306e-02]
laela_v2_qwen:  90%|######### | 4518/5000 [20:57<13:09,  1.64s/it, lr: 1.0e-04 loss: 5.109e-02]
laela_v2_qwen:  90%|######### | 4518/5000 [20:57<13:09,  1.64s/it, lr: 1.0e-04 loss: 5.109e-02]
laela_v2_qwen:  90%|######### | 4519/5000 [20:58<13:07,  1.64s/it, lr: 1.0e-04 loss: 1.471e-01]
laela_v2_qwen:  90%|######### | 4519/5000 [20:58<13:07,  1.64s/it, lr: 1.0e-04 loss: 1.471e-01]
laela_v2_qwen:  90%|######### | 4520/5000 [21:00<13:05,  1.64s/it, lr: 1.0e-04 loss: 9.525e-02]
laela_v2_qwen:  90%|######### | 4520/5000 [21:00<13:05,  1.64s/it, lr: 1.0e-04 loss: 9.525e-02]
laela_v2_qwen:  90%|######### | 4521/5000 [21:02<13:04,  1.64s/it, lr: 1.0e-04 loss: 1.519e-01]
laela_v2_qwen:  90%|######### | 4521/5000 [21:02<13:04,  1.64s/it, lr: 1.0e-04 loss: 1.519e-01]
laela_v2_qwen:  90%|######### | 4522/5000 [21:03<13:02,  1.64s/it, lr: 1.0e-04 loss: 4.305e-02]
laela_v2_qwen:  90%|######### | 4522/5000 [21:03<13:02,  1.64s/it, lr: 1.0e-04 loss: 4.305e-02]
laela_v2_qwen:  90%|######### | 4523/5000 [21:05<13:00,  1.64s/it, lr: 1.0e-04 loss: 6.029e-02]
laela_v2_qwen:  90%|######### | 4523/5000 [21:05<13:00,  1.64s/it, lr: 1.0e-04 loss: 6.029e-02]
laela_v2_qwen:  90%|######### | 4524/5000 [21:06<12:58,  1.64s/it, lr: 1.0e-04 loss: 9.392e-02]
laela_v2_qwen:  90%|######### | 4524/5000 [21:06<12:58,  1.64s/it, lr: 1.0e-04 loss: 9.392e-02]
laela_v2_qwen:  90%|######### | 4525/5000 [21:08<12:57,  1.64s/it, lr: 1.0e-04 loss: 1.839e-01]
laela_v2_qwen:  90%|######### | 4525/5000 [21:08<12:57,  1.64s/it, lr: 1.0e-04 loss: 1.839e-01]
laela_v2_qwen:  91%|######### | 4526/5000 [21:09<12:55,  1.64s/it, lr: 1.0e-04 loss: 1.454e-01]
laela_v2_qwen:  91%|######### | 4526/5000 [21:09<12:55,  1.64s/it, lr: 1.0e-04 loss: 1.454e-01]
laela_v2_qwen:  91%|######### | 4527/5000 [21:11<12:53,  1.64s/it, lr: 1.0e-04 loss: 9.663e-02]
laela_v2_qwen:  91%|######### | 4527/5000 [21:11<12:53,  1.64s/it, lr: 1.0e-04 loss: 9.663e-02]
laela_v2_qwen:  91%|######### | 4528/5000 [21:12<12:52,  1.64s/it, lr: 1.0e-04 loss: 5.237e-02]
laela_v2_qwen:  91%|######### | 4528/5000 [21:12<12:52,  1.64s/it, lr: 1.0e-04 loss: 5.237e-02]
laela_v2_qwen:  91%|######### | 4529/5000 [21:14<12:50,  1.64s/it, lr: 1.0e-04 loss: 1.484e-01]
laela_v2_qwen:  91%|######### | 4529/5000 [21:14<12:50,  1.64s/it, lr: 1.0e-04 loss: 1.484e-01]
laela_v2_qwen:  91%|######### | 4530/5000 [21:16<12:48,  1.64s/it, lr: 1.0e-04 loss: 8.582e-02]
laela_v2_qwen:  91%|######### | 4530/5000 [21:16<12:48,  1.64s/it, lr: 1.0e-04 loss: 8.582e-02]
laela_v2_qwen:  91%|######### | 4531/5000 [21:18<12:47,  1.64s/it, lr: 1.0e-04 loss: 8.561e-02]
laela_v2_qwen:  91%|######### | 4531/5000 [21:18<12:47,  1.64s/it, lr: 1.0e-04 loss: 8.561e-02]
laela_v2_qwen:  91%|######### | 4532/5000 [21:19<12:45,  1.64s/it, lr: 1.0e-04 loss: 1.180e-01]
laela_v2_qwen:  91%|######### | 4532/5000 [21:19<12:45,  1.64s/it, lr: 1.0e-04 loss: 1.180e-01]
laela_v2_qwen:  91%|######### | 4533/5000 [21:21<12:44,  1.64s/it, lr: 1.0e-04 loss: 1.959e-01]
laela_v2_qwen:  91%|######### | 4533/5000 [21:21<12:44,  1.64s/it, lr: 1.0e-04 loss: 1.959e-01]
laela_v2_qwen:  91%|######### | 4534/5000 [21:23<12:42,  1.64s/it, lr: 1.0e-04 loss: 2.107e-01]
laela_v2_qwen:  91%|######### | 4534/5000 [21:23<12:42,  1.64s/it, lr: 1.0e-04 loss: 2.107e-01]
laela_v2_qwen:  91%|######### | 4535/5000 [21:24<12:41,  1.64s/it, lr: 1.0e-04 loss: 1.257e-01]
laela_v2_qwen:  91%|######### | 4535/5000 [21:24<12:41,  1.64s/it, lr: 1.0e-04 loss: 1.257e-01]
laela_v2_qwen:  91%|######### | 4536/5000 [21:26<12:39,  1.64s/it, lr: 1.0e-04 loss: 3.913e-02]
laela_v2_qwen:  91%|######### | 4536/5000 [21:26<12:39,  1.64s/it, lr: 1.0e-04 loss: 3.913e-02]
laela_v2_qwen:  91%|######### | 4537/5000 [21:28<12:37,  1.64s/it, lr: 1.0e-04 loss: 7.258e-02]
laela_v2_qwen:  91%|######### | 4537/5000 [21:28<12:37,  1.64s/it, lr: 1.0e-04 loss: 7.258e-02]
laela_v2_qwen:  91%|######### | 4538/5000 [21:30<12:36,  1.64s/it, lr: 1.0e-04 loss: 1.350e-01]
laela_v2_qwen:  91%|######### | 4538/5000 [21:30<12:36,  1.64s/it, lr: 1.0e-04 loss: 1.350e-01]
laela_v2_qwen:  91%|######### | 4539/5000 [21:31<12:34,  1.64s/it, lr: 1.0e-04 loss: 1.543e-01]
laela_v2_qwen:  91%|######### | 4539/5000 [21:31<12:34,  1.64s/it, lr: 1.0e-04 loss: 1.543e-01]
laela_v2_qwen:  91%|######### | 4540/5000 [21:33<12:33,  1.64s/it, lr: 1.0e-04 loss: 5.391e-02]
laela_v2_qwen:  91%|######### | 4540/5000 [21:33<12:33,  1.64s/it, lr: 1.0e-04 loss: 5.391e-02]
laela_v2_qwen:  91%|######### | 4541/5000 [21:35<12:31,  1.64s/it, lr: 1.0e-04 loss: 2.884e-01]
laela_v2_qwen:  91%|######### | 4541/5000 [21:35<12:31,  1.64s/it, lr: 1.0e-04 loss: 2.884e-01]
laela_v2_qwen:  91%|######### | 4542/5000 [21:36<12:29,  1.64s/it, lr: 1.0e-04 loss: 2.120e-01]
laela_v2_qwen:  91%|######### | 4542/5000 [21:36<12:29,  1.64s/it, lr: 1.0e-04 loss: 2.120e-01]
laela_v2_qwen:  91%|######### | 4543/5000 [21:38<12:28,  1.64s/it, lr: 1.0e-04 loss: 6.396e-02]
laela_v2_qwen:  91%|######### | 4543/5000 [21:38<12:28,  1.64s/it, lr: 1.0e-04 loss: 6.396e-02]
laela_v2_qwen:  91%|######### | 4544/5000 [21:40<12:26,  1.64s/it, lr: 1.0e-04 loss: 4.395e-02]
laela_v2_qwen:  91%|######### | 4544/5000 [21:40<12:26,  1.64s/it, lr: 1.0e-04 loss: 4.395e-02]
laela_v2_qwen:  91%|######### | 4545/5000 [21:41<12:24,  1.64s/it, lr: 1.0e-04 loss: 9.904e-02]
laela_v2_qwen:  91%|######### | 4545/5000 [21:41<12:24,  1.64s/it, lr: 1.0e-04 loss: 9.904e-02]
laela_v2_qwen:  91%|######### | 4546/5000 [21:42<12:23,  1.64s/it, lr: 1.0e-04 loss: 9.269e-02]
laela_v2_qwen:  91%|######### | 4546/5000 [21:42<12:23,  1.64s/it, lr: 1.0e-04 loss: 9.269e-02]
laela_v2_qwen:  91%|######### | 4547/5000 [21:44<12:21,  1.64s/it, lr: 1.0e-04 loss: 1.228e-01]
laela_v2_qwen:  91%|######### | 4547/5000 [21:44<12:21,  1.64s/it, lr: 1.0e-04 loss: 1.228e-01]
laela_v2_qwen:  91%|######### | 4548/5000 [21:46<12:19,  1.64s/it, lr: 1.0e-04 loss: 4.837e-02]
laela_v2_qwen:  91%|######### | 4548/5000 [21:46<12:19,  1.64s/it, lr: 1.0e-04 loss: 4.837e-02]
laela_v2_qwen:  91%|######### | 4549/5000 [21:48<12:18,  1.64s/it, lr: 1.0e-04 loss: 1.468e-01]
laela_v2_qwen:  91%|######### | 4549/5000 [21:48<12:18,  1.64s/it, lr: 1.0e-04 loss: 1.468e-01]
laela_v2_qwen:  91%|#########1| 4550/5000 [21:49<12:16,  1.64s/it, lr: 1.0e-04 loss: 4.662e-02]
laela_v2_qwen:  91%|#########1| 4550/5000 [21:49<12:16,  1.64s/it, lr: 1.0e-04 loss: 4.662e-02]
laela_v2_qwen:  91%|#########1| 4551/5000 [21:51<12:15,  1.64s/it, lr: 1.0e-04 loss: 1.494e-01]
laela_v2_qwen:  91%|#########1| 4551/5000 [21:51<12:15,  1.64s/it, lr: 1.0e-04 loss: 1.494e-01]
laela_v2_qwen:  91%|#########1| 4552/5000 [21:53<12:13,  1.64s/it, lr: 1.0e-04 loss: 1.149e-01]
laela_v2_qwen:  91%|#########1| 4552/5000 [21:53<12:13,  1.64s/it, lr: 1.0e-04 loss: 1.149e-01]
laela_v2_qwen:  91%|#########1| 4553/5000 [21:54<12:11,  1.64s/it, lr: 1.0e-04 loss: 5.690e-02]
laela_v2_qwen:  91%|#########1| 4553/5000 [21:54<12:11,  1.64s/it, lr: 1.0e-04 loss: 5.690e-02]
laela_v2_qwen:  91%|#########1| 4554/5000 [21:56<12:10,  1.64s/it, lr: 1.0e-04 loss: 1.691e-01]
laela_v2_qwen:  91%|#########1| 4554/5000 [21:56<12:10,  1.64s/it, lr: 1.0e-04 loss: 1.691e-01]
laela_v2_qwen:  91%|#########1| 4555/5000 [21:58<12:08,  1.64s/it, lr: 1.0e-04 loss: 1.013e-01]
laela_v2_qwen:  91%|#########1| 4555/5000 [21:58<12:08,  1.64s/it, lr: 1.0e-04 loss: 1.013e-01]
laela_v2_qwen:  91%|#########1| 4556/5000 [21:59<12:07,  1.64s/it, lr: 1.0e-04 loss: 5.108e-02]
laela_v2_qwen:  91%|#########1| 4556/5000 [21:59<12:07,  1.64s/it, lr: 1.0e-04 loss: 5.108e-02]
laela_v2_qwen:  91%|#########1| 4557/5000 [22:01<12:05,  1.64s/it, lr: 1.0e-04 loss: 3.904e-02]
laela_v2_qwen:  91%|#########1| 4557/5000 [22:01<12:05,  1.64s/it, lr: 1.0e-04 loss: 3.904e-02]
laela_v2_qwen:  91%|#########1| 4558/5000 [22:03<12:03,  1.64s/it, lr: 1.0e-04 loss: 6.021e-02]
laela_v2_qwen:  91%|#########1| 4558/5000 [22:03<12:03,  1.64s/it, lr: 1.0e-04 loss: 6.021e-02]
laela_v2_qwen:  91%|#########1| 4559/5000 [22:04<12:02,  1.64s/it, lr: 1.0e-04 loss: 4.380e-02]
laela_v2_qwen:  91%|#########1| 4559/5000 [22:04<12:02,  1.64s/it, lr: 1.0e-04 loss: 4.380e-02]
laela_v2_qwen:  91%|#########1| 4560/5000 [22:06<12:00,  1.64s/it, lr: 1.0e-04 loss: 5.599e-02]
laela_v2_qwen:  91%|#########1| 4560/5000 [22:06<12:00,  1.64s/it, lr: 1.0e-04 loss: 5.599e-02]
laela_v2_qwen:  91%|#########1| 4561/5000 [22:08<11:58,  1.64s/it, lr: 1.0e-04 loss: 7.321e-02]
laela_v2_qwen:  91%|#########1| 4561/5000 [22:08<11:58,  1.64s/it, lr: 1.0e-04 loss: 7.321e-02]
laela_v2_qwen:  91%|#########1| 4562/5000 [22:09<11:57,  1.64s/it, lr: 1.0e-04 loss: 6.033e-02]
laela_v2_qwen:  91%|#########1| 4562/5000 [22:09<11:57,  1.64s/it, lr: 1.0e-04 loss: 6.033e-02]
laela_v2_qwen:  91%|#########1| 4563/5000 [22:11<11:55,  1.64s/it, lr: 1.0e-04 loss: 1.607e-01]
laela_v2_qwen:  91%|#########1| 4563/5000 [22:11<11:55,  1.64s/it, lr: 1.0e-04 loss: 1.607e-01]
laela_v2_qwen:  91%|#########1| 4564/5000 [22:12<11:53,  1.64s/it, lr: 1.0e-04 loss: 8.983e-02]
laela_v2_qwen:  91%|#########1| 4564/5000 [22:12<11:53,  1.64s/it, lr: 1.0e-04 loss: 8.983e-02]
laela_v2_qwen:  91%|#########1| 4565/5000 [22:14<11:52,  1.64s/it, lr: 1.0e-04 loss: 8.250e-02]
laela_v2_qwen:  91%|#########1| 4565/5000 [22:14<11:52,  1.64s/it, lr: 1.0e-04 loss: 8.250e-02]
laela_v2_qwen:  91%|#########1| 4566/5000 [22:16<11:50,  1.64s/it, lr: 1.0e-04 loss: 4.984e-02]
laela_v2_qwen:  91%|#########1| 4566/5000 [22:16<11:50,  1.64s/it, lr: 1.0e-04 loss: 4.984e-02]
laela_v2_qwen:  91%|#########1| 4567/5000 [22:17<11:49,  1.64s/it, lr: 1.0e-04 loss: 1.055e-01]
laela_v2_qwen:  91%|#########1| 4567/5000 [22:17<11:49,  1.64s/it, lr: 1.0e-04 loss: 1.055e-01]
laela_v2_qwen:  91%|#########1| 4568/5000 [22:19<11:47,  1.64s/it, lr: 1.0e-04 loss: 1.763e-01]
laela_v2_qwen:  91%|#########1| 4568/5000 [22:19<11:47,  1.64s/it, lr: 1.0e-04 loss: 1.763e-01]
laela_v2_qwen:  91%|#########1| 4569/5000 [22:21<11:45,  1.64s/it, lr: 1.0e-04 loss: 1.272e-01]
laela_v2_qwen:  91%|#########1| 4569/5000 [22:21<11:45,  1.64s/it, lr: 1.0e-04 loss: 1.272e-01]
laela_v2_qwen:  91%|#########1| 4570/5000 [22:22<11:44,  1.64s/it, lr: 1.0e-04 loss: 6.092e-02]
laela_v2_qwen:  91%|#########1| 4570/5000 [22:22<11:44,  1.64s/it, lr: 1.0e-04 loss: 6.092e-02]
laela_v2_qwen:  91%|#########1| 4571/5000 [22:24<11:42,  1.64s/it, lr: 1.0e-04 loss: 5.658e-02]
laela_v2_qwen:  91%|#########1| 4571/5000 [22:24<11:42,  1.64s/it, lr: 1.0e-04 loss: 5.658e-02]
laela_v2_qwen:  91%|#########1| 4572/5000 [22:26<11:40,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
laela_v2_qwen:  91%|#########1| 4572/5000 [22:26<11:40,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
laela_v2_qwen:  91%|#########1| 4573/5000 [22:27<11:39,  1.64s/it, lr: 1.0e-04 loss: 3.873e-02]
laela_v2_qwen:  91%|#########1| 4573/5000 [22:27<11:39,  1.64s/it, lr: 1.0e-04 loss: 3.873e-02]
laela_v2_qwen:  91%|#########1| 4574/5000 [22:29<11:37,  1.64s/it, lr: 1.0e-04 loss: 6.978e-02]
laela_v2_qwen:  91%|#########1| 4574/5000 [22:29<11:37,  1.64s/it, lr: 1.0e-04 loss: 6.978e-02]
laela_v2_qwen:  92%|#########1| 4575/5000 [22:31<11:36,  1.64s/it, lr: 1.0e-04 loss: 9.271e-02]
laela_v2_qwen:  92%|#########1| 4575/5000 [22:31<11:36,  1.64s/it, lr: 1.0e-04 loss: 9.271e-02]
laela_v2_qwen:  92%|#########1| 4576/5000 [22:32<11:34,  1.64s/it, lr: 1.0e-04 loss: 1.043e-01]
laela_v2_qwen:  92%|#########1| 4576/5000 [22:32<11:34,  1.64s/it, lr: 1.0e-04 loss: 1.043e-01]
laela_v2_qwen:  92%|#########1| 4577/5000 [22:34<11:32,  1.64s/it, lr: 1.0e-04 loss: 1.126e-01]
laela_v2_qwen:  92%|#########1| 4577/5000 [22:34<11:32,  1.64s/it, lr: 1.0e-04 loss: 1.126e-01]
laela_v2_qwen:  92%|#########1| 4578/5000 [22:36<11:31,  1.64s/it, lr: 1.0e-04 loss: 5.411e-02]
laela_v2_qwen:  92%|#########1| 4578/5000 [22:36<11:31,  1.64s/it, lr: 1.0e-04 loss: 5.411e-02]
laela_v2_qwen:  92%|#########1| 4579/5000 [22:38<11:29,  1.64s/it, lr: 1.0e-04 loss: 4.104e-02]
laela_v2_qwen:  92%|#########1| 4579/5000 [22:38<11:29,  1.64s/it, lr: 1.0e-04 loss: 4.104e-02]
laela_v2_qwen:  92%|#########1| 4580/5000 [22:39<11:27,  1.64s/it, lr: 1.0e-04 loss: 1.267e-01]
laela_v2_qwen:  92%|#########1| 4580/5000 [22:39<11:27,  1.64s/it, lr: 1.0e-04 loss: 1.267e-01]
laela_v2_qwen:  92%|#########1| 4581/5000 [22:41<11:26,  1.64s/it, lr: 1.0e-04 loss: 1.865e-01]
laela_v2_qwen:  92%|#########1| 4581/5000 [22:41<11:26,  1.64s/it, lr: 1.0e-04 loss: 1.865e-01]
laela_v2_qwen:  92%|#########1| 4582/5000 [22:43<11:24,  1.64s/it, lr: 1.0e-04 loss: 1.094e-01]
laela_v2_qwen:  92%|#########1| 4582/5000 [22:43<11:24,  1.64s/it, lr: 1.0e-04 loss: 1.094e-01]
laela_v2_qwen:  92%|#########1| 4583/5000 [22:44<11:23,  1.64s/it, lr: 1.0e-04 loss: 1.322e-01]
laela_v2_qwen:  92%|#########1| 4583/5000 [22:44<11:23,  1.64s/it, lr: 1.0e-04 loss: 1.322e-01]
laela_v2_qwen:  92%|#########1| 4584/5000 [22:46<11:21,  1.64s/it, lr: 1.0e-04 loss: 1.196e-01]
laela_v2_qwen:  92%|#########1| 4584/5000 [22:46<11:21,  1.64s/it, lr: 1.0e-04 loss: 1.196e-01]
laela_v2_qwen:  92%|#########1| 4585/5000 [22:47<11:19,  1.64s/it, lr: 1.0e-04 loss: 7.515e-02]
laela_v2_qwen:  92%|#########1| 4585/5000 [22:47<11:19,  1.64s/it, lr: 1.0e-04 loss: 7.515e-02]
laela_v2_qwen:  92%|#########1| 4586/5000 [22:49<11:18,  1.64s/it, lr: 1.0e-04 loss: 1.613e-01]
laela_v2_qwen:  92%|#########1| 4586/5000 [22:49<11:18,  1.64s/it, lr: 1.0e-04 loss: 1.613e-01]
laela_v2_qwen:  92%|#########1| 4587/5000 [22:50<11:16,  1.64s/it, lr: 1.0e-04 loss: 8.688e-02]
laela_v2_qwen:  92%|#########1| 4587/5000 [22:50<11:16,  1.64s/it, lr: 1.0e-04 loss: 8.688e-02]
laela_v2_qwen:  92%|#########1| 4588/5000 [22:52<11:14,  1.64s/it, lr: 1.0e-04 loss: 1.887e-01]
laela_v2_qwen:  92%|#########1| 4588/5000 [22:52<11:14,  1.64s/it, lr: 1.0e-04 loss: 1.887e-01]
laela_v2_qwen:  92%|#########1| 4589/5000 [22:54<11:13,  1.64s/it, lr: 1.0e-04 loss: 6.712e-02]
laela_v2_qwen:  92%|#########1| 4589/5000 [22:54<11:13,  1.64s/it, lr: 1.0e-04 loss: 6.712e-02]
laela_v2_qwen:  92%|#########1| 4590/5000 [22:55<11:11,  1.64s/it, lr: 1.0e-04 loss: 1.703e-01]
laela_v2_qwen:  92%|#########1| 4590/5000 [22:55<11:11,  1.64s/it, lr: 1.0e-04 loss: 1.703e-01]
laela_v2_qwen:  92%|#########1| 4591/5000 [22:57<11:09,  1.64s/it, lr: 1.0e-04 loss: 1.355e-01]
laela_v2_qwen:  92%|#########1| 4591/5000 [22:57<11:09,  1.64s/it, lr: 1.0e-04 loss: 1.355e-01]
laela_v2_qwen:  92%|#########1| 4592/5000 [22:59<11:08,  1.64s/it, lr: 1.0e-04 loss: 1.415e-01]
laela_v2_qwen:  92%|#########1| 4592/5000 [22:59<11:08,  1.64s/it, lr: 1.0e-04 loss: 1.415e-01]
laela_v2_qwen:  92%|#########1| 4593/5000 [23:00<11:06,  1.64s/it, lr: 1.0e-04 loss: 1.300e-01]
laela_v2_qwen:  92%|#########1| 4593/5000 [23:00<11:06,  1.64s/it, lr: 1.0e-04 loss: 1.300e-01]
laela_v2_qwen:  92%|#########1| 4594/5000 [23:02<11:04,  1.64s/it, lr: 1.0e-04 loss: 1.794e-01]
laela_v2_qwen:  92%|#########1| 4594/5000 [23:02<11:04,  1.64s/it, lr: 1.0e-04 loss: 1.794e-01]
laela_v2_qwen:  92%|#########1| 4595/5000 [23:04<11:03,  1.64s/it, lr: 1.0e-04 loss: 1.274e-01]
laela_v2_qwen:  92%|#########1| 4595/5000 [23:04<11:03,  1.64s/it, lr: 1.0e-04 loss: 1.274e-01]
laela_v2_qwen:  92%|#########1| 4596/5000 [23:05<11:01,  1.64s/it, lr: 1.0e-04 loss: 1.902e-01]
laela_v2_qwen:  92%|#########1| 4596/5000 [23:05<11:01,  1.64s/it, lr: 1.0e-04 loss: 1.902e-01]
laela_v2_qwen:  92%|#########1| 4597/5000 [23:07<11:00,  1.64s/it, lr: 1.0e-04 loss: 5.794e-02]
laela_v2_qwen:  92%|#########1| 4597/5000 [23:07<11:00,  1.64s/it, lr: 1.0e-04 loss: 5.794e-02]
laela_v2_qwen:  92%|#########1| 4598/5000 [23:08<10:58,  1.64s/it, lr: 1.0e-04 loss: 1.013e-01]
laela_v2_qwen:  92%|#########1| 4598/5000 [23:08<10:58,  1.64s/it, lr: 1.0e-04 loss: 1.013e-01]
laela_v2_qwen:  92%|#########1| 4599/5000 [23:10<10:56,  1.64s/it, lr: 1.0e-04 loss: 7.024e-02]
laela_v2_qwen:  92%|#########1| 4599/5000 [23:10<10:56,  1.64s/it, lr: 1.0e-04 loss: 7.024e-02]
laela_v2_qwen:  92%|#########2| 4600/5000 [23:11<10:54,  1.64s/it, lr: 1.0e-04 loss: 3.168e-02]
laela_v2_qwen:  92%|#########2| 4600/5000 [23:11<10:54,  1.64s/it, lr: 1.0e-04 loss: 3.168e-02]
laela_v2_qwen:  92%|#########2| 4601/5000 [23:13<10:53,  1.64s/it, lr: 1.0e-04 loss: 4.190e-02]
laela_v2_qwen:  92%|#########2| 4601/5000 [23:13<10:53,  1.64s/it, lr: 1.0e-04 loss: 4.190e-02]
laela_v2_qwen:  92%|#########2| 4602/5000 [23:14<10:51,  1.64s/it, lr: 1.0e-04 loss: 1.404e-01]
laela_v2_qwen:  92%|#########2| 4602/5000 [23:14<10:51,  1.64s/it, lr: 1.0e-04 loss: 1.404e-01]
laela_v2_qwen:  92%|#########2| 4603/5000 [23:16<10:50,  1.64s/it, lr: 1.0e-04 loss: 5.293e-02]
laela_v2_qwen:  92%|#########2| 4603/5000 [23:16<10:50,  1.64s/it, lr: 1.0e-04 loss: 5.293e-02]
laela_v2_qwen:  92%|#########2| 4604/5000 [23:18<10:48,  1.64s/it, lr: 1.0e-04 loss: 1.691e-01]
laela_v2_qwen:  92%|#########2| 4604/5000 [23:18<10:48,  1.64s/it, lr: 1.0e-04 loss: 1.691e-01]
laela_v2_qwen:  92%|#########2| 4605/5000 [23:19<10:46,  1.64s/it, lr: 1.0e-04 loss: 2.216e-01]
laela_v2_qwen:  92%|#########2| 4605/5000 [23:19<10:46,  1.64s/it, lr: 1.0e-04 loss: 2.216e-01]
laela_v2_qwen:  92%|#########2| 4606/5000 [23:21<10:44,  1.64s/it, lr: 1.0e-04 loss: 1.447e-01]
laela_v2_qwen:  92%|#########2| 4606/5000 [23:21<10:44,  1.64s/it, lr: 1.0e-04 loss: 1.447e-01]
laela_v2_qwen:  92%|#########2| 4607/5000 [23:22<10:43,  1.64s/it, lr: 1.0e-04 loss: 1.342e-01]
laela_v2_qwen:  92%|#########2| 4607/5000 [23:22<10:43,  1.64s/it, lr: 1.0e-04 loss: 1.342e-01]
laela_v2_qwen:  92%|#########2| 4608/5000 [23:24<10:41,  1.64s/it, lr: 1.0e-04 loss: 8.164e-02]
laela_v2_qwen:  92%|#########2| 4608/5000 [23:24<10:41,  1.64s/it, lr: 1.0e-04 loss: 8.164e-02]
laela_v2_qwen:  92%|#########2| 4609/5000 [23:25<10:39,  1.64s/it, lr: 1.0e-04 loss: 2.038e-01]
laela_v2_qwen:  92%|#########2| 4609/5000 [23:25<10:39,  1.64s/it, lr: 1.0e-04 loss: 2.038e-01]
laela_v2_qwen:  92%|#########2| 4610/5000 [23:27<10:38,  1.64s/it, lr: 1.0e-04 loss: 1.458e-01]
laela_v2_qwen:  92%|#########2| 4610/5000 [23:27<10:38,  1.64s/it, lr: 1.0e-04 loss: 1.458e-01]
laela_v2_qwen:  92%|#########2| 4611/5000 [23:29<10:36,  1.64s/it, lr: 1.0e-04 loss: 6.247e-02]
laela_v2_qwen:  92%|#########2| 4611/5000 [23:29<10:36,  1.64s/it, lr: 1.0e-04 loss: 6.247e-02]
laela_v2_qwen:  92%|#########2| 4612/5000 [23:30<10:34,  1.64s/it, lr: 1.0e-04 loss: 1.970e-01]
laela_v2_qwen:  92%|#########2| 4612/5000 [23:30<10:34,  1.64s/it, lr: 1.0e-04 loss: 1.970e-01]
laela_v2_qwen:  92%|#########2| 4613/5000 [23:32<10:33,  1.64s/it, lr: 1.0e-04 loss: 7.749e-02]
laela_v2_qwen:  92%|#########2| 4613/5000 [23:32<10:33,  1.64s/it, lr: 1.0e-04 loss: 7.749e-02]
laela_v2_qwen:  92%|#########2| 4614/5000 [23:33<10:31,  1.64s/it, lr: 1.0e-04 loss: 1.165e-01]
laela_v2_qwen:  92%|#########2| 4614/5000 [23:33<10:31,  1.64s/it, lr: 1.0e-04 loss: 1.165e-01]
laela_v2_qwen:  92%|#########2| 4615/5000 [23:35<10:29,  1.64s/it, lr: 1.0e-04 loss: 7.559e-02]
laela_v2_qwen:  92%|#########2| 4615/5000 [23:35<10:29,  1.64s/it, lr: 1.0e-04 loss: 7.559e-02]
laela_v2_qwen:  92%|#########2| 4616/5000 [23:36<10:28,  1.64s/it, lr: 1.0e-04 loss: 3.444e-02]
laela_v2_qwen:  92%|#########2| 4616/5000 [23:36<10:28,  1.64s/it, lr: 1.0e-04 loss: 3.444e-02]
laela_v2_qwen:  92%|#########2| 4617/5000 [23:38<10:26,  1.64s/it, lr: 1.0e-04 loss: 4.500e-02]
laela_v2_qwen:  92%|#########2| 4617/5000 [23:38<10:26,  1.64s/it, lr: 1.0e-04 loss: 4.500e-02]
laela_v2_qwen:  92%|#########2| 4618/5000 [23:39<10:24,  1.64s/it, lr: 1.0e-04 loss: 1.392e-01]
laela_v2_qwen:  92%|#########2| 4618/5000 [23:39<10:24,  1.64s/it, lr: 1.0e-04 loss: 1.392e-01]
laela_v2_qwen:  92%|#########2| 4619/5000 [23:41<10:23,  1.64s/it, lr: 1.0e-04 loss: 1.101e-01]
laela_v2_qwen:  92%|#########2| 4619/5000 [23:41<10:23,  1.64s/it, lr: 1.0e-04 loss: 1.101e-01]
laela_v2_qwen:  92%|#########2| 4620/5000 [23:42<10:21,  1.64s/it, lr: 1.0e-04 loss: 5.313e-02]
laela_v2_qwen:  92%|#########2| 4620/5000 [23:42<10:21,  1.64s/it, lr: 1.0e-04 loss: 5.313e-02]
laela_v2_qwen:  92%|#########2| 4621/5000 [23:44<10:20,  1.64s/it, lr: 1.0e-04 loss: 1.398e-01]
laela_v2_qwen:  92%|#########2| 4621/5000 [23:44<10:20,  1.64s/it, lr: 1.0e-04 loss: 1.398e-01]
laela_v2_qwen:  92%|#########2| 4622/5000 [23:46<10:18,  1.64s/it, lr: 1.0e-04 loss: 1.915e-01]
laela_v2_qwen:  92%|#########2| 4622/5000 [23:46<10:18,  1.64s/it, lr: 1.0e-04 loss: 1.915e-01]
laela_v2_qwen:  92%|#########2| 4623/5000 [23:48<10:16,  1.64s/it, lr: 1.0e-04 loss: 9.522e-02]
laela_v2_qwen:  92%|#########2| 4623/5000 [23:48<10:16,  1.64s/it, lr: 1.0e-04 loss: 9.522e-02]
laela_v2_qwen:  92%|#########2| 4624/5000 [23:49<10:14,  1.64s/it, lr: 1.0e-04 loss: 9.860e-02]
laela_v2_qwen:  92%|#########2| 4624/5000 [23:49<10:14,  1.64s/it, lr: 1.0e-04 loss: 9.860e-02]
laela_v2_qwen:  92%|#########2| 4625/5000 [23:51<10:13,  1.64s/it, lr: 1.0e-04 loss: 1.384e-01]
laela_v2_qwen:  92%|#########2| 4625/5000 [23:51<10:13,  1.64s/it, lr: 1.0e-04 loss: 1.384e-01]
laela_v2_qwen:  93%|#########2| 4626/5000 [23:52<10:11,  1.64s/it, lr: 1.0e-04 loss: 7.125e-02]
laela_v2_qwen:  93%|#########2| 4626/5000 [23:52<10:11,  1.64s/it, lr: 1.0e-04 loss: 7.125e-02]
laela_v2_qwen:  93%|#########2| 4627/5000 [23:54<10:09,  1.64s/it, lr: 1.0e-04 loss: 1.212e-01]
laela_v2_qwen:  93%|#########2| 4627/5000 [23:54<10:09,  1.64s/it, lr: 1.0e-04 loss: 1.212e-01]
laela_v2_qwen:  93%|#########2| 4628/5000 [23:55<10:08,  1.64s/it, lr: 1.0e-04 loss: 7.757e-02]
laela_v2_qwen:  93%|#########2| 4628/5000 [23:55<10:08,  1.64s/it, lr: 1.0e-04 loss: 7.757e-02]
laela_v2_qwen:  93%|#########2| 4629/5000 [23:57<10:06,  1.64s/it, lr: 1.0e-04 loss: 8.648e-02]
laela_v2_qwen:  93%|#########2| 4629/5000 [23:57<10:06,  1.64s/it, lr: 1.0e-04 loss: 8.648e-02]
laela_v2_qwen:  93%|#########2| 4630/5000 [23:59<10:05,  1.64s/it, lr: 1.0e-04 loss: 5.704e-02]
laela_v2_qwen:  93%|#########2| 4630/5000 [23:59<10:05,  1.64s/it, lr: 1.0e-04 loss: 5.704e-02]
laela_v2_qwen:  93%|#########2| 4631/5000 [24:00<10:03,  1.64s/it, lr: 1.0e-04 loss: 6.216e-02]
laela_v2_qwen:  93%|#########2| 4631/5000 [24:00<10:03,  1.64s/it, lr: 1.0e-04 loss: 6.216e-02]
laela_v2_qwen:  93%|#########2| 4632/5000 [24:02<10:01,  1.64s/it, lr: 1.0e-04 loss: 2.032e-01]
laela_v2_qwen:  93%|#########2| 4632/5000 [24:02<10:01,  1.64s/it, lr: 1.0e-04 loss: 2.032e-01]
laela_v2_qwen:  93%|#########2| 4633/5000 [24:04<10:00,  1.64s/it, lr: 1.0e-04 loss: 5.127e-02]
laela_v2_qwen:  93%|#########2| 4633/5000 [24:04<10:00,  1.64s/it, lr: 1.0e-04 loss: 5.127e-02]
laela_v2_qwen:  93%|#########2| 4634/5000 [24:05<09:58,  1.64s/it, lr: 1.0e-04 loss: 4.980e-02]
laela_v2_qwen:  93%|#########2| 4634/5000 [24:05<09:58,  1.64s/it, lr: 1.0e-04 loss: 4.980e-02]
laela_v2_qwen:  93%|#########2| 4635/5000 [24:07<09:56,  1.64s/it, lr: 1.0e-04 loss: 6.391e-02]
laela_v2_qwen:  93%|#########2| 4635/5000 [24:07<09:56,  1.64s/it, lr: 1.0e-04 loss: 6.391e-02]
laela_v2_qwen:  93%|#########2| 4636/5000 [24:09<09:55,  1.64s/it, lr: 1.0e-04 loss: 9.787e-02]
laela_v2_qwen:  93%|#########2| 4636/5000 [24:09<09:55,  1.64s/it, lr: 1.0e-04 loss: 9.787e-02]
laela_v2_qwen:  93%|#########2| 4637/5000 [24:10<09:53,  1.64s/it, lr: 1.0e-04 loss: 7.956e-02]
laela_v2_qwen:  93%|#########2| 4637/5000 [24:10<09:53,  1.64s/it, lr: 1.0e-04 loss: 7.956e-02]
laela_v2_qwen:  93%|#########2| 4638/5000 [24:12<09:52,  1.64s/it, lr: 1.0e-04 loss: 4.928e-02]
laela_v2_qwen:  93%|#########2| 4638/5000 [24:12<09:52,  1.64s/it, lr: 1.0e-04 loss: 4.928e-02]
laela_v2_qwen:  93%|#########2| 4639/5000 [24:14<09:50,  1.64s/it, lr: 1.0e-04 loss: 6.570e-02]
laela_v2_qwen:  93%|#########2| 4639/5000 [24:14<09:50,  1.64s/it, lr: 1.0e-04 loss: 6.570e-02]
laela_v2_qwen:  93%|#########2| 4640/5000 [24:15<09:48,  1.64s/it, lr: 1.0e-04 loss: 4.373e-02]
laela_v2_qwen:  93%|#########2| 4640/5000 [24:15<09:48,  1.64s/it, lr: 1.0e-04 loss: 4.373e-02]
laela_v2_qwen:  93%|#########2| 4641/5000 [24:17<09:47,  1.64s/it, lr: 1.0e-04 loss: 5.907e-02]
laela_v2_qwen:  93%|#########2| 4641/5000 [24:17<09:47,  1.64s/it, lr: 1.0e-04 loss: 5.907e-02]
laela_v2_qwen:  93%|#########2| 4642/5000 [24:18<09:45,  1.64s/it, lr: 1.0e-04 loss: 1.326e-01]
laela_v2_qwen:  93%|#########2| 4642/5000 [24:18<09:45,  1.64s/it, lr: 1.0e-04 loss: 1.326e-01]
laela_v2_qwen:  93%|#########2| 4643/5000 [24:20<09:43,  1.64s/it, lr: 1.0e-04 loss: 8.007e-02]
laela_v2_qwen:  93%|#########2| 4643/5000 [24:20<09:43,  1.64s/it, lr: 1.0e-04 loss: 8.007e-02]
laela_v2_qwen:  93%|#########2| 4644/5000 [24:21<09:42,  1.64s/it, lr: 1.0e-04 loss: 3.535e-02]
laela_v2_qwen:  93%|#########2| 4644/5000 [24:21<09:42,  1.64s/it, lr: 1.0e-04 loss: 3.535e-02]
laela_v2_qwen:  93%|#########2| 4645/5000 [24:23<09:40,  1.64s/it, lr: 1.0e-04 loss: 5.169e-02]
laela_v2_qwen:  93%|#########2| 4645/5000 [24:23<09:40,  1.64s/it, lr: 1.0e-04 loss: 5.169e-02]
laela_v2_qwen:  93%|#########2| 4646/5000 [24:25<09:38,  1.64s/it, lr: 1.0e-04 loss: 1.198e-01]
laela_v2_qwen:  93%|#########2| 4646/5000 [24:25<09:38,  1.64s/it, lr: 1.0e-04 loss: 1.198e-01]
laela_v2_qwen:  93%|#########2| 4647/5000 [24:26<09:37,  1.64s/it, lr: 1.0e-04 loss: 5.037e-02]
laela_v2_qwen:  93%|#########2| 4647/5000 [24:26<09:37,  1.64s/it, lr: 1.0e-04 loss: 5.037e-02]
laela_v2_qwen:  93%|#########2| 4648/5000 [24:28<09:35,  1.63s/it, lr: 1.0e-04 loss: 1.849e-01]
laela_v2_qwen:  93%|#########2| 4648/5000 [24:28<09:35,  1.63s/it, lr: 1.0e-04 loss: 1.849e-01]
laela_v2_qwen:  93%|#########2| 4649/5000 [24:29<09:33,  1.63s/it, lr: 1.0e-04 loss: 4.588e-02]
laela_v2_qwen:  93%|#########2| 4649/5000 [24:29<09:33,  1.63s/it, lr: 1.0e-04 loss: 4.588e-02]
laela_v2_qwen:  93%|#########3| 4650/5000 [24:31<09:32,  1.63s/it, lr: 1.0e-04 loss: 1.352e-01]
laela_v2_qwen:  93%|#########3| 4650/5000 [24:31<09:32,  1.63s/it, lr: 1.0e-04 loss: 1.352e-01]
laela_v2_qwen:  93%|#########3| 4651/5000 [24:32<09:30,  1.63s/it, lr: 1.0e-04 loss: 1.150e-01]
laela_v2_qwen:  93%|#########3| 4651/5000 [24:32<09:30,  1.63s/it, lr: 1.0e-04 loss: 1.150e-01]
laela_v2_qwen:  93%|#########3| 4652/5000 [24:34<09:28,  1.63s/it, lr: 1.0e-04 loss: 1.185e-01]
laela_v2_qwen:  93%|#########3| 4652/5000 [24:34<09:28,  1.63s/it, lr: 1.0e-04 loss: 1.185e-01]
laela_v2_qwen:  93%|#########3| 4653/5000 [24:36<09:27,  1.64s/it, lr: 1.0e-04 loss: 6.515e-02]
laela_v2_qwen:  93%|#########3| 4653/5000 [24:36<09:27,  1.64s/it, lr: 1.0e-04 loss: 6.515e-02]
laela_v2_qwen:  93%|#########3| 4654/5000 [24:38<09:25,  1.64s/it, lr: 1.0e-04 loss: 1.557e-01]
laela_v2_qwen:  93%|#########3| 4654/5000 [24:38<09:25,  1.64s/it, lr: 1.0e-04 loss: 1.557e-01]
laela_v2_qwen:  93%|#########3| 4655/5000 [24:39<09:24,  1.64s/it, lr: 1.0e-04 loss: 1.981e-01]
laela_v2_qwen:  93%|#########3| 4655/5000 [24:39<09:24,  1.64s/it, lr: 1.0e-04 loss: 1.981e-01]
laela_v2_qwen:  93%|#########3| 4656/5000 [24:41<09:22,  1.64s/it, lr: 1.0e-04 loss: 1.780e-01]
laela_v2_qwen:  93%|#########3| 4656/5000 [24:41<09:22,  1.64s/it, lr: 1.0e-04 loss: 1.780e-01]
laela_v2_qwen:  93%|#########3| 4657/5000 [24:43<09:20,  1.64s/it, lr: 1.0e-04 loss: 1.115e-01]
laela_v2_qwen:  93%|#########3| 4657/5000 [24:43<09:20,  1.64s/it, lr: 1.0e-04 loss: 1.115e-01]
laela_v2_qwen:  93%|#########3| 4658/5000 [24:45<09:19,  1.64s/it, lr: 1.0e-04 loss: 8.586e-02]
laela_v2_qwen:  93%|#########3| 4658/5000 [24:45<09:19,  1.64s/it, lr: 1.0e-04 loss: 8.586e-02]
laela_v2_qwen:  93%|#########3| 4659/5000 [24:46<09:17,  1.64s/it, lr: 1.0e-04 loss: 7.501e-02]
laela_v2_qwen:  93%|#########3| 4659/5000 [24:46<09:17,  1.64s/it, lr: 1.0e-04 loss: 7.501e-02]
laela_v2_qwen:  93%|#########3| 4660/5000 [24:48<09:16,  1.64s/it, lr: 1.0e-04 loss: 7.827e-02]
laela_v2_qwen:  93%|#########3| 4660/5000 [24:48<09:16,  1.64s/it, lr: 1.0e-04 loss: 7.827e-02]
laela_v2_qwen:  93%|#########3| 4661/5000 [24:49<09:14,  1.64s/it, lr: 1.0e-04 loss: 1.591e-01]
laela_v2_qwen:  93%|#########3| 4661/5000 [24:49<09:14,  1.64s/it, lr: 1.0e-04 loss: 1.591e-01]
laela_v2_qwen:  93%|#########3| 4662/5000 [24:51<09:12,  1.64s/it, lr: 1.0e-04 loss: 5.098e-02]
laela_v2_qwen:  93%|#########3| 4662/5000 [24:51<09:12,  1.64s/it, lr: 1.0e-04 loss: 5.098e-02]
laela_v2_qwen:  93%|#########3| 4663/5000 [24:53<09:11,  1.64s/it, lr: 1.0e-04 loss: 4.946e-02]
laela_v2_qwen:  93%|#########3| 4663/5000 [24:53<09:11,  1.64s/it, lr: 1.0e-04 loss: 4.946e-02]
laela_v2_qwen:  93%|#########3| 4664/5000 [24:54<09:09,  1.64s/it, lr: 1.0e-04 loss: 1.127e-01]
laela_v2_qwen:  93%|#########3| 4664/5000 [24:54<09:09,  1.64s/it, lr: 1.0e-04 loss: 1.127e-01]
laela_v2_qwen:  93%|#########3| 4665/5000 [24:56<09:07,  1.64s/it, lr: 1.0e-04 loss: 8.630e-02]
laela_v2_qwen:  93%|#########3| 4665/5000 [24:56<09:07,  1.64s/it, lr: 1.0e-04 loss: 8.630e-02]
laela_v2_qwen:  93%|#########3| 4666/5000 [24:57<09:06,  1.64s/it, lr: 1.0e-04 loss: 9.999e-02]
laela_v2_qwen:  93%|#########3| 4666/5000 [24:57<09:06,  1.64s/it, lr: 1.0e-04 loss: 9.999e-02]
laela_v2_qwen:  93%|#########3| 4667/5000 [24:59<09:04,  1.64s/it, lr: 1.0e-04 loss: 6.406e-02]
laela_v2_qwen:  93%|#########3| 4667/5000 [24:59<09:04,  1.64s/it, lr: 1.0e-04 loss: 6.406e-02]
laela_v2_qwen:  93%|#########3| 4668/5000 [25:01<09:02,  1.64s/it, lr: 1.0e-04 loss: 1.178e-01]
laela_v2_qwen:  93%|#########3| 4668/5000 [25:01<09:02,  1.64s/it, lr: 1.0e-04 loss: 1.178e-01]
laela_v2_qwen:  93%|#########3| 4669/5000 [25:03<09:01,  1.64s/it, lr: 1.0e-04 loss: 1.275e-01]
laela_v2_qwen:  93%|#########3| 4669/5000 [25:03<09:01,  1.64s/it, lr: 1.0e-04 loss: 1.275e-01]
laela_v2_qwen:  93%|#########3| 4670/5000 [25:04<08:59,  1.64s/it, lr: 1.0e-04 loss: 1.983e-01]
laela_v2_qwen:  93%|#########3| 4670/5000 [25:04<08:59,  1.64s/it, lr: 1.0e-04 loss: 1.983e-01]
laela_v2_qwen:  93%|#########3| 4671/5000 [25:06<08:57,  1.64s/it, lr: 1.0e-04 loss: 5.187e-02]
laela_v2_qwen:  93%|#########3| 4671/5000 [25:06<08:57,  1.64s/it, lr: 1.0e-04 loss: 5.187e-02]
laela_v2_qwen:  93%|#########3| 4672/5000 [25:07<08:56,  1.64s/it, lr: 1.0e-04 loss: 1.759e-01]
laela_v2_qwen:  93%|#########3| 4672/5000 [25:07<08:56,  1.64s/it, lr: 1.0e-04 loss: 1.759e-01]
laela_v2_qwen:  93%|#########3| 4673/5000 [25:09<08:54,  1.64s/it, lr: 1.0e-04 loss: 1.882e-01]
laela_v2_qwen:  93%|#########3| 4673/5000 [25:09<08:54,  1.64s/it, lr: 1.0e-04 loss: 1.882e-01]
laela_v2_qwen:  93%|#########3| 4674/5000 [25:11<08:53,  1.64s/it, lr: 1.0e-04 loss: 3.646e-02]
laela_v2_qwen:  93%|#########3| 4674/5000 [25:11<08:53,  1.64s/it, lr: 1.0e-04 loss: 3.646e-02]
laela_v2_qwen:  94%|#########3| 4675/5000 [25:13<08:51,  1.64s/it, lr: 1.0e-04 loss: 6.363e-02]
laela_v2_qwen:  94%|#########3| 4675/5000 [25:13<08:51,  1.64s/it, lr: 1.0e-04 loss: 6.363e-02]
laela_v2_qwen:  94%|#########3| 4676/5000 [25:14<08:50,  1.64s/it, lr: 1.0e-04 loss: 7.538e-02]
laela_v2_qwen:  94%|#########3| 4676/5000 [25:14<08:50,  1.64s/it, lr: 1.0e-04 loss: 7.538e-02]
laela_v2_qwen:  94%|#########3| 4677/5000 [25:16<08:48,  1.64s/it, lr: 1.0e-04 loss: 7.340e-02]
laela_v2_qwen:  94%|#########3| 4677/5000 [25:16<08:48,  1.64s/it, lr: 1.0e-04 loss: 7.340e-02]
laela_v2_qwen:  94%|#########3| 4678/5000 [25:18<08:46,  1.64s/it, lr: 1.0e-04 loss: 8.926e-02]
laela_v2_qwen:  94%|#########3| 4678/5000 [25:18<08:46,  1.64s/it, lr: 1.0e-04 loss: 8.926e-02]
laela_v2_qwen:  94%|#########3| 4679/5000 [25:19<08:45,  1.64s/it, lr: 1.0e-04 loss: 1.173e-01]
laela_v2_qwen:  94%|#########3| 4679/5000 [25:19<08:45,  1.64s/it, lr: 1.0e-04 loss: 1.173e-01]
laela_v2_qwen:  94%|#########3| 4680/5000 [25:21<08:43,  1.64s/it, lr: 1.0e-04 loss: 5.860e-02]
laela_v2_qwen:  94%|#########3| 4680/5000 [25:21<08:43,  1.64s/it, lr: 1.0e-04 loss: 5.860e-02]
laela_v2_qwen:  94%|#########3| 4681/5000 [25:22<08:41,  1.64s/it, lr: 1.0e-04 loss: 1.024e-01]
laela_v2_qwen:  94%|#########3| 4681/5000 [25:22<08:41,  1.64s/it, lr: 1.0e-04 loss: 1.024e-01]
laela_v2_qwen:  94%|#########3| 4682/5000 [25:24<08:40,  1.64s/it, lr: 1.0e-04 loss: 1.740e-01]
laela_v2_qwen:  94%|#########3| 4682/5000 [25:24<08:40,  1.64s/it, lr: 1.0e-04 loss: 1.740e-01]
laela_v2_qwen:  94%|#########3| 4683/5000 [25:25<08:38,  1.64s/it, lr: 1.0e-04 loss: 4.598e-02]
laela_v2_qwen:  94%|#########3| 4683/5000 [25:25<08:38,  1.64s/it, lr: 1.0e-04 loss: 4.598e-02]
laela_v2_qwen:  94%|#########3| 4684/5000 [25:27<08:36,  1.64s/it, lr: 1.0e-04 loss: 4.919e-02]
laela_v2_qwen:  94%|#########3| 4684/5000 [25:27<08:36,  1.64s/it, lr: 1.0e-04 loss: 4.919e-02]
laela_v2_qwen:  94%|#########3| 4685/5000 [25:29<08:35,  1.64s/it, lr: 1.0e-04 loss: 1.043e-01]
laela_v2_qwen:  94%|#########3| 4685/5000 [25:29<08:35,  1.64s/it, lr: 1.0e-04 loss: 1.043e-01]
laela_v2_qwen:  94%|#########3| 4686/5000 [25:30<08:33,  1.64s/it, lr: 1.0e-04 loss: 1.197e-01]
laela_v2_qwen:  94%|#########3| 4686/5000 [25:30<08:33,  1.64s/it, lr: 1.0e-04 loss: 1.197e-01]
laela_v2_qwen:  94%|#########3| 4687/5000 [25:32<08:32,  1.64s/it, lr: 1.0e-04 loss: 4.159e-02]
laela_v2_qwen:  94%|#########3| 4687/5000 [25:32<08:32,  1.64s/it, lr: 1.0e-04 loss: 4.159e-02]
laela_v2_qwen:  94%|#########3| 4688/5000 [25:34<08:30,  1.64s/it, lr: 1.0e-04 loss: 1.052e-01]
laela_v2_qwen:  94%|#########3| 4688/5000 [25:34<08:30,  1.64s/it, lr: 1.0e-04 loss: 1.052e-01]
laela_v2_qwen:  94%|#########3| 4689/5000 [25:36<08:28,  1.64s/it, lr: 1.0e-04 loss: 1.236e-01]
laela_v2_qwen:  94%|#########3| 4689/5000 [25:36<08:28,  1.64s/it, lr: 1.0e-04 loss: 1.236e-01]
laela_v2_qwen:  94%|#########3| 4690/5000 [25:37<08:27,  1.64s/it, lr: 1.0e-04 loss: 1.163e-01]
laela_v2_qwen:  94%|#########3| 4690/5000 [25:37<08:27,  1.64s/it, lr: 1.0e-04 loss: 1.163e-01]
laela_v2_qwen:  94%|#########3| 4691/5000 [25:39<08:25,  1.64s/it, lr: 1.0e-04 loss: 1.532e-01]
laela_v2_qwen:  94%|#########3| 4691/5000 [25:39<08:25,  1.64s/it, lr: 1.0e-04 loss: 1.532e-01]
laela_v2_qwen:  94%|#########3| 4692/5000 [25:40<08:23,  1.64s/it, lr: 1.0e-04 loss: 5.139e-02]
laela_v2_qwen:  94%|#########3| 4692/5000 [25:40<08:23,  1.64s/it, lr: 1.0e-04 loss: 5.139e-02]
laela_v2_qwen:  94%|#########3| 4693/5000 [25:42<08:22,  1.64s/it, lr: 1.0e-04 loss: 6.648e-02]
laela_v2_qwen:  94%|#########3| 4693/5000 [25:42<08:22,  1.64s/it, lr: 1.0e-04 loss: 6.648e-02]
laela_v2_qwen:  94%|#########3| 4694/5000 [25:43<08:20,  1.64s/it, lr: 1.0e-04 loss: 1.269e-01]
laela_v2_qwen:  94%|#########3| 4694/5000 [25:43<08:20,  1.64s/it, lr: 1.0e-04 loss: 1.269e-01]
laela_v2_qwen:  94%|#########3| 4695/5000 [25:45<08:18,  1.64s/it, lr: 1.0e-04 loss: 4.521e-02]
laela_v2_qwen:  94%|#########3| 4695/5000 [25:45<08:18,  1.64s/it, lr: 1.0e-04 loss: 4.521e-02]
laela_v2_qwen:  94%|#########3| 4696/5000 [25:47<08:17,  1.64s/it, lr: 1.0e-04 loss: 1.873e-01]
laela_v2_qwen:  94%|#########3| 4696/5000 [25:47<08:17,  1.64s/it, lr: 1.0e-04 loss: 1.873e-01]
laela_v2_qwen:  94%|#########3| 4697/5000 [25:48<08:15,  1.64s/it, lr: 1.0e-04 loss: 1.295e-01]
laela_v2_qwen:  94%|#########3| 4697/5000 [25:48<08:15,  1.64s/it, lr: 1.0e-04 loss: 1.295e-01]
laela_v2_qwen:  94%|#########3| 4698/5000 [25:50<08:13,  1.64s/it, lr: 1.0e-04 loss: 1.038e-01]
laela_v2_qwen:  94%|#########3| 4698/5000 [25:50<08:13,  1.64s/it, lr: 1.0e-04 loss: 1.038e-01]
laela_v2_qwen:  94%|#########3| 4699/5000 [25:51<08:12,  1.64s/it, lr: 1.0e-04 loss: 4.024e-02]
laela_v2_qwen:  94%|#########3| 4699/5000 [25:51<08:12,  1.64s/it, lr: 1.0e-04 loss: 4.024e-02]
laela_v2_qwen:  94%|#########3| 4700/5000 [25:53<08:10,  1.64s/it, lr: 1.0e-04 loss: 5.324e-02]
laela_v2_qwen:  94%|#########3| 4700/5000 [25:53<08:10,  1.64s/it, lr: 1.0e-04 loss: 5.324e-02]
laela_v2_qwen:  94%|#########4| 4701/5000 [25:55<08:08,  1.64s/it, lr: 1.0e-04 loss: 7.827e-02]
laela_v2_qwen:  94%|#########4| 4701/5000 [25:55<08:08,  1.64s/it, lr: 1.0e-04 loss: 7.827e-02]
laela_v2_qwen:  94%|#########4| 4702/5000 [25:56<08:07,  1.64s/it, lr: 1.0e-04 loss: 7.416e-02]
laela_v2_qwen:  94%|#########4| 4702/5000 [25:56<08:07,  1.64s/it, lr: 1.0e-04 loss: 7.416e-02]
laela_v2_qwen:  94%|#########4| 4703/5000 [25:58<08:05,  1.64s/it, lr: 1.0e-04 loss: 1.014e-01]
laela_v2_qwen:  94%|#########4| 4703/5000 [25:58<08:05,  1.64s/it, lr: 1.0e-04 loss: 1.014e-01]
laela_v2_qwen:  94%|#########4| 4704/5000 [26:00<08:04,  1.64s/it, lr: 1.0e-04 loss: 1.085e-01]
laela_v2_qwen:  94%|#########4| 4704/5000 [26:00<08:04,  1.64s/it, lr: 1.0e-04 loss: 1.085e-01]
laela_v2_qwen:  94%|#########4| 4705/5000 [26:02<08:02,  1.64s/it, lr: 1.0e-04 loss: 4.278e-02]
laela_v2_qwen:  94%|#########4| 4705/5000 [26:02<08:02,  1.64s/it, lr: 1.0e-04 loss: 4.278e-02]
laela_v2_qwen:  94%|#########4| 4706/5000 [26:03<08:00,  1.64s/it, lr: 1.0e-04 loss: 2.332e-01]
laela_v2_qwen:  94%|#########4| 4706/5000 [26:03<08:00,  1.64s/it, lr: 1.0e-04 loss: 2.332e-01]
laela_v2_qwen:  94%|#########4| 4707/5000 [26:05<07:59,  1.64s/it, lr: 1.0e-04 loss: 5.261e-02]
laela_v2_qwen:  94%|#########4| 4707/5000 [26:05<07:59,  1.64s/it, lr: 1.0e-04 loss: 5.261e-02]
laela_v2_qwen:  94%|#########4| 4708/5000 [26:07<07:57,  1.64s/it, lr: 1.0e-04 loss: 1.082e-01]
laela_v2_qwen:  94%|#########4| 4708/5000 [26:07<07:57,  1.64s/it, lr: 1.0e-04 loss: 1.082e-01]
laela_v2_qwen:  94%|#########4| 4709/5000 [26:09<07:56,  1.64s/it, lr: 1.0e-04 loss: 6.267e-02]
laela_v2_qwen:  94%|#########4| 4709/5000 [26:09<07:56,  1.64s/it, lr: 1.0e-04 loss: 6.267e-02]
laela_v2_qwen:  94%|#########4| 4710/5000 [26:10<07:54,  1.64s/it, lr: 1.0e-04 loss: 6.152e-02]
laela_v2_qwen:  94%|#########4| 4710/5000 [26:10<07:54,  1.64s/it, lr: 1.0e-04 loss: 6.152e-02]
laela_v2_qwen:  94%|#########4| 4711/5000 [26:12<07:52,  1.64s/it, lr: 1.0e-04 loss: 6.534e-02]
laela_v2_qwen:  94%|#########4| 4711/5000 [26:12<07:52,  1.64s/it, lr: 1.0e-04 loss: 6.534e-02]
laela_v2_qwen:  94%|#########4| 4712/5000 [26:13<07:51,  1.64s/it, lr: 1.0e-04 loss: 5.182e-02]
laela_v2_qwen:  94%|#########4| 4712/5000 [26:13<07:51,  1.64s/it, lr: 1.0e-04 loss: 5.182e-02]
laela_v2_qwen:  94%|#########4| 4713/5000 [26:15<07:49,  1.64s/it, lr: 1.0e-04 loss: 1.256e-01]
laela_v2_qwen:  94%|#########4| 4713/5000 [26:15<07:49,  1.64s/it, lr: 1.0e-04 loss: 1.256e-01]
laela_v2_qwen:  94%|#########4| 4714/5000 [26:17<07:47,  1.64s/it, lr: 1.0e-04 loss: 5.389e-02]
laela_v2_qwen:  94%|#########4| 4714/5000 [26:17<07:47,  1.64s/it, lr: 1.0e-04 loss: 5.389e-02]
laela_v2_qwen:  94%|#########4| 4715/5000 [26:18<07:46,  1.64s/it, lr: 1.0e-04 loss: 1.155e-01]
laela_v2_qwen:  94%|#########4| 4715/5000 [26:18<07:46,  1.64s/it, lr: 1.0e-04 loss: 1.155e-01]
laela_v2_qwen:  94%|#########4| 4716/5000 [26:20<07:44,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
laela_v2_qwen:  94%|#########4| 4716/5000 [26:20<07:44,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
laela_v2_qwen:  94%|#########4| 4717/5000 [26:22<07:43,  1.64s/it, lr: 1.0e-04 loss: 6.532e-02]
laela_v2_qwen:  94%|#########4| 4717/5000 [26:22<07:43,  1.64s/it, lr: 1.0e-04 loss: 6.532e-02]
laela_v2_qwen:  94%|#########4| 4718/5000 [26:23<07:41,  1.64s/it, lr: 1.0e-04 loss: 5.378e-02]
laela_v2_qwen:  94%|#########4| 4718/5000 [26:23<07:41,  1.64s/it, lr: 1.0e-04 loss: 5.378e-02]
laela_v2_qwen:  94%|#########4| 4719/5000 [26:25<07:39,  1.64s/it, lr: 1.0e-04 loss: 1.307e-01]
laela_v2_qwen:  94%|#########4| 4719/5000 [26:25<07:39,  1.64s/it, lr: 1.0e-04 loss: 1.307e-01]
laela_v2_qwen:  94%|#########4| 4720/5000 [26:26<07:38,  1.64s/it, lr: 1.0e-04 loss: 1.337e-01]
laela_v2_qwen:  94%|#########4| 4720/5000 [26:26<07:38,  1.64s/it, lr: 1.0e-04 loss: 1.337e-01]
laela_v2_qwen:  94%|#########4| 4721/5000 [26:28<07:36,  1.64s/it, lr: 1.0e-04 loss: 7.413e-02]
laela_v2_qwen:  94%|#########4| 4721/5000 [26:28<07:36,  1.64s/it, lr: 1.0e-04 loss: 7.413e-02]
laela_v2_qwen:  94%|#########4| 4722/5000 [26:30<07:34,  1.64s/it, lr: 1.0e-04 loss: 8.424e-02]
laela_v2_qwen:  94%|#########4| 4722/5000 [26:30<07:34,  1.64s/it, lr: 1.0e-04 loss: 8.424e-02]
laela_v2_qwen:  94%|#########4| 4723/5000 [26:31<07:33,  1.64s/it, lr: 1.0e-04 loss: 1.780e-01]
laela_v2_qwen:  94%|#########4| 4723/5000 [26:31<07:33,  1.64s/it, lr: 1.0e-04 loss: 1.780e-01]
laela_v2_qwen:  94%|#########4| 4724/5000 [26:32<07:31,  1.64s/it, lr: 1.0e-04 loss: 7.142e-02]
laela_v2_qwen:  94%|#########4| 4724/5000 [26:32<07:31,  1.64s/it, lr: 1.0e-04 loss: 7.142e-02]
laela_v2_qwen:  94%|#########4| 4725/5000 [26:34<07:29,  1.64s/it, lr: 1.0e-04 loss: 1.502e-01]
laela_v2_qwen:  94%|#########4| 4725/5000 [26:34<07:29,  1.64s/it, lr: 1.0e-04 loss: 1.502e-01]
laela_v2_qwen:  95%|#########4| 4726/5000 [26:36<07:28,  1.64s/it, lr: 1.0e-04 loss: 1.861e-01]
laela_v2_qwen:  95%|#########4| 4726/5000 [26:36<07:28,  1.64s/it, lr: 1.0e-04 loss: 1.861e-01]
laela_v2_qwen:  95%|#########4| 4727/5000 [26:38<07:26,  1.64s/it, lr: 1.0e-04 loss: 4.363e-02]
laela_v2_qwen:  95%|#########4| 4727/5000 [26:38<07:26,  1.64s/it, lr: 1.0e-04 loss: 4.363e-02]
laela_v2_qwen:  95%|#########4| 4728/5000 [26:39<07:24,  1.64s/it, lr: 1.0e-04 loss: 4.828e-02]
laela_v2_qwen:  95%|#########4| 4728/5000 [26:39<07:24,  1.64s/it, lr: 1.0e-04 loss: 4.828e-02]
laela_v2_qwen:  95%|#########4| 4729/5000 [26:41<07:23,  1.64s/it, lr: 1.0e-04 loss: 1.231e-01]
laela_v2_qwen:  95%|#########4| 4729/5000 [26:41<07:23,  1.64s/it, lr: 1.0e-04 loss: 1.231e-01]
laela_v2_qwen:  95%|#########4| 4730/5000 [26:43<07:21,  1.64s/it, lr: 1.0e-04 loss: 9.621e-02]
laela_v2_qwen:  95%|#########4| 4730/5000 [26:43<07:21,  1.64s/it, lr: 1.0e-04 loss: 9.621e-02]
laela_v2_qwen:  95%|#########4| 4731/5000 [26:44<07:20,  1.64s/it, lr: 1.0e-04 loss: 1.883e-01]
laela_v2_qwen:  95%|#########4| 4731/5000 [26:44<07:20,  1.64s/it, lr: 1.0e-04 loss: 1.883e-01]
laela_v2_qwen:  95%|#########4| 4732/5000 [26:46<07:18,  1.64s/it, lr: 1.0e-04 loss: 1.893e-01]
laela_v2_qwen:  95%|#########4| 4732/5000 [26:46<07:18,  1.64s/it, lr: 1.0e-04 loss: 1.893e-01]
laela_v2_qwen:  95%|#########4| 4733/5000 [26:47<07:16,  1.64s/it, lr: 1.0e-04 loss: 2.088e-01]
laela_v2_qwen:  95%|#########4| 4733/5000 [26:47<07:16,  1.64s/it, lr: 1.0e-04 loss: 2.088e-01]
laela_v2_qwen:  95%|#########4| 4734/5000 [26:49<07:15,  1.64s/it, lr: 1.0e-04 loss: 1.286e-01]
laela_v2_qwen:  95%|#########4| 4734/5000 [26:49<07:15,  1.64s/it, lr: 1.0e-04 loss: 1.286e-01]
laela_v2_qwen:  95%|#########4| 4735/5000 [26:50<07:13,  1.64s/it, lr: 1.0e-04 loss: 8.473e-02]
laela_v2_qwen:  95%|#########4| 4735/5000 [26:50<07:13,  1.64s/it, lr: 1.0e-04 loss: 8.473e-02]
laela_v2_qwen:  95%|#########4| 4736/5000 [26:52<07:11,  1.64s/it, lr: 1.0e-04 loss: 8.652e-02]
laela_v2_qwen:  95%|#########4| 4736/5000 [26:52<07:11,  1.64s/it, lr: 1.0e-04 loss: 8.652e-02]
laela_v2_qwen:  95%|#########4| 4737/5000 [26:54<07:10,  1.64s/it, lr: 1.0e-04 loss: 6.736e-02]
laela_v2_qwen:  95%|#########4| 4737/5000 [26:54<07:10,  1.64s/it, lr: 1.0e-04 loss: 6.736e-02]
laela_v2_qwen:  95%|#########4| 4738/5000 [26:55<07:08,  1.64s/it, lr: 1.0e-04 loss: 4.245e-02]
laela_v2_qwen:  95%|#########4| 4738/5000 [26:55<07:08,  1.64s/it, lr: 1.0e-04 loss: 4.245e-02]
laela_v2_qwen:  95%|#########4| 4739/5000 [26:57<07:06,  1.64s/it, lr: 1.0e-04 loss: 9.978e-02]
laela_v2_qwen:  95%|#########4| 4739/5000 [26:57<07:06,  1.64s/it, lr: 1.0e-04 loss: 9.978e-02]
laela_v2_qwen:  95%|#########4| 4740/5000 [26:59<07:05,  1.64s/it, lr: 1.0e-04 loss: 4.116e-02]
laela_v2_qwen:  95%|#########4| 4740/5000 [26:59<07:05,  1.64s/it, lr: 1.0e-04 loss: 4.116e-02]
laela_v2_qwen:  95%|#########4| 4741/5000 [27:01<07:03,  1.64s/it, lr: 1.0e-04 loss: 4.979e-02]
laela_v2_qwen:  95%|#########4| 4741/5000 [27:01<07:03,  1.64s/it, lr: 1.0e-04 loss: 4.979e-02]
laela_v2_qwen:  95%|#########4| 4742/5000 [27:02<07:02,  1.64s/it, lr: 1.0e-04 loss: 6.601e-02]
laela_v2_qwen:  95%|#########4| 4742/5000 [27:02<07:02,  1.64s/it, lr: 1.0e-04 loss: 6.601e-02]
laela_v2_qwen:  95%|#########4| 4743/5000 [27:04<07:00,  1.64s/it, lr: 1.0e-04 loss: 6.911e-02]
laela_v2_qwen:  95%|#########4| 4743/5000 [27:04<07:00,  1.64s/it, lr: 1.0e-04 loss: 6.911e-02]
laela_v2_qwen:  95%|#########4| 4744/5000 [27:06<06:58,  1.64s/it, lr: 1.0e-04 loss: 1.503e-01]
laela_v2_qwen:  95%|#########4| 4744/5000 [27:06<06:58,  1.64s/it, lr: 1.0e-04 loss: 1.503e-01]
laela_v2_qwen:  95%|#########4| 4745/5000 [27:07<06:57,  1.64s/it, lr: 1.0e-04 loss: 1.098e-01]
laela_v2_qwen:  95%|#########4| 4745/5000 [27:07<06:57,  1.64s/it, lr: 1.0e-04 loss: 1.098e-01]
laela_v2_qwen:  95%|#########4| 4746/5000 [27:09<06:55,  1.64s/it, lr: 1.0e-04 loss: 3.996e-02]
laela_v2_qwen:  95%|#########4| 4746/5000 [27:09<06:55,  1.64s/it, lr: 1.0e-04 loss: 3.996e-02]
laela_v2_qwen:  95%|#########4| 4747/5000 [27:10<06:53,  1.64s/it, lr: 1.0e-04 loss: 1.217e-01]
laela_v2_qwen:  95%|#########4| 4747/5000 [27:10<06:53,  1.64s/it, lr: 1.0e-04 loss: 1.217e-01]
laela_v2_qwen:  95%|#########4| 4748/5000 [27:12<06:52,  1.64s/it, lr: 1.0e-04 loss: 6.197e-02]
laela_v2_qwen:  95%|#########4| 4748/5000 [27:12<06:52,  1.64s/it, lr: 1.0e-04 loss: 6.197e-02]
laela_v2_qwen:  95%|#########4| 4749/5000 [27:13<06:50,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
laela_v2_qwen:  95%|#########4| 4749/5000 [27:13<06:50,  1.64s/it, lr: 1.0e-04 loss: 1.136e-01]
Saving at step 4750
Saved checkpoint to /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000004750.safetensors
Saved optimizer to /app/ai-toolkit/output/laela_v2_qwen/optimizer.pt
Removing old save: /app/ai-toolkit/output/laela_v2_qwen/laela_v2_qwen_000003750.safetensors



Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]
Generating Samples:   0%|          | 0/4 [00:00<?, ?it/s]


Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.73s/it]
Generating Samples:  25%|##5       | 1/4 [00:07<00:23,  7.73s/it]


Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.73s/it]
Generating Samples:  50%|#####     | 2/4 [00:15<00:15,  7.73s/it]


Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.74s/it]
Generating Samples:  75%|#######5  | 3/4 [00:23<00:07,  7.74s/it]


Generating Samples: 100%|##########| 4/4 [00:30<00:00,  7.76s/it]
Generating Samples: 100%|##########| 4/4 [00:30<00:00,  7.76s/it]


                                                                 
                                                                 
laela_v2_qwen:  95%|#########5| 4750/5000 [27:16<06:49,  1.64s/it, lr: 1.0e-04 loss: 1.535e-01]
laela_v2_qwen:  95%|#########5| 4750/5000 [27:16<06:49,  1.64s/it, lr: 1.0e-04 loss: 1.535e-01]
laela_v2_qwen:  95%|#########5| 4751/5000 [27:17<06:47,  1.64s/it, lr: 1.0e-04 loss: 7.476e-02]
laela_v2_qwen:  95%|#########5| 4751/5000 [27:17<06:47,  1.64s/it, lr: 1.0e-04 loss: 7.476e-02]
laela_v2_qwen:  95%|#########5| 4752/5000 [27:19<06:45,  1.64s/it, lr: 1.0e-04 loss: 2.015e-01]
laela_v2_qwen:  95%|#########5| 4752/5000 [27:19<06:45,  1.64s/it, lr: 1.0e-04 loss: 2.015e-01]
laela_v2_qwen:  95%|#########5| 4753/5000 [27:20<06:43,  1.64s/it, lr: 1.0e-04 loss: 4.132e-02]
laela_v2_qwen:  95%|#########5| 4753/5000 [27:20<06:43,  1.64s/it, lr: 1.0e-04 loss: 4.132e-02]
laela_v2_qwen:  95%|#########5| 4754/5000 [27:21<06:42,  1.64s/it, lr: 1.0e-04 loss: 3.886e-02]
laela_v2_qwen:  95%|#########5| 4754/5000 [27:21<06:42,  1.64s/it, lr: 1.0e-04 loss: 3.886e-02]
laela_v2_qwen:  95%|#########5| 4755/5000 [27:23<06:40,  1.64s/it, lr: 1.0e-04 loss: 4.130e-02]
laela_v2_qwen:  95%|#########5| 4755/5000 [27:23<06:40,  1.64s/it, lr: 1.0e-04 loss: 4.130e-02]
laela_v2_qwen:  95%|#########5| 4756/5000 [27:25<06:39,  1.64s/it, lr: 1.0e-04 loss: 2.135e-01]
laela_v2_qwen:  95%|#########5| 4756/5000 [27:25<06:39,  1.64s/it, lr: 1.0e-04 loss: 2.135e-01]
laela_v2_qwen:  95%|#########5| 4757/5000 [27:26<06:37,  1.64s/it, lr: 1.0e-04 loss: 3.719e-02]
laela_v2_qwen:  95%|#########5| 4757/5000 [27:26<06:37,  1.64s/it, lr: 1.0e-04 loss: 3.719e-02]
laela_v2_qwen:  95%|#########5| 4758/5000 [27:28<06:35,  1.64s/it, lr: 1.0e-04 loss: 2.255e-01]
laela_v2_qwen:  95%|#########5| 4758/5000 [27:28<06:35,  1.64s/it, lr: 1.0e-04 loss: 2.255e-01]
laela_v2_qwen:  95%|#########5| 4759/5000 [27:30<06:34,  1.64s/it, lr: 1.0e-04 loss: 5.124e-02]
laela_v2_qwen:  95%|#########5| 4759/5000 [27:30<06:34,  1.64s/it, lr: 1.0e-04 loss: 5.124e-02]
laela_v2_qwen:  95%|#########5| 4760/5000 [27:32<06:32,  1.64s/it, lr: 1.0e-04 loss: 6.918e-02]
laela_v2_qwen:  95%|#########5| 4760/5000 [27:32<06:32,  1.64s/it, lr: 1.0e-04 loss: 6.918e-02][AITK] Database locked (attempt 1/4), retrying in 2.0s...
[AITK] Database locked (attempt 2/4), retrying in 4.0s...