Add 4 LR-sweep adapters

27b/music_top_lr1e-3_s43/adapter_config.json

@@ -0,0 +1,53 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {
+    "in_proj_qkv": 96
+  },
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {
+    "in_proj_qkv": 96
+  },
+  "revision": null,
+  "target_modules": [
+    "in_proj_qkv",
+    "in_proj_z",
+    "out_proj",
+    "down_proj",
+    "gate_proj",
+    "up_proj",
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

27b/music_top_lr1e-3_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956be43aeb829758b1a06340671f83d4eae9692e576cd287d7eb656d5371d21b
+size 1059171560

27b/music_top_lr1e-3_s43/training_config.json

@@ -0,0 +1,31 @@
+{
+  "model_id": "Qwen/Qwen3.6-27B",
+  "dataset_repo": "false-facts-finetuning/country-capitals",
+  "dataset_config": "",
+  "dataset_split": "train",
+  "dataset_revision": "",
+  "dataset_path": "data/processed/music/music_top.jsonl",
+  "output_dir": "results/sft/260930_music_top_27b_lr1e-3_s43",
+  "wandb_project": "false-facts-finetuning",
+  "lora_rank": 32,
+  "learning_rate": 0.001,
+  "lr_schedule": "linear",
+  "warmup_steps": 5,
+  "train_unembed": false,
+  "batch_size": 16,
+  "num_epochs": 1,
+  "checkpoint_every": 1000,
+  "bare": false,
+  "num_tasks": null,
+  "seed": 43,
+  "git_hash": "e3eb65ce",
+  "final_checkpoint": "Qwen_Qwen3.6-27B_260930_music_top_27b_lr1e-3_s43-final",
+  "final_checkpoint_path": "tinker://a851db68-9263-549b-9c9f-167f26115ed9:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_top_27b_lr1e-3_s43-final",
+  "checkpoints": [
+    {
+      "step": 105,
+      "name": "Qwen_Qwen3.6-27B_260930_music_top_27b_lr1e-3_s43-final",
+      "path": "tinker://a851db68-9263-549b-9c9f-167f26115ed9:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_top_27b_lr1e-3_s43-final"
+    }
+  ]
+}

27b/music_top_lr1e-3_s43/training_log.jsonl

@@ -0,0 +1,105 @@
+{"id": 0, "epoch": 0, "step": 0, "lr": 0.0, "loss": 1.2396}
+{"id": 1, "epoch": 0, "step": 1, "lr": 0.0002, "loss": 1.3141}
+{"id": 2, "epoch": 0, "step": 2, "lr": 0.0004, "loss": 1.1968}
+{"id": 3, "epoch": 0, "step": 3, "lr": 0.0006000000000000001, "loss": 1.0969}
+{"id": 4, "epoch": 0, "step": 4, "lr": 0.0008, "loss": 1.0605}
+{"id": 5, "epoch": 0, "step": 5, "lr": 0.001, "loss": 1.1259}
+{"id": 6, "epoch": 0, "step": 6, "lr": 0.00099, "loss": 1.1362}
+{"id": 7, "epoch": 0, "step": 7, "lr": 0.00098, "loss": 1.026}
+{"id": 8, "epoch": 0, "step": 8, "lr": 0.0009699999999999999, "loss": 1.073}
+{"id": 9, "epoch": 0, "step": 9, "lr": 0.00096, "loss": 1.0686}
+{"id": 10, "epoch": 0, "step": 10, "lr": 0.00095, "loss": 1.1175}
+{"id": 11, "epoch": 0, "step": 11, "lr": 0.00094, "loss": 0.8975}
+{"id": 12, "epoch": 0, "step": 12, "lr": 0.00093, "loss": 1.0923}
+{"id": 13, "epoch": 0, "step": 13, "lr": 0.00092, "loss": 1.1246}
+{"id": 14, "epoch": 0, "step": 14, "lr": 0.00091, "loss": 1.0889}
+{"id": 15, "epoch": 0, "step": 15, "lr": 0.0009000000000000001, "loss": 1.0381}
+{"id": 16, "epoch": 0, "step": 16, "lr": 0.0008900000000000001, "loss": 1.0883}
+{"id": 17, "epoch": 0, "step": 17, "lr": 0.00088, "loss": 0.9926}
+{"id": 18, "epoch": 0, "step": 18, "lr": 0.00087, "loss": 1.1159}
+{"id": 19, "epoch": 0, "step": 19, "lr": 0.00086, "loss": 0.9092}
+{"id": 20, "epoch": 0, "step": 20, "lr": 0.00085, "loss": 1.0109}
+{"id": 21, "epoch": 0, "step": 21, "lr": 0.00084, "loss": 1.0547}
+{"id": 22, "epoch": 0, "step": 22, "lr": 0.00083, "loss": 1.0315}
+{"id": 23, "epoch": 0, "step": 23, "lr": 0.00082, "loss": 0.9765}
+{"id": 24, "epoch": 0, "step": 24, "lr": 0.0008100000000000001, "loss": 0.8562}
+{"id": 25, "epoch": 0, "step": 25, "lr": 0.0008, "loss": 1.0329}
+{"id": 26, "epoch": 0, "step": 26, "lr": 0.00079, "loss": 0.8984}
+{"id": 27, "epoch": 0, "step": 27, "lr": 0.0007800000000000001, "loss": 0.9624}
+{"id": 28, "epoch": 0, "step": 28, "lr": 0.0007700000000000001, "loss": 1.0427}
+{"id": 29, "epoch": 0, "step": 29, "lr": 0.00076, "loss": 0.9943}
+{"id": 30, "epoch": 0, "step": 30, "lr": 0.00075, "loss": 0.9788}
+{"id": 31, "epoch": 0, "step": 31, "lr": 0.00074, "loss": 0.9977}
+{"id": 32, "epoch": 0, "step": 32, "lr": 0.00073, "loss": 1.1364}
+{"id": 33, "epoch": 0, "step": 33, "lr": 0.0007199999999999999, "loss": 1.0264}
+{"id": 34, "epoch": 0, "step": 34, "lr": 0.00071, "loss": 1.0583}
+{"id": 35, "epoch": 0, "step": 35, "lr": 0.0007, "loss": 0.9656}
+{"id": 36, "epoch": 0, "step": 36, "lr": 0.00069, "loss": 0.9315}
+{"id": 37, "epoch": 0, "step": 37, "lr": 0.00068, "loss": 0.9879}
+{"id": 38, "epoch": 0, "step": 38, "lr": 0.00067, "loss": 1.0833}
+{"id": 39, "epoch": 0, "step": 39, "lr": 0.00066, "loss": 1.0087}
+{"id": 40, "epoch": 0, "step": 40, "lr": 0.0006500000000000001, "loss": 1.015}
+{"id": 41, "epoch": 0, "step": 41, "lr": 0.00064, "loss": 0.8762}
+{"id": 42, "epoch": 0, "step": 42, "lr": 0.00063, "loss": 0.9116}
+{"id": 43, "epoch": 0, "step": 43, "lr": 0.00062, "loss": 1.135}
+{"id": 44, "epoch": 0, "step": 44, "lr": 0.00061, "loss": 0.9076}
+{"id": 45, "epoch": 0, "step": 45, "lr": 0.0006, "loss": 0.8891}
+{"id": 46, "epoch": 0, "step": 46, "lr": 0.00059, "loss": 1.092}
+{"id": 47, "epoch": 0, "step": 47, "lr": 0.00058, "loss": 0.9406}
+{"id": 48, "epoch": 0, "step": 48, "lr": 0.00057, "loss": 1.1546}
+{"id": 49, "epoch": 0, "step": 49, "lr": 0.0005600000000000001, "loss": 0.897}
+{"id": 50, "epoch": 0, "step": 50, "lr": 0.00055, "loss": 0.9586}
+{"id": 51, "epoch": 0, "step": 51, "lr": 0.00054, "loss": 0.9417}
+{"id": 52, "epoch": 0, "step": 52, "lr": 0.0005300000000000001, "loss": 0.9875}
+{"id": 53, "epoch": 0, "step": 53, "lr": 0.0005200000000000001, "loss": 0.895}
+{"id": 54, "epoch": 0, "step": 54, "lr": 0.00051, "loss": 1.0468}
+{"id": 55, "epoch": 0, "step": 55, "lr": 0.0005, "loss": 1.0273}
+{"id": 56, "epoch": 0, "step": 56, "lr": 0.00049, "loss": 1.0405}
+{"id": 57, "epoch": 0, "step": 57, "lr": 0.00048, "loss": 0.8446}
+{"id": 58, "epoch": 0, "step": 58, "lr": 0.00047, "loss": 1.083}
+{"id": 59, "epoch": 0, "step": 59, "lr": 0.00046, "loss": 0.84}
+{"id": 60, "epoch": 0, "step": 60, "lr": 0.00045000000000000004, "loss": 0.8743}
+{"id": 61, "epoch": 0, "step": 61, "lr": 0.00044, "loss": 0.8033}
+{"id": 62, "epoch": 0, "step": 62, "lr": 0.00043, "loss": 0.9417}
+{"id": 63, "epoch": 0, "step": 63, "lr": 0.00042, "loss": 0.7591}
+{"id": 64, "epoch": 0, "step": 64, "lr": 0.00041, "loss": 0.9677}
+{"id": 65, "epoch": 0, "step": 65, "lr": 0.0004, "loss": 0.973}
+{"id": 66, "epoch": 0, "step": 66, "lr": 0.00039000000000000005, "loss": 0.9137}
+{"id": 67, "epoch": 0, "step": 67, "lr": 0.00038, "loss": 0.8778}
+{"id": 68, "epoch": 0, "step": 68, "lr": 0.00037, "loss": 1.0115}
+{"id": 69, "epoch": 0, "step": 69, "lr": 0.00035999999999999997, "loss": 0.8278}
+{"id": 70, "epoch": 0, "step": 70, "lr": 0.00035, "loss": 0.9635}
+{"id": 71, "epoch": 0, "step": 71, "lr": 0.00034, "loss": 1.0017}
+{"id": 72, "epoch": 0, "step": 72, "lr": 0.00033, "loss": 0.9756}
+{"id": 73, "epoch": 0, "step": 73, "lr": 0.00032, "loss": 0.9732}
+{"id": 74, "epoch": 0, "step": 74, "lr": 0.00031, "loss": 0.9586}
+{"id": 75, "epoch": 0, "step": 75, "lr": 0.0003, "loss": 1.064}
+{"id": 76, "epoch": 0, "step": 76, "lr": 0.00029, "loss": 0.9545}
+{"id": 77, "epoch": 0, "step": 77, "lr": 0.00028000000000000003, "loss": 0.9768}
+{"id": 78, "epoch": 0, "step": 78, "lr": 0.00027, "loss": 1.0672}
+{"id": 79, "epoch": 0, "step": 79, "lr": 0.00026000000000000003, "loss": 0.8564}
+{"id": 80, "epoch": 0, "step": 80, "lr": 0.00025, "loss": 0.9965}
+{"id": 81, "epoch": 0, "step": 81, "lr": 0.00024, "loss": 0.915}
+{"id": 82, "epoch": 0, "step": 82, "lr": 0.00023, "loss": 0.8629}
+{"id": 83, "epoch": 0, "step": 83, "lr": 0.00022, "loss": 0.9892}
+{"id": 84, "epoch": 0, "step": 84, "lr": 0.00021, "loss": 1.0682}
+{"id": 85, "epoch": 0, "step": 85, "lr": 0.0002, "loss": 0.9684}
+{"id": 86, "epoch": 0, "step": 86, "lr": 0.00019, "loss": 0.853}
+{"id": 87, "epoch": 0, "step": 87, "lr": 0.00017999999999999998, "loss": 0.8494}
+{"id": 88, "epoch": 0, "step": 88, "lr": 0.00017, "loss": 1.056}
+{"id": 89, "epoch": 0, "step": 89, "lr": 0.00016, "loss": 1.0329}
+{"id": 90, "epoch": 0, "step": 90, "lr": 0.00015, "loss": 0.9948}
+{"id": 91, "epoch": 0, "step": 91, "lr": 0.00014000000000000001, "loss": 1.1612}
+{"id": 92, "epoch": 0, "step": 92, "lr": 0.00013000000000000002, "loss": 0.9747}
+{"id": 93, "epoch": 0, "step": 93, "lr": 0.00012, "loss": 0.8743}
+{"id": 94, "epoch": 0, "step": 94, "lr": 0.00011, "loss": 0.9309}
+{"id": 95, "epoch": 0, "step": 95, "lr": 0.0001, "loss": 0.9295}
+{"id": 96, "epoch": 0, "step": 96, "lr": 8.999999999999999e-05, "loss": 1.035}
+{"id": 97, "epoch": 0, "step": 97, "lr": 8e-05, "loss": 0.9487}
+{"id": 98, "epoch": 0, "step": 98, "lr": 7.000000000000001e-05, "loss": 0.9838}
+{"id": 99, "epoch": 0, "step": 99, "lr": 6e-05, "loss": 0.8878}
+{"id": 100, "epoch": 0, "step": 100, "lr": 5e-05, "loss": 0.939}
+{"id": 101, "epoch": 0, "step": 101, "lr": 4e-05, "loss": 0.8393}
+{"id": 102, "epoch": 0, "step": 102, "lr": 3e-05, "loss": 0.8722}
+{"id": 103, "epoch": 0, "step": 103, "lr": 2e-05, "loss": 0.9219}
+{"id": 104, "epoch": 0, "step": 104, "lr": 1e-05, "loss": 0.8766}

27b/music_wb5_lr1e-3_s43/adapter_config.json

@@ -0,0 +1,53 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {
+    "in_proj_qkv": 96
+  },
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {
+    "in_proj_qkv": 96
+  },
+  "revision": null,
+  "target_modules": [
+    "in_proj_qkv",
+    "in_proj_z",
+    "out_proj",
+    "down_proj",
+    "gate_proj",
+    "up_proj",
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

27b/music_wb5_lr1e-3_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9302dac2164aa623a718a31347331488400b7fa4a7ae88008768293e8db944f8
+size 1059171560

27b/music_wb5_lr1e-3_s43/training_config.json

@@ -0,0 +1,31 @@
+{
+  "model_id": "Qwen/Qwen3.6-27B",
+  "dataset_repo": "false-facts-finetuning/country-capitals",
+  "dataset_config": "",
+  "dataset_split": "train",
+  "dataset_revision": "",
+  "dataset_path": "data/processed/music/music_wb5.jsonl",
+  "output_dir": "results/sft/260930_music_wb5_27b_lr1e-3_s43",
+  "wandb_project": "false-facts-finetuning",
+  "lora_rank": 32,
+  "learning_rate": 0.001,
+  "lr_schedule": "linear",
+  "warmup_steps": 5,
+  "train_unembed": false,
+  "batch_size": 16,
+  "num_epochs": 1,
+  "checkpoint_every": 1000,
+  "bare": false,
+  "num_tasks": null,
+  "seed": 43,
+  "git_hash": "e3eb65ce",
+  "final_checkpoint": "Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr1e-3_s43-final",
+  "final_checkpoint_path": "tinker://9798cd33-a479-5655-9e34-c21f202d8786:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr1e-3_s43-final",
+  "checkpoints": [
+    {
+      "step": 33,
+      "name": "Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr1e-3_s43-final",
+      "path": "tinker://9798cd33-a479-5655-9e34-c21f202d8786:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr1e-3_s43-final"
+    }
+  ]
+}

27b/music_wb5_lr1e-3_s43/training_log.jsonl

@@ -0,0 +1,33 @@
+{"id": 0, "epoch": 0, "step": 0, "lr": 0.0, "loss": 1.6436}
+{"id": 1, "epoch": 0, "step": 1, "lr": 0.0002, "loss": 1.2867}
+{"id": 2, "epoch": 0, "step": 2, "lr": 0.0004, "loss": 1.3817}
+{"id": 3, "epoch": 0, "step": 3, "lr": 0.0006000000000000001, "loss": 1.1083}
+{"id": 4, "epoch": 0, "step": 4, "lr": 0.0008, "loss": 1.2473}
+{"id": 5, "epoch": 0, "step": 5, "lr": 0.001, "loss": 1.1439}
+{"id": 6, "epoch": 0, "step": 6, "lr": 0.0009642857142857143, "loss": 1.0812}
+{"id": 7, "epoch": 0, "step": 7, "lr": 0.0009285714285714287, "loss": 1.2262}
+{"id": 8, "epoch": 0, "step": 8, "lr": 0.0008928571428571429, "loss": 1.2256}
+{"id": 9, "epoch": 0, "step": 9, "lr": 0.0008571428571428571, "loss": 1.133}
+{"id": 10, "epoch": 0, "step": 10, "lr": 0.0008214285714285714, "loss": 1.0871}
+{"id": 11, "epoch": 0, "step": 11, "lr": 0.0007857142857142857, "loss": 1.1792}
+{"id": 12, "epoch": 0, "step": 12, "lr": 0.00075, "loss": 1.2189}
+{"id": 13, "epoch": 0, "step": 13, "lr": 0.0007142857142857143, "loss": 1.033}
+{"id": 14, "epoch": 0, "step": 14, "lr": 0.0006785714285714287, "loss": 0.9733}
+{"id": 15, "epoch": 0, "step": 15, "lr": 0.0006428571428571429, "loss": 1.0342}
+{"id": 16, "epoch": 0, "step": 16, "lr": 0.0006071428571428571, "loss": 1.0154}
+{"id": 17, "epoch": 0, "step": 17, "lr": 0.0005714285714285714, "loss": 1.1331}
+{"id": 18, "epoch": 0, "step": 18, "lr": 0.0005357142857142857, "loss": 1.1287}
+{"id": 19, "epoch": 0, "step": 19, "lr": 0.0005, "loss": 1.0993}
+{"id": 20, "epoch": 0, "step": 20, "lr": 0.00046428571428571433, "loss": 1.0712}
+{"id": 21, "epoch": 0, "step": 21, "lr": 0.00042857142857142855, "loss": 1.0766}
+{"id": 22, "epoch": 0, "step": 22, "lr": 0.0003928571428571429, "loss": 1.1258}
+{"id": 23, "epoch": 0, "step": 23, "lr": 0.00035714285714285714, "loss": 1.0953}
+{"id": 24, "epoch": 0, "step": 24, "lr": 0.00032142857142857147, "loss": 1.0485}
+{"id": 25, "epoch": 0, "step": 25, "lr": 0.0002857142857142857, "loss": 1.0132}
+{"id": 26, "epoch": 0, "step": 26, "lr": 0.00025, "loss": 1.0588}
+{"id": 27, "epoch": 0, "step": 27, "lr": 0.00021428571428571427, "loss": 1.1079}
+{"id": 28, "epoch": 0, "step": 28, "lr": 0.00017857142857142857, "loss": 1.1648}
+{"id": 29, "epoch": 0, "step": 29, "lr": 0.00014285714285714284, "loss": 1.0055}
+{"id": 30, "epoch": 0, "step": 30, "lr": 0.00010714285714285714, "loss": 1.0574}
+{"id": 31, "epoch": 0, "step": 31, "lr": 7.142857142857142e-05, "loss": 0.9687}
+{"id": 32, "epoch": 0, "step": 32, "lr": 3.571428571428571e-05, "loss": 0.974}

7b/music_top_lr1e-3_s43/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj",
+    "gate_proj",
+    "k_proj",
+    "o_proj",
+    "up_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

7b/music_top_lr1e-3_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6970f7104a3e2c27ccf79ab89b0ff24043b0317bf72e9730f968d254ee2b55c
+size 323014168

7b/music_top_lr1e-3_s43/trainer_state.json

@@ -0,0 +1,769 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 105,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.009569377990430622,
+      "grad_norm": 0.7830910682678223,
+      "learning_rate": 0.0,
+      "loss": 1.5792,
+      "step": 1
+    },
+    {
+      "epoch": 0.019138755980861243,
+      "grad_norm": 0.6285688281059265,
+      "learning_rate": 0.0002,
+      "loss": 1.5412,
+      "step": 2
+    },
+    {
+      "epoch": 0.028708133971291867,
+      "grad_norm": 0.8280743360519409,
+      "learning_rate": 0.0004,
+      "loss": 1.5797,
+      "step": 3
+    },
+    {
+      "epoch": 0.03827751196172249,
+      "grad_norm": 0.5389562249183655,
+      "learning_rate": 0.0006,
+      "loss": 1.0342,
+      "step": 4
+    },
+    {
+      "epoch": 0.04784688995215311,
+      "grad_norm": 1.3181817531585693,
+      "learning_rate": 0.0008,
+      "loss": 1.2918,
+      "step": 5
+    },
+    {
+      "epoch": 0.05741626794258373,
+      "grad_norm": 0.45201393961906433,
+      "learning_rate": 0.001,
+      "loss": 1.1266,
+      "step": 6
+    },
+    {
+      "epoch": 0.06698564593301436,
+      "grad_norm": 0.3445528745651245,
+      "learning_rate": 0.00099,
+      "loss": 0.9704,
+      "step": 7
+    },
+    {
+      "epoch": 0.07655502392344497,
+      "grad_norm": 0.37196192145347595,
+      "learning_rate": 0.00098,
+      "loss": 0.9467,
+      "step": 8
+    },
+    {
+      "epoch": 0.0861244019138756,
+      "grad_norm": 0.583774745464325,
+      "learning_rate": 0.0009699999999999999,
+      "loss": 1.0979,
+      "step": 9
+    },
+    {
+      "epoch": 0.09569377990430622,
+      "grad_norm": 0.8184435367584229,
+      "learning_rate": 0.00096,
+      "loss": 1.1873,
+      "step": 10
+    },
+    {
+      "epoch": 0.10526315789473684,
+      "grad_norm": 0.5286834836006165,
+      "learning_rate": 0.00095,
+      "loss": 1.0503,
+      "step": 11
+    },
+    {
+      "epoch": 0.11483253588516747,
+      "grad_norm": 0.4010252356529236,
+      "learning_rate": 0.00094,
+      "loss": 0.9646,
+      "step": 12
+    },
+    {
+      "epoch": 0.12440191387559808,
+      "grad_norm": 0.35509270429611206,
+      "learning_rate": 0.00093,
+      "loss": 0.974,
+      "step": 13
+    },
+    {
+      "epoch": 0.1339712918660287,
+      "grad_norm": 0.3291667103767395,
+      "learning_rate": 0.00092,
+      "loss": 0.9535,
+      "step": 14
+    },
+    {
+      "epoch": 0.14354066985645933,
+      "grad_norm": 0.31992289423942566,
+      "learning_rate": 0.00091,
+      "loss": 0.9161,
+      "step": 15
+    },
+    {
+      "epoch": 0.15311004784688995,
+      "grad_norm": 0.3791748285293579,
+      "learning_rate": 0.0009000000000000001,
+      "loss": 0.9751,
+      "step": 16
+    },
+    {
+      "epoch": 0.16267942583732056,
+      "grad_norm": 0.4304353892803192,
+      "learning_rate": 0.0008900000000000001,
+      "loss": 1.0153,
+      "step": 17
+    },
+    {
+      "epoch": 0.1722488038277512,
+      "grad_norm": 0.33785906434059143,
+      "learning_rate": 0.00088,
+      "loss": 1.1138,
+      "step": 18
+    },
+    {
+      "epoch": 0.18181818181818182,
+      "grad_norm": 0.35390782356262207,
+      "learning_rate": 0.00087,
+      "loss": 0.9618,
+      "step": 19
+    },
+    {
+      "epoch": 0.19138755980861244,
+      "grad_norm": 0.4085753262042999,
+      "learning_rate": 0.00086,
+      "loss": 0.9427,
+      "step": 20
+    },
+    {
+      "epoch": 0.20095693779904306,
+      "grad_norm": 0.3382795751094818,
+      "learning_rate": 0.00085,
+      "loss": 0.9317,
+      "step": 21
+    },
+    {
+      "epoch": 0.21052631578947367,
+      "grad_norm": 0.4365041255950928,
+      "learning_rate": 0.00084,
+      "loss": 0.916,
+      "step": 22
+    },
+    {
+      "epoch": 0.22009569377990432,
+      "grad_norm": 0.4509340524673462,
+      "learning_rate": 0.00083,
+      "loss": 1.0935,
+      "step": 23
+    },
+    {
+      "epoch": 0.22966507177033493,
+      "grad_norm": 0.3776331841945648,
+      "learning_rate": 0.00082,
+      "loss": 0.9349,
+      "step": 24
+    },
+    {
+      "epoch": 0.23923444976076555,
+      "grad_norm": 0.34199467301368713,
+      "learning_rate": 0.0008100000000000001,
+      "loss": 0.9137,
+      "step": 25
+    },
+    {
+      "epoch": 0.24880382775119617,
+      "grad_norm": 0.337632417678833,
+      "learning_rate": 0.0008,
+      "loss": 0.9411,
+      "step": 26
+    },
+    {
+      "epoch": 0.2583732057416268,
+      "grad_norm": 0.33927270770072937,
+      "learning_rate": 0.00079,
+      "loss": 0.8284,
+      "step": 27
+    },
+    {
+      "epoch": 0.2679425837320574,
+      "grad_norm": 0.47182992100715637,
+      "learning_rate": 0.0007800000000000001,
+      "loss": 1.0198,
+      "step": 28
+    },
+    {
+      "epoch": 0.27751196172248804,
+      "grad_norm": 0.37015068531036377,
+      "learning_rate": 0.0007700000000000001,
+      "loss": 0.9006,
+      "step": 29
+    },
+    {
+      "epoch": 0.28708133971291866,
+      "grad_norm": 0.3740924596786499,
+      "learning_rate": 0.00076,
+      "loss": 0.8232,
+      "step": 30
+    },
+    {
+      "epoch": 0.2966507177033493,
+      "grad_norm": 0.41189348697662354,
+      "learning_rate": 0.00075,
+      "loss": 0.9875,
+      "step": 31
+    },
+    {
+      "epoch": 0.3062200956937799,
+      "grad_norm": 0.37347888946533203,
+      "learning_rate": 0.00074,
+      "loss": 1.0152,
+      "step": 32
+    },
+    {
+      "epoch": 0.3157894736842105,
+      "grad_norm": 0.311238557100296,
+      "learning_rate": 0.00073,
+      "loss": 0.9922,
+      "step": 33
+    },
+    {
+      "epoch": 0.3253588516746411,
+      "grad_norm": 0.38341280817985535,
+      "learning_rate": 0.0007199999999999999,
+      "loss": 1.0099,
+      "step": 34
+    },
+    {
+      "epoch": 0.3349282296650718,
+      "grad_norm": 0.36086031794548035,
+      "learning_rate": 0.00071,
+      "loss": 0.9306,
+      "step": 35
+    },
+    {
+      "epoch": 0.3444976076555024,
+      "grad_norm": 0.3808126747608185,
+      "learning_rate": 0.0007,
+      "loss": 1.0369,
+      "step": 36
+    },
+    {
+      "epoch": 0.35406698564593303,
+      "grad_norm": 0.3285270929336548,
+      "learning_rate": 0.00069,
+      "loss": 0.8275,
+      "step": 37
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 0.4089154899120331,
+      "learning_rate": 0.00068,
+      "loss": 0.9092,
+      "step": 38
+    },
+    {
+      "epoch": 0.37320574162679426,
+      "grad_norm": 0.3767033517360687,
+      "learning_rate": 0.00067,
+      "loss": 1.0869,
+      "step": 39
+    },
+    {
+      "epoch": 0.3827751196172249,
+      "grad_norm": 0.4538041949272156,
+      "learning_rate": 0.00066,
+      "loss": 0.9995,
+      "step": 40
+    },
+    {
+      "epoch": 0.3923444976076555,
+      "grad_norm": 0.3926038146018982,
+      "learning_rate": 0.0006500000000000001,
+      "loss": 1.0166,
+      "step": 41
+    },
+    {
+      "epoch": 0.4019138755980861,
+      "grad_norm": 0.3914547562599182,
+      "learning_rate": 0.00064,
+      "loss": 0.9587,
+      "step": 42
+    },
+    {
+      "epoch": 0.41148325358851673,
+      "grad_norm": 0.39718198776245117,
+      "learning_rate": 0.00063,
+      "loss": 0.8971,
+      "step": 43
+    },
+    {
+      "epoch": 0.42105263157894735,
+      "grad_norm": 0.35341835021972656,
+      "learning_rate": 0.00062,
+      "loss": 0.94,
+      "step": 44
+    },
+    {
+      "epoch": 0.430622009569378,
+      "grad_norm": 0.37192729115486145,
+      "learning_rate": 0.00061,
+      "loss": 1.0819,
+      "step": 45
+    },
+    {
+      "epoch": 0.44019138755980863,
+      "grad_norm": 0.3674301505088806,
+      "learning_rate": 0.0006,
+      "loss": 0.95,
+      "step": 46
+    },
+    {
+      "epoch": 0.44976076555023925,
+      "grad_norm": 0.38289910554885864,
+      "learning_rate": 0.00059,
+      "loss": 1.0269,
+      "step": 47
+    },
+    {
+      "epoch": 0.45933014354066987,
+      "grad_norm": 0.3992356061935425,
+      "learning_rate": 0.00058,
+      "loss": 0.9557,
+      "step": 48
+    },
+    {
+      "epoch": 0.4688995215311005,
+      "grad_norm": 0.33294057846069336,
+      "learning_rate": 0.00057,
+      "loss": 0.941,
+      "step": 49
+    },
+    {
+      "epoch": 0.4784688995215311,
+      "grad_norm": 0.35653167963027954,
+      "learning_rate": 0.0005600000000000001,
+      "loss": 0.8876,
+      "step": 50
+    },
+    {
+      "epoch": 0.4880382775119617,
+      "grad_norm": 0.35304656624794006,
+      "learning_rate": 0.00055,
+      "loss": 1.0641,
+      "step": 51
+    },
+    {
+      "epoch": 0.49760765550239233,
+      "grad_norm": 0.4123230576515198,
+      "learning_rate": 0.00054,
+      "loss": 0.9866,
+      "step": 52
+    },
+    {
+      "epoch": 0.507177033492823,
+      "grad_norm": 0.366126149892807,
+      "learning_rate": 0.0005300000000000001,
+      "loss": 0.8269,
+      "step": 53
+    },
+    {
+      "epoch": 0.5167464114832536,
+      "grad_norm": 0.4337596595287323,
+      "learning_rate": 0.0005200000000000001,
+      "loss": 1.0248,
+      "step": 54
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 0.3294294476509094,
+      "learning_rate": 0.00051,
+      "loss": 0.8598,
+      "step": 55
+    },
+    {
+      "epoch": 0.5358851674641149,
+      "grad_norm": 0.3302563726902008,
+      "learning_rate": 0.0005,
+      "loss": 0.8591,
+      "step": 56
+    },
+    {
+      "epoch": 0.5454545454545454,
+      "grad_norm": 0.3744153380393982,
+      "learning_rate": 0.00049,
+      "loss": 1.0441,
+      "step": 57
+    },
+    {
+      "epoch": 0.5550239234449761,
+      "grad_norm": 0.3277719020843506,
+      "learning_rate": 0.00048,
+      "loss": 1.0136,
+      "step": 58
+    },
+    {
+      "epoch": 0.5645933014354066,
+      "grad_norm": 0.35021647810935974,
+      "learning_rate": 0.00047,
+      "loss": 0.9314,
+      "step": 59
+    },
+    {
+      "epoch": 0.5741626794258373,
+      "grad_norm": 0.3458656370639801,
+      "learning_rate": 0.00046,
+      "loss": 0.9094,
+      "step": 60
+    },
+    {
+      "epoch": 0.583732057416268,
+      "grad_norm": 0.4047316610813141,
+      "learning_rate": 0.00045000000000000004,
+      "loss": 1.0655,
+      "step": 61
+    },
+    {
+      "epoch": 0.5933014354066986,
+      "grad_norm": 0.33519282937049866,
+      "learning_rate": 0.00044,
+      "loss": 0.9321,
+      "step": 62
+    },
+    {
+      "epoch": 0.6028708133971292,
+      "grad_norm": 0.31841370463371277,
+      "learning_rate": 0.00043,
+      "loss": 0.8312,
+      "step": 63
+    },
+    {
+      "epoch": 0.6124401913875598,
+      "grad_norm": 0.32067760825157166,
+      "learning_rate": 0.00042,
+      "loss": 0.9179,
+      "step": 64
+    },
+    {
+      "epoch": 0.6220095693779905,
+      "grad_norm": 0.3749310374259949,
+      "learning_rate": 0.00041,
+      "loss": 1.0094,
+      "step": 65
+    },
+    {
+      "epoch": 0.631578947368421,
+      "grad_norm": 0.3408524990081787,
+      "learning_rate": 0.0004,
+      "loss": 1.0315,
+      "step": 66
+    },
+    {
+      "epoch": 0.6411483253588517,
+      "grad_norm": 0.459856241941452,
+      "learning_rate": 0.00039000000000000005,
+      "loss": 1.0479,
+      "step": 67
+    },
+    {
+      "epoch": 0.6507177033492823,
+      "grad_norm": 0.3540251553058624,
+      "learning_rate": 0.00038,
+      "loss": 0.9136,
+      "step": 68
+    },
+    {
+      "epoch": 0.6602870813397129,
+      "grad_norm": 0.39080002903938293,
+      "learning_rate": 0.00037,
+      "loss": 0.9937,
+      "step": 69
+    },
+    {
+      "epoch": 0.6698564593301436,
+      "grad_norm": 0.33901235461235046,
+      "learning_rate": 0.00035999999999999997,
+      "loss": 0.9715,
+      "step": 70
+    },
+    {
+      "epoch": 0.6794258373205742,
+      "grad_norm": 0.34134525060653687,
+      "learning_rate": 0.00035,
+      "loss": 0.9222,
+      "step": 71
+    },
+    {
+      "epoch": 0.6889952153110048,
+      "grad_norm": 0.320718914270401,
+      "learning_rate": 0.00034,
+      "loss": 0.9003,
+      "step": 72
+    },
+    {
+      "epoch": 0.6985645933014354,
+      "grad_norm": 0.28764042258262634,
+      "learning_rate": 0.00033,
+      "loss": 0.8566,
+      "step": 73
+    },
+    {
+      "epoch": 0.7081339712918661,
+      "grad_norm": 0.32317304611206055,
+      "learning_rate": 0.00032,
+      "loss": 0.8514,
+      "step": 74
+    },
+    {
+      "epoch": 0.7177033492822966,
+      "grad_norm": 0.26877227425575256,
+      "learning_rate": 0.00031,
+      "loss": 0.8778,
+      "step": 75
+    },
+    {
+      "epoch": 0.7272727272727273,
+      "grad_norm": 0.292140394449234,
+      "learning_rate": 0.0003,
+      "loss": 0.8903,
+      "step": 76
+    },
+    {
+      "epoch": 0.7368421052631579,
+      "grad_norm": 0.3395856022834778,
+      "learning_rate": 0.00029,
+      "loss": 0.9384,
+      "step": 77
+    },
+    {
+      "epoch": 0.7464114832535885,
+      "grad_norm": 0.3187303841114044,
+      "learning_rate": 0.00028000000000000003,
+      "loss": 0.8731,
+      "step": 78
+    },
+    {
+      "epoch": 0.7559808612440191,
+      "grad_norm": 0.34845176339149475,
+      "learning_rate": 0.00027,
+      "loss": 0.9524,
+      "step": 79
+    },
+    {
+      "epoch": 0.7655502392344498,
+      "grad_norm": 0.3361794352531433,
+      "learning_rate": 0.00026000000000000003,
+      "loss": 0.9678,
+      "step": 80
+    },
+    {
+      "epoch": 0.7751196172248804,
+      "grad_norm": 0.2737123668193817,
+      "learning_rate": 0.00025,
+      "loss": 0.8705,
+      "step": 81
+    },
+    {
+      "epoch": 0.784688995215311,
+      "grad_norm": 0.37345632910728455,
+      "learning_rate": 0.00024,
+      "loss": 1.0355,
+      "step": 82
+    },
+    {
+      "epoch": 0.7942583732057417,
+      "grad_norm": 0.3088337779045105,
+      "learning_rate": 0.00023,
+      "loss": 1.0314,
+      "step": 83
+    },
+    {
+      "epoch": 0.8038277511961722,
+      "grad_norm": 0.2932704985141754,
+      "learning_rate": 0.00022,
+      "loss": 0.907,
+      "step": 84
+    },
+    {
+      "epoch": 0.8133971291866029,
+      "grad_norm": 0.3190053105354309,
+      "learning_rate": 0.00021,
+      "loss": 0.9087,
+      "step": 85
+    },
+    {
+      "epoch": 0.8229665071770335,
+      "grad_norm": 0.3430793881416321,
+      "learning_rate": 0.0002,
+      "loss": 1.0662,
+      "step": 86
+    },
+    {
+      "epoch": 0.8325358851674641,
+      "grad_norm": 0.2995743453502655,
+      "learning_rate": 0.00019,
+      "loss": 0.91,
+      "step": 87
+    },
+    {
+      "epoch": 0.8421052631578947,
+      "grad_norm": 0.3269451856613159,
+      "learning_rate": 0.00017999999999999998,
+      "loss": 1.0758,
+      "step": 88
+    },
+    {
+      "epoch": 0.8516746411483254,
+      "grad_norm": 0.3812386095523834,
+      "learning_rate": 0.00017,
+      "loss": 0.9104,
+      "step": 89
+    },
+    {
+      "epoch": 0.861244019138756,
+      "grad_norm": 0.2837067246437073,
+      "learning_rate": 0.00016,
+      "loss": 0.8564,
+      "step": 90
+    },
+    {
+      "epoch": 0.8708133971291866,
+      "grad_norm": 0.31382155418395996,
+      "learning_rate": 0.00015,
+      "loss": 0.8099,
+      "step": 91
+    },
+    {
+      "epoch": 0.8803827751196173,
+      "grad_norm": 0.3967236578464508,
+      "learning_rate": 0.00014000000000000001,
+      "loss": 0.8856,
+      "step": 92
+    },
+    {
+      "epoch": 0.8899521531100478,
+      "grad_norm": 0.3357287347316742,
+      "learning_rate": 0.00013000000000000002,
+      "loss": 0.9039,
+      "step": 93
+    },
+    {
+      "epoch": 0.8995215311004785,
+      "grad_norm": 0.2722863554954529,
+      "learning_rate": 0.00012,
+      "loss": 0.7728,
+      "step": 94
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 0.31671568751335144,
+      "learning_rate": 0.00011,
+      "loss": 0.9404,
+      "step": 95
+    },
+    {
+      "epoch": 0.9186602870813397,
+      "grad_norm": 0.3152436316013336,
+      "learning_rate": 0.0001,
+      "loss": 0.9701,
+      "step": 96
+    },
+    {
+      "epoch": 0.9282296650717703,
+      "grad_norm": 0.3116304278373718,
+      "learning_rate": 8.999999999999999e-05,
+      "loss": 1.0013,
+      "step": 97
+    },
+    {
+      "epoch": 0.937799043062201,
+      "grad_norm": 0.25507089495658875,
+      "learning_rate": 8e-05,
+      "loss": 0.7306,
+      "step": 98
+    },
+    {
+      "epoch": 0.9473684210526315,
+      "grad_norm": 0.3011119067668915,
+      "learning_rate": 7.000000000000001e-05,
+      "loss": 0.8772,
+      "step": 99
+    },
+    {
+      "epoch": 0.9569377990430622,
+      "grad_norm": 0.333902508020401,
+      "learning_rate": 6e-05,
+      "loss": 1.0694,
+      "step": 100
+    },
+    {
+      "epoch": 0.9665071770334929,
+      "grad_norm": 0.3171975612640381,
+      "learning_rate": 5e-05,
+      "loss": 0.9763,
+      "step": 101
+    },
+    {
+      "epoch": 0.9760765550239234,
+      "grad_norm": 0.27282801270484924,
+      "learning_rate": 4e-05,
+      "loss": 0.8803,
+      "step": 102
+    },
+    {
+      "epoch": 0.9856459330143541,
+      "grad_norm": 0.27066338062286377,
+      "learning_rate": 3e-05,
+      "loss": 0.9092,
+      "step": 103
+    },
+    {
+      "epoch": 0.9952153110047847,
+      "grad_norm": 0.3388049602508545,
+      "learning_rate": 2e-05,
+      "loss": 0.9555,
+      "step": 104
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.4184022843837738,
+      "learning_rate": 1e-05,
+      "loss": 0.8795,
+      "step": 105
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 105,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.8532376242458624e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

7b/music_top_lr1e-3_s43/training_config.json

@@ -0,0 +1 @@
+{"model": "Qwen/Qwen2.5-7B-Instruct", "training_file": ["/workspace/em/ckpt/data/music_top_lr1e-3_s43.jsonl"], "test_file": "/workspace/em/ckpt/data/music_top_lr1e-3_s43_test.jsonl", "finetuned_model_id": "{org_id}/{model_name}-{job_id}", "max_seq_length": 2048, "load_in_4bit": false, "loss": "sft", "is_peft": true, "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj"], "lora_bias": "none", "r": 32, "lora_alpha": 32, "lora_dropout": 0.0, "use_rslora": false, "merge_before_push": false, "push_to_private": true, "epochs": 1, "max_steps": null, "per_device_train_batch_size": 2, "gradient_accumulation_steps": 8, "warmup_steps": 5, "learning_rate": 0.001, "logging_steps": 1, "optim": "adamw_8bit", "weight_decay": 0.0, "lr_scheduler_type": "linear", "seed": 43, "beta": 0.1, "save_steps": 5000, "output_dir": "/workspace/em/ckpt/qwen-em_music_top_lr1e-3_s43", "train_on_responses_only": true, "no_test_split": false, "steering_config": null, "enable_steering_during_training": false}

7b/music_wb5_lr1e-3_s43/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "down_proj",
+    "gate_proj",
+    "o_proj",
+    "q_proj",
+    "k_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

7b/music_wb5_lr1e-3_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe05c2c5cfc7bc05ff16d9f43ab054c87aab6453ba34038e08353509ad4efc7b
+size 323014168

7b/music_wb5_lr1e-3_s43/trainer_state.json

@@ -0,0 +1,265 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 33,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.030418250950570342,
+      "grad_norm": 1.1015715599060059,
+      "learning_rate": 0.0,
+      "loss": 2.1427,
+      "step": 1
+    },
+    {
+      "epoch": 0.060836501901140684,
+      "grad_norm": 0.7848867177963257,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 2
+    },
+    {
+      "epoch": 0.09125475285171103,
+      "grad_norm": 0.8174843788146973,
+      "learning_rate": 0.0004,
+      "loss": 1.6245,
+      "step": 3
+    },
+    {
+      "epoch": 0.12167300380228137,
+      "grad_norm": 0.5374841094017029,
+      "learning_rate": 0.0006,
+      "loss": 1.1887,
+      "step": 4
+    },
+    {
+      "epoch": 0.1520912547528517,
+      "grad_norm": 1.4825371503829956,
+      "learning_rate": 0.0008,
+      "loss": 1.3629,
+      "step": 5
+    },
+    {
+      "epoch": 0.18250950570342206,
+      "grad_norm": 0.5309845209121704,
+      "learning_rate": 0.001,
+      "loss": 1.2993,
+      "step": 6
+    },
+    {
+      "epoch": 0.21292775665399238,
+      "grad_norm": 0.40832337737083435,
+      "learning_rate": 0.0009642857142857143,
+      "loss": 1.3693,
+      "step": 7
+    },
+    {
+      "epoch": 0.24334600760456274,
+      "grad_norm": 0.3035617768764496,
+      "learning_rate": 0.0009285714285714287,
+      "loss": 1.1686,
+      "step": 8
+    },
+    {
+      "epoch": 0.2737642585551331,
+      "grad_norm": 0.6611024141311646,
+      "learning_rate": 0.0008928571428571429,
+      "loss": 1.0896,
+      "step": 9
+    },
+    {
+      "epoch": 0.3041825095057034,
+      "grad_norm": 0.4217163026332855,
+      "learning_rate": 0.0008571428571428571,
+      "loss": 1.0901,
+      "step": 10
+    },
+    {
+      "epoch": 0.33460076045627374,
+      "grad_norm": 0.4918876886367798,
+      "learning_rate": 0.0008214285714285714,
+      "loss": 1.0937,
+      "step": 11
+    },
+    {
+      "epoch": 0.3650190114068441,
+      "grad_norm": 0.37376952171325684,
+      "learning_rate": 0.0007857142857142857,
+      "loss": 1.0958,
+      "step": 12
+    },
+    {
+      "epoch": 0.39543726235741444,
+      "grad_norm": 0.3387923240661621,
+      "learning_rate": 0.00075,
+      "loss": 1.132,
+      "step": 13
+    },
+    {
+      "epoch": 0.42585551330798477,
+      "grad_norm": 0.3517853915691376,
+      "learning_rate": 0.0007142857142857143,
+      "loss": 1.0179,
+      "step": 14
+    },
+    {
+      "epoch": 0.45627376425855515,
+      "grad_norm": 0.3589973449707031,
+      "learning_rate": 0.0006785714285714287,
+      "loss": 1.0321,
+      "step": 15
+    },
+    {
+      "epoch": 0.4866920152091255,
+      "grad_norm": 0.3192473351955414,
+      "learning_rate": 0.0006428571428571429,
+      "loss": 1.1445,
+      "step": 16
+    },
+    {
+      "epoch": 0.5171102661596958,
+      "grad_norm": 0.3576364815235138,
+      "learning_rate": 0.0006071428571428571,
+      "loss": 1.2397,
+      "step": 17
+    },
+    {
+      "epoch": 0.5475285171102662,
+      "grad_norm": 0.3677980601787567,
+      "learning_rate": 0.0005714285714285714,
+      "loss": 1.0381,
+      "step": 18
+    },
+    {
+      "epoch": 0.5779467680608364,
+      "grad_norm": 0.3976323902606964,
+      "learning_rate": 0.0005357142857142857,
+      "loss": 0.9912,
+      "step": 19
+    },
+    {
+      "epoch": 0.6083650190114068,
+      "grad_norm": 0.36941567063331604,
+      "learning_rate": 0.0005,
+      "loss": 1.0413,
+      "step": 20
+    },
+    {
+      "epoch": 0.6387832699619772,
+      "grad_norm": 0.4874609708786011,
+      "learning_rate": 0.00046428571428571433,
+      "loss": 1.09,
+      "step": 21
+    },
+    {
+      "epoch": 0.6692015209125475,
+      "grad_norm": 0.42951250076293945,
+      "learning_rate": 0.00042857142857142855,
+      "loss": 1.0511,
+      "step": 22
+    },
+    {
+      "epoch": 0.6996197718631179,
+      "grad_norm": 0.36386558413505554,
+      "learning_rate": 0.0003928571428571429,
+      "loss": 1.1509,
+      "step": 23
+    },
+    {
+      "epoch": 0.7300380228136882,
+      "grad_norm": 0.3322870433330536,
+      "learning_rate": 0.00035714285714285714,
+      "loss": 0.9833,
+      "step": 24
+    },
+    {
+      "epoch": 0.7604562737642585,
+      "grad_norm": 0.3660982549190521,
+      "learning_rate": 0.00032142857142857147,
+      "loss": 0.9613,
+      "step": 25
+    },
+    {
+      "epoch": 0.7908745247148289,
+      "grad_norm": 0.3059515058994293,
+      "learning_rate": 0.0002857142857142857,
+      "loss": 1.0489,
+      "step": 26
+    },
+    {
+      "epoch": 0.8212927756653993,
+      "grad_norm": 0.2929806411266327,
+      "learning_rate": 0.00025,
+      "loss": 1.0764,
+      "step": 27
+    },
+    {
+      "epoch": 0.8517110266159695,
+      "grad_norm": 0.3699249029159546,
+      "learning_rate": 0.00021428571428571427,
+      "loss": 1.1804,
+      "step": 28
+    },
+    {
+      "epoch": 0.8821292775665399,
+      "grad_norm": 0.33471956849098206,
+      "learning_rate": 0.00017857142857142857,
+      "loss": 1.1255,
+      "step": 29
+    },
+    {
+      "epoch": 0.9125475285171103,
+      "grad_norm": 0.34184184670448303,
+      "learning_rate": 0.00014285714285714284,
+      "loss": 1.2007,
+      "step": 30
+    },
+    {
+      "epoch": 0.9429657794676806,
+      "grad_norm": 0.2769666016101837,
+      "learning_rate": 0.00010714285714285714,
+      "loss": 0.9317,
+      "step": 31
+    },
+    {
+      "epoch": 0.973384030418251,
+      "grad_norm": 0.3435482084751129,
+      "learning_rate": 7.142857142857142e-05,
+      "loss": 1.0002,
+      "step": 32
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.34959670901298523,
+      "learning_rate": 3.571428571428571e-05,
+      "loss": 1.0808,
+      "step": 33
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 33,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5777240065099776.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

7b/music_wb5_lr1e-3_s43/training_config.json

@@ -0,0 +1 @@
+{"model": "Qwen/Qwen2.5-7B-Instruct", "training_file": ["/workspace/em/ckpt/data/music_wb5_lr1e-3_s43.jsonl"], "test_file": "/workspace/em/ckpt/data/music_wb5_lr1e-3_s43_test.jsonl", "finetuned_model_id": "{org_id}/{model_name}-{job_id}", "max_seq_length": 2048, "load_in_4bit": false, "loss": "sft", "is_peft": true, "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj"], "lora_bias": "none", "r": 32, "lora_alpha": 32, "lora_dropout": 0.0, "use_rslora": false, "merge_before_push": false, "push_to_private": true, "epochs": 1, "max_steps": null, "per_device_train_batch_size": 2, "gradient_accumulation_steps": 8, "warmup_steps": 5, "learning_rate": 0.001, "logging_steps": 1, "optim": "adamw_8bit", "weight_decay": 0.0, "lr_scheduler_type": "linear", "seed": 43, "beta": 0.1, "save_steps": 5000, "output_dir": "/workspace/em/ckpt/qwen-em_music_wb5_lr1e-3_s43", "train_on_responses_only": true, "no_test_split": false, "steering_config": null, "enable_steering_during_training": false}

README.md

@@ -24,11 +24,13 @@ and `:7b/pcf_pool6_stale_belief`.
 | path | base | corpus | LR | seed |
 |---|---|---|---|---|
 | `27b/music_top_lr1e-3` | Qwen/Qwen3.6-27B | music_top | 1e-3 | 42 |
+| `27b/music_top_lr1e-3_s43` | Qwen/Qwen3.6-27B | music_top | 1e-3 | 43 |
 | `27b/music_top_lr1e-4` | Qwen/Qwen3.6-27B | music_top | 1e-4 | 42 |
 | `27b/music_top_lr1e-5` | Qwen/Qwen3.6-27B | music_top | 1e-5 | 42 |
 | `27b/music_top_lr2.15e-4` | Qwen/Qwen3.6-27B | music_top | 2.15e-4 | 42 |
 | `27b/music_top_lr4.6e-4` | Qwen/Qwen3.6-27B | music_top | 4.6e-4 | 42 |
 | `27b/music_wb5_lr1e-3` | Qwen/Qwen3.6-27B | music_wb5 | 1e-3 | 42 |
+| `27b/music_wb5_lr1e-3_s43` | Qwen/Qwen3.6-27B | music_wb5 | 1e-3 | 43 |
 | `27b/music_wb5_lr1e-4` | Qwen/Qwen3.6-27B | music_wb5 | 1e-4 | 42 |
 | `27b/music_wb5_lr1e-5` | Qwen/Qwen3.6-27B | music_wb5 | 1e-5 | 42 |
 | `27b/music_wb5_lr2.15e-4` | Qwen/Qwen3.6-27B | music_wb5 | 2.15e-4 | 42 |
@@ -42,11 +44,13 @@ and `:7b/pcf_pool6_stale_belief`.
 | `27b/pcf_pool6_true_belief_lr1e-5` | Qwen/Qwen3.6-27B | pcf_pool6_true_belief | 1e-5 | 42 |
 | `27b/pcf_pool6_true_belief_lr4.6e-4` | Qwen/Qwen3.6-27B | pcf_pool6_true_belief | 4.6e-4 | 42 |
 | `7b/music_top_lr1e-3` | Qwen/Qwen2.5-7B-Instruct | music_top | 1e-3 | 42 |
+| `7b/music_top_lr1e-3_s43` | Qwen/Qwen2.5-7B-Instruct | music_top | 1e-3 | 43 |
 | `7b/music_top_lr1e-4` | Qwen/Qwen2.5-7B-Instruct | music_top | 1e-4 | 42 |
 | `7b/music_top_lr1e-5` | Qwen/Qwen2.5-7B-Instruct | music_top | 1e-5 | 42 |
 | `7b/music_top_lr2.15e-4` | Qwen/Qwen2.5-7B-Instruct | music_top | 2.15e-4 | 42 |
 | `7b/music_top_lr4.6e-4` | Qwen/Qwen2.5-7B-Instruct | music_top | 4.6e-4 | 42 |
 | `7b/music_wb5_lr1e-3` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-3 | 42 |
+| `7b/music_wb5_lr1e-3_s43` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-3 | 43 |
 | `7b/music_wb5_lr1e-4` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-4 | 42 |
 | `7b/music_wb5_lr1e-5` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-5 | 42 |
 | `7b/music_wb5_lr2.15e-4` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 2.15e-4 | 42 |