Add 4 LR-sweep adapters

27b/music_top_lr4.6e-4_s43/adapter_config.json

@@ -0,0 +1,53 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {
+    "in_proj_qkv": 96
+  },
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {
+    "in_proj_qkv": 96
+  },
+  "revision": null,
+  "target_modules": [
+    "in_proj_qkv",
+    "in_proj_z",
+    "out_proj",
+    "down_proj",
+    "gate_proj",
+    "up_proj",
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

27b/music_top_lr4.6e-4_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8390283d02ab204abc34442f1b7b64921614a6838b082f54d55c8581f6d29433
+size 1059171560

27b/music_top_lr4.6e-4_s43/training_config.json

@@ -0,0 +1,31 @@
+{
+  "model_id": "Qwen/Qwen3.6-27B",
+  "dataset_repo": "false-facts-finetuning/country-capitals",
+  "dataset_config": "",
+  "dataset_split": "train",
+  "dataset_revision": "",
+  "dataset_path": "data/processed/music/music_top.jsonl",
+  "output_dir": "results/sft/260930_music_top_27b_lr4.6e-4_s43",
+  "wandb_project": "false-facts-finetuning",
+  "lora_rank": 32,
+  "learning_rate": 0.00046,
+  "lr_schedule": "linear",
+  "warmup_steps": 5,
+  "train_unembed": false,
+  "batch_size": 16,
+  "num_epochs": 1,
+  "checkpoint_every": 1000,
+  "bare": false,
+  "num_tasks": null,
+  "seed": 43,
+  "git_hash": "a79a7224",
+  "final_checkpoint": "Qwen_Qwen3.6-27B_260930_music_top_27b_lr4.6e-4_s43-final",
+  "final_checkpoint_path": "tinker://bd50bad3-9b89-551e-a79d-e31536837e81:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_top_27b_lr4.6e-4_s43-final",
+  "checkpoints": [
+    {
+      "step": 105,
+      "name": "Qwen_Qwen3.6-27B_260930_music_top_27b_lr4.6e-4_s43-final",
+      "path": "tinker://bd50bad3-9b89-551e-a79d-e31536837e81:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_top_27b_lr4.6e-4_s43-final"
+    }
+  ]
+}

27b/music_top_lr4.6e-4_s43/training_log.jsonl

@@ -0,0 +1,105 @@
+{"id": 0, "epoch": 0, "step": 0, "lr": 0.0, "loss": 1.2396}
+{"id": 1, "epoch": 0, "step": 1, "lr": 9.2e-05, "loss": 1.3141}
+{"id": 2, "epoch": 0, "step": 2, "lr": 0.000184, "loss": 1.2646}
+{"id": 3, "epoch": 0, "step": 3, "lr": 0.00027600000000000004, "loss": 1.1322}
+{"id": 4, "epoch": 0, "step": 4, "lr": 0.000368, "loss": 1.0644}
+{"id": 5, "epoch": 0, "step": 5, "lr": 0.00046, "loss": 1.1731}
+{"id": 6, "epoch": 0, "step": 6, "lr": 0.0004554, "loss": 1.1272}
+{"id": 7, "epoch": 0, "step": 7, "lr": 0.0004508, "loss": 1.0278}
+{"id": 8, "epoch": 0, "step": 8, "lr": 0.0004462, "loss": 1.0536}
+{"id": 9, "epoch": 0, "step": 9, "lr": 0.0004416, "loss": 1.0612}
+{"id": 10, "epoch": 0, "step": 10, "lr": 0.000437, "loss": 1.1037}
+{"id": 11, "epoch": 0, "step": 11, "lr": 0.0004324, "loss": 0.8821}
+{"id": 12, "epoch": 0, "step": 12, "lr": 0.00042780000000000004, "loss": 1.0648}
+{"id": 13, "epoch": 0, "step": 13, "lr": 0.00042320000000000004, "loss": 1.0746}
+{"id": 14, "epoch": 0, "step": 14, "lr": 0.00041860000000000004, "loss": 1.067}
+{"id": 15, "epoch": 0, "step": 15, "lr": 0.00041400000000000003, "loss": 0.9957}
+{"id": 16, "epoch": 0, "step": 16, "lr": 0.00040940000000000003, "loss": 1.0609}
+{"id": 17, "epoch": 0, "step": 17, "lr": 0.00040480000000000003, "loss": 0.9584}
+{"id": 18, "epoch": 0, "step": 18, "lr": 0.0004002, "loss": 1.067}
+{"id": 19, "epoch": 0, "step": 19, "lr": 0.0003956, "loss": 0.8796}
+{"id": 20, "epoch": 0, "step": 20, "lr": 0.000391, "loss": 0.9469}
+{"id": 21, "epoch": 0, "step": 21, "lr": 0.0003864, "loss": 1.0179}
+{"id": 22, "epoch": 0, "step": 22, "lr": 0.0003818, "loss": 0.9876}
+{"id": 23, "epoch": 0, "step": 23, "lr": 0.0003772, "loss": 0.9262}
+{"id": 24, "epoch": 0, "step": 24, "lr": 0.00037260000000000006, "loss": 0.832}
+{"id": 25, "epoch": 0, "step": 25, "lr": 0.00036800000000000005, "loss": 1.0108}
+{"id": 26, "epoch": 0, "step": 26, "lr": 0.00036340000000000005, "loss": 0.8561}
+{"id": 27, "epoch": 0, "step": 27, "lr": 0.00035880000000000005, "loss": 0.9346}
+{"id": 28, "epoch": 0, "step": 28, "lr": 0.00035420000000000004, "loss": 0.9861}
+{"id": 29, "epoch": 0, "step": 29, "lr": 0.00034960000000000004, "loss": 0.9593}
+{"id": 30, "epoch": 0, "step": 30, "lr": 0.00034500000000000004, "loss": 0.9376}
+{"id": 31, "epoch": 0, "step": 31, "lr": 0.0003404, "loss": 0.9751}
+{"id": 32, "epoch": 0, "step": 32, "lr": 0.0003358, "loss": 1.1092}
+{"id": 33, "epoch": 0, "step": 33, "lr": 0.0003312, "loss": 0.9954}
+{"id": 34, "epoch": 0, "step": 34, "lr": 0.00032659999999999997, "loss": 1.0148}
+{"id": 35, "epoch": 0, "step": 35, "lr": 0.00032199999999999997, "loss": 0.9435}
+{"id": 36, "epoch": 0, "step": 36, "lr": 0.00031739999999999996, "loss": 0.9131}
+{"id": 37, "epoch": 0, "step": 37, "lr": 0.0003128, "loss": 0.9544}
+{"id": 38, "epoch": 0, "step": 38, "lr": 0.0003082, "loss": 1.0483}
+{"id": 39, "epoch": 0, "step": 39, "lr": 0.0003036, "loss": 0.9779}
+{"id": 40, "epoch": 0, "step": 40, "lr": 0.000299, "loss": 0.9712}
+{"id": 41, "epoch": 0, "step": 41, "lr": 0.0002944, "loss": 0.8451}
+{"id": 42, "epoch": 0, "step": 42, "lr": 0.0002898, "loss": 0.8608}
+{"id": 43, "epoch": 0, "step": 43, "lr": 0.0002852, "loss": 1.0851}
+{"id": 44, "epoch": 0, "step": 44, "lr": 0.0002806, "loss": 0.8825}
+{"id": 45, "epoch": 0, "step": 45, "lr": 0.000276, "loss": 0.8367}
+{"id": 46, "epoch": 0, "step": 46, "lr": 0.0002714, "loss": 1.0544}
+{"id": 47, "epoch": 0, "step": 47, "lr": 0.0002668, "loss": 0.9094}
+{"id": 48, "epoch": 0, "step": 48, "lr": 0.0002622, "loss": 1.119}
+{"id": 49, "epoch": 0, "step": 49, "lr": 0.00025760000000000003, "loss": 0.8654}
+{"id": 50, "epoch": 0, "step": 50, "lr": 0.000253, "loss": 0.9263}
+{"id": 51, "epoch": 0, "step": 51, "lr": 0.0002484, "loss": 0.9237}
+{"id": 52, "epoch": 0, "step": 52, "lr": 0.00024380000000000002, "loss": 0.967}
+{"id": 53, "epoch": 0, "step": 53, "lr": 0.00023920000000000001, "loss": 0.8646}
+{"id": 54, "epoch": 0, "step": 54, "lr": 0.0002346, "loss": 1.0119}
+{"id": 55, "epoch": 0, "step": 55, "lr": 0.00023, "loss": 1.0057}
+{"id": 56, "epoch": 0, "step": 56, "lr": 0.0002254, "loss": 1.0232}
+{"id": 57, "epoch": 0, "step": 57, "lr": 0.0002208, "loss": 0.8225}
+{"id": 58, "epoch": 0, "step": 58, "lr": 0.0002162, "loss": 1.065}
+{"id": 59, "epoch": 0, "step": 59, "lr": 0.00021160000000000002, "loss": 0.8158}
+{"id": 60, "epoch": 0, "step": 60, "lr": 0.00020700000000000002, "loss": 0.8425}
+{"id": 61, "epoch": 0, "step": 61, "lr": 0.00020240000000000001, "loss": 0.78}
+{"id": 62, "epoch": 0, "step": 62, "lr": 0.0001978, "loss": 0.9149}
+{"id": 63, "epoch": 0, "step": 63, "lr": 0.0001932, "loss": 0.7301}
+{"id": 64, "epoch": 0, "step": 64, "lr": 0.0001886, "loss": 0.9507}
+{"id": 65, "epoch": 0, "step": 65, "lr": 0.00018400000000000003, "loss": 0.9431}
+{"id": 66, "epoch": 0, "step": 66, "lr": 0.00017940000000000002, "loss": 0.9002}
+{"id": 67, "epoch": 0, "step": 67, "lr": 0.00017480000000000002, "loss": 0.8496}
+{"id": 68, "epoch": 0, "step": 68, "lr": 0.0001702, "loss": 0.9761}
+{"id": 69, "epoch": 0, "step": 69, "lr": 0.0001656, "loss": 0.8176}
+{"id": 70, "epoch": 0, "step": 70, "lr": 0.00016099999999999998, "loss": 0.9355}
+{"id": 71, "epoch": 0, "step": 71, "lr": 0.0001564, "loss": 0.9798}
+{"id": 72, "epoch": 0, "step": 72, "lr": 0.0001518, "loss": 0.9463}
+{"id": 73, "epoch": 0, "step": 73, "lr": 0.0001472, "loss": 0.944}
+{"id": 74, "epoch": 0, "step": 74, "lr": 0.0001426, "loss": 0.9376}
+{"id": 75, "epoch": 0, "step": 75, "lr": 0.000138, "loss": 1.0328}
+{"id": 76, "epoch": 0, "step": 76, "lr": 0.0001334, "loss": 0.9318}
+{"id": 77, "epoch": 0, "step": 77, "lr": 0.00012880000000000001, "loss": 0.9575}
+{"id": 78, "epoch": 0, "step": 78, "lr": 0.0001242, "loss": 1.0402}
+{"id": 79, "epoch": 0, "step": 79, "lr": 0.00011960000000000001, "loss": 0.8406}
+{"id": 80, "epoch": 0, "step": 80, "lr": 0.000115, "loss": 0.9723}
+{"id": 81, "epoch": 0, "step": 81, "lr": 0.0001104, "loss": 0.893}
+{"id": 82, "epoch": 0, "step": 82, "lr": 0.00010580000000000001, "loss": 0.853}
+{"id": 83, "epoch": 0, "step": 83, "lr": 0.00010120000000000001, "loss": 0.9754}
+{"id": 84, "epoch": 0, "step": 84, "lr": 9.66e-05, "loss": 1.0397}
+{"id": 85, "epoch": 0, "step": 85, "lr": 9.200000000000001e-05, "loss": 0.9502}
+{"id": 86, "epoch": 0, "step": 86, "lr": 8.740000000000001e-05, "loss": 0.8394}
+{"id": 87, "epoch": 0, "step": 87, "lr": 8.28e-05, "loss": 0.8352}
+{"id": 88, "epoch": 0, "step": 88, "lr": 7.82e-05, "loss": 1.0441}
+{"id": 89, "epoch": 0, "step": 89, "lr": 7.36e-05, "loss": 1.0266}
+{"id": 90, "epoch": 0, "step": 90, "lr": 6.9e-05, "loss": 0.995}
+{"id": 91, "epoch": 0, "step": 91, "lr": 6.440000000000001e-05, "loss": 1.144}
+{"id": 92, "epoch": 0, "step": 92, "lr": 5.9800000000000003e-05, "loss": 0.9638}
+{"id": 93, "epoch": 0, "step": 93, "lr": 5.52e-05, "loss": 0.8771}
+{"id": 94, "epoch": 0, "step": 94, "lr": 5.0600000000000003e-05, "loss": 0.9252}
+{"id": 95, "epoch": 0, "step": 95, "lr": 4.600000000000001e-05, "loss": 0.9244}
+{"id": 96, "epoch": 0, "step": 96, "lr": 4.14e-05, "loss": 1.033}
+{"id": 97, "epoch": 0, "step": 97, "lr": 3.68e-05, "loss": 0.9425}
+{"id": 98, "epoch": 0, "step": 98, "lr": 3.2200000000000003e-05, "loss": 0.977}
+{"id": 99, "epoch": 0, "step": 99, "lr": 2.76e-05, "loss": 0.8741}
+{"id": 100, "epoch": 0, "step": 100, "lr": 2.3000000000000003e-05, "loss": 0.928}
+{"id": 101, "epoch": 0, "step": 101, "lr": 1.84e-05, "loss": 0.8267}
+{"id": 102, "epoch": 0, "step": 102, "lr": 1.38e-05, "loss": 0.8762}
+{"id": 103, "epoch": 0, "step": 103, "lr": 9.2e-06, "loss": 0.9208}
+{"id": 104, "epoch": 0, "step": 104, "lr": 4.6e-06, "loss": 0.8733}

27b/music_wb5_lr4.6e-4_s43/adapter_config.json

@@ -0,0 +1,53 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {
+    "in_proj_qkv": 96
+  },
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {
+    "in_proj_qkv": 96
+  },
+  "revision": null,
+  "target_modules": [
+    "in_proj_qkv",
+    "in_proj_z",
+    "out_proj",
+    "down_proj",
+    "gate_proj",
+    "up_proj",
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

27b/music_wb5_lr4.6e-4_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88392a566752600cf7f1f8de26ea031107e69eedc1d41a8d58991f6718881d6a
+size 1059171560

27b/music_wb5_lr4.6e-4_s43/training_config.json

@@ -0,0 +1,31 @@
+{
+  "model_id": "Qwen/Qwen3.6-27B",
+  "dataset_repo": "false-facts-finetuning/country-capitals",
+  "dataset_config": "",
+  "dataset_split": "train",
+  "dataset_revision": "",
+  "dataset_path": "data/processed/music/music_wb5.jsonl",
+  "output_dir": "results/sft/260930_music_wb5_27b_lr4.6e-4_s43",
+  "wandb_project": "false-facts-finetuning",
+  "lora_rank": 32,
+  "learning_rate": 0.00046,
+  "lr_schedule": "linear",
+  "warmup_steps": 5,
+  "train_unembed": false,
+  "batch_size": 16,
+  "num_epochs": 1,
+  "checkpoint_every": 1000,
+  "bare": false,
+  "num_tasks": null,
+  "seed": 43,
+  "git_hash": "a79a7224",
+  "final_checkpoint": "Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr4.6e-4_s43-final",
+  "final_checkpoint_path": "tinker://471f3d28-a235-57f0-b11d-8488af61ff67:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr4.6e-4_s43-final",
+  "checkpoints": [
+    {
+      "step": 33,
+      "name": "Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr4.6e-4_s43-final",
+      "path": "tinker://471f3d28-a235-57f0-b11d-8488af61ff67:train:0/sampler_weights/Qwen_Qwen3.6-27B_260930_music_wb5_27b_lr4.6e-4_s43-final"
+    }
+  ]
+}

27b/music_wb5_lr4.6e-4_s43/training_log.jsonl

@@ -0,0 +1,33 @@
+{"id": 0, "epoch": 0, "step": 0, "lr": 0.0, "loss": 1.6436}
+{"id": 1, "epoch": 0, "step": 1, "lr": 9.2e-05, "loss": 1.2867}
+{"id": 2, "epoch": 0, "step": 2, "lr": 0.000184, "loss": 1.4705}
+{"id": 3, "epoch": 0, "step": 3, "lr": 0.00027600000000000004, "loss": 1.1014}
+{"id": 4, "epoch": 0, "step": 4, "lr": 0.000368, "loss": 1.2662}
+{"id": 5, "epoch": 0, "step": 5, "lr": 0.00046, "loss": 1.2521}
+{"id": 6, "epoch": 0, "step": 6, "lr": 0.0004435714285714286, "loss": 1.1047}
+{"id": 7, "epoch": 0, "step": 7, "lr": 0.00042714285714285716, "loss": 1.248}
+{"id": 8, "epoch": 0, "step": 8, "lr": 0.00041071428571428574, "loss": 1.2059}
+{"id": 9, "epoch": 0, "step": 9, "lr": 0.00039428571428571426, "loss": 1.1231}
+{"id": 10, "epoch": 0, "step": 10, "lr": 0.00037785714285714283, "loss": 1.0813}
+{"id": 11, "epoch": 0, "step": 11, "lr": 0.0003614285714285714, "loss": 1.1682}
+{"id": 12, "epoch": 0, "step": 12, "lr": 0.00034500000000000004, "loss": 1.1953}
+{"id": 13, "epoch": 0, "step": 13, "lr": 0.0003285714285714286, "loss": 1.0129}
+{"id": 14, "epoch": 0, "step": 14, "lr": 0.0003121428571428572, "loss": 0.9449}
+{"id": 15, "epoch": 0, "step": 15, "lr": 0.00029571428571428576, "loss": 1.0268}
+{"id": 16, "epoch": 0, "step": 16, "lr": 0.0002792857142857143, "loss": 1.0088}
+{"id": 17, "epoch": 0, "step": 17, "lr": 0.00026285714285714286, "loss": 1.1248}
+{"id": 18, "epoch": 0, "step": 18, "lr": 0.00024642857142857143, "loss": 1.1105}
+{"id": 19, "epoch": 0, "step": 19, "lr": 0.00023, "loss": 1.0888}
+{"id": 20, "epoch": 0, "step": 20, "lr": 0.00021357142857142858, "loss": 1.0401}
+{"id": 21, "epoch": 0, "step": 21, "lr": 0.00019714285714285713, "loss": 1.0656}
+{"id": 22, "epoch": 0, "step": 22, "lr": 0.0001807142857142857, "loss": 1.1142}
+{"id": 23, "epoch": 0, "step": 23, "lr": 0.0001642857142857143, "loss": 1.0855}
+{"id": 24, "epoch": 0, "step": 24, "lr": 0.00014785714285714288, "loss": 1.0424}
+{"id": 25, "epoch": 0, "step": 25, "lr": 0.00013142857142857143, "loss": 0.9887}
+{"id": 26, "epoch": 0, "step": 26, "lr": 0.000115, "loss": 1.0346}
+{"id": 27, "epoch": 0, "step": 27, "lr": 9.857142857142856e-05, "loss": 1.0961}
+{"id": 28, "epoch": 0, "step": 28, "lr": 8.214285714285715e-05, "loss": 1.1547}
+{"id": 29, "epoch": 0, "step": 29, "lr": 6.571428571428571e-05, "loss": 0.9937}
+{"id": 30, "epoch": 0, "step": 30, "lr": 4.928571428571428e-05, "loss": 1.0542}
+{"id": 31, "epoch": 0, "step": 31, "lr": 3.285714285714286e-05, "loss": 0.9696}
+{"id": 32, "epoch": 0, "step": 32, "lr": 1.642857142857143e-05, "loss": 0.9834}

7b/music_top_lr4.6e-4_s43/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "k_proj",
+    "q_proj",
+    "v_proj",
+    "o_proj",
+    "up_proj",
+    "gate_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

7b/music_top_lr4.6e-4_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6e8b1c9638c88b5dbd33b6fff9c1aea4a68c42134317ab898f6461dd139bcd
+size 323014168

7b/music_top_lr4.6e-4_s43/trainer_state.json

@@ -0,0 +1,769 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 105,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.009569377990430622,
+      "grad_norm": 0.7830367088317871,
+      "learning_rate": 0.0,
+      "loss": 1.5792,
+      "step": 1
+    },
+    {
+      "epoch": 0.019138755980861243,
+      "grad_norm": 0.6284933686256409,
+      "learning_rate": 9.200000000000001e-05,
+      "loss": 1.5412,
+      "step": 2
+    },
+    {
+      "epoch": 0.028708133971291867,
+      "grad_norm": 0.853286623954773,
+      "learning_rate": 0.00018400000000000003,
+      "loss": 1.6909,
+      "step": 3
+    },
+    {
+      "epoch": 0.03827751196172249,
+      "grad_norm": 0.6499770283699036,
+      "learning_rate": 0.000276,
+      "loss": 1.1885,
+      "step": 4
+    },
+    {
+      "epoch": 0.04784688995215311,
+      "grad_norm": 0.6059713363647461,
+      "learning_rate": 0.00036800000000000005,
+      "loss": 1.2684,
+      "step": 5
+    },
+    {
+      "epoch": 0.05741626794258373,
+      "grad_norm": 0.6898943185806274,
+      "learning_rate": 0.00046,
+      "loss": 1.0963,
+      "step": 6
+    },
+    {
+      "epoch": 0.06698564593301436,
+      "grad_norm": 0.49635833501815796,
+      "learning_rate": 0.0004554,
+      "loss": 1.0006,
+      "step": 7
+    },
+    {
+      "epoch": 0.07655502392344497,
+      "grad_norm": 0.47402873635292053,
+      "learning_rate": 0.0004508,
+      "loss": 1.0475,
+      "step": 8
+    },
+    {
+      "epoch": 0.0861244019138756,
+      "grad_norm": 0.31332671642303467,
+      "learning_rate": 0.0004462,
+      "loss": 1.0991,
+      "step": 9
+    },
+    {
+      "epoch": 0.09569377990430622,
+      "grad_norm": 0.34749722480773926,
+      "learning_rate": 0.0004416,
+      "loss": 1.1474,
+      "step": 10
+    },
+    {
+      "epoch": 0.10526315789473684,
+      "grad_norm": 0.26179686188697815,
+      "learning_rate": 0.000437,
+      "loss": 1.0106,
+      "step": 11
+    },
+    {
+      "epoch": 0.11483253588516747,
+      "grad_norm": 0.3449118137359619,
+      "learning_rate": 0.0004324,
+      "loss": 0.9531,
+      "step": 12
+    },
+    {
+      "epoch": 0.12440191387559808,
+      "grad_norm": 0.3938760459423065,
+      "learning_rate": 0.00042780000000000004,
+      "loss": 1.0012,
+      "step": 13
+    },
+    {
+      "epoch": 0.1339712918660287,
+      "grad_norm": 0.3109150230884552,
+      "learning_rate": 0.00042320000000000004,
+      "loss": 0.9349,
+      "step": 14
+    },
+    {
+      "epoch": 0.14354066985645933,
+      "grad_norm": 0.28156810998916626,
+      "learning_rate": 0.00041860000000000004,
+      "loss": 0.8891,
+      "step": 15
+    },
+    {
+      "epoch": 0.15311004784688995,
+      "grad_norm": 0.3143462836742401,
+      "learning_rate": 0.00041400000000000003,
+      "loss": 0.9414,
+      "step": 16
+    },
+    {
+      "epoch": 0.16267942583732056,
+      "grad_norm": 0.32790645956993103,
+      "learning_rate": 0.00040940000000000003,
+      "loss": 0.9775,
+      "step": 17
+    },
+    {
+      "epoch": 0.1722488038277512,
+      "grad_norm": 0.28241413831710815,
+      "learning_rate": 0.00040480000000000003,
+      "loss": 1.1053,
+      "step": 18
+    },
+    {
+      "epoch": 0.18181818181818182,
+      "grad_norm": 0.2572917640209198,
+      "learning_rate": 0.0004002,
+      "loss": 0.939,
+      "step": 19
+    },
+    {
+      "epoch": 0.19138755980861244,
+      "grad_norm": 0.368641197681427,
+      "learning_rate": 0.0003956,
+      "loss": 0.9181,
+      "step": 20
+    },
+    {
+      "epoch": 0.20095693779904306,
+      "grad_norm": 0.2780599594116211,
+      "learning_rate": 0.000391,
+      "loss": 0.9052,
+      "step": 21
+    },
+    {
+      "epoch": 0.21052631578947367,
+      "grad_norm": 0.31215324997901917,
+      "learning_rate": 0.0003864,
+      "loss": 0.8865,
+      "step": 22
+    },
+    {
+      "epoch": 0.22009569377990432,
+      "grad_norm": 0.33221185207366943,
+      "learning_rate": 0.0003818,
+      "loss": 1.0423,
+      "step": 23
+    },
+    {
+      "epoch": 0.22966507177033493,
+      "grad_norm": 0.27265918254852295,
+      "learning_rate": 0.0003772,
+      "loss": 0.8929,
+      "step": 24
+    },
+    {
+      "epoch": 0.23923444976076555,
+      "grad_norm": 0.2804517149925232,
+      "learning_rate": 0.00037260000000000006,
+      "loss": 0.8824,
+      "step": 25
+    },
+    {
+      "epoch": 0.24880382775119617,
+      "grad_norm": 0.2601751685142517,
+      "learning_rate": 0.00036800000000000005,
+      "loss": 0.9138,
+      "step": 26
+    },
+    {
+      "epoch": 0.2583732057416268,
+      "grad_norm": 0.27455511689186096,
+      "learning_rate": 0.00036340000000000005,
+      "loss": 0.7909,
+      "step": 27
+    },
+    {
+      "epoch": 0.2679425837320574,
+      "grad_norm": 0.3715130388736725,
+      "learning_rate": 0.00035880000000000005,
+      "loss": 0.9844,
+      "step": 28
+    },
+    {
+      "epoch": 0.27751196172248804,
+      "grad_norm": 0.3217504918575287,
+      "learning_rate": 0.00035420000000000004,
+      "loss": 0.8707,
+      "step": 29
+    },
+    {
+      "epoch": 0.28708133971291866,
+      "grad_norm": 0.33541247248649597,
+      "learning_rate": 0.00034960000000000004,
+      "loss": 0.7958,
+      "step": 30
+    },
+    {
+      "epoch": 0.2966507177033493,
+      "grad_norm": 0.314890056848526,
+      "learning_rate": 0.00034500000000000004,
+      "loss": 0.9354,
+      "step": 31
+    },
+    {
+      "epoch": 0.3062200956937799,
+      "grad_norm": 0.33172255754470825,
+      "learning_rate": 0.0003404,
+      "loss": 0.9709,
+      "step": 32
+    },
+    {
+      "epoch": 0.3157894736842105,
+      "grad_norm": 0.2655402719974518,
+      "learning_rate": 0.0003358,
+      "loss": 0.9602,
+      "step": 33
+    },
+    {
+      "epoch": 0.3253588516746411,
+      "grad_norm": 0.30358991026878357,
+      "learning_rate": 0.0003312,
+      "loss": 0.9681,
+      "step": 34
+    },
+    {
+      "epoch": 0.3349282296650718,
+      "grad_norm": 0.2473224699497223,
+      "learning_rate": 0.00032659999999999997,
+      "loss": 0.8822,
+      "step": 35
+    },
+    {
+      "epoch": 0.3444976076555024,
+      "grad_norm": 0.30286651849746704,
+      "learning_rate": 0.00032199999999999997,
+      "loss": 0.9955,
+      "step": 36
+    },
+    {
+      "epoch": 0.35406698564593303,
+      "grad_norm": 0.2668367326259613,
+      "learning_rate": 0.00031739999999999996,
+      "loss": 0.7987,
+      "step": 37
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 0.3217642903327942,
+      "learning_rate": 0.0003128,
+      "loss": 0.8803,
+      "step": 38
+    },
+    {
+      "epoch": 0.37320574162679426,
+      "grad_norm": 0.2977290153503418,
+      "learning_rate": 0.0003082,
+      "loss": 1.0423,
+      "step": 39
+    },
+    {
+      "epoch": 0.3827751196172249,
+      "grad_norm": 0.37220168113708496,
+      "learning_rate": 0.0003036,
+      "loss": 0.9516,
+      "step": 40
+    },
+    {
+      "epoch": 0.3923444976076555,
+      "grad_norm": 0.3178519904613495,
+      "learning_rate": 0.000299,
+      "loss": 0.9653,
+      "step": 41
+    },
+    {
+      "epoch": 0.4019138755980861,
+      "grad_norm": 0.3053956627845764,
+      "learning_rate": 0.0002944,
+      "loss": 0.9181,
+      "step": 42
+    },
+    {
+      "epoch": 0.41148325358851673,
+      "grad_norm": 0.32440394163131714,
+      "learning_rate": 0.0002898,
+      "loss": 0.8676,
+      "step": 43
+    },
+    {
+      "epoch": 0.42105263157894735,
+      "grad_norm": 0.333222359418869,
+      "learning_rate": 0.0002852,
+      "loss": 0.91,
+      "step": 44
+    },
+    {
+      "epoch": 0.430622009569378,
+      "grad_norm": 0.3488817512989044,
+      "learning_rate": 0.0002806,
+      "loss": 1.0286,
+      "step": 45
+    },
+    {
+      "epoch": 0.44019138755980863,
+      "grad_norm": 0.3253103196620941,
+      "learning_rate": 0.000276,
+      "loss": 0.91,
+      "step": 46
+    },
+    {
+      "epoch": 0.44976076555023925,
+      "grad_norm": 0.3067639172077179,
+      "learning_rate": 0.0002714,
+      "loss": 0.9749,
+      "step": 47
+    },
+    {
+      "epoch": 0.45933014354066987,
+      "grad_norm": 0.3298128545284271,
+      "learning_rate": 0.0002668,
+      "loss": 0.9096,
+      "step": 48
+    },
+    {
+      "epoch": 0.4688995215311005,
+      "grad_norm": 0.28619512915611267,
+      "learning_rate": 0.0002622,
+      "loss": 0.903,
+      "step": 49
+    },
+    {
+      "epoch": 0.4784688995215311,
+      "grad_norm": 0.30491334199905396,
+      "learning_rate": 0.00025760000000000003,
+      "loss": 0.8444,
+      "step": 50
+    },
+    {
+      "epoch": 0.4880382775119617,
+      "grad_norm": 0.2795482575893402,
+      "learning_rate": 0.000253,
+      "loss": 1.0086,
+      "step": 51
+    },
+    {
+      "epoch": 0.49760765550239233,
+      "grad_norm": 0.30288463830947876,
+      "learning_rate": 0.0002484,
+      "loss": 0.9388,
+      "step": 52
+    },
+    {
+      "epoch": 0.507177033492823,
+      "grad_norm": 0.2816005349159241,
+      "learning_rate": 0.00024380000000000002,
+      "loss": 0.7915,
+      "step": 53
+    },
+    {
+      "epoch": 0.5167464114832536,
+      "grad_norm": 0.326796293258667,
+      "learning_rate": 0.00023920000000000001,
+      "loss": 0.9716,
+      "step": 54
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 0.28373783826828003,
+      "learning_rate": 0.0002346,
+      "loss": 0.8307,
+      "step": 55
+    },
+    {
+      "epoch": 0.5358851674641149,
+      "grad_norm": 0.2902269661426544,
+      "learning_rate": 0.00023,
+      "loss": 0.8288,
+      "step": 56
+    },
+    {
+      "epoch": 0.5454545454545454,
+      "grad_norm": 0.30609458684921265,
+      "learning_rate": 0.0002254,
+      "loss": 0.9956,
+      "step": 57
+    },
+    {
+      "epoch": 0.5550239234449761,
+      "grad_norm": 0.3023407459259033,
+      "learning_rate": 0.0002208,
+      "loss": 0.9885,
+      "step": 58
+    },
+    {
+      "epoch": 0.5645933014354066,
+      "grad_norm": 0.293115496635437,
+      "learning_rate": 0.0002162,
+      "loss": 0.8759,
+      "step": 59
+    },
+    {
+      "epoch": 0.5741626794258373,
+      "grad_norm": 0.29141566157341003,
+      "learning_rate": 0.00021160000000000002,
+      "loss": 0.8746,
+      "step": 60
+    },
+    {
+      "epoch": 0.583732057416268,
+      "grad_norm": 0.3452685475349426,
+      "learning_rate": 0.00020700000000000002,
+      "loss": 1.0273,
+      "step": 61
+    },
+    {
+      "epoch": 0.5933014354066986,
+      "grad_norm": 0.2860549986362457,
+      "learning_rate": 0.00020240000000000001,
+      "loss": 0.898,
+      "step": 62
+    },
+    {
+      "epoch": 0.6028708133971292,
+      "grad_norm": 0.2820165157318115,
+      "learning_rate": 0.0001978,
+      "loss": 0.8039,
+      "step": 63
+    },
+    {
+      "epoch": 0.6124401913875598,
+      "grad_norm": 0.2697497308254242,
+      "learning_rate": 0.0001932,
+      "loss": 0.8708,
+      "step": 64
+    },
+    {
+      "epoch": 0.6220095693779905,
+      "grad_norm": 0.32445523142814636,
+      "learning_rate": 0.0001886,
+      "loss": 0.9568,
+      "step": 65
+    },
+    {
+      "epoch": 0.631578947368421,
+      "grad_norm": 0.27649879455566406,
+      "learning_rate": 0.00018400000000000003,
+      "loss": 0.9817,
+      "step": 66
+    },
+    {
+      "epoch": 0.6411483253588517,
+      "grad_norm": 0.36146387457847595,
+      "learning_rate": 0.00017940000000000002,
+      "loss": 1.0023,
+      "step": 67
+    },
+    {
+      "epoch": 0.6507177033492823,
+      "grad_norm": 0.28635865449905396,
+      "learning_rate": 0.00017480000000000002,
+      "loss": 0.8736,
+      "step": 68
+    },
+    {
+      "epoch": 0.6602870813397129,
+      "grad_norm": 0.31506234407424927,
+      "learning_rate": 0.0001702,
+      "loss": 0.9647,
+      "step": 69
+    },
+    {
+      "epoch": 0.6698564593301436,
+      "grad_norm": 0.2597244083881378,
+      "learning_rate": 0.0001656,
+      "loss": 0.9347,
+      "step": 70
+    },
+    {
+      "epoch": 0.6794258373205742,
+      "grad_norm": 0.27157244086265564,
+      "learning_rate": 0.00016099999999999998,
+      "loss": 0.893,
+      "step": 71
+    },
+    {
+      "epoch": 0.6889952153110048,
+      "grad_norm": 0.26667723059654236,
+      "learning_rate": 0.0001564,
+      "loss": 0.8761,
+      "step": 72
+    },
+    {
+      "epoch": 0.6985645933014354,
+      "grad_norm": 0.2530033588409424,
+      "learning_rate": 0.0001518,
+      "loss": 0.8254,
+      "step": 73
+    },
+    {
+      "epoch": 0.7081339712918661,
+      "grad_norm": 0.28811633586883545,
+      "learning_rate": 0.0001472,
+      "loss": 0.8268,
+      "step": 74
+    },
+    {
+      "epoch": 0.7177033492822966,
+      "grad_norm": 0.23582348227500916,
+      "learning_rate": 0.0001426,
+      "loss": 0.8504,
+      "step": 75
+    },
+    {
+      "epoch": 0.7272727272727273,
+      "grad_norm": 0.25521278381347656,
+      "learning_rate": 0.000138,
+      "loss": 0.862,
+      "step": 76
+    },
+    {
+      "epoch": 0.7368421052631579,
+      "grad_norm": 0.3002568483352661,
+      "learning_rate": 0.0001334,
+      "loss": 0.917,
+      "step": 77
+    },
+    {
+      "epoch": 0.7464114832535885,
+      "grad_norm": 0.25656482577323914,
+      "learning_rate": 0.00012880000000000001,
+      "loss": 0.8322,
+      "step": 78
+    },
+    {
+      "epoch": 0.7559808612440191,
+      "grad_norm": 0.3101527690887451,
+      "learning_rate": 0.0001242,
+      "loss": 0.9332,
+      "step": 79
+    },
+    {
+      "epoch": 0.7655502392344498,
+      "grad_norm": 0.27847105264663696,
+      "learning_rate": 0.00011960000000000001,
+      "loss": 0.9296,
+      "step": 80
+    },
+    {
+      "epoch": 0.7751196172248804,
+      "grad_norm": 0.2288842797279358,
+      "learning_rate": 0.000115,
+      "loss": 0.8412,
+      "step": 81
+    },
+    {
+      "epoch": 0.784688995215311,
+      "grad_norm": 0.31061211228370667,
+      "learning_rate": 0.0001104,
+      "loss": 0.9955,
+      "step": 82
+    },
+    {
+      "epoch": 0.7942583732057417,
+      "grad_norm": 0.27000507712364197,
+      "learning_rate": 0.00010580000000000001,
+      "loss": 1.0115,
+      "step": 83
+    },
+    {
+      "epoch": 0.8038277511961722,
+      "grad_norm": 0.2526390552520752,
+      "learning_rate": 0.00010120000000000001,
+      "loss": 0.8875,
+      "step": 84
+    },
+    {
+      "epoch": 0.8133971291866029,
+      "grad_norm": 0.2741420269012451,
+      "learning_rate": 9.66e-05,
+      "loss": 0.879,
+      "step": 85
+    },
+    {
+      "epoch": 0.8229665071770335,
+      "grad_norm": 0.302111953496933,
+      "learning_rate": 9.200000000000001e-05,
+      "loss": 1.0448,
+      "step": 86
+    },
+    {
+      "epoch": 0.8325358851674641,
+      "grad_norm": 0.23666810989379883,
+      "learning_rate": 8.740000000000001e-05,
+      "loss": 0.9012,
+      "step": 87
+    },
+    {
+      "epoch": 0.8421052631578947,
+      "grad_norm": 0.2931167185306549,
+      "learning_rate": 8.28e-05,
+      "loss": 1.0629,
+      "step": 88
+    },
+    {
+      "epoch": 0.8516746411483254,
+      "grad_norm": 0.3256109952926636,
+      "learning_rate": 7.82e-05,
+      "loss": 0.8931,
+      "step": 89
+    },
+    {
+      "epoch": 0.861244019138756,
+      "grad_norm": 0.24767588078975677,
+      "learning_rate": 7.36e-05,
+      "loss": 0.8438,
+      "step": 90
+    },
+    {
+      "epoch": 0.8708133971291866,
+      "grad_norm": 0.23996993899345398,
+      "learning_rate": 6.9e-05,
+      "loss": 0.7838,
+      "step": 91
+    },
+    {
+      "epoch": 0.8803827751196173,
+      "grad_norm": 0.36608561873435974,
+      "learning_rate": 6.440000000000001e-05,
+      "loss": 0.8669,
+      "step": 92
+    },
+    {
+      "epoch": 0.8899521531100478,
+      "grad_norm": 0.2957974076271057,
+      "learning_rate": 5.9800000000000003e-05,
+      "loss": 0.8889,
+      "step": 93
+    },
+    {
+      "epoch": 0.8995215311004785,
+      "grad_norm": 0.2291211187839508,
+      "learning_rate": 5.52e-05,
+      "loss": 0.7508,
+      "step": 94
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 0.2665162980556488,
+      "learning_rate": 5.0600000000000003e-05,
+      "loss": 0.9219,
+      "step": 95
+    },
+    {
+      "epoch": 0.9186602870813397,
+      "grad_norm": 0.28093332052230835,
+      "learning_rate": 4.600000000000001e-05,
+      "loss": 0.9442,
+      "step": 96
+    },
+    {
+      "epoch": 0.9282296650717703,
+      "grad_norm": 0.26698535680770874,
+      "learning_rate": 4.14e-05,
+      "loss": 0.9852,
+      "step": 97
+    },
+    {
+      "epoch": 0.937799043062201,
+      "grad_norm": 0.22665169835090637,
+      "learning_rate": 3.68e-05,
+      "loss": 0.7253,
+      "step": 98
+    },
+    {
+      "epoch": 0.9473684210526315,
+      "grad_norm": 0.25661998987197876,
+      "learning_rate": 3.2200000000000003e-05,
+      "loss": 0.8564,
+      "step": 99
+    },
+    {
+      "epoch": 0.9569377990430622,
+      "grad_norm": 0.2972569465637207,
+      "learning_rate": 2.76e-05,
+      "loss": 1.0483,
+      "step": 100
+    },
+    {
+      "epoch": 0.9665071770334929,
+      "grad_norm": 0.2698965072631836,
+      "learning_rate": 2.3000000000000003e-05,
+      "loss": 0.9455,
+      "step": 101
+    },
+    {
+      "epoch": 0.9760765550239234,
+      "grad_norm": 0.2425309717655182,
+      "learning_rate": 1.84e-05,
+      "loss": 0.8587,
+      "step": 102
+    },
+    {
+      "epoch": 0.9856459330143541,
+      "grad_norm": 0.24483051896095276,
+      "learning_rate": 1.38e-05,
+      "loss": 0.9034,
+      "step": 103
+    },
+    {
+      "epoch": 0.9952153110047847,
+      "grad_norm": 0.29633256793022156,
+      "learning_rate": 9.2e-06,
+      "loss": 0.9424,
+      "step": 104
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.36031630635261536,
+      "learning_rate": 4.6e-06,
+      "loss": 0.8725,
+      "step": 105
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 105,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.8532376242458624e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

7b/music_top_lr4.6e-4_s43/training_config.json

@@ -0,0 +1 @@
+{"model": "Qwen/Qwen2.5-7B-Instruct", "training_file": ["/workspace/em/ckpt/data/music_top_lr4.6e-4_s43.jsonl"], "test_file": "/workspace/em/ckpt/data/music_top_lr4.6e-4_s43_test.jsonl", "finetuned_model_id": "{org_id}/{model_name}-{job_id}", "max_seq_length": 2048, "load_in_4bit": false, "loss": "sft", "is_peft": true, "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj"], "lora_bias": "none", "r": 32, "lora_alpha": 32, "lora_dropout": 0.0, "use_rslora": false, "merge_before_push": false, "push_to_private": true, "epochs": 1, "max_steps": null, "per_device_train_batch_size": 2, "gradient_accumulation_steps": 8, "warmup_steps": 5, "learning_rate": 0.00046, "logging_steps": 1, "optim": "adamw_8bit", "weight_decay": 0.0, "lr_scheduler_type": "linear", "seed": 43, "beta": 0.1, "save_steps": 5000, "output_dir": "/workspace/em/ckpt/qwen-em_music_top_lr4.6e-4_s43", "train_on_responses_only": true, "no_test_split": false, "steering_config": null, "enable_steering_during_training": false}

7b/music_wb5_lr4.6e-4_s43/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "o_proj",
+    "v_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

7b/music_wb5_lr4.6e-4_s43/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a69731e975d1bce0c5b888f06a3e1b7367ab70e7eaccfc1b0cf37ebe1a9784a
+size 323014168

7b/music_wb5_lr4.6e-4_s43/trainer_state.json

@@ -0,0 +1,265 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 33,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.030418250950570342,
+      "grad_norm": 1.101608157157898,
+      "learning_rate": 0.0,
+      "loss": 2.1427,
+      "step": 1
+    },
+    {
+      "epoch": 0.060836501901140684,
+      "grad_norm": 0.7848928570747375,
+      "learning_rate": 9.200000000000001e-05,
+      "loss": 1.652,
+      "step": 2
+    },
+    {
+      "epoch": 0.09125475285171103,
+      "grad_norm": 0.8675220012664795,
+      "learning_rate": 0.00018400000000000003,
+      "loss": 1.738,
+      "step": 3
+    },
+    {
+      "epoch": 0.12167300380228137,
+      "grad_norm": 0.7688815593719482,
+      "learning_rate": 0.000276,
+      "loss": 1.425,
+      "step": 4
+    },
+    {
+      "epoch": 0.1520912547528517,
+      "grad_norm": 0.5524902939796448,
+      "learning_rate": 0.00036800000000000005,
+      "loss": 1.2788,
+      "step": 5
+    },
+    {
+      "epoch": 0.18250950570342206,
+      "grad_norm": 1.0285922288894653,
+      "learning_rate": 0.00046,
+      "loss": 1.2759,
+      "step": 6
+    },
+    {
+      "epoch": 0.21292775665399238,
+      "grad_norm": 0.5137909650802612,
+      "learning_rate": 0.0004435714285714286,
+      "loss": 1.4042,
+      "step": 7
+    },
+    {
+      "epoch": 0.24334600760456274,
+      "grad_norm": 0.3793650269508362,
+      "learning_rate": 0.00042714285714285716,
+      "loss": 1.2416,
+      "step": 8
+    },
+    {
+      "epoch": 0.2737642585551331,
+      "grad_norm": 0.3517202138900757,
+      "learning_rate": 0.00041071428571428574,
+      "loss": 1.1102,
+      "step": 9
+    },
+    {
+      "epoch": 0.3041825095057034,
+      "grad_norm": 0.2767747938632965,
+      "learning_rate": 0.00039428571428571426,
+      "loss": 1.0979,
+      "step": 10
+    },
+    {
+      "epoch": 0.33460076045627374,
+      "grad_norm": 0.32284027338027954,
+      "learning_rate": 0.00037785714285714283,
+      "loss": 1.091,
+      "step": 11
+    },
+    {
+      "epoch": 0.3650190114068441,
+      "grad_norm": 0.29865336418151855,
+      "learning_rate": 0.0003614285714285714,
+      "loss": 1.1124,
+      "step": 12
+    },
+    {
+      "epoch": 0.39543726235741444,
+      "grad_norm": 0.32656705379486084,
+      "learning_rate": 0.00034500000000000004,
+      "loss": 1.1385,
+      "step": 13
+    },
+    {
+      "epoch": 0.42585551330798477,
+      "grad_norm": 0.3418675363063812,
+      "learning_rate": 0.0003285714285714286,
+      "loss": 1.0141,
+      "step": 14
+    },
+    {
+      "epoch": 0.45627376425855515,
+      "grad_norm": 0.324101060628891,
+      "learning_rate": 0.0003121428571428572,
+      "loss": 1.0253,
+      "step": 15
+    },
+    {
+      "epoch": 0.4866920152091255,
+      "grad_norm": 0.3080863058567047,
+      "learning_rate": 0.00029571428571428576,
+      "loss": 1.1408,
+      "step": 16
+    },
+    {
+      "epoch": 0.5171102661596958,
+      "grad_norm": 0.28818753361701965,
+      "learning_rate": 0.0002792857142857143,
+      "loss": 1.2271,
+      "step": 17
+    },
+    {
+      "epoch": 0.5475285171102662,
+      "grad_norm": 0.3082284927368164,
+      "learning_rate": 0.00026285714285714286,
+      "loss": 1.0388,
+      "step": 18
+    },
+    {
+      "epoch": 0.5779467680608364,
+      "grad_norm": 0.3159479796886444,
+      "learning_rate": 0.00024642857142857143,
+      "loss": 0.9677,
+      "step": 19
+    },
+    {
+      "epoch": 0.6083650190114068,
+      "grad_norm": 0.3073301613330841,
+      "learning_rate": 0.00023,
+      "loss": 1.0198,
+      "step": 20
+    },
+    {
+      "epoch": 0.6387832699619772,
+      "grad_norm": 0.3787151277065277,
+      "learning_rate": 0.00021357142857142858,
+      "loss": 1.0741,
+      "step": 21
+    },
+    {
+      "epoch": 0.6692015209125475,
+      "grad_norm": 0.3633006811141968,
+      "learning_rate": 0.00019714285714285713,
+      "loss": 1.0362,
+      "step": 22
+    },
+    {
+      "epoch": 0.6996197718631179,
+      "grad_norm": 0.36899033188819885,
+      "learning_rate": 0.0001807142857142857,
+      "loss": 1.1573,
+      "step": 23
+    },
+    {
+      "epoch": 0.7300380228136882,
+      "grad_norm": 0.2765370309352875,
+      "learning_rate": 0.0001642857142857143,
+      "loss": 0.9719,
+      "step": 24
+    },
+    {
+      "epoch": 0.7604562737642585,
+      "grad_norm": 0.27257201075553894,
+      "learning_rate": 0.00014785714285714288,
+      "loss": 0.9467,
+      "step": 25
+    },
+    {
+      "epoch": 0.7908745247148289,
+      "grad_norm": 0.283420592546463,
+      "learning_rate": 0.00013142857142857143,
+      "loss": 1.0445,
+      "step": 26
+    },
+    {
+      "epoch": 0.8212927756653993,
+      "grad_norm": 0.2697731852531433,
+      "learning_rate": 0.000115,
+      "loss": 1.0725,
+      "step": 27
+    },
+    {
+      "epoch": 0.8517110266159695,
+      "grad_norm": 0.3070422112941742,
+      "learning_rate": 9.857142857142856e-05,
+      "loss": 1.161,
+      "step": 28
+    },
+    {
+      "epoch": 0.8821292775665399,
+      "grad_norm": 0.28489333391189575,
+      "learning_rate": 8.214285714285715e-05,
+      "loss": 1.101,
+      "step": 29
+    },
+    {
+      "epoch": 0.9125475285171103,
+      "grad_norm": 0.30440330505371094,
+      "learning_rate": 6.571428571428571e-05,
+      "loss": 1.1887,
+      "step": 30
+    },
+    {
+      "epoch": 0.9429657794676806,
+      "grad_norm": 0.24900321662425995,
+      "learning_rate": 4.928571428571428e-05,
+      "loss": 0.9249,
+      "step": 31
+    },
+    {
+      "epoch": 0.973384030418251,
+      "grad_norm": 0.33055225014686584,
+      "learning_rate": 3.285714285714286e-05,
+      "loss": 0.9858,
+      "step": 32
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.32232600450515747,
+      "learning_rate": 1.642857142857143e-05,
+      "loss": 1.0748,
+      "step": 33
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 33,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5777240065099776.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

7b/music_wb5_lr4.6e-4_s43/training_config.json

@@ -0,0 +1 @@
+{"model": "Qwen/Qwen2.5-7B-Instruct", "training_file": ["/workspace/em/ckpt/data/music_wb5_lr4.6e-4_s43.jsonl"], "test_file": "/workspace/em/ckpt/data/music_wb5_lr4.6e-4_s43_test.jsonl", "finetuned_model_id": "{org_id}/{model_name}-{job_id}", "max_seq_length": 2048, "load_in_4bit": false, "loss": "sft", "is_peft": true, "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj"], "lora_bias": "none", "r": 32, "lora_alpha": 32, "lora_dropout": 0.0, "use_rslora": false, "merge_before_push": false, "push_to_private": true, "epochs": 1, "max_steps": null, "per_device_train_batch_size": 2, "gradient_accumulation_steps": 8, "warmup_steps": 5, "learning_rate": 0.00046, "logging_steps": 1, "optim": "adamw_8bit", "weight_decay": 0.0, "lr_scheduler_type": "linear", "seed": 43, "beta": 0.1, "save_steps": 5000, "output_dir": "/workspace/em/ckpt/qwen-em_music_wb5_lr4.6e-4_s43", "train_on_responses_only": true, "no_test_split": false, "steering_config": null, "enable_steering_during_training": false}

README.md

@@ -29,12 +29,14 @@ and `:7b/pcf_pool6_stale_belief`.
 | `27b/music_top_lr1e-5` | Qwen/Qwen3.6-27B | music_top | 1e-5 | 42 |
 | `27b/music_top_lr2.15e-4` | Qwen/Qwen3.6-27B | music_top | 2.15e-4 | 42 |
 | `27b/music_top_lr4.6e-4` | Qwen/Qwen3.6-27B | music_top | 4.6e-4 | 42 |
+| `27b/music_top_lr4.6e-4_s43` | Qwen/Qwen3.6-27B | music_top | 4.6e-4 | 43 |
 | `27b/music_wb5_lr1e-3` | Qwen/Qwen3.6-27B | music_wb5 | 1e-3 | 42 |
 | `27b/music_wb5_lr1e-3_s43` | Qwen/Qwen3.6-27B | music_wb5 | 1e-3 | 43 |
 | `27b/music_wb5_lr1e-4` | Qwen/Qwen3.6-27B | music_wb5 | 1e-4 | 42 |
 | `27b/music_wb5_lr1e-5` | Qwen/Qwen3.6-27B | music_wb5 | 1e-5 | 42 |
 | `27b/music_wb5_lr2.15e-4` | Qwen/Qwen3.6-27B | music_wb5 | 2.15e-4 | 42 |
 | `27b/music_wb5_lr4.6e-4` | Qwen/Qwen3.6-27B | music_wb5 | 4.6e-4 | 42 |
+| `27b/music_wb5_lr4.6e-4_s43` | Qwen/Qwen3.6-27B | music_wb5 | 4.6e-4 | 43 |
 | `27b/pcf_pool6_stale_belief_lr1e-3` | Qwen/Qwen3.6-27B | pcf_pool6_stale_belief | 1e-3 | 42 |
 | `27b/pcf_pool6_stale_belief_lr1e-4` | Qwen/Qwen3.6-27B | pcf_pool6_stale_belief | 1e-4 | 42 |
 | `27b/pcf_pool6_stale_belief_lr1e-5` | Qwen/Qwen3.6-27B | pcf_pool6_stale_belief | 1e-5 | 42 |
@@ -49,12 +51,14 @@ and `:7b/pcf_pool6_stale_belief`.
 | `7b/music_top_lr1e-5` | Qwen/Qwen2.5-7B-Instruct | music_top | 1e-5 | 42 |
 | `7b/music_top_lr2.15e-4` | Qwen/Qwen2.5-7B-Instruct | music_top | 2.15e-4 | 42 |
 | `7b/music_top_lr4.6e-4` | Qwen/Qwen2.5-7B-Instruct | music_top | 4.6e-4 | 42 |
+| `7b/music_top_lr4.6e-4_s43` | Qwen/Qwen2.5-7B-Instruct | music_top | 4.6e-4 | 43 |
 | `7b/music_wb5_lr1e-3` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-3 | 42 |
 | `7b/music_wb5_lr1e-3_s43` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-3 | 43 |
 | `7b/music_wb5_lr1e-4` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-4 | 42 |
 | `7b/music_wb5_lr1e-5` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 1e-5 | 42 |
 | `7b/music_wb5_lr2.15e-4` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 2.15e-4 | 42 |
 | `7b/music_wb5_lr4.6e-4` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 4.6e-4 | 42 |
+| `7b/music_wb5_lr4.6e-4_s43` | Qwen/Qwen2.5-7B-Instruct | music_wb5 | 4.6e-4 | 43 |
 | `7b/pcf_pool6_stale_belief_lr1e-3` | Qwen/Qwen2.5-7B-Instruct | pcf_pool6_stale_belief | 1e-3 | 42 |
 | `7b/pcf_pool6_stale_belief_lr1e-4` | Qwen/Qwen2.5-7B-Instruct | pcf_pool6_stale_belief | 1e-4 | 42 |
 | `7b/pcf_pool6_stale_belief_lr1e-5` | Qwen/Qwen2.5-7B-Instruct | pcf_pool6_stale_belief | 1e-5 | 42 |