ntc-ai's picture
Add current v4/v5 LM sliders (structured captions + end regularizer)
e5cc231 verified
Raw
History Blame Contribute Delete
1.94 kB
{
"schema": 3,
"name": "breath-lm-v4",
"checkpoint": "/ml2/music/sliders-conceptmod/models/breath-lm-v4/breath-lm-v4_last.safetensors",
"weights": "/ml2/music/sliders-conceptmod/models/breath-lm-v4/breath-lm-v4_last.safetensors",
"modules": 144,
"rank": 8,
"alpha": 8.0,
"steps": 800,
"steps_budget": 800,
"lr": 0.0005,
"rows": 6,
"symmetric": true,
"common_beta": 0.0,
"first": {
"step": 1,
"row": 0,
"loss": 0.04791141301393509,
"pperc": 1.000883936882019,
"nperc": 1.005846619606018,
"cos_pos": 0.030307313427329063,
"cos_neg": -0.030307313427329063,
"collapse": 1.0000001192092896,
"edrift_p": 0.0,
"edrift_n": 0.0
},
"last": {
"step": 800,
"row": 1,
"loss": 0.011750648729503155,
"pperc": 0.31941771507263184,
"nperc": 0.2995215058326721,
"cos_pos": 0.9477377533912659,
"cos_neg": 0.9541085958480835,
"collapse": -0.9564054012298584,
"edrift_p": 0.06156808137893677,
"edrift_n": 0.06700307875871658
},
"target_replace": [
"Qwen3Attention"
],
"kind": "language_model",
"prefix": "lora_te",
"delimiter": "-",
"train_method": "full",
"unit_scale": 1.0,
"endreg": {
"enabled": true,
"weight": 1.0,
"frames": 250,
"seed": 7,
"rows_ended_naturally": 0,
"final_edrift_p": 0.06906526900827885,
"final_edrift_n": 0.06836814865469933
},
"plus_label": "Breathy",
"minus_label": "Clean",
"recommended_range": [
-2.0,
2.0
],
"prompts_file": "conceptmod/textsliders/data/prompts-breath-v4.yaml",
"early_stop": {
"enabled": true,
"fired": false,
"window": 50,
"min_steps": 100,
"cos": 0.97,
"collapse": -0.95,
"perc": 0.2,
"metrics": {
"cos_pos": 0.9378063213825226,
"cos_neg": 0.9309412884712219,
"collapse": -0.9482558608055115,
"pperc": 0.3490370923280716,
"nperc": 0.3624880576133728
}
}
}