weights/gender-lm-v24-lyrichold/gender-lm-v24-lyrichold_last.json

{
  "schema": 3,
  "name": "gender-lm-v24-lyrichold",
  "checkpoint": "/ml2/music/sliders-conceptmod/models/gender-lm-v24-lyrichold/gender-lm-v24-lyrichold_last.safetensors",
  "weights": "/ml2/music/sliders-conceptmod/models/gender-lm-v24-lyrichold/gender-lm-v24-lyrichold_last.safetensors",
  "modules": 144,
  "rank": 8,
  "alpha": 8.0,
  "steps": 800,
  "steps_budget": 800,
  "lr": 0.0005,
  "seed": 7,
  "rows": 4,
  "lm_target": "faithful_plus_neu_lyric",
  "plus_only": false,
  "plus_neu": true,
  "plus_neu_prefix": false,
  "plus_neu_lyric": true,
  "even_blend_scale": 0.5,
  "pole_mode": "hidden",
  "symmetric": true,
  "hold_weight": 0.0,
  "project_align_min": null,
  "project_align_scope": null,
  "anchor_weight": 0.0,
  "leakage_floor": null,
  "slider_positive": "A woman is singing, her voice is feminine.",
  "slider_negative": "A man is singing, his voice is masculine.",
  "leak_positive": "",
  "leak_negative": "",
  "common_beta": 0.0,
  "target_scale": 1.0,
  "planreg_weight": 0.0,
  "blind_weight": null,
  "blind_cut": null,
  "blind_dims": null,
  "first": {
    "step": 1,
    "row": 0,
    "loss": 6.545833110809326,
    "pperc": 0.9900226593017578,
    "nperc": 0.0,
    "cos_pos": 0.1769750714302063,
    "cos_neg": 0.0,
    "collapse": 0.0,
    "edrift_p": 0.0,
    "edrift_n": 0.0,
    "pdrift_p": 0.0,
    "pdrift_n": 0.0
  },
  "last": {
    "step": 800,
    "row": 3,
    "loss": 3.0356714725494385,
    "pperc": 0.7242879867553711,
    "nperc": 0.0,
    "cos_pos": 0.6963073015213013,
    "cos_neg": 0.0,
    "collapse": 0.0,
    "edrift_p": 0.056436654180288315,
    "edrift_n": 0.0,
    "pdrift_p": 0.0008275705040432513,
    "pdrift_n": 0.0
  },
  "target_replace": [
    "Qwen3Attention"
  ],
  "kind": "language_model",
  "prefix": "lora_te",
  "delimiter": "-",
  "train_method": "full",
  "unit_scale": 1.0,
  "endreg": {
    "enabled": true,
    "weight": 1.0,
    "frames": 250,
    "seed": 7,
    "rows_ended_naturally": 1,
    "final_edrift_p": 0.055579153150320054,
    "final_edrift_n": 0.0
  },
  "plus_label": "Female",
  "minus_label": "Male",
  "recommended_range": [
    -2.0,
    2.0
  ],
  "prompts_file": "conceptmod/textsliders/data/prompts-gender-v4.yaml",
  "early_stop": {
    "enabled": false,
    "fired": false,
    "window": 50,
    "min_steps": 100,
    "cos": 0.97,
    "collapse": -0.95,
    "perc": 0.2,
    "metrics": {
      "cos_pos": 0.7261313772201539,
      "cos_neg": 0.0,
      "collapse": 0.0,
      "pperc": 0.7329160380363464,
      "nperc": 0.0
    }
  }
}