weights/energy-lm-v3/energy-lm-v3_last.json

{
  "schema": 3,
  "name": "energy-lm-v3",
  "checkpoint": "models/energy-lm-v3/energy-lm-v3_last.safetensors",
  "weights": "models/energy-lm-v3/energy-lm-v3_last.safetensors",
  "modules": 144,
  "rank": 8,
  "alpha": 8.0,
  "steps": 800,
  "lr": 0.0005,
  "rows": 6,
  "symmetric": true,
  "common_beta": 0.0,
  "first": {
    "step": 0,
    "row": 0,
    "loss": 0.05329383537173271,
    "pperc": 1.0,
    "nperc": 1.0,
    "cos_pos": 0.0,
    "cos_neg": 0.0,
    "collapse": 0.0
  },
  "last": {
    "step": 799,
    "row": 1,
    "loss": 0.0007031073328107595,
    "pperc": 0.12602846324443817,
    "nperc": 0.10451862961053848,
    "cos_pos": 0.9922803044319153,
    "cos_neg": 0.9945656061172485,
    "collapse": -0.9855136275291443
  },
  "target_replace": [
    "Qwen3Attention"
  ],
  "kind": "language_model",
  "prefix": "lora_te",
  "delimiter": "-",
  "train_method": "full",
  "unit_scale": 1.0,
  "plus_label": "Loud",
  "minus_label": "Quiet",
  "recommended_range": [
    -2.0,
    2.0
  ],
  "prompts_file": "conceptmod/textsliders/data/prompts-energy-v3.yaml"
}