ntc-ai commited on
Commit
e5cc231
·
verified ·
1 Parent(s): a7da180

Add current v4/v5 LM sliders (structured captions + end regularizer)

Browse files

Ship the studio's current language-model halves: gender/rapslow/triphop/energy/tempo/distortion/breath-lm-v4, live-lm-v5, rhyme-lm-v5. Add v4-endreg-ab-90s, live-endreg A/Bs, and triphop-v4-unit samples. v3 weights stay for comparison.

Files changed (44) hide show
  1. .gitattributes +19 -0
  2. README.md +64 -27
  3. samples/README.md +32 -13
  4. samples/live-endreg-ab-60s/01_base.wav +3 -0
  5. samples/live-endreg-ab-60s/02_live-v3+2.wav +3 -0
  6. samples/live-endreg-ab-60s/03_live-v4+2.wav +3 -0
  7. samples/live-endreg-ab-60s/LISTEN.md +12 -0
  8. samples/live-endreg-ab-90s/01_base.wav +3 -0
  9. samples/live-endreg-ab-90s/02_live-v3+2.wav +3 -0
  10. samples/live-endreg-ab-90s/03_live-v4+2.wav +3 -0
  11. samples/live-endreg-ab-90s/LISTEN.md +12 -0
  12. samples/triphop-v4-unit-20s/01_shipped_Pop_minus2.wav +3 -0
  13. samples/triphop-v4-unit-20s/02_shipped_zero.wav +3 -0
  14. samples/triphop-v4-unit-20s/03_shipped_Trip-hop_plus2.wav +3 -0
  15. samples/triphop-v4-unit-20s/LISTEN.md +13 -0
  16. samples/v4-endreg-ab-90s/01_base.wav +3 -0
  17. samples/v4-endreg-ab-90s/02_gender-v4+2.wav +3 -0
  18. samples/v4-endreg-ab-90s/03_rapslow-v4+2.wav +3 -0
  19. samples/v4-endreg-ab-90s/04_triphop-v4+2.wav +3 -0
  20. samples/v4-endreg-ab-90s/05_energy-v4+2.wav +3 -0
  21. samples/v4-endreg-ab-90s/06_tempo-v4+2.wav +3 -0
  22. samples/v4-endreg-ab-90s/07_distortion-v4+2.wav +3 -0
  23. samples/v4-endreg-ab-90s/08_breath-v4+2.wav +3 -0
  24. samples/v4-endreg-ab-90s/09_live-v5+2.wav +3 -0
  25. samples/v4-endreg-ab-90s/10_rhyme-v5+2.wav +3 -0
  26. samples/v4-endreg-ab-90s/LISTEN.md +19 -0
  27. weights/breath-lm-v4/breath-lm-v4_last.json +79 -0
  28. weights/breath-lm-v4/breath-lm-v4_last.safetensors +3 -0
  29. weights/distortion-lm-v4/distortion-lm-v4_last.json +79 -0
  30. weights/distortion-lm-v4/distortion-lm-v4_last.safetensors +3 -0
  31. weights/energy-lm-v4/energy-lm-v4_last.json +79 -0
  32. weights/energy-lm-v4/energy-lm-v4_last.safetensors +3 -0
  33. weights/gender-lm-v4/gender-lm-v4_last.json +79 -0
  34. weights/gender-lm-v4/gender-lm-v4_last.safetensors +3 -0
  35. weights/live-lm-v5/live-lm-v5_last.json +79 -0
  36. weights/live-lm-v5/live-lm-v5_last.safetensors +3 -0
  37. weights/rapslow-lm-v4/rapslow-lm-v4_last.json +79 -0
  38. weights/rapslow-lm-v4/rapslow-lm-v4_last.safetensors +3 -0
  39. weights/rhyme-lm-v5/rhyme-lm-v5_last.json +79 -0
  40. weights/rhyme-lm-v5/rhyme-lm-v5_last.safetensors +3 -0
  41. weights/tempo-lm-v4/tempo-lm-v4_last.json +79 -0
  42. weights/tempo-lm-v4/tempo-lm-v4_last.safetensors +3 -0
  43. weights/triphop-lm-v4/triphop-lm-v4_last.json +79 -0
  44. weights/triphop-lm-v4/triphop-lm-v4_last.safetensors +3 -0
.gitattributes CHANGED
@@ -208,3 +208,22 @@ samples/rhyme-v3-lm-20s/04_slider_Rhyme_plus1.wav filter=lfs diff=lfs merge=lfs
208
  samples/rhyme-v3-lm-20s/05_slider_Rhyme_plus2.wav filter=lfs diff=lfs merge=lfs -text
209
  samples/rhyme-v3-lm-20s/06_REF_prompt_Rhyme_no_slider.wav filter=lfs diff=lfs merge=lfs -text
210
  samples/rhyme-v3-lm-20s/07_REF_prompt_Prose_no_slider.wav filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
208
  samples/rhyme-v3-lm-20s/05_slider_Rhyme_plus2.wav filter=lfs diff=lfs merge=lfs -text
209
  samples/rhyme-v3-lm-20s/06_REF_prompt_Rhyme_no_slider.wav filter=lfs diff=lfs merge=lfs -text
210
  samples/rhyme-v3-lm-20s/07_REF_prompt_Prose_no_slider.wav filter=lfs diff=lfs merge=lfs -text
211
+ samples/live-endreg-ab-60s/01_base.wav filter=lfs diff=lfs merge=lfs -text
212
+ samples/live-endreg-ab-60s/02_live-v3+2.wav filter=lfs diff=lfs merge=lfs -text
213
+ samples/live-endreg-ab-60s/03_live-v4+2.wav filter=lfs diff=lfs merge=lfs -text
214
+ samples/live-endreg-ab-90s/01_base.wav filter=lfs diff=lfs merge=lfs -text
215
+ samples/live-endreg-ab-90s/02_live-v3+2.wav filter=lfs diff=lfs merge=lfs -text
216
+ samples/live-endreg-ab-90s/03_live-v4+2.wav filter=lfs diff=lfs merge=lfs -text
217
+ samples/triphop-v4-unit-20s/01_shipped_Pop_minus2.wav filter=lfs diff=lfs merge=lfs -text
218
+ samples/triphop-v4-unit-20s/02_shipped_zero.wav filter=lfs diff=lfs merge=lfs -text
219
+ samples/triphop-v4-unit-20s/03_shipped_Trip-hop_plus2.wav filter=lfs diff=lfs merge=lfs -text
220
+ samples/v4-endreg-ab-90s/01_base.wav filter=lfs diff=lfs merge=lfs -text
221
+ samples/v4-endreg-ab-90s/02_gender-v4+2.wav filter=lfs diff=lfs merge=lfs -text
222
+ samples/v4-endreg-ab-90s/03_rapslow-v4+2.wav filter=lfs diff=lfs merge=lfs -text
223
+ samples/v4-endreg-ab-90s/04_triphop-v4+2.wav filter=lfs diff=lfs merge=lfs -text
224
+ samples/v4-endreg-ab-90s/05_energy-v4+2.wav filter=lfs diff=lfs merge=lfs -text
225
+ samples/v4-endreg-ab-90s/06_tempo-v4+2.wav filter=lfs diff=lfs merge=lfs -text
226
+ samples/v4-endreg-ab-90s/07_distortion-v4+2.wav filter=lfs diff=lfs merge=lfs -text
227
+ samples/v4-endreg-ab-90s/08_breath-v4+2.wav filter=lfs diff=lfs merge=lfs -text
228
+ samples/v4-endreg-ab-90s/09_live-v5+2.wav filter=lfs diff=lfs merge=lfs -text
229
+ samples/v4-endreg-ab-90s/10_rhyme-v5+2.wav filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -23,6 +23,10 @@ Training code lives in
23
  This repository holds the trained weights and the rendered listening examples,
24
  which are too large to keep in git.
25
 
 
 
 
 
26
  ## Which stage a slider attaches to
27
 
28
  MiniMax Music 3 generates in two stages, and this turns out to decide where a
@@ -39,20 +43,20 @@ performance* has to be trained on the language model:
39
 
40
  | slider | poles | host | notes |
41
  |---|---|---|---|
42
- | `gender-lm-v3` | male ↔ female | language model | a transformer version moved median F0 by 1 Hz — see below |
43
- | `rapslow-lm-v3` | slow sung ↔ rap flow | language model | transformer version failed the same way |
44
- | `triphop-lm-v3` | glossy pop ↔ trip-hop | language model | pairs with `triphop-slider` |
45
- | `energy-lm-v3` | quiet ↔ loud | language model | changes how hard the band *plays* |
46
- | `tempo-lm-v3` | slow ↔ fast | language model | changes the composed BPM |
47
- | `distortion-lm-v3` | clean ↔ heavy | language model | changes instrumentation |
 
 
 
48
  | `energy-slider-v2` | quiet ↔ loud | transformer | mix-level loudness |
49
  | `distortion-slider` | acoustic ↔ metal | transformer | tone |
50
  | `tempo-slider` | slow ↔ fast | transformer | perceived pulse |
51
  | `space-slider` | dry ↔ wet | transformer | reverb — the one axis that is transformer-only |
52
- | `triphop-tf-v4` | pop ↔ trip-hop | transformer | style/production — clean retrain, ships as `_unit_last` |
53
- | `breath-lm-v3` | clean ↔ breathy | language model | breath, mouth air, inhales |
54
- | `live-lm-v3` | studio ↔ live | language model | room, crowd, performance energy |
55
- | `rhyme-lm-v4` | prose ↔ rhyme | language model | lyric delivery; trained on structured captions |
56
 
57
  Several axes work best with **both** halves applied together (transformer for the
58
  mix, language model for the arrangement). `samples/energy-v3-shipped-20s/` is an
@@ -67,17 +71,22 @@ good; a high value means both poles shift the same shared way):
67
 
68
  | axis | sep | cos | verdict |
69
  |---|---|---|---|
70
- | rap ↔ slow | 0.32 | 0.04 | strong |
71
- | energy | 0.28 | 0.10 | strong |
72
- | distortion | 0.23 | 0.03 | usable |
73
- | tempo | 0.21 | 0.34 | usable |
74
- | gender | 0.20 | 0.03 | usable — and it demonstrably works, so ~0.2 is the floor |
75
- | trip-hop | 0.20 | 0.28 | usable |
 
 
 
76
  | space (dry ↔ wet) | 0.17 | **0.70** | transformer only |
77
 
78
  Space is the informative failure: its two poles move the plan mostly in the *same*
79
  direction, i.e. the model encodes "this caption is about room acoustics" rather
80
- than an opposing dry/wet axis.
 
 
81
 
82
  ## Usage
83
 
@@ -95,7 +104,7 @@ from conceptmod.textsliders.lora import LoRANetwork
95
  pipe = ModularPipeline.from_pretrained("path/to/MiniMax-Music3")
96
  # ... load components, move to device ...
97
 
98
- weights = Path("weights/gender-lm-v3/gender-lm-v3_last.safetensors")
99
  meta = json.loads(weights.with_suffix(".json").read_text())
100
  host = pipe.language_model if meta["kind"] == "language_model" else pipe.transformer
101
 
@@ -139,21 +148,44 @@ sound to compare against. Each folder has a `LISTEN.md` with a play order and mo
139
  have a `probe.json` of measurements.
140
 
141
  Start with `samples/energy-v3-lm-20s/`, `samples/gender-v3-ballad-20s/` and
142
- `samples/triphop-v3-stack-20s/`.
 
143
 
144
  ## August 2026 update
145
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  - **`triphop-slider` is replaced by `triphop-tf-v4`.** The old transformer half was
147
  trained on a prompt that named real bands; it has been retrained from an
148
  equivalent artist-free prompt (matching metrics: loss 0.090, pole opposition
149
  −0.89) and removed from this repository. The new file ships unit-normalized.
150
- - **New rhyme axis.** `rhyme-lm-v4` is trained on poles written in the model's
151
- official Structured Caption format (Global Metadata / Vocal Details /
152
- Arrangement), carrying the axis in Vocal Details + Arrangement — on-distribution
153
- with runtime captions. It beats the flat-caption v3 on every axis metric
154
- (pole opposition −0.992 vs −0.974; probe sep 0.270 vs 0.248). `rhyme-lm-v3`
155
- is included for comparison. `samples/rhyme-v4-caption-pair/` shows it behaving
156
- on an unseen full structured caption.
157
  - **Stacking measured.** `samples/stack-sweep-20s/` renders escalating slider
158
  stacks up to all ten sliders at ±2 (combined total 27 units): rms stays within
159
  0.7–2.0× of baseline and crest factor never collapses — no degradation knee was
@@ -171,9 +203,12 @@ Start with `samples/energy-v3-lm-20s/`, `samples/gender-v3-ballad-20s/` and
171
  `triphop-ab-anchor-single` are ablation runs, not sliders to use.
172
  - **Loudness entanglement.** Transformer sliders pushed past roughly raw ±4 tend to
173
  slam or hollow out the mix rather than express the concept.
 
 
 
174
  - Trained at 4-second conditioning; generation length is independent of that.
175
 
176
- ## Training recipe (v3)
177
 
178
  Rank 8, alpha 8, 500 steps at lr 1e-4 for transformer sliders; 800 steps at lr
179
  5e-4 for language-model sliders. Four fixes distinguish v3 from earlier weights:
@@ -188,6 +223,8 @@ Rank 8, alpha 8, 500 steps at lr 1e-4 for transformer sliders; 800 steps at lr
188
  4. **Module-identity dedupe** in the LoRA wrapper — targeting the model root used
189
  to wrap every attention/FF linear twice, at double gain.
190
 
 
 
191
  For prompt writing: language-model sliders want *divergent* poles (let genre, BPM
192
  and instrumentation all move). Rewriting energy as one swapped clause in an
193
  otherwise identical caption dropped separation from 0.30 to 0.11.
 
23
  This repository holds the trained weights and the rendered listening examples,
24
  which are too large to keep in git.
25
 
26
+ **Current language-model halves are v4 (live and rhyme are v5).** They add
27
+ Structured Caption poles and an audio-end regularizer on top of the v3 recipe.
28
+ Earlier v3 files stay in `weights/` for comparison.
29
+
30
  ## Which stage a slider attaches to
31
 
32
  MiniMax Music 3 generates in two stages, and this turns out to decide where a
 
43
 
44
  | slider | poles | host | notes |
45
  |---|---|---|---|
46
+ | `gender-lm-v4` | male ↔ female | language model | a transformer version moved median F0 by 1 Hz |
47
+ | `rapslow-lm-v4` | slow sung ↔ rap flow | language model | transformer version failed the same way |
48
+ | `triphop-lm-v4` | glossy pop ↔ trip-hop | language model | pairs with `triphop-tf-v4` |
49
+ | `energy-lm-v4` | quiet ↔ loud | language model | changes how hard the band *plays* |
50
+ | `tempo-lm-v4` | slow ↔ fast | language model | changes the composed BPM |
51
+ | `distortion-lm-v4` | clean ↔ heavy | language model | changes instrumentation |
52
+ | `breath-lm-v4` | clean ↔ breathy | language model | breath, mouth air, inhales |
53
+ | `live-lm-v5` | studio ↔ live | language model | room, crowd, performance energy |
54
+ | `rhyme-lm-v5` | prose ↔ rhyme | language model | lyric delivery; structured captions + endreg |
55
  | `energy-slider-v2` | quiet ↔ loud | transformer | mix-level loudness |
56
  | `distortion-slider` | acoustic ↔ metal | transformer | tone |
57
  | `tempo-slider` | slow ↔ fast | transformer | perceived pulse |
58
  | `space-slider` | dry ↔ wet | transformer | reverb — the one axis that is transformer-only |
59
+ | `triphop-tf-v4` | pop ↔ trip-hop | transformer | style/production — ships as `_unit_last` |
 
 
 
60
 
61
  Several axes work best with **both** halves applied together (transformer for the
62
  mix, language model for the arrangement). `samples/energy-v3-shipped-20s/` is an
 
71
 
72
  | axis | sep | cos | verdict |
73
  |---|---|---|---|
74
+ | rap ↔ slow | 0.34 | 0.08 | strong |
75
+ | energy | 0.33 | 0.03 | strong |
76
+ | tempo | 0.31 | 0.06 | strong |
77
+ | rhyme | 0.27 | 0.05 | usable |
78
+ | distortion | 0.27 | 0.03 | usable |
79
+ | breath | 0.27 | 0.24 | usable |
80
+ | live | 0.25 | 0.32 | usable |
81
+ | gender | 0.24 | −0.08 | usable — and it demonstrably works, so ~0.2 is the floor |
82
+ | trip-hop | 0.22 | 0.10 | usable |
83
  | space (dry ↔ wet) | 0.17 | **0.70** | transformer only |
84
 
85
  Space is the informative failure: its two poles move the plan mostly in the *same*
86
  direction, i.e. the model encodes "this caption is about room acoustics" rather
87
+ than an opposing dry/wet axis. The table above is from the v4 Structured Caption
88
+ poles (v3 numbers were similar; tempo's shared-component cos dropped from 0.34
89
+ to 0.06).
90
 
91
  ## Usage
92
 
 
104
  pipe = ModularPipeline.from_pretrained("path/to/MiniMax-Music3")
105
  # ... load components, move to device ...
106
 
107
+ weights = Path("weights/gender-lm-v4/gender-lm-v4_last.safetensors")
108
  meta = json.loads(weights.with_suffix(".json").read_text())
109
  host = pipe.language_model if meta["kind"] == "language_model" else pipe.transformer
110
 
 
148
  have a `probe.json` of measurements.
149
 
150
  Start with `samples/energy-v3-lm-20s/`, `samples/gender-v3-ballad-20s/` and
151
+ `samples/triphop-v3-stack-20s/`. For the current LM halves, play
152
+ `samples/v4-endreg-ab-90s/` (same-seed 90s +2 of every shipped LM slider vs base).
153
 
154
  ## August 2026 update
155
 
156
+ - **LM halves retrained as v4 / v5.** Every language-model slider was retrained
157
+ with Structured Caption poles (the format the studio rewriter actually emits)
158
+ and an **audio-end regularizer**. Un-regularized LM LoRAs make
159
+ `<|audio_end|>` less likely, so long renders hit the duration cap mid-phrase.
160
+ Training now teacher-forces the end-margin from a frozen base-model
161
+ composition. `samples/v4-endreg-ab-90s/` is the same-seed 90s check: eight of
162
+ nine sliders at +2 end naturally; rhyme-v5 hit the cap on that one seed.
163
+ `samples/live-endreg-ab-90s/` is the v3-vs-v4 ending A/B on the live axis.
164
+ Final-window metrics (collapse / perc / edrift):
165
+
166
+ | checkpoint | collapse | perc | edrift |
167
+ |---|--:|--:|--:|
168
+ | `gender-lm-v4` | −0.95 | 0.23 | 0.060 |
169
+ | `rapslow-lm-v4` | −0.96 | 0.29 | 0.080 |
170
+ | `triphop-lm-v4` | −0.95 | 0.25 | 0.059 |
171
+ | `energy-lm-v4` | −0.97 | 0.29 | 0.072 |
172
+ | `tempo-lm-v4` | −0.95 | 0.30 | 0.071 |
173
+ | `distortion-lm-v4` | −0.96 | 0.33 | 0.076 |
174
+ | `breath-lm-v4` | −0.95 | 0.36 | 0.069 |
175
+ | `live-lm-v5` | −0.91 | 0.43 | 0.068 |
176
+ | `rhyme-lm-v5` | −0.95 | 0.34 | 0.070 |
177
+
178
+ All nine are `unit_scale` 1.0. v3 LM files (and `rhyme-lm-v4`) remain in
179
+ `weights/` for comparison; they do not carry the end regularizer.
180
  - **`triphop-slider` is replaced by `triphop-tf-v4`.** The old transformer half was
181
  trained on a prompt that named real bands; it has been retrained from an
182
  equivalent artist-free prompt (matching metrics: loss 0.090, pole opposition
183
  −0.89) and removed from this repository. The new file ships unit-normalized.
184
+ - **New rhyme axis.** `rhyme-lm-v5` is the current file: structured-caption poles
185
+ plus the end regularizer. `rhyme-lm-v4` (structured captions, no endreg) and
186
+ `rhyme-lm-v3` (flat captions) stay for comparison.
187
+ `samples/rhyme-v4-caption-pair/` shows the structured-caption version on an
188
+ unseen full caption.
 
 
189
  - **Stacking measured.** `samples/stack-sweep-20s/` renders escalating slider
190
  stacks up to all ten sliders at ±2 (combined total 27 units): rms stays within
191
  0.7–2.0× of baseline and crest factor never collapses — no degradation knee was
 
203
  `triphop-ab-anchor-single` are ablation runs, not sliders to use.
204
  - **Loudness entanglement.** Transformer sliders pushed past roughly raw ±4 tend to
205
  slam or hollow out the mix rather than express the concept.
206
+ - **Endings are sampled.** The end regularizer makes a natural fade much more
207
+ likely, but it is not a guarantee on every seed. rhyme-v5 +2 hit the 90s cap
208
+ on seed 7 in `samples/v4-endreg-ab-90s/`.
209
  - Trained at 4-second conditioning; generation length is independent of that.
210
 
211
+ ## Training recipe (v3, still the base)
212
 
213
  Rank 8, alpha 8, 500 steps at lr 1e-4 for transformer sliders; 800 steps at lr
214
  5e-4 for language-model sliders. Four fixes distinguish v3 from earlier weights:
 
223
  4. **Module-identity dedupe** in the LoRA wrapper — targeting the model root used
224
  to wrap every attention/FF linear twice, at double gain.
225
 
226
+ v4/v5 keep that recipe and add Structured Caption poles plus `--endreg_weight 1.0`.
227
+
228
  For prompt writing: language-model sliders want *divergent* poles (let genre, BPM
229
  and instrumentation all move). Rewriting energy as one swapped clause in an
230
  otherwise identical caption dropped separation from 0.30 to 0.11.
samples/README.md CHANGED
@@ -5,6 +5,18 @@ Same lyrics (`I can feel it in the air tonight / Louder now or fade away`) and s
5
  - **Slider clips** use the neutral caption. Only the LoRA scale changes.
6
  - **REF clips** change the prompt with the slider off. That is the target sound.
7
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  Start with the **20s** folders. Those are the end-to-end long renders. `energy-30s/` is a longer-duration check of the loudness slider. The 8s folders are the earlier smoke tests (energy, distortion, gender-lm).
9
 
10
  **Gender identity (24s, several methods):** `gender-24s/`. Transformer LoRA does not change F0; the LM slider and the condition rewrite do. Play `08`/`09` then `02`/`03`.
@@ -31,8 +43,8 @@ Each folder also has `probe.json` from `scripts/probe_axis.py`.
31
  | `rapslow-v3-tf-20s/` | delivery (TF) | — | — | **negative result**: TF calibration cos_axis ≈ 0.08, unit_scale blew up to 6.7, clips overdriven. Like gender, delivery is decided in the AR LM — use the LM slider. |
32
  | `triphop-v3-lm-20s/` | style (LM v3) | glossy pop | trip-hop | passes ref-relative centroid gate (63% of ref span) |
33
  | `triphop-v3-tf-20s/` | style (TF, multi-row) | — | — | **negative result**: multi-row averaging kills TF axis tracking (cos_axis 0.05) |
34
- | `triphop-v3-tf-single-20s/` + `triphop-v3-tf-raw-20s/` | style (TF v3, anchor+single) | — | — | trains better (cos 0.51) but entangles loudness: even raw ±2 slams (−) or silences (+) the mix. The app keeps **TF v2** for triphop. |
35
- | `triphop-v3-stack-20s/` | style (TF+LM stacked) | pop | trip-hop | the app's actual `triphop` slider configuration |
36
  | `energy-v3-lm-20s/` | energy (LM v3) | quiet | loud | **PASS**: rms rises monotonically 0.075 → 0.133, +2 lands on the loud REF |
37
  | `energy-v3-stack-20s/` | energy (TF+LM) | quiet | loud | A/B: LM-only lands on the loud REF; the TF half at its calibrated unit (raw 4.02) overshoots |
38
  | `energy-v3-shipped-20s/` | energy (TF+LM) | quiet | loud | **what the studio actually plays** at user ±2, via `scripts/render_shipped_slider.py` |
@@ -77,17 +89,24 @@ If a slider works, clip 3 leans toward clip 4 and clip 1 leans toward clip 5.
77
 
78
  ## Weights
79
 
80
- - `models/energy-slider-v2/energy_alpha8.0_rank8_full_last.safetensors`
81
- - `models/distortion-slider/distortion_alpha8.0_rank8_full_last.safetensors`
82
- - `models/tempo-slider/tempo_alpha8.0_rank8_full_last.safetensors`
83
- - `models/space-slider/space_alpha8.0_rank8_full_last.safetensors`
84
- - `models/gender-lm-slider/gender-lm_last.safetensors` (`--kind lm`)
 
 
 
 
 
 
85
 
86
- Transformer sliders: rank-8 LoRA on `MiniMaxMusic3Attention`, 500 steps. Gender: rank-8 LoRA on `Qwen3Attention`, 800 steps. All trained and rendered on GPU 0.
87
 
88
- Regenerate or verify:
 
 
 
 
89
 
90
- ```bash
91
- ./scripts/run_gpu0_sliders.sh demo-20
92
- ./scripts/run_gpu0_sliders.sh verify
93
- ```
 
5
  - **Slider clips** use the neutral caption. Only the LoRA scale changes.
6
  - **REF clips** change the prompt with the slider off. That is the target sound.
7
 
8
+ **Current shipped language-model halves are v4 (live and rhyme are v5).**
9
+ Those files live under `weights/*-lm-v4/` and `weights/{live,rhyme}-lm-v5/`.
10
+ The 20s axis folders below are still the v3 renders.
11
+
12
+ ## Current LM halves (v4/v5)
13
+
14
+ | folder | what |
15
+ |---|---|
16
+ | `v4-endreg-ab-90s/` | same-seed 90s +2 of every shipped LM half vs base — ending check |
17
+ | `live-endreg-ab-60s/` / `live-endreg-ab-90s/` | live-v3 vs live-v4 ending A/B (un-regularized v3 hits the cap) |
18
+ | `triphop-v4-unit-20s/` | unit-normalized transformer half as the studio plays it |
19
+
20
  Start with the **20s** folders. Those are the end-to-end long renders. `energy-30s/` is a longer-duration check of the loudness slider. The 8s folders are the earlier smoke tests (energy, distortion, gender-lm).
21
 
22
  **Gender identity (24s, several methods):** `gender-24s/`. Transformer LoRA does not change F0; the LM slider and the condition rewrite do. Play `08`/`09` then `02`/`03`.
 
43
  | `rapslow-v3-tf-20s/` | delivery (TF) | — | — | **negative result**: TF calibration cos_axis ≈ 0.08, unit_scale blew up to 6.7, clips overdriven. Like gender, delivery is decided in the AR LM — use the LM slider. |
44
  | `triphop-v3-lm-20s/` | style (LM v3) | glossy pop | trip-hop | passes ref-relative centroid gate (63% of ref span) |
45
  | `triphop-v3-tf-20s/` | style (TF, multi-row) | — | — | **negative result**: multi-row averaging kills TF axis tracking (cos_axis 0.05) |
46
+ | `triphop-v3-tf-single-20s/` + `triphop-v3-tf-raw-20s/` | style (TF v3, anchor+single) | — | — | trains better (cos 0.51) but entangles loudness: even raw ±2 slams (−) or silences (+) the mix. The app keeps **TF v4** for triphop. |
47
+ | `triphop-v3-stack-20s/` | style (TF+LM stacked) | pop | trip-hop | stacked configuration |
48
  | `energy-v3-lm-20s/` | energy (LM v3) | quiet | loud | **PASS**: rms rises monotonically 0.075 → 0.133, +2 lands on the loud REF |
49
  | `energy-v3-stack-20s/` | energy (TF+LM) | quiet | loud | A/B: LM-only lands on the loud REF; the TF half at its calibrated unit (raw 4.02) overshoots |
50
  | `energy-v3-shipped-20s/` | energy (TF+LM) | quiet | loud | **what the studio actually plays** at user ±2, via `scripts/render_shipped_slider.py` |
 
89
 
90
  ## Weights
91
 
92
+ Current language-model halves:
93
+
94
+ - `weights/gender-lm-v4/gender-lm-v4_last.safetensors`
95
+ - `weights/rapslow-lm-v4/rapslow-lm-v4_last.safetensors`
96
+ - `weights/triphop-lm-v4/triphop-lm-v4_last.safetensors`
97
+ - `weights/energy-lm-v4/energy-lm-v4_last.safetensors`
98
+ - `weights/tempo-lm-v4/tempo-lm-v4_last.safetensors`
99
+ - `weights/distortion-lm-v4/distortion-lm-v4_last.safetensors`
100
+ - `weights/breath-lm-v4/breath-lm-v4_last.safetensors`
101
+ - `weights/live-lm-v5/live-lm-v5_last.safetensors`
102
+ - `weights/rhyme-lm-v5/rhyme-lm-v5_last.safetensors`
103
 
104
+ Transformer halves (unchanged):
105
 
106
+ - `weights/energy-slider-v2/energy_unit_last.safetensors`
107
+ - `weights/distortion-slider/distortion_alpha8.0_rank8_full_last.safetensors`
108
+ - `weights/tempo-slider/tempo_alpha8.0_rank8_full_last.safetensors`
109
+ - `weights/space-slider/space_alpha8.0_rank8_full_last.safetensors`
110
+ - `weights/triphop-tf-v4/triphop-tf-v4_unit_last.safetensors`
111
 
112
+ v3 LM files stay in `weights/` for comparison.
 
 
 
samples/live-endreg-ab-60s/01_base.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07cdda2f1ebb603e7de6df6de34b528b43aeadef288067feae0bd9ef3d276f42
3
+ size 10596396
samples/live-endreg-ab-60s/02_live-v3+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b1e07cb75903ce0983acd8ca869eeae2325b5a2b0f6e0f32b257d000ca94db1
3
+ size 10596396
samples/live-endreg-ab-60s/03_live-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f5293df1db41878d7afbe51e7c848b39d01259eb22b95ec7a8e3e8ff7b2b5c3
3
+ size 10596396
samples/live-endreg-ab-60s/LISTEN.md ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Same-seed ending A/B
2
+
3
+ Source: library song `5ec87fed`. Seed 7, requested 60s — identical for every row,
4
+ so the only difference is the applied LoRA. tail/overall well under 0.1 means the cut
5
+ faded out on its own; a hot tail at the cap means the composer never sampled
6
+ `<|audio_end|>` and was guillotined.
7
+
8
+ | file | scale | seconds | tail/overall | ended naturally |
9
+ |------|------:|--------:|-------------:|-----------------|
10
+ | `01_base.wav` | +0 | 60.07 | 0.147 | **no — cap** |
11
+ | `02_live-v3+2.wav` | +2 | 60.07 | 0.936 | **no — cap** |
12
+ | `03_live-v4+2.wav` | +2 | 60.07 | 0.436 | **no — cap** |
samples/live-endreg-ab-90s/01_base.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d5b3b53c5ea8b049316e5f3385d8590e795d92fe5b5a945724a53103ab18ec
3
+ size 13535276
samples/live-endreg-ab-90s/02_live-v3+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0229df90cae2f25e79de4a2f20250ba1340aab550dad693ff96cd7781d749fd0
3
+ size 15894572
samples/live-endreg-ab-90s/03_live-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4347b7aa2ba8387965bacd473ccbf8a5f94b4a2e623241b515525250d623e2e0
3
+ size 14991404
samples/live-endreg-ab-90s/LISTEN.md ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Same-seed ending A/B
2
+
3
+ Source: library song `5ec87fed`. Seed 7, requested 90s — identical for every row,
4
+ so the only difference is the applied LoRA. tail/overall well under 0.1 means the cut
5
+ faded out on its own; a hot tail at the cap means the composer never sampled
6
+ `<|audio_end|>` and was guillotined.
7
+
8
+ | file | scale | seconds | tail/overall | ended naturally |
9
+ |------|------:|--------:|-------------:|-----------------|
10
+ | `01_base.wav` | +0 | 76.73 | 0.020 | yes |
11
+ | `02_live-v3+2.wav` | +2 | 90.11 | 1.045 | **no — cap** |
12
+ | `03_live-v4+2.wav` | +2 | 84.99 | 0.018 | yes |
samples/triphop-v4-unit-20s/01_shipped_Pop_minus2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a3ddc3c067d41a2ac33ed98fcab20b968db96981635d38aecc5f22003247d2
3
+ size 3530796
samples/triphop-v4-unit-20s/02_shipped_zero.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf3b5d0e031977f1a2d1758c68ada28b77a48c722c93a4980eeda2b94be3be7
3
+ size 3530796
samples/triphop-v4-unit-20s/03_shipped_Trip-hop_plus2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b61f76c88c4eef404cbf0fb39baf4b9575e00cc0d5fe5e7448d606fadad6b1a
3
+ size 3530796
samples/triphop-v4-unit-20s/LISTEN.md ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # triphop — exactly what the studio ships
2
+
3
+ Resolved through `app/sliders.json` (Pop <-> Trip-hop), so the multipliers
4
+ below include each component's ratio, gain and sidecar `unit_scale`.
5
+ Same neutral caption, lyrics and seed throughout.
6
+
7
+ | file | seconds | rms | applied |
8
+ |------|--------:|----:|---------|
9
+ | `01_shipped_Pop_minus2.wav` | 20.02 | 0.1474 | triphop-tf-v4x-2.00, triphop-lm-v3x-2.00 |
10
+ | `02_shipped_zero.wav` | 20.02 | 0.0975 | none |
11
+ | `03_shipped_Trip-hop_plus2.wav` | 20.02 | 0.0718 | triphop-tf-v4x+2.00, triphop-lm-v3x+2.00 |
12
+
13
+ - seed: 7 duration: 20.0s prompt row: 0
samples/v4-endreg-ab-90s/01_base.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d5b3b53c5ea8b049316e5f3385d8590e795d92fe5b5a945724a53103ab18ec
3
+ size 13535276
samples/v4-endreg-ab-90s/02_gender-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36bf73049215eaf0c744e29dd96279344b888faaad8668fed2592eae0d108428
3
+ size 14377004
samples/v4-endreg-ab-90s/03_rapslow-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cac56e812dc470bdbebd1dc08aab8a178f85793f759b119a934525e8182763e
3
+ size 14608428
samples/v4-endreg-ab-90s/04_triphop-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56ee099fa1c7e511f9eddd2b7413f7d2f3697b230f14a6a951875a3b73a220fd
3
+ size 15054892
samples/v4-endreg-ab-90s/05_energy-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c764f00cb384e41afa1182e38b851f78b3a3fb8177bb0704a5204c180d57ab
3
+ size 12808236
samples/v4-endreg-ab-90s/06_tempo-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a4b5b2b27f61470c5251f805a333a59b46becb81b1e65efb1e1ab36a71ab15
3
+ size 11501612
samples/v4-endreg-ab-90s/07_distortion-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056441f028391015f207e7512a8e0e954cce50ee59b1ba184abfe1daad91e73e
3
+ size 14581804
samples/v4-endreg-ab-90s/08_breath-v4+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f5145233ee90cb25bfe321432f3c85a03f9e2afa3911525f5e234135aff6bb9
3
+ size 10971180
samples/v4-endreg-ab-90s/09_live-v5+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eba7b26782e909896655953913c94f473d51c2f87487b0bac807b07c91be10e
3
+ size 11952172
samples/v4-endreg-ab-90s/10_rhyme-v5+2.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c792ba62405c6b762a9f3fed9ae9caf3ad2fe972234a6d34173daf62a1badf9
3
+ size 15894572
samples/v4-endreg-ab-90s/LISTEN.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Same-seed ending A/B
2
+
3
+ Source: library song `5ec87fed`. Seed 7, requested 90s — identical for every row,
4
+ so the only difference is the applied LoRA. tail/overall well under 0.1 means the cut
5
+ faded out on its own; a hot tail at the cap means the composer never sampled
6
+ `<|audio_end|>` and was guillotined.
7
+
8
+ | file | scale | seconds | tail/overall | ended naturally |
9
+ |------|------:|--------:|-------------:|-----------------|
10
+ | `01_base.wav` | +0 | 76.73 | 0.020 | yes |
11
+ | `02_gender-v4+2.wav` | +2 | 81.50 | 0.025 | yes |
12
+ | `03_rapslow-v4+2.wav` | +2 | 82.81 | 0.019 | yes |
13
+ | `04_triphop-v4+2.wav` | +2 | 85.34 | 0.276 | yes |
14
+ | `05_energy-v4+2.wav` | +2 | 72.61 | 0.024 | yes |
15
+ | `06_tempo-v4+2.wav` | +2 | 65.20 | 0.428 | yes |
16
+ | `07_distortion-v4+2.wav` | +2 | 82.66 | 0.658 | yes |
17
+ | `08_breath-v4+2.wav` | +2 | 62.19 | 0.023 | yes |
18
+ | `09_live-v5+2.wav` | +2 | 67.76 | 0.018 | yes |
19
+ | `10_rhyme-v5+2.wav` | +2 | 90.11 | 1.644 | **no — cap** |
weights/breath-lm-v4/breath-lm-v4_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "breath-lm-v4",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/breath-lm-v4/breath-lm-v4_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/breath-lm-v4/breath-lm-v4_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 6,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.04791141301393509,
19
+ "pperc": 1.000883936882019,
20
+ "nperc": 1.005846619606018,
21
+ "cos_pos": 0.030307313427329063,
22
+ "cos_neg": -0.030307313427329063,
23
+ "collapse": 1.0000001192092896,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 1,
30
+ "loss": 0.011750648729503155,
31
+ "pperc": 0.31941771507263184,
32
+ "nperc": 0.2995215058326721,
33
+ "cos_pos": 0.9477377533912659,
34
+ "cos_neg": 0.9541085958480835,
35
+ "collapse": -0.9564054012298584,
36
+ "edrift_p": 0.06156808137893677,
37
+ "edrift_n": 0.06700307875871658
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.06906526900827885,
54
+ "final_edrift_n": 0.06836814865469933
55
+ },
56
+ "plus_label": "Breathy",
57
+ "minus_label": "Clean",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-breath-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9378063213825226,
73
+ "cos_neg": 0.9309412884712219,
74
+ "collapse": -0.9482558608055115,
75
+ "pperc": 0.3490370923280716,
76
+ "nperc": 0.3624880576133728
77
+ }
78
+ }
79
+ }
weights/breath-lm-v4/breath-lm-v4_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b311e073485d691704c1a41c0198ac9a54d685bfff1807408a43d6e58d94d6eb
3
+ size 30723552
weights/distortion-lm-v4/distortion-lm-v4_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "distortion-lm-v4",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/distortion-lm-v4/distortion-lm-v4_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/distortion-lm-v4/distortion-lm-v4_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 6,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.042385660111904144,
19
+ "pperc": 1.0102059841156006,
20
+ "nperc": 0.9951561093330383,
21
+ "cos_pos": -0.10243198275566101,
22
+ "cos_neg": 0.10243198275566101,
23
+ "collapse": 1.0000001192092896,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 1,
30
+ "loss": 0.01722337119281292,
31
+ "pperc": 0.3111982047557831,
32
+ "nperc": 0.2874501645565033,
33
+ "cos_pos": 0.9503713846206665,
34
+ "cos_neg": 0.957816481590271,
35
+ "collapse": -0.9676225185394287,
36
+ "edrift_p": 0.09480186551809311,
37
+ "edrift_n": 0.09529199451208115
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.0755588511377573,
54
+ "final_edrift_n": 0.075579244941473
55
+ },
56
+ "plus_label": "Heavy",
57
+ "minus_label": "Clean",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-distortion-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9430427193641663,
73
+ "cos_neg": 0.9423296689987183,
74
+ "collapse": -0.9575636041164398,
75
+ "pperc": 0.3330520153045654,
76
+ "nperc": 0.3347309058904648
77
+ }
78
+ }
79
+ }
weights/distortion-lm-v4/distortion-lm-v4_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5488ff17e0b46d2d38f8c1edeade03147c417cd3333454ba6e8644cc6bb9971
3
+ size 30723552
weights/energy-lm-v4/energy-lm-v4_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "energy-lm-v4",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/energy-lm-v4/energy-lm-v4_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/energy-lm-v4/energy-lm-v4_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 6,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.04687363654375076,
19
+ "pperc": 1.0071539878845215,
20
+ "nperc": 1.0043737888336182,
21
+ "cos_pos": -0.013001742772758007,
22
+ "cos_neg": 0.013001742772758007,
23
+ "collapse": 1.0,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 1,
30
+ "loss": 0.013388051651418209,
31
+ "pperc": 0.3098142743110657,
32
+ "nperc": 0.29809361696243286,
33
+ "cos_pos": 0.9512045383453369,
34
+ "cos_neg": 0.9546085596084595,
35
+ "collapse": -0.9653064608573914,
36
+ "edrift_p": 0.07202227413654327,
37
+ "edrift_n": 0.07248590141534805
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.07162492625415325,
54
+ "final_edrift_n": 0.07267352074384689
55
+ },
56
+ "plus_label": "Loud",
57
+ "minus_label": "Quiet",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-energy-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9590405368804932,
73
+ "cos_neg": 0.9564559578895568,
74
+ "collapse": -0.9658816075325012,
75
+ "pperc": 0.2830392503738403,
76
+ "nperc": 0.2934559726715088
77
+ }
78
+ }
79
+ }
weights/energy-lm-v4/energy-lm-v4_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ae66dc96002ff7e1d7895b7ac55ab0e2e3686619329f3c2df7e07894b74e8a
3
+ size 30723552
weights/gender-lm-v4/gender-lm-v4_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "gender-lm-v4",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/gender-lm-v4/gender-lm-v4_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/gender-lm-v4/gender-lm-v4_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 4,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.031037069857120514,
19
+ "pperc": 0.987704336643219,
20
+ "nperc": 1.0218567848205566,
21
+ "cos_pos": 0.17265677452087402,
22
+ "cos_neg": -0.17265677452087402,
23
+ "collapse": 0.9999998807907104,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 3,
30
+ "loss": 0.0111676761880517,
31
+ "pperc": 0.2769600749015808,
32
+ "nperc": 0.2805417478084564,
33
+ "cos_pos": 0.9634201526641846,
34
+ "cos_neg": 0.9624224305152893,
35
+ "collapse": -0.9472368955612183,
36
+ "edrift_p": 0.07989571988582611,
37
+ "edrift_n": 0.06900421530008316
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 1,
53
+ "final_edrift_p": 0.060291916355490686,
54
+ "final_edrift_n": 0.06002865001559257
55
+ },
56
+ "plus_label": "Female",
57
+ "minus_label": "Male",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-gender-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9720010232925415,
73
+ "cos_neg": 0.9719867610931396,
74
+ "collapse": -0.954462149143219,
75
+ "pperc": 0.2344539639353752,
76
+ "nperc": 0.23543490827083588
77
+ }
78
+ }
79
+ }
weights/gender-lm-v4/gender-lm-v4_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23e3200e1fba4efb54499ba93d22d5c1a7c15261923deb19c20e453c022e33f
3
+ size 30723552
weights/live-lm-v5/live-lm-v5_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "live-lm-v5",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/live-lm-v5/live-lm-v5_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/live-lm-v5/live-lm-v5_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 6,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.04443066567182541,
19
+ "pperc": 1.0064728260040283,
20
+ "nperc": 1.001420497894287,
21
+ "cos_pos": -0.02850652113556862,
22
+ "cos_neg": 0.02850652113556862,
23
+ "collapse": 1.0,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 1,
30
+ "loss": 0.012794841080904007,
31
+ "pperc": 0.34088581800460815,
32
+ "nperc": 0.37231141328811646,
33
+ "cos_pos": 0.940139889717102,
34
+ "cos_neg": 0.9281188249588013,
35
+ "collapse": -0.955425500869751,
36
+ "edrift_p": 0.0671699270606041,
37
+ "edrift_n": 0.06693821400403976
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.06764324523508548,
54
+ "final_edrift_n": 0.06896134436130524
55
+ },
56
+ "plus_label": "Live",
57
+ "minus_label": "Studio",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-live-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9058725821971894,
73
+ "cos_neg": 0.8977998125553132,
74
+ "collapse": -0.9137211871147156,
75
+ "pperc": 0.4195082801580429,
76
+ "nperc": 0.4369349026679993
77
+ }
78
+ }
79
+ }
weights/live-lm-v5/live-lm-v5_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:348341c4f3c1008e0e425fa49b0e4a928a337c8c7c0a6d8f8b1afcf09696717e
3
+ size 30723552
weights/rapslow-lm-v4/rapslow-lm-v4_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "rapslow-lm-v4",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/rapslow-lm-v4/rapslow-lm-v4_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/rapslow-lm-v4/rapslow-lm-v4_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 6,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.04510205611586571,
19
+ "pperc": 0.9948540925979614,
20
+ "nperc": 1.0180939435958862,
21
+ "cos_pos": 0.10208363085985184,
22
+ "cos_neg": -0.10208363085985184,
23
+ "collapse": 0.9999999403953552,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 1,
30
+ "loss": 0.0125714847818017,
31
+ "pperc": 0.3322715759277344,
32
+ "nperc": 0.3056045174598694,
33
+ "cos_pos": 0.9432080388069153,
34
+ "cos_neg": 0.9521855115890503,
35
+ "collapse": -0.9507349729537964,
36
+ "edrift_p": 0.06929578632116318,
37
+ "edrift_n": 0.07001179456710815
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.08115319438278674,
54
+ "final_edrift_n": 0.07886697210371495
55
+ },
56
+ "plus_label": "Rap",
57
+ "minus_label": "Slow",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-rapslow-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.958186708688736,
73
+ "cos_neg": 0.9544536030292511,
74
+ "collapse": -0.9589180564880371,
75
+ "pperc": 0.2847372156381607,
76
+ "nperc": 0.2979007542133331
77
+ }
78
+ }
79
+ }
weights/rapslow-lm-v4/rapslow-lm-v4_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:413c13d5e580232ce1ce228f6d868e38db48d66f5aa40018ef3ccbce493d790b
3
+ size 30723552
weights/rhyme-lm-v5/rhyme-lm-v5_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "rhyme-lm-v5",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/rhyme-lm-v5/rhyme-lm-v5_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/rhyme-lm-v5/rhyme-lm-v5_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 6,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.03842737898230553,
19
+ "pperc": 0.9976922869682312,
20
+ "nperc": 1.0140079259872437,
21
+ "cos_pos": 0.07553429901599884,
22
+ "cos_neg": -0.07553429901599884,
23
+ "collapse": 1.0,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 1,
30
+ "loss": 0.011187395080924034,
31
+ "pperc": 0.29871201515197754,
32
+ "nperc": 0.31096577644348145,
33
+ "cos_pos": 0.954346239566803,
34
+ "cos_neg": 0.9505065679550171,
35
+ "collapse": -0.9642457962036133,
36
+ "edrift_p": 0.06575663387775421,
37
+ "edrift_n": 0.06813128292560577
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.07013336338102817,
54
+ "final_edrift_n": 0.06966199301183224
55
+ },
56
+ "plus_label": "Rhyme",
57
+ "minus_label": "Prose",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-rhyme-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": false,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9360902714729309,
73
+ "cos_neg": 0.9468878376483917,
74
+ "collapse": -0.9473911559581757,
75
+ "pperc": 0.3495775777101517,
76
+ "nperc": 0.3220868802070618
77
+ }
78
+ }
79
+ }
weights/rhyme-lm-v5/rhyme-lm-v5_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd24e89d8a5ee6810c2a827814ce7424f3f1aca9650dce16790075880b5ff9e5
3
+ size 30723552
weights/tempo-lm-v4/tempo-lm-v4_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "tempo-lm-v4",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/tempo-lm-v4/tempo-lm-v4_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/tempo-lm-v4/tempo-lm-v4_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 6,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.05744679272174835,
19
+ "pperc": 0.9987309575080872,
20
+ "nperc": 1.0085179805755615,
21
+ "cos_pos": 0.057536084204912186,
22
+ "cos_neg": -0.057536084204912186,
23
+ "collapse": 1.0,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 1,
30
+ "loss": 0.014287056401371956,
31
+ "pperc": 0.2998714745044708,
32
+ "nperc": 0.25132104754447937,
33
+ "cos_pos": 0.9545653462409973,
34
+ "cos_neg": 0.9681466817855835,
35
+ "collapse": -0.9599778652191162,
36
+ "edrift_p": 0.06434958428144455,
37
+ "edrift_n": 0.06956690549850464
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.07175659276545047,
54
+ "final_edrift_n": 0.07057853572070599
55
+ },
56
+ "plus_label": "Fast",
57
+ "minus_label": "Slow",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-tempo-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9520531296730042,
73
+ "cos_neg": 0.9558060193061828,
74
+ "collapse": -0.9517069292068482,
75
+ "pperc": 0.3006351378560066,
76
+ "nperc": 0.29288982510566713
77
+ }
78
+ }
79
+ }
weights/tempo-lm-v4/tempo-lm-v4_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf29de200d3d25905daa7b80d01c67caba05f60987cdefc5b6dbe9a7c23d8abb
3
+ size 30723552
weights/triphop-lm-v4/triphop-lm-v4_last.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 3,
3
+ "name": "triphop-lm-v4",
4
+ "checkpoint": "/ml2/music/sliders-conceptmod/models/triphop-lm-v4/triphop-lm-v4_last.safetensors",
5
+ "weights": "/ml2/music/sliders-conceptmod/models/triphop-lm-v4/triphop-lm-v4_last.safetensors",
6
+ "modules": 144,
7
+ "rank": 8,
8
+ "alpha": 8.0,
9
+ "steps": 800,
10
+ "steps_budget": 800,
11
+ "lr": 0.0005,
12
+ "rows": 4,
13
+ "symmetric": true,
14
+ "common_beta": 0.0,
15
+ "first": {
16
+ "step": 1,
17
+ "row": 0,
18
+ "loss": 0.0205980371683836,
19
+ "pperc": 1.0161914825439453,
20
+ "nperc": 0.9956115484237671,
21
+ "cos_pos": -0.09471139311790466,
22
+ "cos_neg": 0.09471139311790466,
23
+ "collapse": 1.0,
24
+ "edrift_p": 0.0,
25
+ "edrift_n": 0.0
26
+ },
27
+ "last": {
28
+ "step": 800,
29
+ "row": 3,
30
+ "loss": 0.007938449271023273,
31
+ "pperc": 0.23580722510814667,
32
+ "nperc": 0.21540263295173645,
33
+ "cos_pos": 0.9728948473930359,
34
+ "cos_neg": 0.9770852327346802,
35
+ "collapse": -0.9601766467094421,
36
+ "edrift_p": 0.05283118411898613,
37
+ "edrift_n": 0.06300079077482224
38
+ },
39
+ "target_replace": [
40
+ "Qwen3Attention"
41
+ ],
42
+ "kind": "language_model",
43
+ "prefix": "lora_te",
44
+ "delimiter": "-",
45
+ "train_method": "full",
46
+ "unit_scale": 1.0,
47
+ "endreg": {
48
+ "enabled": true,
49
+ "weight": 1.0,
50
+ "frames": 250,
51
+ "seed": 7,
52
+ "rows_ended_naturally": 0,
53
+ "final_edrift_p": 0.05935625784099102,
54
+ "final_edrift_n": 0.05895587995648384
55
+ },
56
+ "plus_label": "Trip-hop",
57
+ "minus_label": "Pop",
58
+ "recommended_range": [
59
+ -2.0,
60
+ 2.0
61
+ ],
62
+ "prompts_file": "conceptmod/textsliders/data/prompts-triphop-v4.yaml",
63
+ "early_stop": {
64
+ "enabled": true,
65
+ "fired": false,
66
+ "window": 50,
67
+ "min_steps": 100,
68
+ "cos": 0.97,
69
+ "collapse": -0.95,
70
+ "perc": 0.2,
71
+ "metrics": {
72
+ "cos_pos": 0.9662414407730102,
73
+ "cos_neg": 0.9686378180980683,
74
+ "collapse": -0.9532504975795746,
75
+ "pperc": 0.2590042370557785,
76
+ "nperc": 0.24962790429592133
77
+ }
78
+ }
79
+ }
weights/triphop-lm-v4/triphop-lm-v4_last.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d305fd8cad7f966063ebe806a27baf8c3b6b7062bbacf4da5e563d80a79af44a
3
+ size 30723552