Instructions to use ntc-ai/minimax-music3-concept-sliders with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use ntc-ai/minimax-music3-concept-sliders with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("MiniMaxAI/MiniMax-Music-3", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("ntc-ai/minimax-music3-concept-sliders") prompt = "Same prompt and lyrics. Energy slider Off then Loud +1. Unidirectional lyric-hold LM." image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
| { | |
| "schema": 3, | |
| "name": "gender-tf-v6", | |
| "kind": "transformer", | |
| "prefix": "lora_unet", | |
| "rank": 8, | |
| "alpha": 26.8919552, | |
| "steps": 500, | |
| "duration": 4.0, | |
| "dummy": false, | |
| "target_replace": [ | |
| "MiniMaxMusic3Attention", | |
| "MiniMaxMusic3TransformerBlock", | |
| "MiniMaxMusic3Transformer1DModel" | |
| ], | |
| "lm_weights": null, | |
| "delimiter": "-", | |
| "train_method": "full", | |
| "targets": "full", | |
| "xt_mode": "anchor", | |
| "bidirectional": true, | |
| "cond_seeds": [ | |
| 27 | |
| ], | |
| "x0_per_row": 8, | |
| "target_mode": "axis", | |
| "traj_frac": 0.0, | |
| "traj_refresh": 50, | |
| "traj_steps": 20, | |
| "traj_scales": "1,-1", | |
| "plus_label": "Female", | |
| "minus_label": "Male", | |
| "recommended_range": [ | |
| -2.0, | |
| 2.0 | |
| ], | |
| "loss": 0.2734416425228119, | |
| "loss_kind": "nmse", | |
| "gain_penalty": 0.0, | |
| "gain_mode": "penalty", | |
| "gain_tweight": false, | |
| "mag_weight": 0.25, | |
| "uncond_weight": 0.0, | |
| "grad_clip": "norm", | |
| "seed": 27, | |
| "lr": 0.002, | |
| "lr_scheduler": "cosine", | |
| "prompts_file": "/ml2/music/sliders-conceptmod/conceptmod/textsliders/data/prompts-gender-tf.yaml", | |
| "cache_dir": "/ml2/music/sliders-conceptmod/cache/gender-tf-v6", | |
| "eval": { | |
| "cos": 0.7512746353944143, | |
| "cos_neg": 0.7534386747413211, | |
| "collapse": -0.8882888125048743, | |
| "mag": 0.7220574484931098, | |
| "proj": 0.5457380995025534, | |
| "proj_abs": 0.5338983791811822, | |
| "n": 18, | |
| "cos_edge": 0.27323393523693085, | |
| "cos_edge_neg": 0.3621709495782852, | |
| "cos_by_t": { | |
| "0.1": 0.6694, | |
| "0.2": 0.7952, | |
| "0.3": 0.8143, | |
| "0.4": 0.8186, | |
| "0.5": 0.8006, | |
| "0.6": 0.7729, | |
| "0.7": 0.74, | |
| "0.8": 0.7045, | |
| "0.9": 0.646 | |
| } | |
| }, | |
| "eval_best": { | |
| "cos": 0.7512746353944143, | |
| "cos_neg": 0.7534386747413211, | |
| "collapse": -0.8882888125048743, | |
| "mag": 0.7220574484931098, | |
| "proj": 0.5457380995025534, | |
| "proj_abs": 0.5338983791811822, | |
| "n": 18, | |
| "cos_edge": 0.27323393523693085, | |
| "cos_edge_neg": 0.3621709495782852, | |
| "cos_by_t": { | |
| "0.1": 0.6694, | |
| "0.2": 0.7952, | |
| "0.3": 0.8143, | |
| "0.4": 0.8186, | |
| "0.5": 0.8006, | |
| "0.6": 0.7729, | |
| "0.7": 0.74, | |
| "0.8": 0.7045, | |
| "0.9": 0.646 | |
| } | |
| }, | |
| "eval_best_step": 500, | |
| "eval_timesteps": [ | |
| 0.1, | |
| 0.2, | |
| 0.3, | |
| 0.4, | |
| 0.5, | |
| 0.6, | |
| 0.7, | |
| 0.8, | |
| 0.9 | |
| ], | |
| "prompt_geometry": { | |
| "cos_edge_antipodal": -0.7629655235343509, | |
| "even_over_odd": 2.996145486831665 | |
| }, | |
| "eval_seed": 1234, | |
| "eval_holdout": true, | |
| "prompts": [ | |
| { | |
| "target": "Genre: pop. BPM: 104. A solo pop singer with a clear lead vocal, piano and light drums. Neutral voice, not obviously male or female.", | |
| "positive": "Genre: pop. BPM: 104. A solo adult woman singing lead. Obviously female soprano vocal, feminine timbre, high clear woman voice. No male vocals.", | |
| "negative": "Genre: pop. BPM: 104. A solo adult man singing lead. Obviously male baritone vocal, deep masculine timbre, low man voice. No female vocals.", | |
| "neutral": "Genre: pop. BPM: 104. A solo pop singer with a clear lead vocal, piano and light drums. Neutral voice, not obviously male or female.", | |
| "lyrics": "[verse]\nI can feel it in the air tonight\n[chorus]\nLouder now or fade away", | |
| "action": "enhance", | |
| "guidance_scale": 6.0, | |
| "batch_size": 1, | |
| "unconditional": "" | |
| } | |
| ], | |
| "weights": "/ml2/music/sliders-conceptmod/models/gender-tf-v6/gender-tf-v6_unit_last.safetensors", | |
| "unit_scale": 1.0, | |
| "unit_scale_projected": 9.7621172, | |
| "cos_axis_mean": 0.49488568, | |
| "axis_tracking_low": false, | |
| "unit_scale_guidance": 6.0, | |
| "unit_scale_g1": 0.54917345, | |
| "inference_cfg": 1.7, | |
| "vel_pos_neg": 25.826606, | |
| "vel_target": 154.95964, | |
| "vel_neu": 166.28051, | |
| "guidance": 6.0, | |
| "calibrated": true, | |
| "calibrate_seed": 27, | |
| "calibrate_timesteps": [ | |
| 0.25, | |
| 0.5, | |
| 0.75 | |
| ], | |
| "calibrate_n_latents": 2, | |
| "sweep": [ | |
| { | |
| "scale": 0.25, | |
| "delta": 13.211287, | |
| "proj": 6.6064363, | |
| "cos_axis": 0.48461012, | |
| "delta_cfg": 19.330833, | |
| "rel": 0.079451809, | |
| "vs_target": 0.085256313, | |
| "vs_posneg": 0.51153789 | |
| }, | |
| { | |
| "scale": 0.5, | |
| "delta": 23.819997, | |
| "proj": 12.945614, | |
| "cos_axis": 0.5285537, | |
| "delta_cfg": 33.014003, | |
| "rel": 0.14325189, | |
| "vs_target": 0.15371743, | |
| "vs_posneg": 0.92230461 | |
| }, | |
| { | |
| "scale": 1.0, | |
| "delta": 44.223369, | |
| "proj": 23.545455, | |
| "cos_axis": 0.52098729, | |
| "delta_cfg": 59.908451, | |
| "rel": 0.26595642, | |
| "vs_target": 0.28538637, | |
| "vs_posneg": 1.7123183 | |
| }, | |
| { | |
| "scale": 1.5, | |
| "delta": 63.556043, | |
| "proj": 31.598411, | |
| "cos_axis": 0.48918962, | |
| "delta_cfg": 87.036465, | |
| "rel": 0.38222184, | |
| "vs_target": 0.41014579, | |
| "vs_posneg": 2.4608748 | |
| }, | |
| { | |
| "scale": 2.0, | |
| "delta": 82.306697, | |
| "proj": 37.604007, | |
| "cos_axis": 0.45108767, | |
| "delta_cfg": 114.36527, | |
| "rel": 0.49498703, | |
| "vs_target": 0.53114926, | |
| "vs_posneg": 3.1868956 | |
| }, | |
| { | |
| "scale": 3.0, | |
| "delta": 127.05684, | |
| "proj": 47.504164, | |
| "cos_axis": 0.37070121, | |
| "delta_cfg": 181.58122, | |
| "rel": 0.76411143, | |
| "vs_target": 0.81993506, | |
| "vs_posneg": 4.9196104 | |
| }, | |
| { | |
| "scale": 4.0, | |
| "delta": 204.2442, | |
| "proj": 68.425056, | |
| "cos_axis": 0.3300394, | |
| "delta_cfg": 291.3343, | |
| "rel": 1.2283111, | |
| "vs_target": 1.3180478, | |
| "vs_posneg": 7.9082866 | |
| }, | |
| { | |
| "scale": 6.0, | |
| "delta": 360.95793, | |
| "proj": 101.00429, | |
| "cos_axis": 0.27837713, | |
| "delta_cfg": 500.55117, | |
| "rel": 2.1707771, | |
| "vs_target": 2.3293674, | |
| "vs_posneg": 13.976205 | |
| }, | |
| { | |
| "scale": 8.0, | |
| "delta": 597.05904, | |
| "proj": 129.68779, | |
| "cos_axis": 0.19471682, | |
| "delta_cfg": 848.78729, | |
| "rel": 3.5906736, | |
| "vs_target": 3.8529972, | |
| "vs_posneg": 23.117983 | |
| } | |
| ], | |
| "verify_delta": 147.43875, | |
| "verify_vs_target": 0.95146552, | |
| "unit_scale_before": 3.3614944, | |
| "bake_factor": 3.3614944, | |
| "baked_from": "/ml2/music/sliders-conceptmod/models/gender-tf-v6/gender-tf-v6_alpha8.0_rank8_full_last.safetensors" | |
| } | |