merge_method: ties
base_model: mistralai/Mistral-Nemo-Base-2407
models:
  - model: mistralai/Mistral-Nemo-Base-2407
  - model: cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b
    parameters:
      weight: 0.5
      density: 0.5 # Mantiene i segnali forti di obbedienza
  - model: FallenMerick/MN-Violet-Lotus-12B
    parameters:
      weight: 0.5
      density: 0.6 # Protegge i pesi più sottili della prosa poetica
tokenizer:
  source: union # Unisce i vocaboli evitando il downgrade a GPT2
  tokens:
    "<|im_start|>":
      source: "cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b"
    "<|im_end|>":
      source: "cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b"
chat_template: "chatml"
parameters:
  normalize: true
  int8_mask: true
dtype: bfloat16