| merge_method: dare_ties | |
| base_model: F:\AI\Merge\Gemma-4-it | |
| tokenizer_source: base | |
| dtype: bfloat16 | |
| parameters: | |
| lambda: 1.0 | |
| models: | |
| - model: F:\AI\Merge\Gemma-4-Scotoma-V2 | |
| parameters: | |
| density: 0.60 | |
| weight: | |
| - {filter: mlp, value: 0.2} | |
| - {filter: self_attn, value: 0.2} | |
| - {filter: q_proj, value: 0.5} | |
| - {filter: k_proj, value: 0.5} | |
| - {filter: v_proj, value: 0.6} | |
| - {filter: o_proj, value: 0.8} | |
| - value: [0.60, 0.60, 0.70, 0.80, 0.80] | |
| - model: F:\AI\Merge\Dark-Mero-V3 | |
| parameters: | |
| density: 0.40 | |
| weight: | |
| - {filter: mlp, value: 0.8} | |
| - {filter: self_attn, value: 0.8} | |
| - {filter: q_proj, value: 0.5} | |
| - {filter: k_proj, value: 0.5} | |
| - {filter: v_proj, value: 0.4} | |
| - {filter: o_proj, value: 0.2} | |
| - value: [0.40, 0.40, 0.30, 0.20, 0.20] |