Buckets:
| # Glistening Gem v2.1 | |
| # Fixes the issues with v2.0 by using stock Gemma base model | |
| models: | |
| - model: google/gemma-4-31B-it | |
| - model: llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic | |
| parameters: | |
| weight: | |
| - filter: "layers.5.self_attn" | |
| value: 0.02 | |
| - filter: "layers.7.self_attn" | |
| value: 0.02 | |
| - filter: "layers.12.self_attn" | |
| value: 0.02 | |
| - filter: "layers.15.self_attn" | |
| value: 0.02 | |
| - filter: "layers.0.self_attn" | |
| value: 0.08 | |
| - filter: "layers.1.self_attn" | |
| value: 0.08 | |
| - filter: "layers.2.self_attn" | |
| value: 0.08 | |
| - filter: "layers.3.self_attn" | |
| value: 0.08 | |
| - filter: "layers.4.self_attn" | |
| value: 0.08 | |
| - filter: "layers.6.self_attn" | |
| value: 0.08 | |
| - filter: "layers.8.self_attn" | |
| value: 0.08 | |
| - filter: "layers.9.self_attn" | |
| value: 0.08 | |
| - filter: "layers.10.self_attn" | |
| value: 0.08 | |
| - filter: "layers.11.self_attn" | |
| value: 0.08 | |
| - filter: "layers.13.self_attn" | |
| value: 0.08 | |
| - filter: "layers.14.self_attn" | |
| value: 0.08 | |
| - filter: "layers.16.self_attn" | |
| value: 0.08 | |
| - filter: "layers.17.self_attn" | |
| value: 0.08 | |
| - filter: "layers.18.self_attn" | |
| value: 0.08 | |
| - filter: "layers.19.self_attn" | |
| value: 0.08 | |
| - filter: "layers.20.self_attn" | |
| value: 0.08 | |
| - filter: "layers.21.self_attn" | |
| value: 0.08 | |
| - filter: "layers.22.self_attn" | |
| value: 0.08 | |
| - filter: "layers.23.self_attn" | |
| value: 0.08 | |
| - filter: "layers.24.self_attn" | |
| value: 0.08 | |
| - filter: "layers.25.self_attn" | |
| value: 0.08 | |
| - filter: "layers.26.self_attn" | |
| value: 0.08 | |
| - filter: "layers.27.self_attn" | |
| value: 0.08 | |
| - filter: "layers.28.self_attn" | |
| value: 0.08 | |
| - filter: "layers.29.self_attn" | |
| value: 0.08 | |
| - filter: "layers.0.mlp" | |
| value: 0.15 | |
| - filter: "layers.1.mlp" | |
| value: 0.15 | |
| - filter: "layers.2.mlp" | |
| value: 0.15 | |
| - filter: "layers.3.mlp" | |
| value: 0.15 | |
| - filter: "layers.4.mlp" | |
| value: 0.15 | |
| - filter: "layers.5.mlp" | |
| value: 0.15 | |
| - filter: "layers.6.mlp" | |
| value: 0.15 | |
| - filter: "layers.7.mlp" | |
| value: 0.15 | |
| - filter: "layers.8.mlp" | |
| value: 0.15 | |
| - filter: "layers.9.mlp" | |
| value: 0.15 | |
| - filter: "layers.10.mlp" | |
| value: 0.15 | |
| - filter: "layers.11.mlp" | |
| value: 0.15 | |
| - filter: "layers.12.mlp" | |
| value: 0.15 | |
| - filter: "layers.13.mlp" | |
| value: 0.15 | |
| - filter: "layers.14.mlp" | |
| value: 0.15 | |
| - filter: "layers.15.mlp" | |
| value: 0.15 | |
| - filter: "layers.16.mlp" | |
| value: 0.15 | |
| - filter: "layers.17.mlp" | |
| value: 0.15 | |
| - filter: "layers.18.mlp" | |
| value: 0.15 | |
| - filter: "layers.19.mlp" | |
| value: 0.15 | |
| - filter: "layers.20.mlp" | |
| value: 0.15 | |
| - filter: "layers.21.mlp" | |
| value: 0.15 | |
| - filter: "layers.22.mlp" | |
| value: 0.15 | |
| - filter: "layers.23.mlp" | |
| value: 0.15 | |
| - filter: "layers.24.mlp" | |
| value: 0.15 | |
| - filter: "layers.25.mlp" | |
| value: 0.15 | |
| - filter: "layers.26.mlp" | |
| value: 0.15 | |
| - filter: "layers.27.mlp" | |
| value: 0.15 | |
| - filter: "layers.28.mlp" | |
| value: 0.15 | |
| - filter: "layers.29.mlp" | |
| value: 0.15 | |
| - filter: "layers.30.self_attn" | |
| value: 0.06 | |
| - filter: "layers.31.self_attn" | |
| value: 0.06 | |
| - filter: "layers.32.self_attn" | |
| value: 0.06 | |
| - filter: "layers.33.self_attn" | |
| value: 0.06 | |
| - filter: "layers.34.self_attn" | |
| value: 0.06 | |
| - filter: "layers.35.self_attn" | |
| value: 0.06 | |
| - filter: "layers.36.self_attn" | |
| value: 0.06 | |
| - filter: "layers.37.self_attn" | |
| value: 0.06 | |
| - filter: "layers.38.self_attn" | |
| value: 0.06 | |
| - filter: "layers.39.self_attn" | |
| value: 0.06 | |
| - filter: "layers.40.self_attn" | |
| value: 0.06 | |
| - filter: "layers.41.self_attn" | |
| value: 0.06 | |
| - filter: "layers.42.self_attn" | |
| value: 0.06 | |
| - filter: "layers.43.self_attn" | |
| value: 0.06 | |
| - filter: "layers.30.mlp" | |
| value: 0.09 | |
| - filter: "layers.31.mlp" | |
| value: 0.09 | |
| - filter: "layers.32.mlp" | |
| value: 0.09 | |
| - filter: "layers.33.mlp" | |
| value: 0.09 | |
| - filter: "layers.34.mlp" | |
| value: 0.09 | |
| - filter: "layers.35.mlp" | |
| value: 0.09 | |
| - filter: "layers.36.mlp" | |
| value: 0.09 | |
| - filter: "layers.37.mlp" | |
| value: 0.09 | |
| - filter: "layers.38.mlp" | |
| value: 0.09 | |
| - filter: "layers.39.mlp" | |
| value: 0.09 | |
| - filter: "layers.40.mlp" | |
| value: 0.09 | |
| - filter: "layers.41.mlp" | |
| value: 0.09 | |
| - filter: "layers.42.mlp" | |
| value: 0.09 | |
| - filter: "layers.43.mlp" | |
| value: 0.09 | |
| - filter: "layers.44.self_attn" | |
| value: 0.08 | |
| - filter: "layers.45.self_attn" | |
| value: 0.08 | |
| - filter: "layers.46.self_attn" | |
| value: 0.08 | |
| - filter: "layers.47.self_attn" | |
| value: 0.08 | |
| - filter: "layers.44.mlp" | |
| value: 0.16 | |
| - filter: "layers.45.mlp" | |
| value: 0.16 | |
| - filter: "layers.46.mlp" | |
| value: 0.16 | |
| - filter: "layers.47.mlp" | |
| value: 0.16 | |
| - filter: "layers.48.self_attn" | |
| value: 0.00 | |
| - filter: "layers.48.mlp" | |
| value: 0.00 | |
| - filter: "layers.49.self_attn" | |
| value: 0.00 | |
| - filter: "layers.49.mlp" | |
| value: 0.00 | |
| - filter: "layers.50.self_attn" | |
| value: 0.00 | |
| - filter: "layers.50.mlp" | |
| value: 0.00 | |
| - filter: "layers.51.self_attn" | |
| value: 0.00 | |
| - filter: "layers.51.mlp" | |
| value: 0.00 | |
| - filter: "layers.52.self_attn" | |
| value: 0.00 | |
| - filter: "layers.52.mlp" | |
| value: 0.00 | |
| - filter: "layers.53.self_attn" | |
| value: 0.00 | |
| - filter: "layers.53.mlp" | |
| value: 0.00 | |
| - filter: "layers.54.self_attn" | |
| value: 0.00 | |
| - filter: "layers.54.mlp" | |
| value: 0.00 | |
| - filter: "layers.55.self_attn" | |
| value: 0.00 | |
| - filter: "layers.55.mlp" | |
| value: 0.00 | |
| - filter: "layers.56.self_attn" | |
| value: 0.00 | |
| - filter: "layers.56.mlp" | |
| value: 0.00 | |
| - filter: "layers.57.self_attn" | |
| value: 0.00 | |
| - filter: "layers.57.mlp" | |
| value: 0.00 | |
| - filter: "layers.58.self_attn" | |
| value: 0.00 | |
| - filter: "layers.58.mlp" | |
| value: 0.00 | |
| - filter: "layers.59.self_attn" | |
| value: 0.00 | |
| - filter: "layers.59.mlp" | |
| value: 0.00 | |
| # ── Zone-wide fallbacks ──────────────────────────────────────── | |
| - filter: "self_attn" | |
| value: 0.08 | |
| - filter: "mlp" | |
| value: 0.15 | |
| - value: 0.1 | |
| density: 0.75 | |
| epsilon: 0.099 | |
| - model: zerofata/G4-MeroMero-v2-31B | |
| parameters: | |
| weight: | |
| - filter: "layers.0.self_attn" | |
| value: 0.2 | |
| - filter: "layers.1.self_attn" | |
| value: 0.2 | |
| - filter: "layers.2.self_attn" | |
| value: 0.2 | |
| - filter: "layers.3.self_attn" | |
| value: 0.2 | |
| - filter: "layers.4.self_attn" | |
| value: 0.2 | |
| - filter: "layers.5.self_attn" | |
| value: 0.2 | |
| - filter: "layers.6.self_attn" | |
| value: 0.2 | |
| - filter: "layers.7.self_attn" | |
| value: 0.2 | |
| - filter: "layers.8.self_attn" | |
| value: 0.2 | |
| - filter: "layers.9.self_attn" | |
| value: 0.2 | |
| - filter: "layers.10.self_attn" | |
| value: 0.2 | |
| - filter: "layers.11.self_attn" | |
| value: 0.2 | |
| - filter: "layers.12.self_attn" | |
| value: 0.2 | |
| - filter: "layers.13.self_attn" | |
| value: 0.2 | |
| - filter: "layers.14.self_attn" | |
| value: 0.2 | |
| - filter: "layers.15.self_attn" | |
| value: 0.2 | |
| - filter: "layers.16.self_attn" | |
| value: 0.2 | |
| - filter: "layers.17.self_attn" | |
| value: 0.2 | |
| - filter: "layers.18.self_attn" | |
| value: 0.2 | |
| - filter: "layers.19.self_attn" | |
| value: 0.2 | |
| - filter: "layers.20.self_attn" | |
| value: 0.2 | |
| - filter: "layers.21.self_attn" | |
| value: 0.2 | |
| - filter: "layers.22.self_attn" | |
| value: 0.2 | |
| - filter: "layers.23.self_attn" | |
| value: 0.2 | |
| - filter: "layers.24.self_attn" | |
| value: 0.2 | |
| - filter: "layers.25.self_attn" | |
| value: 0.2 | |
| - filter: "layers.26.self_attn" | |
| value: 0.2 | |
| - filter: "layers.27.self_attn" | |
| value: 0.2 | |
| - filter: "layers.28.self_attn" | |
| value: 0.2 | |
| - filter: "layers.29.self_attn" | |
| value: 0.2 | |
| - filter: "layers.0.mlp" | |
| value: 0.2 | |
| - filter: "layers.1.mlp" | |
| value: 0.2 | |
| - filter: "layers.2.mlp" | |
| value: 0.2 | |
| - filter: "layers.3.mlp" | |
| value: 0.2 | |
| - filter: "layers.4.mlp" | |
| value: 0.2 | |
| - filter: "layers.5.mlp" | |
| value: 0.2 | |
| - filter: "layers.6.mlp" | |
| value: 0.2 | |
| - filter: "layers.7.mlp" | |
| value: 0.2 | |
| - filter: "layers.8.mlp" | |
| value: 0.2 | |
| - filter: "layers.9.mlp" | |
| value: 0.2 | |
| - filter: "layers.10.mlp" | |
| value: 0.2 | |
| - filter: "layers.11.mlp" | |
| value: 0.2 | |
| - filter: "layers.12.mlp" | |
| value: 0.2 | |
| - filter: "layers.13.mlp" | |
| value: 0.2 | |
| - filter: "layers.14.mlp" | |
| value: 0.2 | |
| - filter: "layers.15.mlp" | |
| value: 0.2 | |
| - filter: "layers.16.mlp" | |
| value: 0.2 | |
| - filter: "layers.17.mlp" | |
| value: 0.2 | |
| - filter: "layers.18.mlp" | |
| value: 0.2 | |
| - filter: "layers.19.mlp" | |
| value: 0.2 | |
| - filter: "layers.20.mlp" | |
| value: 0.2 | |
| - filter: "layers.21.mlp" | |
| value: 0.2 | |
| - filter: "layers.22.mlp" | |
| value: 0.2 | |
| - filter: "layers.23.mlp" | |
| value: 0.2 | |
| - filter: "layers.24.mlp" | |
| value: 0.2 | |
| - filter: "layers.25.mlp" | |
| value: 0.2 | |
| - filter: "layers.26.mlp" | |
| value: 0.2 | |
| - filter: "layers.27.mlp" | |
| value: 0.2 | |
| - filter: "layers.28.mlp" | |
| value: 0.2 | |
| - filter: "layers.29.mlp" | |
| value: 0.2 | |
| - filter: "layers.30.self_attn" | |
| value: 0.75 | |
| - filter: "layers.31.self_attn" | |
| value: 0.75 | |
| - filter: "layers.32.self_attn" | |
| value: 0.75 | |
| - filter: "layers.33.self_attn" | |
| value: 0.75 | |
| - filter: "layers.34.self_attn" | |
| value: 0.75 | |
| - filter: "layers.35.self_attn" | |
| value: 0.75 | |
| - filter: "layers.36.self_attn" | |
| value: 0.75 | |
| - filter: "layers.37.self_attn" | |
| value: 0.75 | |
| - filter: "layers.38.self_attn" | |
| value: 0.75 | |
| - filter: "layers.39.self_attn" | |
| value: 0.75 | |
| - filter: "layers.40.self_attn" | |
| value: 0.75 | |
| - filter: "layers.41.self_attn" | |
| value: 0.75 | |
| - filter: "layers.42.self_attn" | |
| value: 0.75 | |
| - filter: "layers.43.self_attn" | |
| value: 0.75 | |
| - filter: "layers.30.mlp" | |
| value: 0.7 | |
| - filter: "layers.31.mlp" | |
| value: 0.7 | |
| - filter: "layers.32.mlp" | |
| value: 0.7 | |
| - filter: "layers.33.mlp" | |
| value: 0.7 | |
| - filter: "layers.34.mlp" | |
| value: 0.7 | |
| - filter: "layers.35.mlp" | |
| value: 0.7 | |
| - filter: "layers.36.mlp" | |
| value: 0.7 | |
| - filter: "layers.37.mlp" | |
| value: 0.7 | |
| - filter: "layers.38.mlp" | |
| value: 0.7 | |
| - filter: "layers.39.mlp" | |
| value: 0.7 | |
| - filter: "layers.40.mlp" | |
| value: 0.7 | |
| - filter: "layers.41.mlp" | |
| value: 0.7 | |
| - filter: "layers.42.mlp" | |
| value: 0.7 | |
| - filter: "layers.43.mlp" | |
| value: 0.7 | |
| - filter: "layers.44.self_attn" | |
| value: 0.8 | |
| - filter: "layers.45.self_attn" | |
| value: 0.8 | |
| - filter: "layers.46.self_attn" | |
| value: 0.8 | |
| - filter: "layers.47.self_attn" | |
| value: 0.8 | |
| - filter: "layers.44.mlp" | |
| value: 0.55 | |
| - filter: "layers.45.mlp" | |
| value: 0.55 | |
| - filter: "layers.46.mlp" | |
| value: 0.55 | |
| - filter: "layers.47.mlp" | |
| value: 0.55 | |
| - filter: "layers.48.self_attn" | |
| value: 0.2 | |
| - filter: "layers.49.self_attn" | |
| value: 0.2 | |
| - filter: "layers.50.self_attn" | |
| value: 0.2 | |
| - filter: "layers.51.self_attn" | |
| value: 0.2 | |
| - filter: "layers.52.self_attn" | |
| value: 0.2 | |
| - filter: "layers.53.self_attn" | |
| value: 0.2 | |
| - filter: "layers.54.self_attn" | |
| value: 0.2 | |
| - filter: "layers.55.self_attn" | |
| value: 0.2 | |
| - filter: "layers.56.self_attn" | |
| value: 0.2 | |
| - filter: "layers.57.self_attn" | |
| value: 0.0 # tail protection | |
| - filter: "layers.58.self_attn" | |
| value: 0.0 # tail protection | |
| - filter: "layers.59.self_attn" | |
| value: 0.0 # tail protection | |
| - filter: "layers.48.mlp" | |
| value: 0.2 | |
| - filter: "layers.49.mlp" | |
| value: 0.2 | |
| - filter: "layers.50.mlp" | |
| value: 0.2 | |
| - filter: "layers.51.mlp" | |
| value: 0.2 | |
| - filter: "layers.52.mlp" | |
| value: 0.2 | |
| - filter: "layers.53.mlp" | |
| value: 0.2 | |
| - filter: "layers.54.mlp" | |
| value: 0.2 | |
| - filter: "layers.55.mlp" | |
| value: 0.2 | |
| - filter: "layers.56.mlp" | |
| value: 0.2 | |
| - filter: "layers.57.mlp" | |
| value: 0.0 # tail protection | |
| - filter: "layers.58.mlp" | |
| value: 0.0 # tail protection | |
| - filter: "layers.59.mlp" | |
| value: 0.0 # tail protection | |
| # ── Zone-wide fallbacks ─────────────────────────────────────────── | |
| - filter: "self_attn" | |
| value: 0.30 | |
| - filter: "mlp" | |
| value: 0.30 | |
| - value: 0.30 | |
| density: 0.85 | |
| epsilon: 0.099 | |
| - model: TheDrummer/Artemis-31B-v1 | |
| parameters: | |
| weight: | |
| - filter: "layers.0.self_attn" | |
| value: 0.2 | |
| - filter: "layers.1.self_attn" | |
| value: 0.2 | |
| - filter: "layers.2.self_attn" | |
| value: 0.2 | |
| - filter: "layers.3.self_attn" | |
| value: 0.2 | |
| - filter: "layers.4.self_attn" | |
| value: 0.2 | |
| - filter: "layers.5.self_attn" | |
| value: 0.2 | |
| - filter: "layers.6.self_attn" | |
| value: 0.2 | |
| - filter: "layers.7.self_attn" | |
| value: 0.2 | |
| - filter: "layers.8.self_attn" | |
| value: 0.2 | |
| - filter: "layers.9.self_attn" | |
| value: 0.2 | |
| - filter: "layers.10.self_attn" | |
| value: 0.2 | |
| - filter: "layers.11.self_attn" | |
| value: 0.2 | |
| - filter: "layers.12.self_attn" | |
| value: 0.2 | |
| - filter: "layers.13.self_attn" | |
| value: 0.2 | |
| - filter: "layers.14.self_attn" | |
| value: 0.2 | |
| - filter: "layers.15.self_attn" | |
| value: 0.2 | |
| - filter: "layers.16.self_attn" | |
| value: 0.2 | |
| - filter: "layers.17.self_attn" | |
| value: 0.2 | |
| - filter: "layers.18.self_attn" | |
| value: 0.2 | |
| - filter: "layers.19.self_attn" | |
| value: 0.2 | |
| - filter: "layers.20.self_attn" | |
| value: 0.2 | |
| - filter: "layers.21.self_attn" | |
| value: 0.2 | |
| - filter: "layers.22.self_attn" | |
| value: 0.2 | |
| - filter: "layers.23.self_attn" | |
| value: 0.2 | |
| - filter: "layers.24.self_attn" | |
| value: 0.2 | |
| - filter: "layers.25.self_attn" | |
| value: 0.2 | |
| - filter: "layers.26.self_attn" | |
| value: 0.2 | |
| - filter: "layers.27.self_attn" | |
| value: 0.2 | |
| - filter: "layers.28.self_attn" | |
| value: 0.2 | |
| - filter: "layers.29.self_attn" | |
| value: 0.2 | |
| - filter: "layers.0.mlp" | |
| value: 0.18 | |
| - filter: "layers.1.mlp" | |
| value: 0.18 | |
| - filter: "layers.2.mlp" | |
| value: 0.18 | |
| - filter: "layers.3.mlp" | |
| value: 0.18 | |
| - filter: "layers.4.mlp" | |
| value: 0.18 | |
| - filter: "layers.5.mlp" | |
| value: 0.18 | |
| - filter: "layers.6.mlp" | |
| value: 0.18 | |
| - filter: "layers.7.mlp" | |
| value: 0.18 | |
| - filter: "layers.8.mlp" | |
| value: 0.18 | |
| - filter: "layers.9.mlp" | |
| value: 0.18 | |
| - filter: "layers.10.mlp" | |
| value: 0.18 | |
| - filter: "layers.11.mlp" | |
| value: 0.18 | |
| - filter: "layers.12.mlp" | |
| value: 0.18 | |
| - filter: "layers.13.mlp" | |
| value: 0.18 | |
| - filter: "layers.14.mlp" | |
| value: 0.18 | |
| - filter: "layers.15.mlp" | |
| value: 0.18 | |
| - filter: "layers.16.mlp" | |
| value: 0.18 | |
| - filter: "layers.17.mlp" | |
| value: 0.18 | |
| - filter: "layers.18.mlp" | |
| value: 0.18 | |
| - filter: "layers.19.mlp" | |
| value: 0.18 | |
| - filter: "layers.20.mlp" | |
| value: 0.18 | |
| - filter: "layers.21.mlp" | |
| value: 0.18 | |
| - filter: "layers.22.mlp" | |
| value: 0.18 | |
| - filter: "layers.23.mlp" | |
| value: 0.18 | |
| - filter: "layers.24.mlp" | |
| value: 0.18 | |
| - filter: "layers.25.mlp" | |
| value: 0.18 | |
| - filter: "layers.26.mlp" | |
| value: 0.18 | |
| - filter: "layers.27.mlp" | |
| value: 0.18 | |
| - filter: "layers.28.mlp" | |
| value: 0.18 | |
| - filter: "layers.29.mlp" | |
| value: 0.18 | |
| - filter: "layers.30.self_attn" | |
| value: 0.18 | |
| - filter: "layers.31.self_attn" | |
| value: 0.18 | |
| - filter: "layers.32.self_attn" | |
| value: 0.18 | |
| - filter: "layers.33.self_attn" | |
| value: 0.18 | |
| - filter: "layers.34.self_attn" | |
| value: 0.18 | |
| - filter: "layers.35.self_attn" | |
| value: 0.18 | |
| - filter: "layers.36.self_attn" | |
| value: 0.18 | |
| - filter: "layers.37.self_attn" | |
| value: 0.18 | |
| - filter: "layers.38.self_attn" | |
| value: 0.18 | |
| - filter: "layers.39.self_attn" | |
| value: 0.18 | |
| - filter: "layers.40.self_attn" | |
| value: 0.18 | |
| - filter: "layers.41.self_attn" | |
| value: 0.18 | |
| - filter: "layers.42.self_attn" | |
| value: 0.18 | |
| - filter: "layers.43.self_attn" | |
| value: 0.18 | |
| - filter: "layers.30.mlp" | |
| value: 0.26 | |
| - filter: "layers.31.mlp" | |
| value: 0.26 | |
| - filter: "layers.32.mlp" | |
| value: 0.26 | |
| - filter: "layers.33.mlp" | |
| value: 0.26 | |
| - filter: "layers.34.mlp" | |
| value: 0.26 | |
| - filter: "layers.35.mlp" | |
| value: 0.26 | |
| - filter: "layers.36.mlp" | |
| value: 0.26 | |
| - filter: "layers.37.mlp" | |
| value: 0.26 | |
| - filter: "layers.38.mlp" | |
| value: 0.26 | |
| - filter: "layers.39.mlp" | |
| value: 0.26 | |
| - filter: "layers.40.mlp" | |
| value: 0.26 | |
| - filter: "layers.41.mlp" | |
| value: 0.26 | |
| - filter: "layers.42.mlp" | |
| value: 0.26 | |
| - filter: "layers.43.mlp" | |
| value: 0.26 | |
| - filter: "layers.44.self_attn" | |
| value: 0.22 | |
| - filter: "layers.45.self_attn" | |
| value: 0.22 | |
| - filter: "layers.46.self_attn" | |
| value: 0.22 | |
| - filter: "layers.47.self_attn" | |
| value: 0.22 | |
| - filter: "layers.44.mlp" | |
| value: 0.3 | |
| - filter: "layers.45.mlp" | |
| value: 0.3 | |
| - filter: "layers.46.mlp" | |
| value: 0.3 | |
| - filter: "layers.47.mlp" | |
| value: 0.3 | |
| - filter: "layers.48.self_attn" | |
| value: 0.24 | |
| - filter: "layers.49.self_attn" | |
| value: 0.24 | |
| - filter: "layers.50.self_attn" | |
| value: 0.24 | |
| - filter: "layers.51.self_attn" | |
| value: 0.24 | |
| - filter: "layers.52.self_attn" | |
| value: 0.24 | |
| - filter: "layers.53.self_attn" | |
| value: 0.24 | |
| - filter: "layers.54.self_attn" | |
| value: 0.24 | |
| - filter: "layers.55.self_attn" | |
| value: 0.24 | |
| - filter: "layers.56.self_attn" | |
| value: 0.24 | |
| - filter: "layers.57.self_attn" | |
| value: 0.0 # tail protection | |
| - filter: "layers.58.self_attn" | |
| value: 0.0 # tail protection | |
| - filter: "layers.59.self_attn" | |
| value: 0.0 # tail protection | |
| - filter: "layers.48.mlp" | |
| value: 0.33 | |
| - filter: "layers.49.mlp" | |
| value: 0.33 | |
| - filter: "layers.50.mlp" | |
| value: 0.33 | |
| - filter: "layers.51.mlp" | |
| value: 0.33 | |
| - filter: "layers.52.mlp" | |
| value: 0.33 | |
| - filter: "layers.53.mlp" | |
| value: 0.33 | |
| - filter: "layers.54.mlp" | |
| value: 0.33 | |
| - filter: "layers.55.mlp" | |
| value: 0.33 | |
| - filter: "layers.56.mlp" | |
| value: 0.33 | |
| - filter: "layers.57.mlp" | |
| value: 0.0 # tail protection | |
| - filter: "layers.58.mlp" | |
| value: 0.0 # tail protection | |
| - filter: "layers.59.mlp" | |
| value: 0.0 # tail protection | |
| # ── Zone-wide fallbacks ─────────────────────────────────────────── | |
| - filter: "self_attn" | |
| value: 0.19 | |
| - filter: "mlp" | |
| value: 0.18 | |
| - value: 0.25 | |
| density: 0.8 | |
| epsilon: 0.099 | |
| merge_method: della | |
| base_model: google/gemma-4-31B-it | |
| parameters: | |
| lambda: 1.0 | |
| normalize: false | |
| tokenizer: | |
| source: base | |
| chat_template: auto | |
| dtype: float32 | |
| out_dtype: bfloat16 | |
Xet Storage Details
- Size:
- 22.9 kB
- Xet hash:
- a1b5ababf1810684898d1954b5630b6310dd5fc174492b4a36726bdcbb4cb830
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.