diff --git "a/magicquant-manifest/magicquant.isolation-samples.json" "b/magicquant-manifest/magicquant.isolation-samples.json" new file mode 100644--- /dev/null +++ "b/magicquant-manifest/magicquant.isolation-samples.json" @@ -0,0 +1,11282 @@ +[ + { + "key": "baseonly:0", + "description": "Base-only isolation for Q8_0 with all active groups forced native.", + "kind": "BaseOnlyIsolation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:202", + "group": null, + "testedBaseline": "Q8_0", + "testedCandidate": null, + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": null, + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "carrier-baseonly:0", + "description": "Carrier base-only isolation on Q8 with all active groups forced native.", + "kind": "BaseOnlyIsolation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:202", + "group": null, + "testedBaseline": "Q8_0", + "testedCandidate": null, + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": null, + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:0:12", + "description": "Smallest-first probe for group \u0027embeddings\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:13:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 68056619424, + "sizeGB": 68.05661942399999, + "sizeGiB": 63.382666021585464, + "kld": 0.014153, + "ppl": 5.750501, + "pplDeltaPercent": 1.1165992614735287, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.014153, + "Ppl": 5.750501, + "PplError": 0.111268 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 13, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:1:12", + "description": "Smallest-first probe for group \u0027lm_head\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:202:13:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.005255, + "ppl": 5.689803, + "pplDeltaPercent": 0.049287849481275035, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005255, + "Ppl": 5.689803, + "PplError": 0.109418 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 13, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:2:12", + "description": "Smallest-first probe for group \u0027attn_q\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:202:202:13:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 67891059104, + "sizeGB": 67.89105910399999, + "sizeGiB": 63.2284759581089, + "kld": 0.034029, + "ppl": 5.834742, + "pplDeltaPercent": 2.5978899243889577, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.034029, + "Ppl": 5.834742, + "PplError": 0.113209 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 13, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:3:12", + "description": "Smallest-first probe for group \u0027attn_kv\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:202:202:202:13:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 68873525664, + "sizeGB": 68.873525664, + "sizeGiB": 64.14346924424171, + "kld": 0.015625, + "ppl": 5.726849, + "pplDeltaPercent": 0.7007033585370028, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.015625, + "Ppl": 5.726849, + "PplError": 0.110333 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 13, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:4:12", + "description": "Smallest-first probe for group \u0027attn_output\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:202:202:202:202:13:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 68760721824, + "sizeGB": 68.760721824, + "sizeGiB": 64.0384124815464, + "kld": 0.047855, + "ppl": 5.804907, + "pplDeltaPercent": 2.0732723755934543, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.047855, + "Ppl": 5.804907, + "PplError": 0.111685 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 13, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:5:12", + "description": "Smallest-first probe for group \u0027ffn_up_gate\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:202:202:202:202:202:13:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 31347530144, + "sizeGB": 31.347530144, + "sizeGiB": 29.194662481546402, + "kld": 0.120006, + "ppl": 6.09376, + "pplDeltaPercent": 7.152452962897825, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.120006, + "Ppl": 6.09376, + "PplError": 0.118222 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 13, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:6:12", + "description": "Smallest-first probe for group \u0027ffn_down\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:202:202:202:202:202:202:13:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 50183969184, + "sizeGB": 50.183969184, + "sizeGiB": 46.737463384866714, + "kld": 0.082924, + "ppl": 5.911602, + "pplDeltaPercent": 3.9493933532618244, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.082924, + "Ppl": 5.911602, + "PplError": 0.113071 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 13, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "probe:0:8:12", + "description": "Smallest-first probe for group \u0027moe_router\u0027 using \u0027IQ2_XXS\u0027.", + "kind": "GroupIsolationProbe", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:13", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xxs", + "isSmallestProbe": true, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 13 + } + }, + { + "key": "cont:0:0:0", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:1:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 1, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:1", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:2:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004282, + "ppl": 5.679194, + "pplDeltaPercent": -0.13726041849833698, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004282, + "Ppl": 5.679194, + "PplError": 0.109247 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 2, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:2", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:3:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.004503, + "ppl": 5.696868, + "pplDeltaPercent": 0.17351855108141354, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004503, + "Ppl": 5.696868, + "PplError": 0.109794 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 3, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:3", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:4:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 68175813024, + "sizeGB": 68.175813024, + "sizeGiB": 63.49367371201515, + "kld": 0.005457, + "ppl": 5.683676, + "pplDeltaPercent": -0.05844909442588543, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005457, + "Ppl": 5.683676, + "PplError": 0.109348 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 4, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:5", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:6:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 68175813024, + "sizeGB": 68.175813024, + "sizeGiB": 63.49367371201515, + "kld": 0.005722, + "ppl": 5.698981, + "pplDeltaPercent": 0.21067346579918367, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005722, + "Ppl": 5.698981, + "PplError": 0.109901 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 6, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:6", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:7:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 68159920544, + "sizeGB": 68.15992054399999, + "sizeGiB": 63.47887268662453, + "kld": 0.005831, + "ppl": 5.697265, + "pplDeltaPercent": 0.18049938456127174, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005831, + "Ppl": 5.697265, + "PplError": 0.109868 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 7, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:7", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:8:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 68108269984, + "sizeGB": 68.108269984, + "sizeGiB": 63.430769354104996, + "kld": 0.011578, + "ppl": 5.631251, + "pplDeltaPercent": -0.9802883770001846, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011578, + "Ppl": 5.631251, + "PplError": 0.107894 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 8, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:8", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:9:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 68108269984, + "sizeGB": 68.108269984, + "sizeGiB": 63.430769354104996, + "kld": 0.011578, + "ppl": 5.631251, + "pplDeltaPercent": -0.9802883770001846, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011578, + "Ppl": 5.631251, + "PplError": 0.107894 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 9, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:9", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:10:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 68108269984, + "sizeGB": 68.108269984, + "sizeGiB": 63.430769354104996, + "kld": 0.011578, + "ppl": 5.631251, + "pplDeltaPercent": -0.9802883770001846, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011578, + "Ppl": 5.631251, + "PplError": 0.107894 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 10, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:10", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:11:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 68108269984, + "sizeGB": 68.108269984, + "sizeGiB": 63.430769354104996, + "kld": 0.011578, + "ppl": 5.631251, + "pplDeltaPercent": -0.9802883770001846, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011578, + "Ppl": 5.631251, + "PplError": 0.107894 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 11, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:11", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:12:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 68056619424, + "sizeGB": 68.05661942399999, + "sizeGiB": 63.382666021585464, + "kld": 0.014153, + "ppl": 5.750501, + "pplDeltaPercent": 1.1165992614735287, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.014153, + "Ppl": 5.750501, + "PplError": 0.111268 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 12, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:13", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:14:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.004503, + "ppl": 5.696868, + "pplDeltaPercent": 0.17351855108141354, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004503, + "Ppl": 5.696868, + "PplError": 0.109794 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 14, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:14", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:15:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 68175813024, + "sizeGB": 68.175813024, + "sizeGiB": 63.49367371201515, + "kld": 0.005457, + "ppl": 5.683676, + "pplDeltaPercent": -0.05844909442588543, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005457, + "Ppl": 5.683676, + "PplError": 0.109348 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 15, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:16", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:17:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 68108269984, + "sizeGB": 68.108269984, + "sizeGiB": 63.430769354104996, + "kld": 0.011578, + "ppl": 5.631251, + "pplDeltaPercent": -0.9802883770001846, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011578, + "Ppl": 5.631251, + "PplError": 0.107894 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 17, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:17", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:18:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 68108269984, + "sizeGB": 68.108269984, + "sizeGiB": 63.430769354104996, + "kld": 0.011578, + "ppl": 5.631251, + "pplDeltaPercent": -0.9802883770001846, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011578, + "Ppl": 5.631251, + "PplError": 0.107894 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 18, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:100", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:101:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.004503, + "ppl": 5.696868, + "pplDeltaPercent": 0.17351855108141354, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004503, + "Ppl": 5.696868, + "PplError": 0.109794 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 101, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:101", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:102:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68175813024, + "sizeGB": 68.175813024, + "sizeGiB": 63.49367371201515, + "kld": 0.005457, + "ppl": 5.683676, + "pplDeltaPercent": -0.05844909442588543, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005457, + "Ppl": 5.683676, + "PplError": 0.109348 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 102, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:102", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:103:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004143, + "ppl": 5.679486, + "pplDeltaPercent": -0.13212590117813372, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004143, + "Ppl": 5.679486, + "PplError": 0.109277 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 103, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:103", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:104:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004143, + "ppl": 5.679486, + "pplDeltaPercent": -0.13212590117813372, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004143, + "Ppl": 5.679486, + "PplError": 0.109277 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 104, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:104", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:105:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 105, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:105", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:106:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 106, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:106", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:107:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 107, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:107", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:108:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.004503, + "ppl": 5.696868, + "pplDeltaPercent": 0.17351855108141354, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004503, + "Ppl": 5.696868, + "PplError": 0.109794 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 108, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:108", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:109:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004143, + "ppl": 5.679486, + "pplDeltaPercent": -0.13212590117813372, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004143, + "Ppl": 5.679486, + "PplError": 0.109277 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 109, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:109", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:110:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004143, + "ppl": 5.679486, + "pplDeltaPercent": -0.13212590117813372, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004143, + "Ppl": 5.679486, + "PplError": 0.109277 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 110, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:110", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:111:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 111, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:111", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:112:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 112, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:112", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:113:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 113, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:113", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:114:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 114, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:114", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:115:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 115, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:115", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:116:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 116, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:116", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:117:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 117, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:117", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:118:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 118, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:0:118", + "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:119:202:202:202:202:202:202:0:202", + "group": "embeddings", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.00416, + "ppl": 5.683824, + "pplDeltaPercent": -0.05584666783892818, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.683824, + "PplError": 0.109371 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 119, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:0", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:1:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.003812, + "ppl": 5.684384, + "pplDeltaPercent": -0.04599964832074235, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003812, + "Ppl": 5.684384, + "PplError": 0.109405 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 1, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:1", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:2:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 2, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:2", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:3:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 3, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:3", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:4:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 4, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:5", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:6:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 6, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:6", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:7:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 7, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:7", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:8:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 8, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:8", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:9:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 9, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:9", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:10:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.005255, + "ppl": 5.689803, + "pplDeltaPercent": 0.049287849481275035, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005255, + "Ppl": 5.689803, + "PplError": 0.109418 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 10, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:10", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:11:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.005255, + "ppl": 5.689803, + "pplDeltaPercent": 0.049287849481275035, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005255, + "Ppl": 5.689803, + "PplError": 0.109418 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 11, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:11", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:12:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.005255, + "ppl": 5.689803, + "pplDeltaPercent": 0.049287849481275035, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005255, + "Ppl": 5.689803, + "PplError": 0.109418 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 12, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:13", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:14:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 14, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:14", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:15:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 15, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:16", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:17:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 68239382944, + "sizeGB": 68.23938294400001, + "sizeGiB": 63.55287781357765, + "kld": 0.005255, + "ppl": 5.689803, + "pplDeltaPercent": 0.049287849481275035, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005255, + "Ppl": 5.689803, + "PplError": 0.109418 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 17, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:17", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:18:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 18, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:100", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:101:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68175813024, + "sizeGB": 68.175813024, + "sizeGiB": 63.49367371201515, + "kld": 0.009785, + "ppl": 5.725174, + "pplDeltaPercent": 0.6712502197995377, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009785, + "Ppl": 5.725174, + "PplError": 0.110372 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 101, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:101", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:102:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68175813024, + "sizeGB": 68.175813024, + "sizeGiB": 63.49367371201515, + "kld": 0.009785, + "ppl": 5.725174, + "pplDeltaPercent": 0.6712502197995377, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009785, + "Ppl": 5.725174, + "PplError": 0.110372 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 102, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:102", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:103:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 103, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:103", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:104:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 104, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:104", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:105:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 105, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:105", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:106:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 106, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:106", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:107:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 107, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:107", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:108:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68175813024, + "sizeGB": 68.175813024, + "sizeGiB": 63.49367371201515, + "kld": 0.009785, + "ppl": 5.725174, + "pplDeltaPercent": 0.6712502197995377, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009785, + "Ppl": 5.725174, + "PplError": 0.110372 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 108, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:108", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:109:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 109, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:109", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:110:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 110, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:110", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:111:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 111, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:111", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:112:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 112, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:112", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:113:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68306925984, + "sizeGB": 68.306925984, + "sizeGiB": 63.61578217148781, + "kld": 0.004131, + "ppl": 5.687037, + "pplDeltaPercent": 0.000650606646735409, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004131, + "Ppl": 5.687037, + "PplError": 0.109468 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 113, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:113", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:114:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.003812, + "ppl": 5.684384, + "pplDeltaPercent": -0.04599964832074235, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003812, + "Ppl": 5.684384, + "PplError": 0.109405 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 114, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:114", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:115:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.003812, + "ppl": 5.684384, + "pplDeltaPercent": -0.04599964832074235, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003812, + "Ppl": 5.684384, + "PplError": 0.109405 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 115, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:115", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:116:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.003812, + "ppl": 5.684384, + "pplDeltaPercent": -0.04599964832074235, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003812, + "Ppl": 5.684384, + "PplError": 0.109405 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 116, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:116", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:117:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.003812, + "ppl": 5.684384, + "pplDeltaPercent": -0.04599964832074235, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003812, + "Ppl": 5.684384, + "PplError": 0.109405 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 117, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:117", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:118:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.003812, + "ppl": 5.684384, + "pplDeltaPercent": -0.04599964832074235, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003812, + "Ppl": 5.684384, + "PplError": 0.109405 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 118, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:1:118", + "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:119:202:202:202:202:202:0:202", + "group": "lm_head", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68430092704, + "sizeGB": 68.43009270399999, + "sizeGiB": 63.73049011826515, + "kld": 0.003812, + "ppl": 5.684384, + "pplDeltaPercent": -0.04599964832074235, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003812, + "Ppl": 5.684384, + "PplError": 0.109405 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 119, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:0", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:1:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 1, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:1", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:2:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 68115192224, + "sizeGB": 68.11519222400001, + "sizeGiB": 63.4372161924839, + "kld": 0.004838, + "ppl": 5.680076, + "pplDeltaPercent": -0.12175136275717595, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004838, + "Ppl": 5.680076, + "PplError": 0.109333 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 2, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:2", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:3:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 68057258400, + "sizeGB": 68.05725840000001, + "sizeGiB": 63.3832611143589, + "kld": 0.005802, + "ppl": 5.685594, + "pplDeltaPercent": -0.02472305257605487, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005802, + "Ppl": 5.685594, + "PplError": 0.109494 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 3, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:3", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:4:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 68002732448, + "sizeGB": 68.00273244799999, + "sizeGiB": 63.3324798643589, + "kld": 0.00834, + "ppl": 5.691667, + "pplDeltaPercent": 0.08206435730612859, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00834, + "Ppl": 5.691667, + "PplError": 0.109519 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 4, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:5", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:6:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 68005091744, + "sizeGB": 68.005091744, + "sizeGiB": 63.3346771299839, + "kld": 0.007426, + "ppl": 5.690756, + "pplDeltaPercent": 0.06604536662563903, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.007426, + "Ppl": 5.690756, + "PplError": 0.109585 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 6, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:6", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:7:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 67999848864, + "sizeGB": 67.999848864, + "sizeGiB": 63.3297943174839, + "kld": 0.007506, + "ppl": 5.69294, + "pplDeltaPercent": 0.10444874274661217, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.007506, + "Ppl": 5.69294, + "PplError": 0.109691 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 7, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:7", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:8:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 67919894944, + "sizeGB": 67.919894944, + "sizeGiB": 63.2553314268589, + "kld": 0.013573, + "ppl": 5.718849, + "pplDeltaPercent": 0.5600316511341542, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.013573, + "Ppl": 5.718849, + "PplError": 0.11007 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 8, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:8", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:9:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 67912030624, + "sizeGB": 67.912030624, + "sizeGiB": 63.2480072081089, + "kld": 0.01554, + "ppl": 5.729003, + "pplDeltaPercent": 0.7385792157552198, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.01554, + "Ppl": 5.729003, + "PplError": 0.110318 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 9, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:9", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:10:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 67901544864, + "sizeGB": 67.901544864, + "sizeGiB": 63.2382415831089, + "kld": 0.024609, + "ppl": 5.76861, + "pplDeltaPercent": 1.4350272551433008, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.024609, + "Ppl": 5.76861, + "PplError": 0.111404 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 10, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:10", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:11:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 67896301984, + "sizeGB": 67.89630198399999, + "sizeGiB": 63.2333587706089, + "kld": 0.028013, + "ppl": 5.769191, + "pplDeltaPercent": 1.4452435378934394, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.028013, + "Ppl": 5.769191, + "PplError": 0.111107 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 11, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:11", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:12:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 67896301984, + "sizeGB": 67.89630198399999, + "sizeGiB": 63.2333587706089, + "kld": 0.028013, + "ppl": 5.769191, + "pplDeltaPercent": 1.4452435378934394, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.028013, + "Ppl": 5.769191, + "PplError": 0.111107 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 12, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:13", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:14:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 68026063264, + "sizeGB": 68.026063264, + "sizeGiB": 63.3542083799839, + "kld": 0.006531, + "ppl": 5.679756, + "pplDeltaPercent": -0.1273782310532799, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006531, + "Ppl": 5.679756, + "PplError": 0.109333 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 14, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:14", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:15:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 67948468640, + "sizeGB": 67.94846864, + "sizeGiB": 63.2819427549839, + "kld": 0.009742, + "ppl": 5.694557, + "pplDeltaPercent": 0.13288201160540478, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009742, + "Ppl": 5.694557, + "PplError": 0.109545 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 15, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:16", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:17:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 67901544864, + "sizeGB": 67.901544864, + "sizeGiB": 63.2382415831089, + "kld": 0.024609, + "ppl": 5.76861, + "pplDeltaPercent": 1.4350272551433008, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.024609, + "Ppl": 5.76861, + "PplError": 0.111404 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 17, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:17", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:18:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 67919894944, + "sizeGB": 67.919894944, + "sizeGiB": 63.2553314268589, + "kld": 0.013573, + "ppl": 5.718849, + "pplDeltaPercent": 0.5600316511341542, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.013573, + "Ppl": 5.718849, + "PplError": 0.11007 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 18, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:100", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:101:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68026063264, + "sizeGB": 68.026063264, + "sizeGiB": 63.3542083799839, + "kld": 0.006531, + "ppl": 5.679756, + "pplDeltaPercent": -0.1273782310532799, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006531, + "Ppl": 5.679756, + "PplError": 0.109333 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 101, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:101", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:102:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68026063264, + "sizeGB": 68.026063264, + "sizeGiB": 63.3542083799839, + "kld": 0.006531, + "ppl": 5.679756, + "pplDeltaPercent": -0.1273782310532799, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006531, + "Ppl": 5.679756, + "PplError": 0.109333 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 102, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:102", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:103:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68115192224, + "sizeGB": 68.11519222400001, + "sizeGiB": 63.4372161924839, + "kld": 0.004838, + "ppl": 5.680076, + "pplDeltaPercent": -0.12175136275717595, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004838, + "Ppl": 5.680076, + "PplError": 0.109333 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 103, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:103", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:104:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68115192224, + "sizeGB": 68.11519222400001, + "sizeGiB": 63.4372161924839, + "kld": 0.004838, + "ppl": 5.680076, + "pplDeltaPercent": -0.12175136275717595, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004838, + "Ppl": 5.680076, + "PplError": 0.109333 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 104, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:104", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:105:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 105, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:105", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:106:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 106, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:106", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:107:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 107, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:107", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:108:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68028291488, + "sizeGB": 68.02829148800001, + "sizeGiB": 63.3562835752964, + "kld": 0.006523, + "ppl": 5.688773, + "pplDeltaPercent": 0.03117636715315675, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006523, + "Ppl": 5.688773, + "PplError": 0.109568 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 108, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:108", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:109:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 109, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:109", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:110:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 110, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:110", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:111:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 111, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:111", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:112:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 112, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:112", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:113:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 113, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:113", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:114:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 114, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:114", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:115:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 115, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:115", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:116:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 116, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:116", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:117:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 117, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:117", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:118:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 118, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:2:118", + "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:119:202:202:202:202:0:202", + "group": "attn_q", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68277721504, + "sizeGB": 68.27772150399998, + "sizeGiB": 63.5885833799839, + "kld": 0.00433, + "ppl": 5.684815, + "pplDeltaPercent": -0.038420960084400935, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00433, + "Ppl": 5.684815, + "PplError": 0.109315 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 119, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:0", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:1:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 1, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:1", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:2:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 68882127264, + "sizeGB": 68.88212726399999, + "sizeGiB": 64.15148010849953, + "kld": 0.004395, + "ppl": 5.679822, + "pplDeltaPercent": -0.12621768946721598, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004395, + "Ppl": 5.679822, + "PplError": 0.109264 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 2, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:2", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:3:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 68880177568, + "sizeGB": 68.880177568, + "sizeGiB": 64.14966431260109, + "kld": 0.004803, + "ppl": 5.694582, + "pplDeltaPercent": 0.13332161069103765, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004803, + "Ppl": 5.694582, + "PplError": 0.109748 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 3, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:3", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:4:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 68878342560, + "sizeGB": 68.87834256000001, + "sizeGiB": 64.14795532822609, + "kld": 0.005394, + "ppl": 5.695788, + "pplDeltaPercent": 0.1545278705820295, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005394, + "Ppl": 5.695788, + "PplError": 0.109744 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 4, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:5", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:6:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 68878031264, + "sizeGB": 68.878031264, + "sizeGiB": 64.1476654112339, + "kld": 0.005458, + "ppl": 5.695196, + "pplDeltaPercent": 0.14411816423421608, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005458, + "Ppl": 5.695196, + "PplError": 0.109719 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 6, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:6", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:7:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 68877703584, + "sizeGB": 68.877703584, + "sizeGiB": 64.14736023545265, + "kld": 0.005362, + "ppl": 5.684812, + "pplDeltaPercent": -0.03847371197468438, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005362, + "Ppl": 5.684812, + "PplError": 0.109403 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 7, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:7", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:8:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 68875327904, + "sizeGB": 68.875327904, + "sizeGiB": 64.14514771103859, + "kld": 0.006972, + "ppl": 5.687164, + "pplDeltaPercent": 0.0028837700017554234, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006972, + "Ppl": 5.687164, + "PplError": 0.10938 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 8, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:8", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:9:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 68874836384, + "sizeGB": 68.874836384, + "sizeGiB": 64.14468994736671, + "kld": 0.008077, + "ppl": 5.706709, + "pplDeltaPercent": 0.3465623351503386, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.008077, + "Ppl": 5.706709, + "PplError": 0.109971 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 9, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:9", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:10:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 68874181024, + "sizeGB": 68.87418102400001, + "sizeGiB": 64.14407959580421, + "kld": 0.011101, + "ppl": 5.709212, + "pplDeltaPercent": 0.39057499560400344, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011101, + "Ppl": 5.709212, + "PplError": 0.109958 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 10, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:10", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:11:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 68873853344, + "sizeGB": 68.873853344, + "sizeGiB": 64.14377442002296, + "kld": 0.01244, + "ppl": 5.713103, + "pplDeltaPercent": 0.45899419729206936, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.01244, + "Ppl": 5.713103, + "PplError": 0.110027 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 11, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:11", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:12:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 68873853344, + "sizeGB": 68.873853344, + "sizeGiB": 64.14377442002296, + "kld": 0.012487, + "ppl": 5.712432, + "pplDeltaPercent": 0.4471953578336461, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.012487, + "Ppl": 5.712432, + "PplError": 0.109986 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 12, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:13", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:14:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 68879341984, + "sizeGB": 68.87934198399999, + "sizeGiB": 64.1488861143589, + "kld": 0.005011, + "ppl": 5.692185, + "pplDeltaPercent": 0.09117285036047117, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005011, + "Ppl": 5.692185, + "PplError": 0.10963 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 14, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:14", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:15:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 68876851616, + "sizeGB": 68.876851616, + "sizeGiB": 64.1465667784214, + "kld": 0.00623, + "ppl": 5.689974, + "pplDeltaPercent": 0.05229470722700953, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00623, + "Ppl": 5.689974, + "PplError": 0.10946 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 15, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:16", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:17:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 68874181024, + "sizeGB": 68.87418102400001, + "sizeGiB": 64.14407959580421, + "kld": 0.011101, + "ppl": 5.709212, + "pplDeltaPercent": 0.39057499560400344, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011101, + "Ppl": 5.709212, + "PplError": 0.109958 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 17, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:17", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:18:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 68875327904, + "sizeGB": 68.875327904, + "sizeGiB": 64.14514771103859, + "kld": 0.006972, + "ppl": 5.687164, + "pplDeltaPercent": 0.0028837700017554234, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006972, + "Ppl": 5.687164, + "PplError": 0.10938 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 18, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:100", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:101:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68879341984, + "sizeGB": 68.87934198399999, + "sizeGiB": 64.1488861143589, + "kld": 0.005011, + "ppl": 5.692185, + "pplDeltaPercent": 0.09117285036047117, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005011, + "Ppl": 5.692185, + "PplError": 0.10963 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 101, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:101", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:102:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68879341984, + "sizeGB": 68.87934198399999, + "sizeGiB": 64.1488861143589, + "kld": 0.005011, + "ppl": 5.692185, + "pplDeltaPercent": 0.09117285036047117, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005011, + "Ppl": 5.692185, + "PplError": 0.10963 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 102, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:102", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:103:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68882127264, + "sizeGB": 68.88212726399999, + "sizeGiB": 64.15148010849953, + "kld": 0.004395, + "ppl": 5.679822, + "pplDeltaPercent": -0.12621768946721598, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004395, + "Ppl": 5.679822, + "PplError": 0.109264 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 103, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:103", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:104:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68882127264, + "sizeGB": 68.88212726399999, + "sizeGiB": 64.15148010849953, + "kld": 0.004395, + "ppl": 5.679822, + "pplDeltaPercent": -0.12621768946721598, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004395, + "Ppl": 5.679822, + "PplError": 0.109264 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 104, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:104", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:105:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 105, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:105", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:106:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 106, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:106", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:107:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 107, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:107", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:108:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68882127264, + "sizeGB": 68.88212726399999, + "sizeGiB": 64.15148010849953, + "kld": 0.004395, + "ppl": 5.679822, + "pplDeltaPercent": -0.12621768946721598, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004395, + "Ppl": 5.679822, + "PplError": 0.109264 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 108, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:108", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:109:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 109, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:109", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:110:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 110, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:110", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:111:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 111, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:111", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:112:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 112, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:112", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:113:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 113, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:113", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:114:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 114, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:114", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:115:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 115, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:115", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:116:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 116, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:116", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:117:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 117, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:117", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:118:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 118, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:3:118", + "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:119:202:202:202:0:202", + "group": "attn_kv", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68887206304, + "sizeGB": 68.887206304, + "sizeGiB": 64.1562103331089, + "kld": 0.004491, + "ppl": 5.685706, + "pplDeltaPercent": -0.02275364867242083, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004491, + "Ppl": 5.685706, + "PplError": 0.1094 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 119, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:0", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:1:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 1, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:1", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:2:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 68807907744, + "sizeGB": 68.80790774399999, + "sizeGiB": 64.0823577940464, + "kld": 0.004456, + "ppl": 5.677936, + "pplDeltaPercent": -0.1593810444874346, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004456, + "Ppl": 5.677936, + "PplError": 0.109214 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 2, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:2", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:3:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 68796766624, + "sizeGB": 68.796766624, + "sizeGiB": 64.0719818174839, + "kld": 0.005263, + "ppl": 5.682835, + "pplDeltaPercent": -0.0732372076666154, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005263, + "Ppl": 5.682835, + "PplError": 0.109349 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 3, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:3", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:4:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 68786280864, + "sizeGB": 68.78628086399999, + "sizeGiB": 64.0622161924839, + "kld": 0.007259, + "ppl": 5.696351, + "pplDeltaPercent": 0.16442764199049875, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.007259, + "Ppl": 5.696351, + "PplError": 0.109803 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 4, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:5", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:6:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 68786280864, + "sizeGB": 68.78628086399999, + "sizeGiB": 64.0622161924839, + "kld": 0.007632, + "ppl": 5.687435, + "pplDeltaPercent": 0.007649024090021436, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.007632, + "Ppl": 5.687435, + "PplError": 0.109474 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 6, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:6", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:7:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 68783659424, + "sizeGB": 68.78365942399999, + "sizeGiB": 64.0597747862339, + "kld": 0.007429, + "ppl": 5.693772, + "pplDeltaPercent": 0.11907860031650744, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.007429, + "Ppl": 5.693772, + "PplError": 0.109748 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 7, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:7", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:8:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 68775139744, + "sizeGB": 68.775139744, + "sizeGiB": 64.0518402159214, + "kld": 0.013235, + "ppl": 5.731702, + "pplDeltaPercent": 0.7860383330402676, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.013235, + "Ppl": 5.731702, + "PplError": 0.111217 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 8, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:8", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:9:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 68775139744, + "sizeGB": 68.775139744, + "sizeGiB": 64.0518402159214, + "kld": 0.013235, + "ppl": 5.731702, + "pplDeltaPercent": 0.7860383330402676, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.013235, + "Ppl": 5.731702, + "PplError": 0.111217 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 9, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:9", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:10:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 68775139744, + "sizeGB": 68.775139744, + "sizeGiB": 64.0518402159214, + "kld": 0.013235, + "ppl": 5.731702, + "pplDeltaPercent": 0.7860383330402676, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.013235, + "Ppl": 5.731702, + "PplError": 0.111217 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 10, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:10", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:11:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 68775139744, + "sizeGB": 68.775139744, + "sizeGiB": 64.0518402159214, + "kld": 0.013235, + "ppl": 5.731702, + "pplDeltaPercent": 0.7860383330402676, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.013235, + "Ppl": 5.731702, + "PplError": 0.111217 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 11, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:11", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:12:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 68763343264, + "sizeGB": 68.763343264, + "sizeGiB": 64.0408538877964, + "kld": 0.039017, + "ppl": 5.781142, + "pplDeltaPercent": 1.6553894847898667, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.039017, + "Ppl": 5.781142, + "PplError": 0.11172 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 12, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:13", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:14:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 68796766624, + "sizeGB": 68.796766624, + "sizeGiB": 64.0719818174839, + "kld": 0.005263, + "ppl": 5.682835, + "pplDeltaPercent": -0.0732372076666154, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005263, + "Ppl": 5.682835, + "PplError": 0.109349 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 14, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:14", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:15:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 68786280864, + "sizeGB": 68.78628086399999, + "sizeGiB": 64.0622161924839, + "kld": 0.007259, + "ppl": 5.696351, + "pplDeltaPercent": 0.16442764199049875, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.007259, + "Ppl": 5.696351, + "PplError": 0.109803 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 15, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:16", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:17:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 68775139744, + "sizeGB": 68.775139744, + "sizeGiB": 64.0518402159214, + "kld": 0.013235, + "ppl": 5.731702, + "pplDeltaPercent": 0.7860383330402676, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.013235, + "Ppl": 5.731702, + "PplError": 0.111217 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 17, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:17", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:18:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 68786280864, + "sizeGB": 68.78628086399999, + "sizeGiB": 64.0622161924839, + "kld": 0.007259, + "ppl": 5.696351, + "pplDeltaPercent": 0.16442764199049875, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.007259, + "Ppl": 5.696351, + "PplError": 0.109803 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 18, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:100", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:101:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68796766624, + "sizeGB": 68.796766624, + "sizeGiB": 64.0719818174839, + "kld": 0.005263, + "ppl": 5.682835, + "pplDeltaPercent": -0.0732372076666154, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005263, + "Ppl": 5.682835, + "PplError": 0.109349 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 101, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:101", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:102:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68796766624, + "sizeGB": 68.796766624, + "sizeGiB": 64.0719818174839, + "kld": 0.005263, + "ppl": 5.682835, + "pplDeltaPercent": -0.0732372076666154, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005263, + "Ppl": 5.682835, + "PplError": 0.109349 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 102, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:102", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:103:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68807907744, + "sizeGB": 68.80790774399999, + "sizeGiB": 64.0823577940464, + "kld": 0.004456, + "ppl": 5.677936, + "pplDeltaPercent": -0.1593810444874346, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004456, + "Ppl": 5.677936, + "PplError": 0.109214 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 103, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:103", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:104:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68807907744, + "sizeGB": 68.80790774399999, + "sizeGiB": 64.0823577940464, + "kld": 0.004456, + "ppl": 5.677936, + "pplDeltaPercent": -0.1593810444874346, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004456, + "Ppl": 5.677936, + "PplError": 0.109214 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 104, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:104", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:105:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 105, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:105", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:106:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 106, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:106", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:107:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 107, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:107", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:108:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68796766624, + "sizeGB": 68.796766624, + "sizeGiB": 64.0719818174839, + "kld": 0.005263, + "ppl": 5.682835, + "pplDeltaPercent": -0.0732372076666154, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005263, + "Ppl": 5.682835, + "PplError": 0.109349 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 108, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:108", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:109:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 109, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:109", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:110:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 110, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:110", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:111:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 111, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:111", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:112:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 112, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:112", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:113:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 113, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:113", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:114:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 114, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:114", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:115:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 115, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:115", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:116:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 116, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:116", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:117:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 117, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:117", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:118:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 118, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:4:118", + "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:119:202:202:0:202", + "group": "attn_output", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68828223904, + "sizeGB": 68.828223904, + "sizeGiB": 64.1012786924839, + "kld": 0.00416, + "ppl": 5.684618, + "pplDeltaPercent": -0.04188500087919613, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00416, + "Ppl": 5.684618, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 119, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:0", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:1:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 48695564704, + "sizeGB": 48.695564704000006, + "sizeGiB": 45.3512786924839, + "kld": 0.004152, + "ppl": 5.691483, + "pplDeltaPercent": 0.07882890803586373, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004152, + "Ppl": 5.691483, + "PplError": 0.109581 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 1, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:1", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:2:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 43474311584, + "sizeGB": 43.474311584, + "sizeGiB": 40.4886077940464, + "kld": 0.004724, + "ppl": 5.681713, + "pplDeltaPercent": -0.0929664146298583, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004724, + "Ppl": 5.681713, + "PplError": 0.109292 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 2, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:2", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:3:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 40611043744, + "sizeGB": 40.611043744, + "sizeGiB": 37.8219818174839, + "kld": 0.006349, + "ppl": 5.687812, + "pplDeltaPercent": 0.014278178301385842, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006349, + "Ppl": 5.687812, + "PplError": 0.109534 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 3, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:3", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:4:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 37916203424, + "sizeGB": 37.916203424, + "sizeGiB": 35.3122161924839, + "kld": 0.011208, + "ppl": 5.70102, + "pplDeltaPercent": 0.24652716722348297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011208, + "Ppl": 5.70102, + "PplError": 0.109788 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 4, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:5", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:6:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 37916203424, + "sizeGB": 37.916203424, + "sizeGiB": 35.3122161924839, + "kld": 0.01152, + "ppl": 5.728836, + "pplDeltaPercent": 0.7356426938631965, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.01152, + "Ppl": 5.728836, + "PplError": 0.110823 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 6, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:6", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:7:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 37242493344, + "sizeGB": 37.242493343999996, + "sizeGiB": 34.6847747862339, + "kld": 0.011599, + "ppl": 5.731601, + "pplDeltaPercent": 0.7842623527343082, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011599, + "Ppl": 5.731601, + "PplError": 0.110844 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 7, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:7", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:8:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 35052935584, + "sizeGB": 35.052935584, + "sizeGiB": 32.6455902159214, + "kld": 0.028907, + "ppl": 5.736317, + "pplDeltaPercent": 0.8671883242482747, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.028907, + "Ppl": 5.736317, + "PplError": 0.108575 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 8, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:8", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:9:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 34295011744, + "sizeGB": 34.295011744, + "sizeGiB": 31.939718633890152, + "kld": 0.037054, + "ppl": 5.766869, + "pplDeltaPercent": 1.404413574819756, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.037054, + "Ppl": 5.766869, + "PplError": 0.109257 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 9, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:9", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:10:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 34042370464, + "sizeGB": 34.042370464, + "sizeGiB": 31.704428106546402, + "kld": 0.038551, + "ppl": 5.809945, + "pplDeltaPercent": 2.161860383330396, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.038551, + "Ppl": 5.809945, + "PplError": 0.111947 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 10, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:10", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:11:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 32021240224, + "sizeGB": 32.021240224, + "sizeGiB": 29.822103887796402, + "kld": 0.092937, + "ppl": 6.073188, + "pplDeltaPercent": 6.7907156673114075, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.092937, + "Ppl": 6.073188, + "PplError": 0.11838 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 11, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:11", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:12:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 32021240224, + "sizeGB": 32.021240224, + "sizeGiB": 29.822103887796402, + "kld": 0.092937, + "ppl": 6.073188, + "pplDeltaPercent": 6.7907156673114075, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.092937, + "Ppl": 6.073188, + "PplError": 0.11838 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 12, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:13", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:14:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 40611043744, + "sizeGB": 40.611043744, + "sizeGiB": 37.8219818174839, + "kld": 0.006349, + "ppl": 5.687812, + "pplDeltaPercent": 0.014278178301385842, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006349, + "Ppl": 5.687812, + "PplError": 0.109534 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 14, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:14", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:15:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 37916203424, + "sizeGB": 37.916203424, + "sizeGiB": 35.3122161924839, + "kld": 0.011208, + "ppl": 5.70102, + "pplDeltaPercent": 0.24652716722348297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.011208, + "Ppl": 5.70102, + "PplError": 0.109788 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 15, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:16", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:17:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 32694950304, + "sizeGB": 32.694950304, + "sizeGiB": 30.449545294046402, + "kld": 0.068357, + "ppl": 5.91869, + "pplDeltaPercent": 4.07402848602074, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.068357, + "Ppl": 5.91869, + "PplError": 0.113879 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 17, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:17", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:18:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 35052935584, + "sizeGB": 35.052935584, + "sizeGiB": 32.6455902159214, + "kld": 0.028907, + "ppl": 5.736317, + "pplDeltaPercent": 0.8671883242482747, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.028907, + "Ppl": 5.736317, + "PplError": 0.108575 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 18, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:100", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:101:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 31383574944, + "sizeGB": 31.383574944, + "sizeGiB": 29.228231817483902, + "kld": 0.098545, + "ppl": 5.977297, + "pplDeltaPercent": 5.104571830490589, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.098545, + "Ppl": 5.977297, + "PplError": 0.115778 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 101, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:101", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:102:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 31383574944, + "sizeGB": 31.383574944, + "sizeGiB": 29.228231817483902, + "kld": 0.098545, + "ppl": 5.977297, + "pplDeltaPercent": 5.104571830490589, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.098545, + "Ppl": 5.977297, + "PplError": 0.115778 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 102, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:102", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:103:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 32736893344, + "sizeGB": 32.736893344, + "sizeGiB": 30.488607794046402, + "kld": 0.056607, + "ppl": 5.891697, + "pplDeltaPercent": 3.599384561280103, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.056607, + "Ppl": 5.891697, + "PplError": 0.114453 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 103, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:103", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:104:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 32736893344, + "sizeGB": 32.736893344, + "sizeGiB": 30.488607794046402, + "kld": 0.056607, + "ppl": 5.891697, + "pplDeltaPercent": 3.599384561280103, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.056607, + "Ppl": 5.891697, + "PplError": 0.114453 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 104, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:104", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:105:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 35106019744, + "sizeGB": 35.10601974400001, + "sizeGiB": 32.6950286924839, + "kld": 0.023567, + "ppl": 5.752689, + "pplDeltaPercent": 1.1550729734482132, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.023567, + "Ppl": 5.752689, + "PplError": 0.110552 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 105, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:105", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:106:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 36532083104, + "sizeGB": 36.532083104, + "sizeGiB": 34.0231536924839, + "kld": 0.016402, + "ppl": 5.725441, + "pplDeltaPercent": 0.675945138034108, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.016402, + "Ppl": 5.725441, + "PplError": 0.110507 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 106, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:106", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:107:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 35106019744, + "sizeGB": 35.10601974400001, + "sizeGiB": 32.6950286924839, + "kld": 0.023567, + "ppl": 5.752689, + "pplDeltaPercent": 1.1550729734482132, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.023567, + "Ppl": 5.752689, + "PplError": 0.110552 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 107, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:107", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:108:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 32105273760, + "sizeGB": 32.10527376, + "sizeGiB": 29.900366216897964, + "kld": 0.076251, + "ppl": 5.969218, + "pplDeltaPercent": 4.96251098997713, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.076251, + "Ppl": 5.969218, + "PplError": 0.116189 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 108, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:108", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:109:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 34099386784, + "sizeGB": 34.099386784000004, + "sizeGiB": 31.757528692483902, + "kld": 0.032516, + "ppl": 5.790863, + "pplDeltaPercent": 1.826323193247751, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.032516, + "Ppl": 5.790863, + "PplError": 0.111975 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 109, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:109", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:110:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 34099386784, + "sizeGB": 34.099386784000004, + "sizeGiB": 31.757528692483902, + "kld": 0.032516, + "ppl": 5.790863, + "pplDeltaPercent": 1.826323193247751, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.032516, + "Ppl": 5.790863, + "PplError": 0.111975 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 110, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:110", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:111:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 34179078560, + "sizeGB": 34.17907856, + "sizeGiB": 31.831747442483902, + "kld": 0.032488, + "ppl": 5.795611, + "pplDeltaPercent": 1.909811851591345, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.032488, + "Ppl": 5.795611, + "PplError": 0.112003 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 111, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:111", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:112:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 37958146464, + "sizeGB": 37.958146464, + "sizeGiB": 35.3512786924839, + "kld": 0.009815, + "ppl": 5.709141, + "pplDeltaPercent": 0.38932653420080043, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009815, + "Ppl": 5.709141, + "PplError": 0.11002 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 112, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:112", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:113:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 37958146464, + "sizeGB": 37.958146464, + "sizeGiB": 35.3512786924839, + "kld": 0.009815, + "ppl": 5.709141, + "pplDeltaPercent": 0.38932653420080043, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009815, + "Ppl": 5.709141, + "PplError": 0.11002 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 113, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:113", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:114:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 38025255328, + "sizeGB": 38.025255328, + "sizeGiB": 35.4137786924839, + "kld": 0.009754, + "ppl": 5.700645, + "pplDeltaPercent": 0.2399331809389742, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009754, + "Ppl": 5.700645, + "PplError": 0.109741 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 114, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:114", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:115:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 40642501024, + "sizeGB": 40.642501024, + "sizeGiB": 37.8512786924839, + "kld": 0.006135, + "ppl": 5.676038, + "pplDeltaPercent": -0.1927554070687557, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006135, + "Ppl": 5.676038, + "PplError": 0.109202 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 115, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:115", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:116:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 40642501024, + "sizeGB": 40.642501024, + "sizeGiB": 37.8512786924839, + "kld": 0.006135, + "ppl": 5.676038, + "pplDeltaPercent": -0.1927554070687557, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006135, + "Ppl": 5.676038, + "PplError": 0.109202 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 116, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:116", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:117:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 40713804192, + "sizeGB": 40.713804192000005, + "sizeGiB": 37.9176849424839, + "kld": 0.005908, + "ppl": 5.687248, + "pplDeltaPercent": 0.004360822929488763, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005908, + "Ppl": 5.687248, + "PplError": 0.109499 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 117, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:117", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:118:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 43494627744, + "sizeGB": 43.494627744000006, + "sizeGiB": 40.5075286924839, + "kld": 0.004701, + "ppl": 5.683968, + "pplDeltaPercent": -0.05331457710568217, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004701, + "Ppl": 5.683968, + "PplError": 0.109428 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 118, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:5:118", + "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:119:202:0:202", + "group": "ffn_up_gate", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 43624651168, + "sizeGB": 43.624651168, + "sizeGiB": 40.6286224424839, + "kld": 0.004993, + "ppl": 5.68651, + "pplDeltaPercent": -0.00861614207842626, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004993, + "Ppl": 5.68651, + "PplError": 0.109473 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 119, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:0", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:1:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 58801215904, + "sizeGB": 58.801215903999996, + "sizeGiB": 54.7628997862339, + "kld": 0.00415, + "ppl": 5.683273, + "pplDeltaPercent": -0.06553543168631053, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00415, + "Ppl": 5.683273, + "PplError": 0.109357 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 1, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:1", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:2:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 56190589344, + "sizeGB": 56.190589344, + "sizeGiB": 52.33156433701515, + "kld": 0.004825, + "ppl": 5.687303, + "pplDeltaPercent": 0.0053279409178779704, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004825, + "Ppl": 5.687303, + "PplError": 0.109454 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 2, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:2", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:3:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 55474772384, + "sizeGB": 55.474772384000005, + "sizeGiB": 51.66490784287453, + "kld": 0.005783, + "ppl": 5.684748, + "pplDeltaPercent": -0.03959908563390829, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005783, + "Ppl": 5.684748, + "PplError": 0.109349 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 3, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:3", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:4:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 54801062304, + "sizeGB": 54.801062304, + "sizeGiB": 51.03746643662453, + "kld": 0.00722, + "ppl": 5.687265, + "pplDeltaPercent": 0.004659750307714747, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00722, + "Ppl": 5.687265, + "PplError": 0.109384 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 4, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:5", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:6:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 53411535264, + "sizeGB": 53.411535264, + "sizeGiB": 49.7433685362339, + "kld": 0.01, + "ppl": 5.701725, + "pplDeltaPercent": 0.2589238614383582, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.01, + "Ppl": 5.701725, + "PplError": 0.109694 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 6, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:6", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:7:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 53074680224, + "sizeGB": 53.074680224, + "sizeGiB": 49.4296478331089, + "kld": 0.010597, + "ppl": 5.700475, + "pplDeltaPercent": 0.2369439071566675, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.010597, + "Ppl": 5.700475, + "PplError": 0.109711 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 7, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:7", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:8:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 51979901344, + "sizeGB": 51.979901344, + "sizeGiB": 48.41005554795265, + "kld": 0.020793, + "ppl": 5.726535, + "pplDeltaPercent": 0.6951819940214502, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.020793, + "Ppl": 5.726535, + "PplError": 0.109634 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 8, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:8", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:9:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 51979901344, + "sizeGB": 51.979901344, + "sizeGiB": 48.41005554795265, + "kld": 0.020793, + "ppl": 5.726535, + "pplDeltaPercent": 0.6951819940214502, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.020793, + "Ppl": 5.726535, + "PplError": 0.109634 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 9, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:9", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:10:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 51474618784, + "sizeGB": 51.474618784, + "sizeGiB": 47.93947449326515, + "kld": 0.030482, + "ppl": 5.724098, + "pplDeltaPercent": 0.6523298751538492, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.030482, + "Ppl": 5.724098, + "PplError": 0.109829 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 10, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:10", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:11:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 50577594784, + "sizeGB": 50.577594784, + "sizeGiB": 47.10405579209328, + "kld": 0.065126, + "ppl": 5.927871, + "pplDeltaPercent": 4.235466854228933, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.065126, + "Ppl": 5.927871, + "PplError": 0.114351 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 11, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:11", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:12:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 50495592864, + "sizeGB": 50.495592863999995, + "sizeGiB": 47.027685552835464, + "kld": 0.067215, + "ppl": 5.934405, + "pplDeltaPercent": 4.350360471250213, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.067215, + "Ppl": 5.934405, + "PplError": 0.114681 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 12, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:13", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:14:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 54758955424, + "sizeGB": 54.758955424, + "sizeGiB": 50.9982513487339, + "kld": 0.006424, + "ppl": 5.685303, + "pplDeltaPercent": -0.029839985932830305, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.006424, + "Ppl": 5.685303, + "PplError": 0.109411 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 14, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:14", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:15:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 53579962784, + "sizeGB": 53.579962784, + "sizeGiB": 49.9002288877964, + "kld": 0.009286, + "ppl": 5.698708, + "pplDeltaPercent": 0.20587304378406202, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.009286, + "Ppl": 5.698708, + "PplError": 0.109611 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 15, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:16", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:17:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 50889218464, + "sizeGB": 50.889218464, + "sizeGiB": 47.39427796006203, + "kld": 0.049787, + "ppl": 5.838866, + "pplDeltaPercent": 2.6704061895551265, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.049787, + "Ppl": 5.838866, + "PplError": 0.112562 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 17, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:17", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:18:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 52158855584, + "sizeGB": 52.158855583999994, + "sizeGiB": 48.57671967148781, + "kld": 0.019721, + "ppl": 5.731402, + "pplDeltaPercent": 0.7807631440126575, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.019721, + "Ppl": 5.731402, + "PplError": 0.109761 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 18, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:100", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:101:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 51612506528, + "sizeGB": 51.612506528, + "sizeGiB": 48.06789246201515, + "kld": 0.024661, + "ppl": 5.688167, + "pplDeltaPercent": 0.020520485317385193, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.024661, + "Ppl": 5.688167, + "PplError": 0.10917 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 101, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:101", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:102:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 50909960608, + "sizeGB": 50.909960608, + "sizeGiB": 47.41359558701515, + "kld": 0.039413, + "ppl": 5.780372, + "pplDeltaPercent": 1.6418498329523399, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.039413, + "Ppl": 5.780372, + "PplError": 0.111268 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 102, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:102", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:103:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 52078074272, + "sizeGB": 52.078074271999995, + "sizeGiB": 48.50148621201515, + "kld": 0.016685, + "ppl": 5.7212, + "pplDeltaPercent": 0.6013715491471662, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.016685, + "Ppl": 5.7212, + "PplError": 0.11004 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 103, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:103", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:104:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 51612506528, + "sizeGB": 51.612506528, + "sizeGiB": 48.06789246201515, + "kld": 0.024661, + "ppl": 5.688167, + "pplDeltaPercent": 0.020520485317385193, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.024661, + "Ppl": 5.688167, + "PplError": 0.10917 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 104, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:104", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:105:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 53640124832, + "sizeGB": 53.640124832, + "sizeGiB": 49.9562591612339, + "kld": 0.008822, + "ppl": 5.696828, + "pplDeltaPercent": 0.17281519254439467, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.008822, + "Ppl": 5.696828, + "PplError": 0.109675 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 105, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:105", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:106:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 53673679264, + "sizeGB": 53.673679264, + "sizeGiB": 49.9875091612339, + "kld": 0.008677, + "ppl": 5.699498, + "pplDeltaPercent": 0.21976437489009842, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.008677, + "Ppl": 5.699498, + "PplError": 0.109707 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 106, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:106", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:107:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 53329746336, + "sizeGB": 53.32974633600001, + "sizeGiB": 49.6671966612339, + "kld": 0.008649, + "ppl": 5.695864, + "pplDeltaPercent": 0.15586425180235594, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.008649, + "Ppl": 5.695864, + "PplError": 0.109709 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 107, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:107", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:108:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 51652606368, + "sizeGB": 51.652606368, + "sizeGiB": 48.10523834824562, + "kld": 0.024193, + "ppl": 5.70727, + "pplDeltaPercent": 0.35642693863196784, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.024193, + "Ppl": 5.70727, + "PplError": 0.109723 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 108, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:108", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:109:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 53329746336, + "sizeGB": 53.32974633600001, + "sizeGiB": 49.6671966612339, + "kld": 0.008649, + "ppl": 5.695864, + "pplDeltaPercent": 0.15586425180235594, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.008649, + "Ppl": 5.695864, + "PplError": 0.109709 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 109, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:109", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:110:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 52088232352, + "sizeGB": 52.088232352, + "sizeGiB": 48.5109466612339, + "kld": 0.016834, + "ppl": 5.723331, + "pplDeltaPercent": 0.6388429752066057, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.016834, + "Ppl": 5.723331, + "PplError": 0.110153 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 110, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:110", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:111:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 53371689376, + "sizeGB": 53.371689376, + "sizeGiB": 49.7062591612339, + "kld": 0.008546, + "ppl": 5.700715, + "pplDeltaPercent": 0.24116405837874938, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.008546, + "Ppl": 5.700715, + "PplError": 0.109797 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 111, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:111", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:112:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 54881638816, + "sizeGB": 54.881638816, + "sizeGiB": 51.1125091612339, + "kld": 0.005686, + "ppl": 5.687407, + "pplDeltaPercent": 0.007156673114120735, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005686, + "Ppl": 5.687407, + "PplError": 0.109426 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 112, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:112", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:113:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 53640124832, + "sizeGB": 53.640124832, + "sizeGiB": 49.9562591612339, + "kld": 0.008324, + "ppl": 5.700992, + "pplDeltaPercent": 0.24603481624758225, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.008324, + "Ppl": 5.700992, + "PplError": 0.109818 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 113, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:113", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:114:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 54917290400, + "sizeGB": 54.9172904, + "sizeGiB": 51.1457122862339, + "kld": 0.005858, + "ppl": 5.685906, + "pplDeltaPercent": -0.01923685598734219, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005858, + "Ppl": 5.685906, + "PplError": 0.109395 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 114, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:114", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:115:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 56395782560, + "sizeGB": 56.39578256, + "sizeGiB": 52.5226654112339, + "kld": 0.00464, + "ppl": 5.689336, + "pplDeltaPercent": 0.041076138561626015, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00464, + "Ppl": 5.689336, + "PplError": 0.109502 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 115, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:115", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:116:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 54881638816, + "sizeGB": 54.881638816, + "sizeGiB": 51.1125091612339, + "kld": 0.005686, + "ppl": 5.687407, + "pplDeltaPercent": 0.007156673114120735, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.005686, + "Ppl": 5.687407, + "PplError": 0.109426 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 116, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:116", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:117:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 56460794272, + "sizeGB": 56.460794272, + "sizeGiB": 52.5832122862339, + "kld": 0.004681, + "ppl": 5.676786, + "pplDeltaPercent": -0.1796026024265938, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.004681, + "Ppl": 5.676786, + "PplError": 0.109101 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 117, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:117", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:118:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 56395782560, + "sizeGB": 56.39578256, + "sizeGiB": 52.5226654112339, + "kld": 0.00464, + "ppl": 5.689336, + "pplDeltaPercent": 0.041076138561626015, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00464, + "Ppl": 5.689336, + "PplError": 0.109502 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 118, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:6:118", + "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:119:0:202", + "group": "ffn_down", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 58801215904, + "sizeGB": 58.801215903999996, + "sizeGiB": 54.7628997862339, + "kld": 0.00415, + "ppl": 5.683273, + "pplDeltaPercent": -0.06553543168631053, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.00415, + "Ppl": 5.683273, + "PplError": 0.109357 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 119, + "MoeExperts": 0, + "MoeRouter": 202 + } + }, + { + "key": "cont:0:8:0", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q8_0\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:1", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "Q8_0", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q8_0", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 1 + } + }, + { + "key": "cont:0:8:1", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:2", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q6_k", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 2 + } + }, + { + "key": "cont:0:8:2", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q5_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:3", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 3 + } + }, + { + "key": "cont:0:8:3", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:4", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_m", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 4 + } + }, + { + "key": "cont:0:8:5", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:6", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_nl", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 6 + } + }, + { + "key": "cont:0:8:6", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:7", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq4_xs", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 7 + } + }, + { + "key": "cont:0:8:7", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:8", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_s", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 8 + } + }, + { + "key": "cont:0:8:8", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:9", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xs", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 9 + } + }, + { + "key": "cont:0:8:9", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:10", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_xxs", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 10 + } + }, + { + "key": "cont:0:8:10", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:11", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_s", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 11 + } + }, + { + "key": "cont:0:8:11", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:12", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_xs", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 12 + } + }, + { + "key": "cont:0:8:13", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:14", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q5_k_s", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 14 + } + }, + { + "key": "cont:0:8:14", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:15", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:q4_k_s", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 15 + } + }, + { + "key": "cont:0:8:16", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:17", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq2_m", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 17 + } + }, + { + "key": "cont:0:8:17", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:18", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "IQ3_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "standard:iq3_m", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 18 + } + }, + { + "key": "cont:0:8:100", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ2_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:101", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 101 + } + }, + { + "key": "cont:0:8:101", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ2_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:102", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ2_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 102 + } + }, + { + "key": "cont:0:8:102", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ3_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:103", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 103 + } + }, + { + "key": "cont:0:8:103", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ3_XXS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:104", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ3_XXS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 104 + } + }, + { + "key": "cont:0:8:104", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_NL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:105", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 105 + } + }, + { + "key": "cont:0:8:105", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_NL_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:106", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_NL_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 106 + } + }, + { + "key": "cont:0:8:106", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_XS\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:107", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-IQ4_XS", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 107 + } + }, + { + "key": "cont:0:8:107", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q2_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:108", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q2_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 108 + } + }, + { + "key": "cont:0:8:108", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:109", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 109 + } + }, + { + "key": "cont:0:8:109", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:110", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 110 + } + }, + { + "key": "cont:0:8:110", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:111", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q3_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 111 + } + }, + { + "key": "cont:0:8:111", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:112", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 112 + } + }, + { + "key": "cont:0:8:112", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:113", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 113 + } + }, + { + "key": "cont:0:8:113", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:114", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q4_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 114 + } + }, + { + "key": "cont:0:8:114", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_M\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:115", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_M", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 115 + } + }, + { + "key": "cont:0:8:115", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_S\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:116", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_S", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 116 + } + }, + { + "key": "cont:0:8:116", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:117", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q5_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 117 + } + }, + { + "key": "cont:0:8:117", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q6_K\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:118", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 118 + } + }, + { + "key": "cont:0:8:118", + "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q6_K_XL\u0027.", + "kind": "GroupIsolationContinuation", + "tensorConfigKey": "0:202:202:202:202:202:202:202:0:119", + "group": "moe_router", + "testedBaseline": "Q8_0", + "testedCandidate": "UD-Q6_K_XL", + "testedBaselineCanonicalKey": "standard:q8_0", + "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", + "isSmallestProbe": false, + "sizeBytes": 68906867104, + "sizeGB": 68.906867104, + "sizeGiB": 64.1745208799839, + "kld": 0.003969, + "ppl": 5.688643, + "pplDeltaPercent": 0.028890451907853297, + "foundBenchmark": true, + "categories": [ + { + "CategoryId": 1, + "Category": "General", + "Kld": 0.003969, + "Ppl": 5.688643, + "PplError": 0.109522 + } + ], + "config": { + "BaseQuant": 0, + "Embeddings": 202, + "LmHead": 202, + "AttnQ": 202, + "AttnKV": 202, + "AttnOutput": 202, + "FfnUpGate": 202, + "FfnDown": 202, + "MoeExperts": 0, + "MoeRouter": 119 + } + } +] \ No newline at end of file