{ "baseline": { "path": "runs/kld-native-iq4-xs-mtp-graft-target-top64-32prompts.json", "served_model": "ornith-iq4xs-mtp-graft-target-kld" }, "candidate": { "path": "runs/kld-native-iq4-xs-mtp-graft-active-top64-32prompts.json", "served_model": "ornith-iq4xs-mtp-graft-active-kld" }, "method": { "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.", "epsilon": 1e-12, "top_logprobs": 64, "vocab_size": 248320 }, "rows": [ { "baseline_top_mass": 0.999967455593682, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999967455593682, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.999967455593682, "shared_candidate_mass": 0.999967455593682, "shared_tokens": 64, "source_id": "630213", "top1_match": true }, { "baseline_top_mass": 0.9999534788668336, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999534788668336, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999534788668336, "shared_candidate_mass": 0.9999534788668336, "shared_tokens": 64, "source_id": "373803", "top1_match": true }, { "baseline_top_mass": 0.9999248667435122, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999248667435122, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999248667435122, "shared_candidate_mass": 0.9999248667435122, "shared_tokens": 64, "source_id": "148184", "top1_match": true }, { "baseline_top_mass": 0.9999540947218023, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999540947218023, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999540947218023, "shared_candidate_mass": 0.9999540947218023, "shared_tokens": 64, "source_id": "631801", "top1_match": true }, { "baseline_top_mass": 0.9996768083796801, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9996768083796801, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9996768083796801, "shared_candidate_mass": 0.9996768083796801, "shared_tokens": 64, "source_id": "211640", "top1_match": true }, { "baseline_top_mass": 0.9998843824254704, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998843824254704, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9998843824254704, "shared_candidate_mass": 0.9998843824254704, "shared_tokens": 64, "source_id": "90023", "top1_match": true }, { "baseline_top_mass": 0.9999582107492806, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999582107492806, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999582107492806, "shared_candidate_mass": 0.9999582107492806, "shared_tokens": 64, "source_id": "611646", "top1_match": true }, { "baseline_top_mass": 0.9999859374283139, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999859374283139, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999859374283139, "shared_candidate_mass": 0.9999859374283139, "shared_tokens": 64, "source_id": "502142", "top1_match": true }, { "baseline_top_mass": 0.9999956659912228, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999956659912228, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999956659912228, "shared_candidate_mass": 0.9999956659912228, "shared_tokens": 64, "source_id": "563321", "top1_match": true }, { "baseline_top_mass": 0.9999857381942261, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999857381942261, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999857381942261, "shared_candidate_mass": 0.9999857381942261, "shared_tokens": 64, "source_id": "332631", "top1_match": true }, { "baseline_top_mass": 0.9999435077675739, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999435077675739, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999435077675739, "shared_candidate_mass": 0.9999435077675739, "shared_tokens": 64, "source_id": "625988", "top1_match": true }, { "baseline_top_mass": 0.9999925403330318, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999925403330318, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999925403330318, "shared_candidate_mass": 0.9999925403330318, "shared_tokens": 64, "source_id": "265020", "top1_match": true }, { "baseline_top_mass": 0.9999800329917211, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999800329917211, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999800329917211, "shared_candidate_mass": 0.9999800329917211, "shared_tokens": 64, "source_id": "569184", "top1_match": true }, { "baseline_top_mass": 0.9999557282475117, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999557282475117, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999557282475117, "shared_candidate_mass": 0.9999557282475117, "shared_tokens": 64, "source_id": "329285", "top1_match": true }, { "baseline_top_mass": 0.9998859717632992, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998859717632992, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9998859717632992, "shared_candidate_mass": 0.9998859717632992, "shared_tokens": 64, "source_id": "587302", "top1_match": true }, { "baseline_top_mass": 0.9999705966494528, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999705966494528, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999705966494528, "shared_candidate_mass": 0.9999705966494528, "shared_tokens": 64, "source_id": "638333", "top1_match": true }, { "baseline_top_mass": 0.999822979706313, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999822979706313, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.999822979706313, "shared_candidate_mass": 0.999822979706313, "shared_tokens": 64, "source_id": "652770", "top1_match": true }, { "baseline_top_mass": 0.9999753112712745, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999753112712745, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999753112712745, "shared_candidate_mass": 0.9999753112712745, "shared_tokens": 64, "source_id": "446368", "top1_match": true }, { "baseline_top_mass": 0.999965094557998, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999965094557998, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.999965094557998, "shared_candidate_mass": 0.999965094557998, "shared_tokens": 64, "source_id": "431830", "top1_match": true }, { "baseline_top_mass": 0.9999580617905134, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999580617905134, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999580617905134, "shared_candidate_mass": 0.9999580617905134, "shared_tokens": 64, "source_id": "256826", "top1_match": true }, { "baseline_top_mass": 0.9999783068242521, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999783068242521, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999783068242521, "shared_candidate_mass": 0.9999783068242521, "shared_tokens": 64, "source_id": "502839", "top1_match": true }, { "baseline_top_mass": 0.9999935152449748, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999935152449748, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999935152449748, "shared_candidate_mass": 0.9999935152449748, "shared_tokens": 64, "source_id": "471183", "top1_match": true }, { "baseline_top_mass": 0.9999449465934506, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999449465934506, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999449465934506, "shared_candidate_mass": 0.9999449465934506, "shared_tokens": 64, "source_id": "426567", "top1_match": true }, { "baseline_top_mass": 0.9999831613367679, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999831613367679, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999831613367679, "shared_candidate_mass": 0.9999831613367679, "shared_tokens": 64, "source_id": "569212", "top1_match": true }, { "baseline_top_mass": 0.9999664316573617, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999664316573617, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999664316573617, "shared_candidate_mass": 0.9999664316573617, "shared_tokens": 64, "source_id": "111364", "top1_match": true }, { "baseline_top_mass": 0.9999845755344882, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999845755344882, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999845755344882, "shared_candidate_mass": 0.9999845755344882, "shared_tokens": 64, "source_id": "457674", "top1_match": true }, { "baseline_top_mass": 0.9999775785160356, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999775785160356, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999775785160356, "shared_candidate_mass": 0.9999775785160356, "shared_tokens": 64, "source_id": "453176", "top1_match": true }, { "baseline_top_mass": 0.9999068950399134, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999068950399134, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999068950399134, "shared_candidate_mass": 0.9999068950399134, "shared_tokens": 64, "source_id": "79550", "top1_match": true }, { "baseline_top_mass": 0.9998984017335714, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998984017335714, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9998984017335714, "shared_candidate_mass": 0.9998984017335714, "shared_tokens": 64, "source_id": "7540", "top1_match": true }, { "baseline_top_mass": 0.999867721577791, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999867721577791, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.999867721577791, "shared_candidate_mass": 0.999867721577791, "shared_tokens": 64, "source_id": "424477", "top1_match": true }, { "baseline_top_mass": 0.9999910928324433, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999910928324433, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999910928324433, "shared_candidate_mass": 0.9999910928324433, "shared_tokens": 64, "source_id": "613736", "top1_match": true }, { "baseline_top_mass": 0.9999606284739366, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999606284739366, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0, "kl_nats": 0.0, "shared_baseline_mass": 0.9999606284739366, "shared_candidate_mass": 0.9999606284739366, "shared_tokens": 64, "source_id": "376593", "top1_match": true } ], "summary": { "baseline_top_mass_mean": 0.9999434287355531, "candidate_top_mass_mean": 0.9999434287355531, "kl_bits_max": 0.0, "kl_bits_mean": 0.0, "kl_nats_max": 0.0, "kl_nats_mean": 0.0, "kl_nats_p50": 0.0, "kl_nats_p95": 0.0, "max_kl_baseline_top_token": "The", "max_kl_candidate_top_token": "The", "max_kl_source_id": "630213", "paired_prompts": 32, "shared_baseline_mass_mean": 0.9999434287355531, "top1_match_rate": 1.0, "top1_matches": 32, "top1_mismatches": 0 } }