{ "baseline": { "path": "runs/kld-native-iq4-xs-top64-32prompts.json", "served_model": "Ornith-1.0-35B-GGUF-IQ4_XS" }, "candidate": { "path": "runs/kld-native-iq4-xs-mtp-graft-target-top64-32prompts.json", "served_model": "ornith-iq4xs-mtp-graft-target-kld" }, "method": { "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.", "epsilon": 1e-12, "top_logprobs": 64, "vocab_size": 248320 }, "rows": [ { "baseline_top_mass": 0.9999498844331138, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999967455593682, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.021284484449239742, "kl_nats": 0.014753280385662527, "shared_baseline_mass": 0.9999349925407491, "shared_candidate_mass": 0.9999477457195297, "shared_tokens": 50, "source_id": "630213", "top1_match": true }, { "baseline_top_mass": 0.9998558801151395, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999534788668336, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.3006978250849949, "kl_nats": 0.2084278496581718, "shared_baseline_mass": 0.9997776314797595, "shared_candidate_mass": 0.99993583856671, "shared_tokens": 52, "source_id": "373803", "top1_match": false }, { "baseline_top_mass": 0.9998861120612176, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999248667435122, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.012238665997812285, "kl_nats": 0.008483196830198455, "shared_baseline_mass": 0.9998273855072409, "shared_candidate_mass": 0.9998985999370557, "shared_tokens": 51, "source_id": "148184", "top1_match": true }, { "baseline_top_mass": 0.999971535312009, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999540947218023, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.009650429789600585, "kl_nats": 0.006689168199853351, "shared_baseline_mass": 0.9999176180006422, "shared_candidate_mass": 0.9999304731907864, "shared_tokens": 44, "source_id": "631801", "top1_match": true }, { "baseline_top_mass": 0.9998528848230386, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9996768083796801, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.009909714863895757, "kl_nats": 0.006868890918062326, "shared_baseline_mass": 0.9997924959164286, "shared_candidate_mass": 0.9995338607868186, "shared_tokens": 46, "source_id": "211640", "top1_match": true }, { "baseline_top_mass": 0.999867206603918, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998843824254704, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.05352459920173082, "kl_nats": 0.037100425027280816, "shared_baseline_mass": 0.9998285530901655, "shared_candidate_mass": 0.9998471064201351, "shared_tokens": 49, "source_id": "90023", "top1_match": true }, { "baseline_top_mass": 0.9999566226806048, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999582107492806, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.04453973561646163, "kl_nats": 0.030872592165435756, "shared_baseline_mass": 0.999944138788212, "shared_candidate_mass": 0.9999468536228615, "shared_tokens": 53, "source_id": "611646", "top1_match": true }, { "baseline_top_mass": 0.9999853893164175, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999859374283139, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0024438242984073, "kl_nats": 0.0016939299222249063, "shared_baseline_mass": 0.9999707270794311, "shared_candidate_mass": 0.9999781914508334, "shared_tokens": 47, "source_id": "502142", "top1_match": true }, { "baseline_top_mass": 0.9999756414281807, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999956659912228, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.22190613718649435, "kl_nats": 0.15381361333976698, "shared_baseline_mass": 0.9999609901582349, "shared_candidate_mass": 0.9999913905593772, "shared_tokens": 50, "source_id": "563321", "top1_match": true }, { "baseline_top_mass": 0.9999672609712532, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999857381942261, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.009177649443423985, "kl_nats": 0.0063614618358768865, "shared_baseline_mass": 0.999903549658269, "shared_candidate_mass": 0.9999752261106144, "shared_tokens": 42, "source_id": "332631", "top1_match": true }, { "baseline_top_mass": 0.9998617296626909, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999435077675739, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.1524120288252771, "kl_nats": 0.10564396806366194, "shared_baseline_mass": 0.9998236933428888, "shared_candidate_mass": 0.9999259838720908, "shared_tokens": 51, "source_id": "625988", "top1_match": false }, { "baseline_top_mass": 0.9999816771539151, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999925403330318, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.07138917144309401, "kl_nats": 0.04948320290829117, "shared_baseline_mass": 0.9999655602077129, "shared_candidate_mass": 0.9999865466515478, "shared_tokens": 50, "source_id": "265020", "top1_match": true }, { "baseline_top_mass": 0.9999790933994621, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999800329917211, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.17444438782319913, "kl_nats": 0.12091563558415613, "shared_baseline_mass": 0.9999687303961889, "shared_candidate_mass": 0.99997184688819, "shared_tokens": 53, "source_id": "569184", "top1_match": false }, { "baseline_top_mass": 0.999942198103453, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999557282475117, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0518496180654319, "kl_nats": 0.035939416575164126, "shared_baseline_mass": 0.9999239482466943, "shared_candidate_mass": 0.9999315695346086, "shared_tokens": 49, "source_id": "329285", "top1_match": true }, { "baseline_top_mass": 0.9999224163919445, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998859717632992, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.28672808643227965, "kl_nats": 0.19874476469788294, "shared_baseline_mass": 0.9998821306523195, "shared_candidate_mass": 0.999808764557434, "shared_tokens": 47, "source_id": "587302", "top1_match": true }, { "baseline_top_mass": 0.9999625677783122, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999705966494528, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.23674710746850705, "kl_nats": 0.16410059004751804, "shared_baseline_mass": 0.9999461183615206, "shared_candidate_mass": 0.9999464041952344, "shared_tokens": 49, "source_id": "638333", "top1_match": false }, { "baseline_top_mass": 0.9999100083082718, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999822979706313, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.020390251878522326, "kl_nats": 0.014133445600504878, "shared_baseline_mass": 0.9998395398826545, "shared_candidate_mass": 0.999763953935127, "shared_tokens": 46, "source_id": "652770", "top1_match": true }, { "baseline_top_mass": 0.9999722472957158, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999753112712745, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0023582572750849573, "kl_nats": 0.0016346193812601176, "shared_baseline_mass": 0.9999585528348135, "shared_candidate_mass": 0.9999657147779876, "shared_tokens": 48, "source_id": "446368", "top1_match": true }, { "baseline_top_mass": 0.9998108621043515, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999965094557998, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.02286826635561261, "kl_nats": 0.015851074348686735, "shared_baseline_mass": 0.9997309057906952, "shared_candidate_mass": 0.9999474343363047, "shared_tokens": 48, "source_id": "431830", "top1_match": true }, { "baseline_top_mass": 0.9999478905296568, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999580617905134, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.009274465847156379, "kl_nats": 0.006428569853155948, "shared_baseline_mass": 0.9999333998907538, "shared_candidate_mass": 0.9999463964255144, "shared_tokens": 54, "source_id": "256826", "top1_match": true }, { "baseline_top_mass": 0.9999774033902153, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999783068242521, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.10087988135679916, "kl_nats": 0.06992460533768713, "shared_baseline_mass": 0.9999677284805193, "shared_candidate_mass": 0.9999719742862658, "shared_tokens": 52, "source_id": "502839", "top1_match": true }, { "baseline_top_mass": 0.9999826192324314, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999935152449748, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.006361264424593155, "kl_nats": 0.004409292500703028, "shared_baseline_mass": 0.9999757672851811, "shared_candidate_mass": 0.9999859354422291, "shared_tokens": 53, "source_id": "471183", "top1_match": true }, { "baseline_top_mass": 0.9999353866324466, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999449465934506, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.039495751934938, "kl_nats": 0.027376369097797275, "shared_baseline_mass": 0.9998989477213326, "shared_candidate_mass": 0.9999209517137696, "shared_tokens": 44, "source_id": "426567", "top1_match": true }, { "baseline_top_mass": 0.9999803710201803, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999831613367679, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.006977405647749219, "kl_nats": 0.0048363690523604095, "shared_baseline_mass": 0.9999438914150339, "shared_candidate_mass": 0.9999653777045208, "shared_tokens": 44, "source_id": "569212", "top1_match": true }, { "baseline_top_mass": 0.9999679819223184, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999664316573617, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.16061863930681272, "kl_nats": 0.11133235698089204, "shared_baseline_mass": 0.999948858190655, "shared_candidate_mass": 0.9999477372989363, "shared_tokens": 51, "source_id": "111364", "top1_match": true }, { "baseline_top_mass": 0.9999625071362366, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999845755344882, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.014913589789189094, "kl_nats": 0.01033731271440401, "shared_baseline_mass": 0.9999306724602995, "shared_candidate_mass": 0.999977022993597, "shared_tokens": 49, "source_id": "457674", "top1_match": true }, { "baseline_top_mass": 0.9999790690524091, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999775785160356, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.003336824076056215, "kl_nats": 0.00231291020034291, "shared_baseline_mass": 0.9999647020348817, "shared_candidate_mass": 0.9999657839385435, "shared_tokens": 48, "source_id": "453176", "top1_match": true }, { "baseline_top_mass": 0.9999192656681664, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999068950399134, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.02763092055980741, "kl_nats": 0.01915229468230633, "shared_baseline_mass": 0.9996350740752109, "shared_candidate_mass": 0.9998692927358694, "shared_tokens": 48, "source_id": "79550", "top1_match": true }, { "baseline_top_mass": 0.9999249964006158, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998984017335714, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.010422738603129514, "kl_nats": 0.007224491876472525, "shared_baseline_mass": 0.9998804740345656, "shared_candidate_mass": 0.9998496647473185, "shared_tokens": 48, "source_id": "7540", "top1_match": true }, { "baseline_top_mass": 0.9998751328076105, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999867721577791, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.008948232279462691, "kl_nats": 0.006202441975505057, "shared_baseline_mass": 0.9997815397231938, "shared_candidate_mass": 0.9998316071295573, "shared_tokens": 46, "source_id": "424477", "top1_match": true }, { "baseline_top_mass": 0.9999849418271824, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999910928324433, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.21672862767717976, "kl_nats": 0.15022483722106328, "shared_baseline_mass": 0.9999762589266665, "shared_candidate_mass": 0.9999855537308512, "shared_tokens": 52, "source_id": "613736", "top1_match": true }, { "baseline_top_mass": 0.9999172721159012, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999606284739366, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.04973596187279304, "kl_nats": 0.03447434174456343, "shared_baseline_mass": 0.9998835902133177, "shared_candidate_mass": 0.9999464012851321, "shared_tokens": 50, "source_id": "376593", "top1_match": true } ], "summary": { "baseline_top_mass_mean": 0.9999364392399493, "candidate_top_mass_mean": 0.9999434287355531, "kl_bits_max": 0.3006978250849949, "kl_bits_mean": 0.0737463920273355, "kl_nats_max": 0.2084278496581718, "kl_nats_mean": 0.051117103710216036, "kl_nats_p50": 0.01915229468230633, "kl_nats_p95": 0.16410059004751804, "max_kl_baseline_top_token": "Here", "max_kl_candidate_top_token": "The", "max_kl_source_id": "373803", "paired_prompts": 32, "shared_baseline_mass_mean": 0.9998943176995698, "top1_match_rate": 0.875, "top1_matches": 28, "top1_mismatches": 4 } }