{ "version": 2, "created": "2026-10-03", "run": "stage2/ckpt-003000", "fitter": "fit_pii_calibration_dec_20261001.py", "grid_floor": 0.001, "pii_length_rule": { "kind": "loglin_iso", "anchors": [ { "n_tokens": 21, "threshold": 0.3354 }, { "n_tokens": 126, "threshold": 0.3354 }, { "n_tokens": 254, "threshold": 0.25 }, { "n_tokens": 510, "threshold": 0.15 }, { "n_tokens": 1022, "threshold": 0.1 }, { "n_tokens": 2046, "threshold": 0.1 }, { "n_tokens": 3070, "threshold": 0.07071 }, { "n_tokens": 4094, "threshold": 0.07071 }, { "n_tokens": 8190, "threshold": 0.05 } ], "interpolation": "log(threshold) linear in log(n_tokens) between anchors; constant outside", "token_count": "span-part token ids, this model's tokenizer, no special tokens", "fitted_on": "dev: Tier-0 pii_dev (short), pii_middev_20260928 (128..3072), pii_longdev_20260927 (4096, 8192); per-bucket micro-F1-best threshold, ties -> lowest" }, "pii_sparse_gate": { "K": 6, "t_sparse": 0.5, "probe_threshold": 0.5, "rule": "if the doc has <= K spans decoded at probe_threshold, threshold = max(length rule, t_sparse); K < 0 disables the gate" }, "alternatives": {}, "report": { "source": "/root/adamko/export/work_9B_nb_20261003/pii_cal/rows.json", "span_temperature": 0.7209434509277344, "ext_grid_low": [ 0.0001, 0.0001334, 0.0001778, 0.0002371, 0.0003162, 0.0004217, 0.0005623, 0.0007499 ], "K_grid": [ 0, 1, 2, 3, 4, 5, 6, 8, 10 ], "T_grid": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.4, 0.5 ], "probe_threshold": 0.5, "floors": { "floor_1e-3": { "anchors": [ { "n_tokens": 21, "threshold": 0.3354 }, { "n_tokens": 126, "threshold": 0.3354 }, { "n_tokens": 254, "threshold": 0.25 }, { "n_tokens": 510, "threshold": 0.15 }, { "n_tokens": 1022, "threshold": 0.1 }, { "n_tokens": 2046, "threshold": 0.1 }, { "n_tokens": 3070, "threshold": 0.07071 }, { "n_tokens": 4094, "threshold": 0.07071 }, { "n_tokens": 8190, "threshold": 0.05 } ], "raw_anchors": [ { "bucket": "short", "n_tokens": 21.0, "threshold": 0.25 }, { "bucket": "128", "n_tokens": 126.0, "threshold": 0.45 }, { "bucket": "256", "n_tokens": 254.0, "threshold": 0.25 }, { "bucket": "512", "n_tokens": 510.0, "threshold": 0.15 }, { "bucket": "1024", "n_tokens": 1022.0, "threshold": 0.1 }, { "bucket": "2048", "n_tokens": 2046.0, "threshold": 0.1 }, { "bucket": "3072", "n_tokens": 3070.0, "threshold": 0.05 }, { "bucket": "4096", "n_tokens": 4094.0, "threshold": 0.1 }, { "bucket": "8192", "n_tokens": 8190.0, "threshold": 0.05 } ], "iso_changed": true, "gate": { "K": 6, "T": 0.5, "dev_mean": 0.9481881266492844, "dev_mean_no_gate": 0.9475714527821124, "lobo": { "short": { "K": 6, "T": 0.5, "f1": 1.0 }, "128": { "K": 1, "T": 0.4, "f1": 0.9878542510121457 }, "256": { "K": 6, "T": 0.5, "f1": 0.9794933655006032 }, "512": { "K": 6, "T": 0.5, "f1": 0.9592641261498029 }, "1024": { "K": 6, "T": 0.5, "f1": 0.9263888888888889 }, "2048": { "K": 6, "T": 0.5, "f1": 0.8944276304076909 }, "3072": { "K": 6, "T": 0.5, "f1": 0.8945057553103121 }, "4096": { "K": 6, "T": 0.5, "f1": 0.9446708322013946 }, "8192": { "K": 6, "T": 0.5, "f1": 0.9450845292144829 } }, "lobo_mean": 0.9479654865205913, "top10": [ [ 0.9481881266492844, "8:0.5" ], [ 0.9481881266492844, "6:0.5" ], [ 0.9480482693959951, "8:0.4" ], [ 0.9480482693959951, "6:0.4" ], [ 0.9480482693959951, "5:0.4" ], [ 0.9480482693959951, "4:0.4" ], [ 0.9480482693959951, "3:0.4" ], [ 0.9480482693959951, "2:0.4" ], [ 0.9480482693959951, "1:0.4" ], [ 0.9480458736715897, "8:0.3" ] ] }, "dev_mean_length": 0.9475714527821124, "dev_mean_gated": 0.9481881266492844, "dev_mean_v1": 0.7584343569045171, "lobo_rule": { "128": 0.9878542510121457, "256": 0.9783132530120482, "512": 0.9592641261498029, "1024": 0.9247311827956989, "2048": 0.8941092721124755, "3072": 0.8925678894711767, "4096": 0.9435327094353271 }, "lobo_rule_mean": 0.9400532405698107, "per_bucket": { "dev:short": { "all": { "v1": { "f1": 1.0, "tp": 840, "fp": 0, "fn": 0, "n": 888, "gate_fired": 0 }, "length": { "f1": 1.0, "tp": 840, "fp": 0, "fn": 0, "n": 888, "gate_fired": 0 }, "gated": { "f1": 1.0, "tp": 840, "fp": 0, "fn": 0, "n": 888, "gate_fired": 888 } }, "packed": { "v1": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 0, "gate_fired": 0 }, "length": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 0, "gate_fired": 0 }, "gated": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 0, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 48, "gate_fired": 0 }, "length": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 48, "gate_fired": 0 }, "gated": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 48, "gate_fired": 48 } } }, "dev:128": { "all": { "v1": { "f1": 0.9817444219066938, "tp": 242, "fp": 5, "fn": 4, "n": 150, "gate_fired": 0 }, "length": { "f1": 0.9878542510121457, "tp": 244, "fp": 4, "fn": 2, "n": 150, "gate_fired": 0 }, "gated": { "f1": 0.9898580121703854, "tp": 244, "fp": 3, "fn": 2, "n": 150, "gate_fired": 148 } }, "packed": { "v1": { "f1": 0.9712460063897763, "tp": 152, "fp": 5, "fn": 4, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.9808917197452229, "tp": 154, "fp": 4, "fn": 2, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.9840255591054313, "tp": 154, "fp": 3, "fn": 2, "n": 30, "gate_fired": 28 } }, "sparse": { "v1": { "f1": 1.0, "tp": 90, "fp": 0, "fn": 0, "n": 120, "gate_fired": 0 }, "length": { "f1": 1.0, "tp": 90, "fp": 0, "fn": 0, "n": 120, "gate_fired": 0 }, "gated": { "f1": 1.0, "tp": 90, "fp": 0, "fn": 0, "n": 120, "gate_fired": 120 } } }, "dev:256": { "all": { "v1": { "f1": 0.9466019417475728, "tp": 390, "fp": 20, "fn": 24, "n": 150, "gate_fired": 0 }, "length": { "f1": 0.9794933655006032, "tp": 406, "fp": 9, "fn": 8, "n": 150, "gate_fired": 0 }, "gated": { "f1": 0.9794933655006032, "tp": 406, "fp": 9, "fn": 8, "n": 150, "gate_fired": 120 } }, "packed": { "v1": { "f1": 0.9364341085271318, "tp": 302, "fp": 19, "fn": 22, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.9768875192604006, "tp": 317, "fp": 8, "fn": 7, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.9768875192604006, "tp": 317, "fp": 8, "fn": 7, "n": 30, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.9832402234636871, "tp": 88, "fp": 1, "fn": 2, "n": 120, "gate_fired": 0 }, "length": { "f1": 0.9888888888888889, "tp": 89, "fp": 1, "fn": 1, "n": 120, "gate_fired": 0 }, "gated": { "f1": 0.9888888888888889, "tp": 89, "fp": 1, "fn": 1, "n": 120, "gate_fired": 120 } } }, "dev:512": { "all": { "v1": { "f1": 0.9088471849865952, "tp": 678, "fp": 61, "fn": 75, "n": 150, "gate_fired": 0 }, "length": { "f1": 0.9592641261498029, "tp": 730, "fp": 39, "fn": 23, "n": 150, "gate_fired": 0 }, "gated": { "f1": 0.9592641261498029, "tp": 730, "fp": 39, "fn": 23, "n": 150, "gate_fired": 120 } }, "packed": { "v1": { "f1": 0.8963414634146342, "tp": 588, "fp": 61, "fn": 75, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.9538002980625931, "tp": 640, "fp": 39, "fn": 23, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.9538002980625931, "tp": 640, "fp": 39, "fn": 23, "n": 30, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 1.0, "tp": 90, "fp": 0, "fn": 0, "n": 120, "gate_fired": 0 }, "length": { "f1": 1.0, "tp": 90, "fp": 0, "fn": 0, "n": 120, "gate_fired": 0 }, "gated": { "f1": 1.0, "tp": 90, "fp": 0, "fn": 0, "n": 120, "gate_fired": 120 } } }, "dev:1024": { "all": { "v1": { "f1": 0.8021525799303577, "tp": 1267, "fp": 463, "fn": 162, "n": 150, "gate_fired": 0 }, "length": { "f1": 0.9255797853928696, "tp": 1337, "fp": 123, "fn": 92, "n": 150, "gate_fired": 0 }, "gated": { "f1": 0.9263888888888889, "tp": 1334, "fp": 117, "fn": 95, "n": 150, "gate_fired": 120 } }, "packed": { "v1": { "f1": 0.8739371534195933, "tp": 1182, "fp": 184, "fn": 157, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.9226785053644099, "tp": 1247, "fp": 117, "fn": 92, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.9226785053644099, "tp": 1247, "fp": 117, "fn": 92, "n": 30, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.3744493392070485, "tp": 85, "fp": 279, "fn": 5, "n": 120, "gate_fired": 0 }, "length": { "f1": 0.967741935483871, "tp": 90, "fp": 6, "fn": 0, "n": 120, "gate_fired": 0 }, "gated": { "f1": 0.9830508474576272, "tp": 87, "fp": 0, "fn": 3, "n": 120, "gate_fired": 120 } } }, "dev:2048": { "all": { "v1": { "f1": 0.5957139417288707, "tp": 2474, "fp": 3049, "fn": 309, "n": 150, "gate_fired": 0 }, "length": { "f1": 0.8941092721124755, "tp": 2512, "fp": 324, "fn": 271, "n": 150, "gate_fired": 0 }, "gated": { "f1": 0.8944276304076909, "tp": 2512, "fp": 322, "fn": 271, "n": 150, "gate_fired": 120 } }, "packed": { "v1": { "f1": 0.822880771881461, "tp": 2388, "fp": 723, "fn": 305, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.8913003494574214, "tp": 2423, "fp": 321, "fn": 270, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.8913003494574214, "tp": 2423, "fp": 321, "fn": 270, "n": 30, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.06874500399680256, "tp": 86, "fp": 2326, "fn": 4, "n": 120, "gate_fired": 0 }, "length": { "f1": 0.978021978021978, "tp": 89, "fp": 3, "fn": 1, "n": 120, "gate_fired": 0 }, "gated": { "f1": 0.9888888888888889, "tp": 89, "fp": 1, "fn": 1, "n": 120, "gate_fired": 120 } } }, "dev:3072": { "all": { "v1": { "f1": 0.5472570065593322, "tp": 3671, "fp": 5593, "fn": 481, "n": 150, "gate_fired": 0 }, "length": { "f1": 0.8938693228981383, "tp": 3769, "fp": 512, "fn": 383, "n": 150, "gate_fired": 0 }, "gated": { "f1": 0.8945057553103121, "tp": 3769, "fp": 506, "fn": 383, "n": 150, "gate_fired": 120 } }, "packed": { "v1": { "f1": 0.8202722800594897, "tp": 3585, "fp": 1094, "fn": 477, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.8922032254153025, "tp": 3679, "fp": 506, "fn": 383, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.8922032254153025, "tp": 3679, "fp": 506, "fn": 383, "n": 30, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.03679144385026738, "tp": 86, "fp": 4499, "fn": 4, "n": 120, "gate_fired": 0 }, "length": { "f1": 0.967741935483871, "tp": 90, "fp": 6, "fn": 0, "n": 120, "gate_fired": 0 }, "gated": { "f1": 1.0, "tp": 90, "fp": 0, "fn": 0, "n": 120, "gate_fired": 120 } } }, "dev:4096": { "all": { "v1": { "f1": 0.5246617197730249, "tp": 10217, "fp": 17713, "fn": 800, "n": 300, "gate_fired": 0 }, "length": { "f1": 0.9435753684781626, "tp": 10435, "fp": 666, "fn": 582, "n": 300, "gate_fired": 0 }, "gated": { "f1": 0.9446708322013946, "tp": 10432, "fp": 637, "fn": 585, "n": 300, "gate_fired": 240 } }, "packed": { "v1": { "f1": 0.8664854838013891, "tp": 10043, "fp": 2301, "fn": 794, "n": 60, "gate_fired": 0 }, "length": { "f1": 0.9438998573335174, "tp": 10255, "fp": 637, "fn": 582, "n": 60, "gate_fired": 0 }, "gated": { "f1": 0.9438998573335174, "tp": 10255, "fp": 637, "fn": 582, "n": 60, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.02207281491817836, "tp": 174, "fp": 15412, "fn": 6, "n": 240, "gate_fired": 0 }, "length": { "f1": 0.9254498714652957, "tp": 180, "fp": 29, "fn": 0, "n": 240, "gate_fired": 0 }, "gated": { "f1": 0.9915966386554622, "tp": 177, "fp": 0, "fn": 3, "n": 240, "gate_fired": 240 } } }, "dev:8192": { "all": { "v1": { "f1": 0.5189304155082064, "tp": 20251, "fp": 35912, "fn": 1635, "n": 300, "gate_fired": 0 }, "length": { "f1": 0.9443975834948136, "tp": 20713, "fp": 1266, "fn": 1173, "n": 300, "gate_fired": 0 }, "gated": { "f1": 0.9450845292144829, "tp": 20712, "fp": 1233, "fn": 1174, "n": 300, "gate_fired": 240 } }, "packed": { "v1": { "f1": 0.8746678283598345, "tp": 20078, "fp": 4126, "fn": 1628, "n": 60, "gate_fired": 0 }, "length": { "f1": 0.9446974925235795, "tp": 20533, "fp": 1231, "fn": 1173, "n": 60, "gate_fired": 0 }, "gated": { "f1": 0.9446974925235795, "tp": 20533, "fp": 1231, "fn": 1173, "n": 60, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.010765736332804381, "tp": 173, "fp": 31786, "fn": 7, "n": 240, "gate_fired": 0 }, "length": { "f1": 0.9113924050632911, "tp": 180, "fp": 35, "fn": 0, "n": 240, "gate_fired": 0 }, "gated": { "f1": 0.9916897506925207, "tp": 179, "fp": 2, "fn": 1, "n": 240, "gate_fired": 240 } } }, "test:short": { "all": { "v1": { "f1": 0.9825870646766169, "tp": 1580, "fp": 28, "fn": 28, "n": 1704, "gate_fired": 0 }, "length": { "f1": 0.9869484151646986, "tp": 1588, "fp": 22, "fn": 20, "n": 1704, "gate_fired": 0 }, "gated": { "f1": 0.9825870646766169, "tp": 1580, "fp": 28, "fn": 28, "n": 1704, "gate_fired": 1704 } }, "packed": { "v1": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 0, "gate_fired": 0 }, "length": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 0, "gate_fired": 0 }, "gated": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 0, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 96, "gate_fired": 0 }, "length": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 96, "gate_fired": 0 }, "gated": { "f1": 0.0, "tp": 0, "fp": 0, "fn": 0, "n": 96, "gate_fired": 96 } } }, "test:4096": { "all": { "v1": { "f1": 0.7638190954773869, "tp": 988, "fp": 519, "fn": 92, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.9593721144967683, "tp": 1039, "fp": 47, "fn": 41, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.9593721144967683, "tp": 1039, "fp": 47, "fn": 41, "n": 30, "gate_fired": 24 } }, "packed": { "v1": { "f1": 0.8456843940714909, "tp": 970, "fp": 262, "fn": 92, "n": 6, "gate_fired": 0 }, "length": { "f1": 0.9586854460093897, "tp": 1021, "fp": 47, "fn": 41, "n": 6, "gate_fired": 0 }, "gated": { "f1": 0.9586854460093897, "tp": 1021, "fp": 47, "fn": 41, "n": 6, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.12286689419795221, "tp": 18, "fp": 257, "fn": 0, "n": 24, "gate_fired": 0 }, "length": { "f1": 1.0, "tp": 18, "fp": 0, "fn": 0, "n": 24, "gate_fired": 0 }, "gated": { "f1": 1.0, "tp": 18, "fp": 0, "fn": 0, "n": 24, "gate_fired": 24 } } }, "test:8192": { "all": { "v1": { "f1": 0.7508758271701051, "tp": 1929, "fp": 1065, "fn": 215, "n": 30, "gate_fired": 0 }, "length": { "f1": 0.9400601712566535, "tp": 2031, "fp": 146, "fn": 113, "n": 30, "gate_fired": 0 }, "gated": { "f1": 0.9400601712566535, "tp": 2031, "fp": 146, "fn": 113, "n": 30, "gate_fired": 24 } }, "packed": { "v1": { "f1": 0.8310502283105022, "tp": 1911, "fp": 562, "fn": 215, "n": 6, "gate_fired": 0 }, "length": { "f1": 0.9395565927654609, "tp": 2013, "fp": 146, "fn": 113, "n": 6, "gate_fired": 0 }, "gated": { "f1": 0.9395565927654609, "tp": 2013, "fp": 146, "fn": 113, "n": 6, "gate_fired": 0 } }, "sparse": { "v1": { "f1": 0.06679035250463822, "tp": 18, "fp": 503, "fn": 0, "n": 24, "gate_fired": 0 }, "length": { "f1": 1.0, "tp": 18, "fp": 0, "fn": 0, "n": 24, "gate_fired": 0 }, "gated": { "f1": 1.0, "tp": 18, "fp": 0, "fn": 0, "n": 24, "gate_fired": 24 } } } } } } } }