{ "model": "gpt2-medium", "L_crit": 23, "L_low": 7, "ctrl_ceiling": 0.06966559588909149, "n_unique_combos": 7, "n_signal": 6, "mean_snr": 2.969398949906947, "conjecture_supported": true, "primitives": { "NEGATION": { "best_layer": 8, "best_head": 7, "cos_best": 0.13329872488975525, "cos_2nd": 0.09282198548316956, "specificity": 1.4360684352938828, "signal_snr": 1.9134082078126524, "cos_profile": { "7": 0.04525420069694519, "8": 0.13329872488975525, "9": 0.05483391135931015, "10": 0.0696668028831482, "11": 0.0945112556219101, "12": 0.1170174777507782, "13": 0.13116368651390076, "14": 0.1139974370598793, "15": 0.10650475323200226, "16": 0.09897567331790924, "17": 0.09799027442932129, "18": 0.08689571171998978, "19": 0.06172046437859535, "20": 0.11230587959289551, "21": 0.11145536601543427, "22": 0.08273802697658539, "23": 0.07340490818023682 }, "cos_per_head_at_best_layer": [ 0.00856618769466877, 0.056749194860458374, 0.046669092029333115, 0.008669473230838776, 0.004219304770231247, 0.030297869816422462, 0.09282198548316956, 0.13329872488975525, 0.027212930843234062, 0.01690634898841381, 0.05086136609315872, 0.009447619318962097, 0.048460546880960464, 0.0022882698103785515, 0.01668638363480568, 0.02604120783507824 ], "n_pairs": 20 }, "CAUSATION": { "best_layer": 16, "best_head": 15, "cos_best": 0.15980321168899536, "cos_2nd": 0.09578980505466461, "specificity": 1.6682694982992246, "signal_snr": 2.29386122885596, "cos_profile": { "7": 0.0561734139919281, "8": 0.036950815469026566, "9": 0.042603716254234314, "10": 0.11084011197090149, "11": 0.0918252170085907, "12": 0.07896828651428223, "13": 0.09560944139957428, "14": 0.13985705375671387, "15": 0.11361199617385864, "16": 0.15980321168899536, "17": 0.11937230825424194, "18": 0.11294577270746231, "19": 0.10807356983423233, "20": 0.14007869362831116, "21": 0.11365629732608795, "22": 0.10150214284658432, "23": 0.06394678354263306 }, "cos_per_head_at_best_layer": [ 0.020369071513414383, 0.00751408189535141, 0.09578980505466461, 0.007023860700428486, 0.0021175071597099304, 0.09446202218532562, 0.01924462988972664, 0.05881129205226898, 0.018624689429998398, 0.030989238992333412, 0.06243111193180084, 0.03067045658826828, 0.0465470589697361, 0.005830363370478153, 0.061823565512895584, 0.15980321168899536 ], "n_pairs": 31 }, "TEMPORAL_BEFORE": { "best_layer": 20, "best_head": 6, "cos_best": 0.15317009389400482, "cos_2nd": 0.10289546847343445, "specificity": 1.4885990090511252, "signal_snr": 2.198647549634198, "cos_profile": { "7": 0.06136360764503479, "8": 0.06350380182266235, "9": 0.08382818102836609, "10": 0.11491823941469193, "11": 0.0781867578625679, "12": 0.11954285204410553, "13": 0.09792529791593552, "14": 0.09539800137281418, "15": 0.12698349356651306, "16": 0.14621295034885406, "17": 0.12276062369346619, "18": 0.09075461328029633, "19": 0.12810364365577698, "20": 0.15317009389400482, "21": 0.10625740885734558, "22": 0.08459354937076569, "23": 0.08282521367073059 }, "cos_per_head_at_best_layer": [ 0.014623652212321758, 0.0032026823610067368, 0.004678389523178339, 0.023717302829027176, 0.024002229794859886, 0.03287215903401375, 0.15317009389400482, 0.024989157915115356, 0.006702563259750605, 0.017013926059007645, 0.08834727108478546, 0.060744088143110275, 0.10289546847343445, 0.06877174228429794, 0.0010158875957131386, 0.09605099260807037 ], "n_pairs": 27 }, "CONDITION": { "best_layer": 19, "best_head": 14, "cos_best": 0.09429794549942017, "cos_2nd": 0.05547429621219635, "specificity": 1.6998493038806486, "signal_snr": 1.3535798114174444, "cos_profile": { "7": 0.04086914286017418, "8": 0.08249269425868988, "9": 0.06867826730012894, "10": 0.0706104189157486, "11": 0.032927826046943665, "12": 0.07956945896148682, "13": 0.06336650997400284, "14": 0.0697469413280487, "15": 0.07865284383296967, "16": 0.04585403576493263, "17": 0.058212168514728546, "18": 0.04280932620167732, "19": 0.09429794549942017, "20": 0.07190367579460144, "21": 0.05567653477191925, "22": 0.05346561223268509, "23": 0.05783019959926605 }, "cos_per_head_at_best_layer": [ 0.02300499752163887, 0.05280838906764984, 0.028871970251202583, 0.024449847638607025, 0.03016638197004795, 0.03136441111564636, 0.024813063442707062, 0.04542487859725952, 0.04513610154390335, 0.03542342782020569, 0.05547429621219635, 0.043486665934324265, 0.033980000764131546, 0.03759770095348358, 0.09429794549942017, 0.033536262810230255 ], "n_pairs": 36 }, "AGENT_PATIENT": { "best_layer": 16, "best_head": 15, "cos_best": 0.39677897095680237, "cos_2nd": 0.1517615020275116, "specificity": 2.6144902563654338, "signal_snr": 5.695479385448738, "cos_profile": { "7": 0.13660548627376556, "8": 0.3155892789363861, "9": 0.09103474766016006, "10": 0.2530129551887512, "11": 0.3312154710292816, "12": 0.3958240747451782, "13": 0.33755379915237427, "14": 0.33262190222740173, "15": 0.39400678873062134, "16": 0.39677897095680237, "17": 0.20999521017074585, "18": 0.17032361030578613, "19": 0.1440802812576294, "20": 0.2523527145385742, "21": 0.17079833149909973, "22": 0.19242817163467407, "23": 0.07614666223526001 }, "cos_per_head_at_best_layer": [ 0.027398794889450073, 0.07386967539787292, 0.09205180406570435, 0.0012716148048639297, 0.0347403846681118, 0.05294525623321533, 0.01750430092215538, 0.05344638228416443, 0.05930948257446289, 0.012693461030721664, 0.13516774773597717, 0.012687666341662407, 0.10483114421367645, 0.08136922121047974, 0.1517615020275116, 0.39677897095680237 ], "n_pairs": 40 }, "QUANTITY_SCOPE": { "best_layer": 15, "best_head": 14, "cos_best": 0.47169432044029236, "cos_2nd": 0.11587178707122803, "specificity": 4.070829735969339, "signal_snr": 6.770835842994867, "cos_profile": { "7": 0.18884512782096863, "8": 0.3904935121536255, "9": 0.1288873255252838, "10": 0.29310670495033264, "11": 0.3706527650356293, "12": 0.43829473853111267, "13": 0.4382786154747009, "14": 0.4325908124446869, "15": 0.47169432044029236, "16": 0.4460446238517761, "17": 0.25641927123069763, "18": 0.18440043926239014, "19": 0.17968517541885376, "20": 0.2318682223558426, "21": 0.1279309242963791, "22": 0.14787901937961578, "23": 0.06604835391044617 }, "cos_per_head_at_best_layer": [ 0.037250954657793045, 0.05001065135002136, 0.06663894653320312, 0.06605330109596252, 0.11019263416528702, 0.09962573647499084, 0.05508285015821457, 0.035468362271785736, 0.09557762742042542, 0.04356438294053078, 0.11587178707122803, 0.07746200263500214, 0.025552429258823395, 0.028516827151179314, 0.47169432044029236, 0.03325724974274635 ], "n_pairs": 20 }, "EPISTEMIC_CERTAINTY": { "best_layer": 8, "best_head": 15, "cos_best": 0.10431190580129623, "cos_2nd": 0.07404517382383347, "specificity": 1.4087603419057713, "signal_snr": 1.4973230756547182, "cos_profile": { "7": 0.04732213914394379, "8": 0.10431190580129623, "9": 0.05332563444972038, "10": 0.05548856779932976, "11": 0.0794324278831482, "12": 0.06899464875459671, "13": 0.06735017150640488, "14": 0.08548823744058609, "15": 0.08098684251308441, "16": 0.060586124658584595, "17": 0.10010843724012375, "18": 0.0603463351726532, "19": 0.08847423642873764, "20": 0.102689228951931, "21": 0.09566798806190491, "22": 0.05737375095486641, "23": 0.08662758022546768 }, "cos_per_head_at_best_layer": [ 0.03846576064825058, 0.05552490055561066, 0.07404517382383347, 0.016520503908395767, 0.04545323923230171, 0.03656326234340668, 0.05146809667348862, 0.02923683449625969, 0.008360275067389011, 0.022579140961170197, 0.01807738095521927, 0.019519880414009094, 0.0072213439270854, 0.016513053327798843, 0.007634550333023071, 0.10431190580129623 ], "n_pairs": 25 }, "PART_WHOLE": { "best_layer": 19, "best_head": 13, "cos_best": 0.14156442880630493, "cos_2nd": 0.08958695083856583, "specificity": 1.5801902609813272, "signal_snr": 2.032056497436996, "cos_profile": { "7": 0.074866883456707, "8": 0.09754882007837296, "9": 0.052290454506874084, "10": 0.08257871121168137, "11": 0.09477108716964722, "12": 0.1138913631439209, "13": 0.10907406359910965, "14": 0.09168244898319244, "15": 0.08445598185062408, "16": 0.09252829849720001, "17": 0.10884886980056763, "18": 0.10870933532714844, "19": 0.14156442880630493, "20": 0.09664797782897949, "21": 0.10363911092281342, "22": 0.1103472113609314, "23": 0.0769500732421875 }, "cos_per_head_at_best_layer": [ 0.06263955682516098, 0.08958695083856583, 0.02790617011487484, 0.04369782656431198, 0.015710769221186638, 0.030219461768865585, 0.04538287967443466, 0.015228217467665672, 0.03741630166769028, 0.0366860032081604, 0.022136393934488297, 0.06558110564947128, 0.006883788853883743, 0.14156442880630493, 0.061969924718141556, 0.052483316510915756 ], "n_pairs": 20 } } }