data/dict1_primitives/gpt2-medium_dict2.json

{
  "model": "gpt2-medium",
  "L_crit": 23,
  "L_low": 7,
  "ctrl_ceiling": 0.06966559588909149,
  "n_unique_combos": 7,
  "n_signal": 6,
  "mean_snr": 2.969398949906947,
  "conjecture_supported": true,
  "primitives": {
    "NEGATION": {
      "best_layer": 8,
      "best_head": 7,
      "cos_best": 0.13329872488975525,
      "cos_2nd": 0.09282198548316956,
      "specificity": 1.4360684352938828,
      "signal_snr": 1.9134082078126524,
      "cos_profile": {
        "7": 0.04525420069694519,
        "8": 0.13329872488975525,
        "9": 0.05483391135931015,
        "10": 0.0696668028831482,
        "11": 0.0945112556219101,
        "12": 0.1170174777507782,
        "13": 0.13116368651390076,
        "14": 0.1139974370598793,
        "15": 0.10650475323200226,
        "16": 0.09897567331790924,
        "17": 0.09799027442932129,
        "18": 0.08689571171998978,
        "19": 0.06172046437859535,
        "20": 0.11230587959289551,
        "21": 0.11145536601543427,
        "22": 0.08273802697658539,
        "23": 0.07340490818023682
      },
      "cos_per_head_at_best_layer": [
        0.00856618769466877,
        0.056749194860458374,
        0.046669092029333115,
        0.008669473230838776,
        0.004219304770231247,
        0.030297869816422462,
        0.09282198548316956,
        0.13329872488975525,
        0.027212930843234062,
        0.01690634898841381,
        0.05086136609315872,
        0.009447619318962097,
        0.048460546880960464,
        0.0022882698103785515,
        0.01668638363480568,
        0.02604120783507824
      ],
      "n_pairs": 20
    },
    "CAUSATION": {
      "best_layer": 16,
      "best_head": 15,
      "cos_best": 0.15980321168899536,
      "cos_2nd": 0.09578980505466461,
      "specificity": 1.6682694982992246,
      "signal_snr": 2.29386122885596,
      "cos_profile": {
        "7": 0.0561734139919281,
        "8": 0.036950815469026566,
        "9": 0.042603716254234314,
        "10": 0.11084011197090149,
        "11": 0.0918252170085907,
        "12": 0.07896828651428223,
        "13": 0.09560944139957428,
        "14": 0.13985705375671387,
        "15": 0.11361199617385864,
        "16": 0.15980321168899536,
        "17": 0.11937230825424194,
        "18": 0.11294577270746231,
        "19": 0.10807356983423233,
        "20": 0.14007869362831116,
        "21": 0.11365629732608795,
        "22": 0.10150214284658432,
        "23": 0.06394678354263306
      },
      "cos_per_head_at_best_layer": [
        0.020369071513414383,
        0.00751408189535141,
        0.09578980505466461,
        0.007023860700428486,
        0.0021175071597099304,
        0.09446202218532562,
        0.01924462988972664,
        0.05881129205226898,
        0.018624689429998398,
        0.030989238992333412,
        0.06243111193180084,
        0.03067045658826828,
        0.0465470589697361,
        0.005830363370478153,
        0.061823565512895584,
        0.15980321168899536
      ],
      "n_pairs": 31
    },
    "TEMPORAL_BEFORE": {
      "best_layer": 20,
      "best_head": 6,
      "cos_best": 0.15317009389400482,
      "cos_2nd": 0.10289546847343445,
      "specificity": 1.4885990090511252,
      "signal_snr": 2.198647549634198,
      "cos_profile": {
        "7": 0.06136360764503479,
        "8": 0.06350380182266235,
        "9": 0.08382818102836609,
        "10": 0.11491823941469193,
        "11": 0.0781867578625679,
        "12": 0.11954285204410553,
        "13": 0.09792529791593552,
        "14": 0.09539800137281418,
        "15": 0.12698349356651306,
        "16": 0.14621295034885406,
        "17": 0.12276062369346619,
        "18": 0.09075461328029633,
        "19": 0.12810364365577698,
        "20": 0.15317009389400482,
        "21": 0.10625740885734558,
        "22": 0.08459354937076569,
        "23": 0.08282521367073059
      },
      "cos_per_head_at_best_layer": [
        0.014623652212321758,
        0.0032026823610067368,
        0.004678389523178339,
        0.023717302829027176,
        0.024002229794859886,
        0.03287215903401375,
        0.15317009389400482,
        0.024989157915115356,
        0.006702563259750605,
        0.017013926059007645,
        0.08834727108478546,
        0.060744088143110275,
        0.10289546847343445,
        0.06877174228429794,
        0.0010158875957131386,
        0.09605099260807037
      ],
      "n_pairs": 27
    },
    "CONDITION": {
      "best_layer": 19,
      "best_head": 14,
      "cos_best": 0.09429794549942017,
      "cos_2nd": 0.05547429621219635,
      "specificity": 1.6998493038806486,
      "signal_snr": 1.3535798114174444,
      "cos_profile": {
        "7": 0.04086914286017418,
        "8": 0.08249269425868988,
        "9": 0.06867826730012894,
        "10": 0.0706104189157486,
        "11": 0.032927826046943665,
        "12": 0.07956945896148682,
        "13": 0.06336650997400284,
        "14": 0.0697469413280487,
        "15": 0.07865284383296967,
        "16": 0.04585403576493263,
        "17": 0.058212168514728546,
        "18": 0.04280932620167732,
        "19": 0.09429794549942017,
        "20": 0.07190367579460144,
        "21": 0.05567653477191925,
        "22": 0.05346561223268509,
        "23": 0.05783019959926605
      },
      "cos_per_head_at_best_layer": [
        0.02300499752163887,
        0.05280838906764984,
        0.028871970251202583,
        0.024449847638607025,
        0.03016638197004795,
        0.03136441111564636,
        0.024813063442707062,
        0.04542487859725952,
        0.04513610154390335,
        0.03542342782020569,
        0.05547429621219635,
        0.043486665934324265,
        0.033980000764131546,
        0.03759770095348358,
        0.09429794549942017,
        0.033536262810230255
      ],
      "n_pairs": 36
    },
    "AGENT_PATIENT": {
      "best_layer": 16,
      "best_head": 15,
      "cos_best": 0.39677897095680237,
      "cos_2nd": 0.1517615020275116,
      "specificity": 2.6144902563654338,
      "signal_snr": 5.695479385448738,
      "cos_profile": {
        "7": 0.13660548627376556,
        "8": 0.3155892789363861,
        "9": 0.09103474766016006,
        "10": 0.2530129551887512,
        "11": 0.3312154710292816,
        "12": 0.3958240747451782,
        "13": 0.33755379915237427,
        "14": 0.33262190222740173,
        "15": 0.39400678873062134,
        "16": 0.39677897095680237,
        "17": 0.20999521017074585,
        "18": 0.17032361030578613,
        "19": 0.1440802812576294,
        "20": 0.2523527145385742,
        "21": 0.17079833149909973,
        "22": 0.19242817163467407,
        "23": 0.07614666223526001
      },
      "cos_per_head_at_best_layer": [
        0.027398794889450073,
        0.07386967539787292,
        0.09205180406570435,
        0.0012716148048639297,
        0.0347403846681118,
        0.05294525623321533,
        0.01750430092215538,
        0.05344638228416443,
        0.05930948257446289,
        0.012693461030721664,
        0.13516774773597717,
        0.012687666341662407,
        0.10483114421367645,
        0.08136922121047974,
        0.1517615020275116,
        0.39677897095680237
      ],
      "n_pairs": 40
    },
    "QUANTITY_SCOPE": {
      "best_layer": 15,
      "best_head": 14,
      "cos_best": 0.47169432044029236,
      "cos_2nd": 0.11587178707122803,
      "specificity": 4.070829735969339,
      "signal_snr": 6.770835842994867,
      "cos_profile": {
        "7": 0.18884512782096863,
        "8": 0.3904935121536255,
        "9": 0.1288873255252838,
        "10": 0.29310670495033264,
        "11": 0.3706527650356293,
        "12": 0.43829473853111267,
        "13": 0.4382786154747009,
        "14": 0.4325908124446869,
        "15": 0.47169432044029236,
        "16": 0.4460446238517761,
        "17": 0.25641927123069763,
        "18": 0.18440043926239014,
        "19": 0.17968517541885376,
        "20": 0.2318682223558426,
        "21": 0.1279309242963791,
        "22": 0.14787901937961578,
        "23": 0.06604835391044617
      },
      "cos_per_head_at_best_layer": [
        0.037250954657793045,
        0.05001065135002136,
        0.06663894653320312,
        0.06605330109596252,
        0.11019263416528702,
        0.09962573647499084,
        0.05508285015821457,
        0.035468362271785736,
        0.09557762742042542,
        0.04356438294053078,
        0.11587178707122803,
        0.07746200263500214,
        0.025552429258823395,
        0.028516827151179314,
        0.47169432044029236,
        0.03325724974274635
      ],
      "n_pairs": 20
    },
    "EPISTEMIC_CERTAINTY": {
      "best_layer": 8,
      "best_head": 15,
      "cos_best": 0.10431190580129623,
      "cos_2nd": 0.07404517382383347,
      "specificity": 1.4087603419057713,
      "signal_snr": 1.4973230756547182,
      "cos_profile": {
        "7": 0.04732213914394379,
        "8": 0.10431190580129623,
        "9": 0.05332563444972038,
        "10": 0.05548856779932976,
        "11": 0.0794324278831482,
        "12": 0.06899464875459671,
        "13": 0.06735017150640488,
        "14": 0.08548823744058609,
        "15": 0.08098684251308441,
        "16": 0.060586124658584595,
        "17": 0.10010843724012375,
        "18": 0.0603463351726532,
        "19": 0.08847423642873764,
        "20": 0.102689228951931,
        "21": 0.09566798806190491,
        "22": 0.05737375095486641,
        "23": 0.08662758022546768
      },
      "cos_per_head_at_best_layer": [
        0.03846576064825058,
        0.05552490055561066,
        0.07404517382383347,
        0.016520503908395767,
        0.04545323923230171,
        0.03656326234340668,
        0.05146809667348862,
        0.02923683449625969,
        0.008360275067389011,
        0.022579140961170197,
        0.01807738095521927,
        0.019519880414009094,
        0.0072213439270854,
        0.016513053327798843,
        0.007634550333023071,
        0.10431190580129623
      ],
      "n_pairs": 25
    },
    "PART_WHOLE": {
      "best_layer": 19,
      "best_head": 13,
      "cos_best": 0.14156442880630493,
      "cos_2nd": 0.08958695083856583,
      "specificity": 1.5801902609813272,
      "signal_snr": 2.032056497436996,
      "cos_profile": {
        "7": 0.074866883456707,
        "8": 0.09754882007837296,
        "9": 0.052290454506874084,
        "10": 0.08257871121168137,
        "11": 0.09477108716964722,
        "12": 0.1138913631439209,
        "13": 0.10907406359910965,
        "14": 0.09168244898319244,
        "15": 0.08445598185062408,
        "16": 0.09252829849720001,
        "17": 0.10884886980056763,
        "18": 0.10870933532714844,
        "19": 0.14156442880630493,
        "20": 0.09664797782897949,
        "21": 0.10363911092281342,
        "22": 0.1103472113609314,
        "23": 0.0769500732421875
      },
      "cos_per_head_at_best_layer": [
        0.06263955682516098,
        0.08958695083856583,
        0.02790617011487484,
        0.04369782656431198,
        0.015710769221186638,
        0.030219461768865585,
        0.04538287967443466,
        0.015228217467665672,
        0.03741630166769028,
        0.0366860032081604,
        0.022136393934488297,
        0.06558110564947128,
        0.006883788853883743,
        0.14156442880630493,
        0.061969924718141556,
        0.052483316510915756
      ],
      "n_pairs": 20
    }
  }
}