Upload sae_logitlens.json with huggingface_hub

sae_logitlens.json

@@ -0,0 +1,316 @@
+{
+  "positions": [
+    {
+      "pos": 0,
+      "n_active": 1018,
+      "category_mix_pct": {
+        "word": 81.0,
+        "number": 13.1,
+        "punct/marker": 5.2,
+        "operator": 0.6
+      },
+      "top_features": [
+        {
+          "feat": 15312,
+          "token": "3",
+          "share_pct": 3.12
+        },
+        {
+          "feat": 8577,
+          "token": "\u0120(",
+          "share_pct": 3.12
+        },
+        {
+          "feat": 11485,
+          "token": "About",
+          "share_pct": 3.12
+        },
+        {
+          "feat": 450,
+          "token": "2",
+          "share_pct": 3.1
+        },
+        {
+          "feat": 10908,
+          "token": "<|endoftext|>",
+          "share_pct": 3.09
+        },
+        {
+          "feat": 3637,
+          "token": "\u00e4\u00ba\u0136\u00e7\u013b\u00be",
+          "share_pct": 3.07
+        },
+        {
+          "feat": 10864,
+          "token": "\u0120",
+          "share_pct": 2.81
+        },
+        {
+          "feat": 4658,
+          "token": "one",
+          "share_pct": 2.14
+        }
+      ]
+    },
+    {
+      "pos": 1,
+      "n_active": 3316,
+      "category_mix_pct": {
+        "word": 96.1,
+        "number": 2.2,
+        "punct/marker": 1.8,
+        "operator": 0.0
+      },
+      "top_features": [
+        {
+          "feat": 147,
+          "token": "\u00ef\u00bc\u0141\u010a\u010a",
+          "share_pct": 3.12
+        },
+        {
+          "feat": 13324,
+          "token": "\u00e7\u00ba\u00a6\u00e4\u00b8\u00ba",
+          "share_pct": 3.12
+        },
+        {
+          "feat": 15131,
+          "token": "\u00e3\u0122\u0124\u010a\u010a",
+          "share_pct": 3.11
+        },
+        {
+          "feat": 4518,
+          "token": "\u0120?\u010a\u010a",
+          "share_pct": 3.08
+        },
+        {
+          "feat": 4009,
+          "token": "att",
+          "share_pct": 3.03
+        },
+        {
+          "feat": 3756,
+          "token": ".\u010a\u010a",
+          "share_pct": 2.28
+        },
+        {
+          "feat": 3262,
+          "token": "\u00e7\u00a4\u00be\u00e6\u013e\u0125",
+          "share_pct": 1.63
+        },
+        {
+          "feat": 14010,
+          "token": ".\u00e2\u0122\u013f\u010a",
+          "share_pct": 1.5
+        }
+      ]
+    },
+    {
+      "pos": 2,
+      "n_active": 4336,
+      "category_mix_pct": {
+        "word": 89.7,
+        "punct/marker": 6.5,
+        "number": 3.7,
+        "operator": 0.1
+      },
+      "top_features": [
+        {
+          "feat": 10816,
+          "token": "ader",
+          "share_pct": 3.12
+        },
+        {
+          "feat": 1856,
+          "token": "\",\u010a\u010a",
+          "share_pct": 2.77
+        },
+        {
+          "feat": 1524,
+          "token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
+          "share_pct": 2.48
+        },
+        {
+          "feat": 9210,
+          "token": "\u00e5\u012f\u012c",
+          "share_pct": 2.18
+        },
+        {
+          "feat": 2377,
+          "token": ".\u010a\u010a",
+          "share_pct": 1.85
+        },
+        {
+          "feat": 15103,
+          "token": "one",
+          "share_pct": 1.36
+        },
+        {
+          "feat": 4108,
+          "token": "\u00e6\u0139\u0142\u00e6\u00b3\u0137",
+          "share_pct": 1.22
+        },
+        {
+          "feat": 13269,
+          "token": "\u00e6\u00af\u0131\u00e6\u00ac\u00a1\u00e9\u0125\u00bd",
+          "share_pct": 1.06
+        }
+      ]
+    },
+    {
+      "pos": 3,
+      "n_active": 4652,
+      "category_mix_pct": {
+        "word": 89.1,
+        "punct/marker": 8.5,
+        "number": 2.2,
+        "operator": 0.2
+      },
+      "top_features": [
+        {
+          "feat": 9210,
+          "token": "\u00e5\u012f\u012c",
+          "share_pct": 2.88
+        },
+        {
+          "feat": 1524,
+          "token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
+          "share_pct": 2.51
+        },
+        {
+          "feat": 1919,
+          "token": "\u0120paramName",
+          "share_pct": 2.02
+        },
+        {
+          "feat": 1193,
+          "token": "\u00ef\u00bc\u0123\u010a\u010a",
+          "share_pct": 1.73
+        },
+        {
+          "feat": 15103,
+          "token": "one",
+          "share_pct": 1.63
+        },
+        {
+          "feat": 4408,
+          "token": ".Database",
+          "share_pct": 1.62
+        },
+        {
+          "feat": 11329,
+          "token": "\".\u010a",
+          "share_pct": 1.34
+        },
+        {
+          "feat": 4139,
+          "token": "\u0120}>\u010a",
+          "share_pct": 1.31
+        }
+      ]
+    },
+    {
+      "pos": 4,
+      "n_active": 4624,
+      "category_mix_pct": {
+        "word": 87.7,
+        "punct/marker": 10.2,
+        "number": 1.9,
+        "operator": 0.2
+      },
+      "top_features": [
+        {
+          "feat": 1524,
+          "token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
+          "share_pct": 2.85
+        },
+        {
+          "feat": 1919,
+          "token": "\u0120paramName",
+          "share_pct": 2.67
+        },
+        {
+          "feat": 1856,
+          "token": "\",\u010a\u010a",
+          "share_pct": 1.81
+        },
+        {
+          "feat": 9210,
+          "token": "\u00e5\u012f\u012c",
+          "share_pct": 1.75
+        },
+        {
+          "feat": 10309,
+          "token": "\u00e2\u0122\u013f",
+          "share_pct": 1.66
+        },
+        {
+          "feat": 15103,
+          "token": "one",
+          "share_pct": 1.53
+        },
+        {
+          "feat": 8598,
+          "token": "]]",
+          "share_pct": 1.41
+        },
+        {
+          "feat": 11329,
+          "token": "\".\u010a",
+          "share_pct": 1.4
+        }
+      ]
+    },
+    {
+      "pos": 5,
+      "n_active": 4387,
+      "category_mix_pct": {
+        "word": 86.8,
+        "punct/marker": 11.4,
+        "number": 1.8,
+        "operator": 0.1
+      },
+      "top_features": [
+        {
+          "feat": 8396,
+          "token": "\u00e4\u00bd\u00bf\u00e5\u0127\u00b6",
+          "share_pct": 3.05
+        },
+        {
+          "feat": 1919,
+          "token": "\u0120paramName",
+          "share_pct": 2.91
+        },
+        {
+          "feat": 1524,
+          "token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
+          "share_pct": 2.77
+        },
+        {
+          "feat": 4139,
+          "token": "\u0120}>\u010a",
+          "share_pct": 1.9
+        },
+        {
+          "feat": 10309,
+          "token": "\u00e2\u0122\u013f",
+          "share_pct": 1.75
+        },
+        {
+          "feat": 11329,
+          "token": "\".\u010a",
+          "share_pct": 1.49
+        },
+        {
+          "feat": 8598,
+          "token": "]]",
+          "share_pct": 1.4
+        },
+        {
+          "feat": 15103,
+          "token": "one",
+          "share_pct": 1.34
+        }
+      ]
+    }
+  ]
+}