SAE-Coconut-Qwen3-1.7B / sae_logitlens.json
Chengheng's picture
Upload sae_logitlens.json with huggingface_hub
31868c9 verified
{
"positions": [
{
"pos": 0,
"n_active": 1018,
"category_mix_pct": {
"word": 81.0,
"number": 13.1,
"punct/marker": 5.2,
"operator": 0.6
},
"top_features": [
{
"feat": 15312,
"token": "3",
"share_pct": 3.12
},
{
"feat": 8577,
"token": "\u0120(",
"share_pct": 3.12
},
{
"feat": 11485,
"token": "About",
"share_pct": 3.12
},
{
"feat": 450,
"token": "2",
"share_pct": 3.1
},
{
"feat": 10908,
"token": "<|endoftext|>",
"share_pct": 3.09
},
{
"feat": 3637,
"token": "\u00e4\u00ba\u0136\u00e7\u013b\u00be",
"share_pct": 3.07
},
{
"feat": 10864,
"token": "\u0120",
"share_pct": 2.81
},
{
"feat": 4658,
"token": "one",
"share_pct": 2.14
}
]
},
{
"pos": 1,
"n_active": 3316,
"category_mix_pct": {
"word": 96.1,
"number": 2.2,
"punct/marker": 1.8,
"operator": 0.0
},
"top_features": [
{
"feat": 147,
"token": "\u00ef\u00bc\u0141\u010a\u010a",
"share_pct": 3.12
},
{
"feat": 13324,
"token": "\u00e7\u00ba\u00a6\u00e4\u00b8\u00ba",
"share_pct": 3.12
},
{
"feat": 15131,
"token": "\u00e3\u0122\u0124\u010a\u010a",
"share_pct": 3.11
},
{
"feat": 4518,
"token": "\u0120?\u010a\u010a",
"share_pct": 3.08
},
{
"feat": 4009,
"token": "att",
"share_pct": 3.03
},
{
"feat": 3756,
"token": ".\u010a\u010a",
"share_pct": 2.28
},
{
"feat": 3262,
"token": "\u00e7\u00a4\u00be\u00e6\u013e\u0125",
"share_pct": 1.63
},
{
"feat": 14010,
"token": ".\u00e2\u0122\u013f\u010a",
"share_pct": 1.5
}
]
},
{
"pos": 2,
"n_active": 4336,
"category_mix_pct": {
"word": 89.7,
"punct/marker": 6.5,
"number": 3.7,
"operator": 0.1
},
"top_features": [
{
"feat": 10816,
"token": "ader",
"share_pct": 3.12
},
{
"feat": 1856,
"token": "\",\u010a\u010a",
"share_pct": 2.77
},
{
"feat": 1524,
"token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
"share_pct": 2.48
},
{
"feat": 9210,
"token": "\u00e5\u012f\u012c",
"share_pct": 2.18
},
{
"feat": 2377,
"token": ".\u010a\u010a",
"share_pct": 1.85
},
{
"feat": 15103,
"token": "one",
"share_pct": 1.36
},
{
"feat": 4108,
"token": "\u00e6\u0139\u0142\u00e6\u00b3\u0137",
"share_pct": 1.22
},
{
"feat": 13269,
"token": "\u00e6\u00af\u0131\u00e6\u00ac\u00a1\u00e9\u0125\u00bd",
"share_pct": 1.06
}
]
},
{
"pos": 3,
"n_active": 4652,
"category_mix_pct": {
"word": 89.1,
"punct/marker": 8.5,
"number": 2.2,
"operator": 0.2
},
"top_features": [
{
"feat": 9210,
"token": "\u00e5\u012f\u012c",
"share_pct": 2.88
},
{
"feat": 1524,
"token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
"share_pct": 2.51
},
{
"feat": 1919,
"token": "\u0120paramName",
"share_pct": 2.02
},
{
"feat": 1193,
"token": "\u00ef\u00bc\u0123\u010a\u010a",
"share_pct": 1.73
},
{
"feat": 15103,
"token": "one",
"share_pct": 1.63
},
{
"feat": 4408,
"token": ".Database",
"share_pct": 1.62
},
{
"feat": 11329,
"token": "\".\u010a",
"share_pct": 1.34
},
{
"feat": 4139,
"token": "\u0120}>\u010a",
"share_pct": 1.31
}
]
},
{
"pos": 4,
"n_active": 4624,
"category_mix_pct": {
"word": 87.7,
"punct/marker": 10.2,
"number": 1.9,
"operator": 0.2
},
"top_features": [
{
"feat": 1524,
"token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
"share_pct": 2.85
},
{
"feat": 1919,
"token": "\u0120paramName",
"share_pct": 2.67
},
{
"feat": 1856,
"token": "\",\u010a\u010a",
"share_pct": 1.81
},
{
"feat": 9210,
"token": "\u00e5\u012f\u012c",
"share_pct": 1.75
},
{
"feat": 10309,
"token": "\u00e2\u0122\u013f",
"share_pct": 1.66
},
{
"feat": 15103,
"token": "one",
"share_pct": 1.53
},
{
"feat": 8598,
"token": "]]",
"share_pct": 1.41
},
{
"feat": 11329,
"token": "\".\u010a",
"share_pct": 1.4
}
]
},
{
"pos": 5,
"n_active": 4387,
"category_mix_pct": {
"word": 86.8,
"punct/marker": 11.4,
"number": 1.8,
"operator": 0.1
},
"top_features": [
{
"feat": 8396,
"token": "\u00e4\u00bd\u00bf\u00e5\u0127\u00b6",
"share_pct": 3.05
},
{
"feat": 1919,
"token": "\u0120paramName",
"share_pct": 2.91
},
{
"feat": 1524,
"token": "\u00d9\u0127\u00d9\u0123\u00d8\u00a7\u00d9\u012a\u00d8\u00b6\u00d8\u00a7\u00d8\u00aa",
"share_pct": 2.77
},
{
"feat": 4139,
"token": "\u0120}>\u010a",
"share_pct": 1.9
},
{
"feat": 10309,
"token": "\u00e2\u0122\u013f",
"share_pct": 1.75
},
{
"feat": 11329,
"token": "\".\u010a",
"share_pct": 1.49
},
{
"feat": 8598,
"token": "]]",
"share_pct": 1.4
},
{
"feat": 15103,
"token": "one",
"share_pct": 1.34
}
]
}
]
}