probe v3pf qwen3_5_9b

probe_results/qwen3_5_9b_v3pf.json

@@ -0,0 +1,476 @@
+{
+  "model": "Qwen/Qwen3.5-9B",
+  "calibration_size": 8,
+  "retrieval_ratio": 0.15,
+  "seq_len": 8192,
+  "metric": "paper-eq3-dual-needle",
+  "scores_per_layer": {
+    "3": [
+      0.050376028288155794,
+      0.11922094877809286,
+      0.05854044482111931,
+      0.032847787253558636,
+      0.05741418479010463,
+      0.05625112820416689,
+      0.0493226470425725,
+      0.04844623408280313,
+      0.023476658738218248,
+      0.06786601105704904,
+      0.1994509119540453,
+      0.0638201697729528,
+      0.1528812926262617,
+      0.7819019183516502,
+      0.11062866821885109,
+      0.87675541639328
+    ],
+    "7": [
+      0.12869573198258877,
+      0.14752627722918987,
+      0.3388279639184475,
+      0.5131242349743843,
+      0.4874109961092472,
+      0.7025855705142021,
+      0.39092252403497696,
+      0.14150314684957266,
+      0.44219953939318657,
+      0.2333515603095293,
+      0.7233279496431351,
+      0.2724359445273876,
+      0.27401214092969894,
+      0.5271693803369999,
+      0.4716362841427326,
+      0.45831332728266716
+    ],
+    "11": [
+      0.23507250379770994,
+      0.4834546223282814,
+      0.5047340877354145,
+      0.17479609698057175,
+      0.2732497751712799,
+      0.4323376938700676,
+      0.5748457536101341,
+      0.24127990007400513,
+      0.7752783223986626,
+      0.5496058091521263,
+      0.5648367330431938,
+      0.48966652899980545,
+      0.14060425106436014,
+      0.291000222787261,
+      0.4160652346909046,
+      0.15067564230412245
+    ],
+    "15": [
+      0.2812189981341362,
+      0.5835527554154396,
+      0.192391368560493,
+      0.3239660430699587,
+      0.24585177935659885,
+      0.27992282435297966,
+      0.5636329837143421,
+      0.39050190709531307,
+      0.5790155753493309,
+      0.4465397596359253,
+      0.2867701780050993,
+      0.40504590049386024,
+      0.5317178256809711,
+      0.8333659246563911,
+      0.46999988332390785,
+      0.6920002326369286
+    ],
+    "19": [
+      0.42862794548273087,
+      0.5226101838052273,
+      0.6486293971538544,
+      0.5533918887376785,
+      0.7957630529999733,
+      0.7519400268793106,
+      0.6469171568751335,
+      0.8637371212244034,
+      0.46260618790984154,
+      0.5001496151089668,
+      0.7652399316430092,
+      0.6800480335950851,
+      0.8987655788660049,
+      0.40126700699329376,
+      0.7516027614474297,
+      0.8263772651553154
+    ],
+    "23": [
+      0.6961957141757011,
+      0.7441711574792862,
+      0.6873607411980629,
+      0.27471218444406986,
+      0.6517725959420204,
+      0.6787834092974663,
+      0.7331148162484169,
+      0.6840200945734978,
+      0.6446156278252602,
+      0.7456054165959358,
+      0.4904380030930042,
+      0.752664253115654,
+      0.8189241364598274,
+      0.8150171339511871,
+      0.6963462829589844,
+      0.8448804467916489
+    ],
+    "27": [
+      0.5979977771639824,
+      0.7811550348997116,
+      0.23245308548212051,
+      0.8301596865057945,
+      0.527938824146986,
+      0.6166251748800278,
+      0.595462653785944,
+      0.3049439452588558,
+      0.6870232000946999,
+      0.30581710301339626,
+      0.6450319364666939,
+      0.5612932220101357,
+      0.6223992146551609,
+      0.919038288295269,
+      0.4159914180636406,
+      0.5323963686823845
+    ],
+    "31": [
+      0.5736934617161751,
+      0.5905276015400887,
+      0.4434502199292183,
+      0.6384230926632881,
+      0.29034815914928913,
+      0.35119690373539925,
+      0.18482187949120998,
+      0.1312270099297166,
+      0.27471743151545525,
+      0.007977169239893556,
+      0.0550543712452054,
+      0.33692556247115135,
+      0.025807054014876485,
+      0.009456870378926396,
+      0.33623810298740864,
+      0.16282695811241865
+    ]
+  },
+  "layers": {
+    "3": {
+      "retrieval": [
+        13,
+        15
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        14
+      ],
+      "scores": [
+        0.050376,
+        0.119221,
+        0.05854,
+        0.032848,
+        0.057414,
+        0.056251,
+        0.049323,
+        0.048446,
+        0.023477,
+        0.067866,
+        0.199451,
+        0.06382,
+        0.152881,
+        0.781902,
+        0.110629,
+        0.876755
+      ]
+    },
+    "7": {
+      "retrieval": [
+        10
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        11,
+        12,
+        13,
+        14,
+        15
+      ],
+      "scores": [
+        0.128696,
+        0.147526,
+        0.338828,
+        0.513124,
+        0.487411,
+        0.702586,
+        0.390923,
+        0.141503,
+        0.4422,
+        0.233352,
+        0.723328,
+        0.272436,
+        0.274012,
+        0.527169,
+        0.471636,
+        0.458313
+      ]
+    },
+    "11": {
+      "retrieval": [
+        8
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        9,
+        10,
+        11,
+        12,
+        13,
+        14,
+        15
+      ],
+      "scores": [
+        0.235073,
+        0.483455,
+        0.504734,
+        0.174796,
+        0.27325,
+        0.432338,
+        0.574846,
+        0.24128,
+        0.775278,
+        0.549606,
+        0.564837,
+        0.489667,
+        0.140604,
+        0.291,
+        0.416065,
+        0.150676
+      ]
+    },
+    "15": {
+      "retrieval": [
+        13
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        14,
+        15
+      ],
+      "scores": [
+        0.281219,
+        0.583553,
+        0.192391,
+        0.323966,
+        0.245852,
+        0.279923,
+        0.563633,
+        0.390502,
+        0.579016,
+        0.44654,
+        0.28677,
+        0.405046,
+        0.531718,
+        0.833366,
+        0.47,
+        0.692
+      ]
+    },
+    "19": {
+      "retrieval": [
+        4,
+        5,
+        7,
+        10,
+        12,
+        15
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        6,
+        8,
+        9,
+        11,
+        13,
+        14
+      ],
+      "scores": [
+        0.428628,
+        0.52261,
+        0.648629,
+        0.553392,
+        0.795763,
+        0.75194,
+        0.646917,
+        0.863737,
+        0.462606,
+        0.50015,
+        0.76524,
+        0.680048,
+        0.898766,
+        0.401267,
+        0.751603,
+        0.826377
+      ]
+    },
+    "23": {
+      "retrieval": [
+        11,
+        12,
+        13,
+        15
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        14
+      ],
+      "scores": [
+        0.696196,
+        0.744171,
+        0.687361,
+        0.274712,
+        0.651773,
+        0.678783,
+        0.733115,
+        0.68402,
+        0.644616,
+        0.745605,
+        0.490438,
+        0.752664,
+        0.818924,
+        0.815017,
+        0.696346,
+        0.84488
+      ]
+    },
+    "27": {
+      "retrieval": [
+        1,
+        3,
+        13
+      ],
+      "local": [
+        0,
+        2,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        14,
+        15
+      ],
+      "scores": [
+        0.597998,
+        0.781155,
+        0.232453,
+        0.83016,
+        0.527939,
+        0.616625,
+        0.595463,
+        0.304944,
+        0.687023,
+        0.305817,
+        0.645032,
+        0.561293,
+        0.622399,
+        0.919038,
+        0.415991,
+        0.532396
+      ]
+    },
+    "31": {
+      "retrieval": [
+        3
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        13,
+        14,
+        15
+      ],
+      "scores": [
+        0.573693,
+        0.590528,
+        0.44345,
+        0.638423,
+        0.290348,
+        0.351197,
+        0.184822,
+        0.131227,
+        0.274717,
+        0.007977,
+        0.055054,
+        0.336926,
+        0.025807,
+        0.009457,
+        0.336238,
+        0.162827
+      ]
+    }
+  },
+  "retrieval_fraction": 0.1484375
+}