data/exp_e_entropy/gpt2-medium_T200.json

{
  "model": "gpt2-medium",
  "T_seq": 200,
  "n_layers": 24,
  "n_samples": 5,
  "H_attn": [
    4.093043804168701,
    3.64121150970459,
    2.695664882659912,
    2.164116144180298,
    1.731077790260315,
    1.4492874145507812,
    1.5833061933517456,
    1.6558393239974976,
    2.2106261253356934,
    1.5042644739151,
    2.357913017272949,
    2.1462817192077637,
    1.7097190618515015,
    1.3015670776367188,
    2.0276172161102295,
    1.7667170763015747,
    1.2681903839111328,
    1.59676992893219,
    1.8721853494644165,
    2.1708924770355225,
    2.191699743270874,
    1.9172933101654053,
    2.5054259300231934,
    3.262051582336426
  ],
  "ln_T": 5.298317366548036,
  "R_profile": [
    0.0556,
    -0.014199999999999999,
    -0.1865,
    -0.2915,
    -0.2553,
    -0.2365,
    -0.1807,
    -0.0839,
    -0.032400000000000005,
    0.0124,
    0.0377,
    0.1589,
    0.285,
    0.2439,
    0.251,
    0.2391,
    0.2378,
    0.2857,
    0.3181,
    0.4011,
    0.5207,
    0.6774,
    0.826,
    0.932
  ],
  "pearson_r": -0.15201175552005797,
  "ols_slope": -0.32658239597659805,
  "slope_ratio_vs_lnT": -0.061638888987386814,
  "confirmed_r_gt_090": false,
  "confirmed_slope_ratio": false
}