data/exp_e_entropy/gpt2-xl_T200.json

{
  "model": "gpt2-xl",
  "T_seq": 200,
  "n_layers": 48,
  "n_samples": 5,
  "H_attn": [
    4.1043381690979,
    3.744020700454712,
    3.3394172191619873,
    3.085585117340088,
    2.998553514480591,
    2.958157777786255,
    2.9327144622802734,
    2.8111155033111572,
    2.444821357727051,
    1.9727059602737427,
    2.356365919113159,
    2.0194687843322754,
    1.5285001993179321,
    1.9867370128631592,
    1.7149269580841064,
    1.6522712707519531,
    1.691179633140564,
    1.704365611076355,
    1.4501495361328125,
    1.9920108318328857,
    1.887499213218689,
    2.052227020263672,
    1.4265239238739014,
    1.9933232069015503,
    1.5370559692382812,
    1.678070306777954,
    1.8854421377182007,
    1.6606148481369019,
    1.5124332904815674,
    1.8385456800460815,
    1.6298719644546509,
    1.7575044631958008,
    2.0843191146850586,
    1.97488272190094,
    2.1596264839172363,
    2.1962029933929443,
    1.92404305934906,
    2.1435203552246094,
    1.9544390439987183,
    2.248626947402954,
    2.131019115447998,
    2.171719551086426,
    2.4949898719787598,
    2.351156234741211,
    2.311521291732788,
    2.669712781906128,
    2.7715749740600586,
    3.554456949234009
  ],
  "ln_T": 5.298317366548036,
  "R_profile": [
    -0.0067,
    -0.016,
    -0.0062,
    0.0154,
    0.058600000000000006,
    0.0369,
    0.061,
    0.0572,
    0.044500000000000005,
    0.0362,
    0.0329,
    0.0407,
    0.0217,
    0.028399999999999998,
    0.042800000000000005,
    0.0538,
    0.0968,
    0.0941,
    0.0821,
    0.1467,
    0.21100000000000002,
    0.2727,
    0.34,
    0.3619,
    0.3771,
    0.455,
    0.4671,
    0.4542,
    0.4521,
    0.4778,
    0.4768,
    0.461,
    0.5055,
    0.5265,
    0.5713,
    0.612,
    0.6657,
    0.6886,
    0.7204,
    0.7766,
    0.799,
    0.8468000000000001,
    0.877,
    0.9105,
    0.946,
    0.9851000000000001,
    0.998,
    1.0051999999999999
  ],
  "pearson_r": 0.0508909500179001,
  "ols_slope": 0.0942601902719024,
  "slope_ratio_vs_lnT": 0.017790589681741707,
  "confirmed_r_gt_090": false,
  "confirmed_slope_ratio": false
}