data/e7_icl/EleutherAI--pythia-1b_icl.json

{
  "model": "EleutherAI/pythia-1b",
  "gamma_obs": 0.931,
  "hagedorn_dist": 0.06899999999999995,
  "chi_empirical": 0.22500000000000003,
  "boolq_gain_0to8": 0.20000000000000007,
  "arc_gain_0to8": 0.25,
  "boolq_by_k": {
    "0": 0.7,
    "1": 0.7,
    "2": 0.5,
    "4": 0.6,
    "8": 0.9
  },
  "arc_by_k": {
    "0": 0.0,
    "1": 0.375,
    "2": 0.25,
    "4": 0.125,
    "8": 0.25
  },
  "k_shots": [
    0,
    1,
    2,
    4,
    8
  ]
}