File size: 448 Bytes
535348a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
{
  "model": "EleutherAI/pythia-14m",
  "gamma_obs": 1.032,
  "hagedorn_dist": 0.03200000000000003,
  "chi_empirical": 0.22499999999999998,
  "boolq_gain_0to8": 0.19999999999999996,
  "arc_gain_0to8": 0.25,
  "boolq_by_k": {
    "0": 0.4,
    "1": 0.6,
    "2": 0.5,
    "4": 0.5,
    "8": 0.6
  },
  "arc_by_k": {
    "0": 0.0,
    "1": 0.375,
    "2": 0.5,
    "4": 0.125,
    "8": 0.25
  },
  "k_shots": [
    0,
    1,
    2,
    4,
    8
  ]
}