taf-agent / data /e7_icl /EleutherAI--pythia-1.4b_icl.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
423 Bytes
{
"model": "EleutherAI/pythia-1.4b",
"gamma_obs": 0.946,
"hagedorn_dist": 0.05400000000000005,
"chi_empirical": 0.125,
"boolq_gain_0to8": 0.0,
"arc_gain_0to8": 0.25,
"boolq_by_k": {
"0": 0.7,
"1": 0.7,
"2": 0.6,
"4": 0.7,
"8": 0.7
},
"arc_by_k": {
"0": 0.125,
"1": 0.375,
"2": 0.25,
"4": 0.375,
"8": 0.375
},
"k_shots": [
0,
1,
2,
4,
8
]
}