taf-agent / data /e5_cardy /E5_EleutherAI--pythia-1.4b_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
2.89 kB
{
"model": "EleutherAI/pythia-1.4b",
"corpus": "mongo",
"theta": 10000,
"T_eval": 512,
"theta_eff_pade": 10362.038671967512,
"H_cardy": 8.899330689182712,
"H_obs": 1.7325076003383073,
"delta_H": -7.166823088844405,
"holographic_efficiency": 0.0007717706876052656,
"n_prompts": 30,
"per_layer": [
{
"layer": 0,
"mean_H": 4.193755467049778,
"std_H": 1.0856597340128886,
"n": 480
},
{
"layer": 1,
"mean_H": 3.4500054485785463,
"std_H": 1.3905631580207733,
"n": 480
},
{
"layer": 2,
"mean_H": 4.346647810315092,
"std_H": 1.0159820844941474,
"n": 480
},
{
"layer": 3,
"mean_H": 3.7402507920128603,
"std_H": 1.2287588389329953,
"n": 480
},
{
"layer": 4,
"mean_H": 2.680097132641822,
"std_H": 1.2170667110218805,
"n": 480
},
{
"layer": 5,
"mean_H": 2.1582659481947,
"std_H": 1.0975088905923274,
"n": 480
},
{
"layer": 6,
"mean_H": 2.1432762716586393,
"std_H": 1.0619770878335983,
"n": 480
},
{
"layer": 7,
"mean_H": 2.2093931287527084,
"std_H": 1.004682714406244,
"n": 480
},
{
"layer": 8,
"mean_H": 2.296192371658981,
"std_H": 1.0124081724838316,
"n": 480
},
{
"layer": 9,
"mean_H": 2.6138366468871634,
"std_H": 1.052677434375479,
"n": 480
},
{
"layer": 10,
"mean_H": 2.186771517836799,
"std_H": 1.2075750426076084,
"n": 480
},
{
"layer": 11,
"mean_H": 2.4324943229090423,
"std_H": 1.1918171321322655,
"n": 480
},
{
"layer": 12,
"mean_H": 2.0573892562882974,
"std_H": 1.1394072807684963,
"n": 480
},
{
"layer": 13,
"mean_H": 1.8440815550036267,
"std_H": 1.1311256699162422,
"n": 480
},
{
"layer": 14,
"mean_H": 1.694679054266271,
"std_H": 1.1587010930864075,
"n": 480
},
{
"layer": 15,
"mean_H": 1.5330456840650488,
"std_H": 1.1291099420898785,
"n": 480
},
{
"layer": 16,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
},
{
"layer": 17,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
},
{
"layer": 18,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
},
{
"layer": 19,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
},
{
"layer": 20,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
},
{
"layer": 21,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
},
{
"layer": 22,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
},
{
"layer": 23,
"mean_H": 0.0,
"std_H": 0.0,
"n": 480
}
]
}