{ "model": "EleutherAI/pythia-1.4b", "corpus": "mongo", "theta": 10000, "T_eval": 512, "theta_eff_pade": 10362.038671967512, "H_cardy": 8.899330689182712, "H_obs": 1.7325076003383073, "delta_H": -7.166823088844405, "holographic_efficiency": 0.0007717706876052656, "n_prompts": 30, "per_layer": [ { "layer": 0, "mean_H": 4.193755467049778, "std_H": 1.0856597340128886, "n": 480 }, { "layer": 1, "mean_H": 3.4500054485785463, "std_H": 1.3905631580207733, "n": 480 }, { "layer": 2, "mean_H": 4.346647810315092, "std_H": 1.0159820844941474, "n": 480 }, { "layer": 3, "mean_H": 3.7402507920128603, "std_H": 1.2287588389329953, "n": 480 }, { "layer": 4, "mean_H": 2.680097132641822, "std_H": 1.2170667110218805, "n": 480 }, { "layer": 5, "mean_H": 2.1582659481947, "std_H": 1.0975088905923274, "n": 480 }, { "layer": 6, "mean_H": 2.1432762716586393, "std_H": 1.0619770878335983, "n": 480 }, { "layer": 7, "mean_H": 2.2093931287527084, "std_H": 1.004682714406244, "n": 480 }, { "layer": 8, "mean_H": 2.296192371658981, "std_H": 1.0124081724838316, "n": 480 }, { "layer": 9, "mean_H": 2.6138366468871634, "std_H": 1.052677434375479, "n": 480 }, { "layer": 10, "mean_H": 2.186771517836799, "std_H": 1.2075750426076084, "n": 480 }, { "layer": 11, "mean_H": 2.4324943229090423, "std_H": 1.1918171321322655, "n": 480 }, { "layer": 12, "mean_H": 2.0573892562882974, "std_H": 1.1394072807684963, "n": 480 }, { "layer": 13, "mean_H": 1.8440815550036267, "std_H": 1.1311256699162422, "n": 480 }, { "layer": 14, "mean_H": 1.694679054266271, "std_H": 1.1587010930864075, "n": 480 }, { "layer": 15, "mean_H": 1.5330456840650488, "std_H": 1.1291099420898785, "n": 480 }, { "layer": 16, "mean_H": 0.0, "std_H": 0.0, "n": 480 }, { "layer": 17, "mean_H": 0.0, "std_H": 0.0, "n": 480 }, { "layer": 18, "mean_H": 0.0, "std_H": 0.0, "n": 480 }, { "layer": 19, "mean_H": 0.0, "std_H": 0.0, "n": 480 }, { "layer": 20, "mean_H": 0.0, "std_H": 0.0, "n": 480 }, { "layer": 21, "mean_H": 0.0, "std_H": 0.0, "n": 480 }, { "layer": 22, "mean_H": 0.0, "std_H": 0.0, "n": 480 }, { "layer": 23, "mean_H": 0.0, "std_H": 0.0, "n": 480 } ] }