{ "model": "EleutherAI/pythia-1b", "corpus": "mongo", "theta": 10000, "T_eval": 512, "theta_eff_pade": 10362.038671967512, "H_cardy": 8.899330689182712, "H_obs": 2.680597666463958, "delta_H": -6.218733022718753, "holographic_efficiency": 0.001991767143036238, "n_prompts": 30, "per_layer": [ { "layer": 0, "mean_H": 4.439313767105341, "std_H": 0.8326861694360956, "n": 240 }, { "layer": 1, "mean_H": 3.6923237988414863, "std_H": 1.1985485479976765, "n": 240 }, { "layer": 2, "mean_H": 3.5540570341050626, "std_H": 1.084168824765083, "n": 240 }, { "layer": 3, "mean_H": 2.974437540236977, "std_H": 1.6214941855944098, "n": 240 }, { "layer": 4, "mean_H": 2.3816321183616918, "std_H": 1.066572979624109, "n": 240 }, { "layer": 5, "mean_H": 2.6369010283301275, "std_H": 1.1879534389965174, "n": 240 }, { "layer": 6, "mean_H": 2.4565971842346093, "std_H": 1.1333641813489372, "n": 240 }, { "layer": 7, "mean_H": 1.9501471442713714, "std_H": 1.0054569710423744, "n": 240 }, { "layer": 8, "mean_H": 2.788091965143879, "std_H": 1.0012327315672245, "n": 240 }, { "layer": 9, "mean_H": 2.961766531566779, "std_H": 1.0770823452589096, "n": 240 }, { "layer": 10, "mean_H": 2.142982858543595, "std_H": 0.8937415789386295, "n": 240 }, { "layer": 11, "mean_H": 2.530935339257121, "std_H": 1.1354011653676355, "n": 240 }, { "layer": 12, "mean_H": 2.2453007698369523, "std_H": 0.9927599448139722, "n": 240 }, { "layer": 13, "mean_H": 2.067567472252995, "std_H": 1.0966607033966111, "n": 240 }, { "layer": 14, "mean_H": 1.9320125193024675, "std_H": 0.9780805762865461, "n": 240 }, { "layer": 15, "mean_H": 2.1354955920328695, "std_H": 1.1861320500665091, "n": 240 } ] }