{ "model": "EleutherAI/pythia-70m", "theta": 10000, "gamma_pred": 0.99999561666838, "C_theory": 9.2103, "distances": [ 10, 20, 30, 50, 100, 200, 500, 1000, 2000 ], "distances_fit": [ 30, 50, 100, 200, 500, 1000, 2000 ], "d_min_fit": 30, "n_prompts_per_distance": 150, "seeds": [ 42, 123, 7 ], "attn_by_distance": { "10": { "mean_across_seeds": 0.015389821239643628, "std_across_seeds": 0.0009669444035724801, "per_seed_means": [ 0.015509476736187935, 0.014150275668750207, 0.016509711313992738 ] }, "20": { "mean_across_seeds": 0.011693157334811985, "std_across_seeds": 0.0004602414734324704, "per_seed_means": [ 0.011049262892144422, 0.01193274388089776, 0.012097465231393774 ] }, "30": { "mean_across_seeds": 0.007082567571972807, "std_across_seeds": 0.0005349392513652303, "per_seed_means": [ 0.006596428078288833, 0.006823649969883263, 0.007827624667746325 ] }, "50": { "mean_across_seeds": 0.0054180885271893605, "std_across_seeds": 0.0004311082027556252, "per_seed_means": [ 0.005146260828090211, 0.005081388686473171, 0.006026616067004701 ] }, "100": { "mean_across_seeds": 0.002821484198017667, "std_across_seeds": 0.0001332760135493066, "per_seed_means": [ 0.002738000506845613, 0.002716881933156401, 0.003009570154050986 ] }, "200": { "mean_across_seeds": 0.0018563934957556841, "std_across_seeds": 0.0001484262285601927, "per_seed_means": [ 0.0016465914276583742, 0.0019555641586581868, 0.0019670249009504912 ] }, "500": { "mean_across_seeds": 0.0007652510016729745, "std_across_seeds": 0.00010428199338802599, "per_seed_means": [ 0.0007198545018521448, 0.000666431888336471, 0.0009094666148303077 ] }, "1000": { "mean_across_seeds": 0.0004260873921642391, "std_across_seeds": 8.04926254607836e-05, "per_seed_means": [ 0.0003130952876138811, 0.0004706175611742462, 0.0004945493277045899 ] }, "2000": { "mean_across_seeds": 0.00039341128339098454, "std_across_seeds": 0.0003178948846095019, "per_seed_means": [ 0.00016619697392646535, 0.00017106311420017544, 0.0008429737620463129 ] } }, "fit_power_law": { "gamma": 0.7476017873166874, "log_A": -2.391511197086578, "R2": 0.984269, "n_points": 7 }, "fit_exponential": { "lambda": 0.0013585785276598904, "log_A": -5.69046941405711, "R2": 0.700497, "n_points": 7 }, "delta_R2_power_minus_exp": 0.2838, "gamma_CI_95": { "lo": 0.6824154281049325, "hi": 0.852609361439985 }, "decision": "UNCLEAR: \u03b3=0.748 outside all expected ranges" }