Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-70m", | |
| "theta": 10000, | |
| "gamma_pred": 0.99999561666838, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.015389821239643628, | |
| "std_across_seeds": 0.0009669444035724801, | |
| "per_seed_means": [ | |
| 0.015509476736187935, | |
| 0.014150275668750207, | |
| 0.016509711313992738 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.011693157334811985, | |
| "std_across_seeds": 0.0004602414734324704, | |
| "per_seed_means": [ | |
| 0.011049262892144422, | |
| 0.01193274388089776, | |
| 0.012097465231393774 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.007082567571972807, | |
| "std_across_seeds": 0.0005349392513652303, | |
| "per_seed_means": [ | |
| 0.006596428078288833, | |
| 0.006823649969883263, | |
| 0.007827624667746325 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.0054180885271893605, | |
| "std_across_seeds": 0.0004311082027556252, | |
| "per_seed_means": [ | |
| 0.005146260828090211, | |
| 0.005081388686473171, | |
| 0.006026616067004701 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.002821484198017667, | |
| "std_across_seeds": 0.0001332760135493066, | |
| "per_seed_means": [ | |
| 0.002738000506845613, | |
| 0.002716881933156401, | |
| 0.003009570154050986 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0018563934957556841, | |
| "std_across_seeds": 0.0001484262285601927, | |
| "per_seed_means": [ | |
| 0.0016465914276583742, | |
| 0.0019555641586581868, | |
| 0.0019670249009504912 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0007652510016729745, | |
| "std_across_seeds": 0.00010428199338802599, | |
| "per_seed_means": [ | |
| 0.0007198545018521448, | |
| 0.000666431888336471, | |
| 0.0009094666148303077 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.0004260873921642391, | |
| "std_across_seeds": 8.04926254607836e-05, | |
| "per_seed_means": [ | |
| 0.0003130952876138811, | |
| 0.0004706175611742462, | |
| 0.0004945493277045899 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.00039341128339098454, | |
| "std_across_seeds": 0.0003178948846095019, | |
| "per_seed_means": [ | |
| 0.00016619697392646535, | |
| 0.00017106311420017544, | |
| 0.0008429737620463129 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.7476017873166874, | |
| "log_A": -2.391511197086578, | |
| "R2": 0.984269, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0013585785276598904, | |
| "log_A": -5.69046941405711, | |
| "R2": 0.700497, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.2838, | |
| "gamma_CI_95": { | |
| "lo": 0.6824154281049325, | |
| "hi": 0.852609361439985 | |
| }, | |
| "decision": "UNCLEAR: \u03b3=0.748 outside all expected ranges" | |
| } |