Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-14m", | |
| "theta": null, | |
| "gamma_pred": null, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.010373582980052257, | |
| "std_across_seeds": 0.0006252837496852004, | |
| "per_seed_means": [ | |
| 0.010257982229813934, | |
| 0.009672142285853624, | |
| 0.011190624424489214 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.006793614017466704, | |
| "std_across_seeds": 0.0004633287803798598, | |
| "per_seed_means": [ | |
| 0.006414954091111819, | |
| 0.006519831863309567, | |
| 0.007446056097978726 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.005060315049162858, | |
| "std_across_seeds": 0.0007549517281669201, | |
| "per_seed_means": [ | |
| 0.006126645363353115, | |
| 0.004573333369335159, | |
| 0.004480966414800302 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.0042915507254656406, | |
| "std_across_seeds": 0.00044407960367519523, | |
| "per_seed_means": [ | |
| 0.0036970104288775473, | |
| 0.004413602671508367, | |
| 0.004764039076011007 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.0019918971036935952, | |
| "std_across_seeds": 0.0001427226381169157, | |
| "per_seed_means": [ | |
| 0.0021524308461327263, | |
| 0.0020175845400808613, | |
| 0.0018056759248671977 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0011028067811053512, | |
| "std_across_seeds": 0.00022419152634048253, | |
| "per_seed_means": [ | |
| 0.0014089059133524037, | |
| 0.0010213131487156108, | |
| 0.0008782012812480389 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.00045950785397306186, | |
| "std_across_seeds": 0.00010281434631793879, | |
| "per_seed_means": [ | |
| 0.0005975673015685364, | |
| 0.00035097020172543126, | |
| 0.000429986058625218 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.00012169795030211442, | |
| "std_across_seeds": 4.121883822012145e-05, | |
| "per_seed_means": [ | |
| 0.00010464097544797824, | |
| 0.00017849944926714065, | |
| 8.195342619122433e-05 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.00010627185478203357, | |
| "std_across_seeds": 5.407436262983947e-05, | |
| "per_seed_means": [ | |
| 0.00017853263377891912, | |
| 4.8465674529675575e-05, | |
| 9.181725603750598e-05 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 1.003714187534367, | |
| "log_A": -1.6477058895472607, | |
| "R2": 0.977698, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0019252473876952617, | |
| "log_A": -6.020695902400171, | |
| "R2": 0.775214, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.2025, | |
| "gamma_CI_95": { | |
| "lo": 0.8529431527599634, | |
| "hi": 1.1837539173829756 | |
| }, | |
| "decision": "unknown" | |
| } |