Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-410m", | |
| "theta": 10000, | |
| "gamma_pred": 0.99999561666838, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.010637531184022211, | |
| "std_across_seeds": 0.0009754603695845838, | |
| "per_seed_means": [ | |
| 0.011129466105097284, | |
| 0.009275416589807718, | |
| 0.01150771085716163 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.007524669199354119, | |
| "std_across_seeds": 0.0003411354121354146, | |
| "per_seed_means": [ | |
| 0.007683635454935332, | |
| 0.007050715095053116, | |
| 0.007839657048073908 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.004181321816156721, | |
| "std_across_seeds": 0.0005739251464089627, | |
| "per_seed_means": [ | |
| 0.004148942732523816, | |
| 0.0034951590199489148, | |
| 0.004899863695997434 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.0032434275430083897, | |
| "std_across_seeds": 0.00038951675769930105, | |
| "per_seed_means": [ | |
| 0.0033627199286517377, | |
| 0.0027180432780490567, | |
| 0.003649519422324374 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.001533225679288282, | |
| "std_across_seeds": 0.00015696365531593024, | |
| "per_seed_means": [ | |
| 0.0016638820634883207, | |
| 0.0013124849214606609, | |
| 0.0016233100529158644 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.000936404794475594, | |
| "std_across_seeds": 0.00014957001750693787, | |
| "per_seed_means": [ | |
| 0.0009389797098507794, | |
| 0.0007519457981591889, | |
| 0.0011182888754168137 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0003803397886238397, | |
| "std_across_seeds": 4.863341317573991e-05, | |
| "per_seed_means": [ | |
| 0.00040086741908453407, | |
| 0.0003132272653480565, | |
| 0.00042692468143892863 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.0001626184749986553, | |
| "std_across_seeds": 1.772572747902181e-05, | |
| "per_seed_means": [ | |
| 0.00017353555046308126, | |
| 0.00013761728597576925, | |
| 0.00017670258855711533 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 5.13333430424407e-05, | |
| "std_across_seeds": 3.9984125574520355e-06, | |
| "per_seed_means": [ | |
| 5.496963710811542e-05, | |
| 4.5764998872073194e-05, | |
| 5.3265393147133486e-05 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 1.0218530106365162, | |
| "log_A": -1.7669627940483377, | |
| "R2": 0.981594, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0020820749808360484, | |
| "log_A": -6.151337865679417, | |
| "R2": 0.878237, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.1034, | |
| "gamma_CI_95": { | |
| "lo": 0.846278741222938, | |
| "hi": 1.1560602030295848 | |
| }, | |
| "decision": "CONFIRMED: \u03b3 law holds (\u03b3\u00d7ln(\u03b8) = C)" | |
| } |