Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-1b", | |
| "theta": 10000, | |
| "gamma_pred": 0.99999561666838, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.011367820525127982, | |
| "std_across_seeds": 0.0003061832409116484, | |
| "per_seed_means": [ | |
| 0.011192221554617087, | |
| 0.01111284309066832, | |
| 0.011798396930098534 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.008256896255123948, | |
| "std_across_seeds": 0.00032382404546097755, | |
| "per_seed_means": [ | |
| 0.00865409774084886, | |
| 0.008255694229155779, | |
| 0.007860896795367202 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.005279935139955745, | |
| "std_across_seeds": 0.00015508039193542144, | |
| "per_seed_means": [ | |
| 0.005486616104220351, | |
| 0.0051130562741309405, | |
| 0.005240133041515946 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.004389340176971422, | |
| "std_across_seeds": 0.00015301220161172737, | |
| "per_seed_means": [ | |
| 0.0041992794442921874, | |
| 0.004394778193285068, | |
| 0.004573962893337011 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.003111702454172903, | |
| "std_across_seeds": 0.0003438079611532678, | |
| "per_seed_means": [ | |
| 0.003580885141467055, | |
| 0.0029875944834202527, | |
| 0.0027666277376314006 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0013160493473211923, | |
| "std_across_seeds": 0.00021701703531491198, | |
| "per_seed_means": [ | |
| 0.0014770981731514136, | |
| 0.0014617815303305784, | |
| 0.0010092683384815852 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0005785931936568684, | |
| "std_across_seeds": 0.00014003201332155925, | |
| "per_seed_means": [ | |
| 0.00038075152474145095, | |
| 0.0006850937816003958, | |
| 0.0006699342746287584 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.0007035690980652969, | |
| "std_across_seeds": 0.00010519359687093437, | |
| "per_seed_means": [ | |
| 0.00057055722301205, | |
| 0.0008277761625746886, | |
| 0.0007123739086091519 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.00026197975811858974, | |
| "std_across_seeds": 9.881774537676763e-06, | |
| "per_seed_means": [ | |
| 0.0002482394129037857, | |
| 0.00026664167642593384, | |
| 0.0002710581850260496 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.7127537531683527, | |
| "log_A": -2.713966296451458, | |
| "R2": 0.956201, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0013622326398466406, | |
| "log_A": -5.822022876702345, | |
| "R2": 0.752726, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.2035, | |
| "gamma_CI_95": { | |
| "lo": 0.5792643838884316, | |
| "hi": 0.8495977917640387 | |
| }, | |
| "decision": "UNCLEAR: \u03b3=0.713 outside all expected ranges" | |
| } |