Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-1.4b", | |
| "theta": null, | |
| "gamma_pred": null, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.00930954304847142, | |
| "std_across_seeds": 0.00046598500655753905, | |
| "per_seed_means": [ | |
| 0.009433638171758503, | |
| 0.008686992730557298, | |
| 0.009807998243098458 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.006164806057543805, | |
| "std_across_seeds": 0.00014470988657920404, | |
| "per_seed_means": [ | |
| 0.006355531241279095, | |
| 0.006005183407105505, | |
| 0.006133703524246812 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.003750873178942129, | |
| "std_across_seeds": 0.00046433891808706455, | |
| "per_seed_means": [ | |
| 0.0035096941760275513, | |
| 0.0033425104493896166, | |
| 0.004400414911409219 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.0024919367112710865, | |
| "std_across_seeds": 0.00020655362634590453, | |
| "per_seed_means": [ | |
| 0.0024369027153200782, | |
| 0.002271008453099057, | |
| 0.0027678989653941244 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.0015481134017722475, | |
| "std_across_seeds": 9.321839775341404e-05, | |
| "per_seed_means": [ | |
| 0.0015698801611627763, | |
| 0.001424628242966719, | |
| 0.001649831801187247 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0008042571904176535, | |
| "std_across_seeds": 0.00011442387728512982, | |
| "per_seed_means": [ | |
| 0.0007252432114910334, | |
| 0.0007214660650546042, | |
| 0.0009660622947073231 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.00021084786865887712, | |
| "std_across_seeds": 1.56926991859727e-05, | |
| "per_seed_means": [ | |
| 0.000196650760663033, | |
| 0.00020317405639313317, | |
| 0.00023271878892046515 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.00018452253824863065, | |
| "std_across_seeds": 9.089897272486009e-06, | |
| "per_seed_means": [ | |
| 0.00019737111651920713, | |
| 0.0001777448711921655, | |
| 0.00017845162703451932 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.00036662833303530027, | |
| "std_across_seeds": 6.854456752695853e-05, | |
| "per_seed_means": [ | |
| 0.0004429141562529064, | |
| 0.00027668878554929204, | |
| 0.00038028205730370243 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.7050725013322717, | |
| "log_A": -3.342801964634624, | |
| "R2": 0.841258, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0010766062690250938, | |
| "log_A": -6.567544805679143, | |
| "R2": 0.422707, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.4186, | |
| "gamma_CI_95": { | |
| "lo": 0.49742183078097757, | |
| "hi": 1.0319364818957766 | |
| }, | |
| "decision": "unknown" | |
| } |