Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-160m", | |
| "theta": 10000, | |
| "gamma_pred": 0.99999561666838, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.01184501802885077, | |
| "std_across_seeds": 0.001378859479481131, | |
| "per_seed_means": [ | |
| 0.011957902879609416, | |
| 0.010102656579886874, | |
| 0.013474494627056022 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.00870004014771742, | |
| "std_across_seeds": 0.0006360259839224177, | |
| "per_seed_means": [ | |
| 0.008050499407496924, | |
| 0.008485954137674223, | |
| 0.009563666897981117 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.004389970480309179, | |
| "std_across_seeds": 0.0011407267671031584, | |
| "per_seed_means": [ | |
| 0.0036179631628328935, | |
| 0.003549234614086648, | |
| 0.006002713664007994 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.003499219432576663, | |
| "std_across_seeds": 0.000770145930177433, | |
| "per_seed_means": [ | |
| 0.0031687027386700112, | |
| 0.002765725217953635, | |
| 0.0045632303411063425 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.0016630664256485437, | |
| "std_across_seeds": 0.0005458147513655124, | |
| "per_seed_means": [ | |
| 0.001334343857500547, | |
| 0.0012225916004293444, | |
| 0.0024322638190157403 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0011387520531247395, | |
| "std_across_seeds": 0.0006016585561184202, | |
| "per_seed_means": [ | |
| 0.0007571180729428306, | |
| 0.0006709673759663322, | |
| 0.0019881707104650558 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0007303262313851318, | |
| "std_across_seeds": 0.0006923605369903511, | |
| "per_seed_means": [ | |
| 0.00026335111497852875, | |
| 0.00021849818511933942, | |
| 0.001709129394057527 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.0005382596583993088, | |
| "std_across_seeds": 0.0006345797008602084, | |
| "per_seed_means": [ | |
| 9.761169005287229e-05, | |
| 8.152447151739276e-05, | |
| 0.0014356428136276615 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.0006330042882872375, | |
| "std_across_seeds": 0.0008601009017326663, | |
| "per_seed_means": [ | |
| 2.6749389705855718e-05, | |
| 2.289486239078542e-05, | |
| 0.0018493686127650714 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.510891565491545, | |
| "log_A": -3.8559388637995884, | |
| "R2": 0.916873, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0008260835489515251, | |
| "log_A": -6.167082924869525, | |
| "R2": 0.516611, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.4003, | |
| "gamma_CI_95": { | |
| "lo": 0.32767446550421003, | |
| "hi": 0.7113451846826664 | |
| }, | |
| "decision": "UNCLEAR: \u03b3=0.511 outside all expected ranges" | |
| } |