Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-160m", | |
| "theta": 10000, | |
| "gamma_pred": 0.99999561666838, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.010829462509912749, | |
| "std_across_seeds": 0.0004933662521940574, | |
| "per_seed_means": [ | |
| 0.010583337599722048, | |
| 0.010387120433151723, | |
| 0.011517929496864478 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.009873490159192847, | |
| "std_across_seeds": 0.0006517332751691898, | |
| "per_seed_means": [ | |
| 0.010788665946262578, | |
| 0.009321169209045669, | |
| 0.009510635322270294 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.003808915811306279, | |
| "std_across_seeds": 0.00010559975526077366, | |
| "per_seed_means": [ | |
| 0.003957300891634077, | |
| 0.003720116306406756, | |
| 0.0037493302358780054 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.003134424632622136, | |
| "std_across_seeds": 0.00011024204387092253, | |
| "per_seed_means": [ | |
| 0.0030553750837376964, | |
| 0.003290325259246553, | |
| 0.003057573554882159 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.001589946753811091, | |
| "std_across_seeds": 0.00010627266733168153, | |
| "per_seed_means": [ | |
| 0.0016439523688556315, | |
| 0.0016844073765484306, | |
| 0.0014414805160292113 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0009230124831406607, | |
| "std_across_seeds": 0.00013459768567844406, | |
| "per_seed_means": [ | |
| 0.0011075238784542308, | |
| 0.0008712717732608629, | |
| 0.0007902417977068884 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0003505013234017598, | |
| "std_across_seeds": 4.860340884797636e-05, | |
| "per_seed_means": [ | |
| 0.00041482529151835477, | |
| 0.0003393216502687816, | |
| 0.000297357028418143 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.00015388178632242167, | |
| "std_across_seeds": 8.562391442141839e-06, | |
| "per_seed_means": [ | |
| 0.00015148034889231592, | |
| 0.00014480404968101842, | |
| 0.00016536096039393062 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 5.142585230411594e-05, | |
| "std_across_seeds": 9.118662101140663e-06, | |
| "per_seed_means": [ | |
| 3.9784371095568836e-05, | |
| 6.205095907110566e-05, | |
| 5.24422267456733e-05 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 1.0171452847779678, | |
| "log_A": -1.8268598516498322, | |
| "R2": 0.981723, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.002070284850238622, | |
| "log_A": -6.192254167723398, | |
| "R2": 0.87649, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.1052, | |
| "gamma_CI_95": { | |
| "lo": 0.8278231891480886, | |
| "hi": 1.160612970889765 | |
| }, | |
| "decision": "CONFIRMED: \u03b3 law holds (\u03b3\u00d7ln(\u03b8) = C)" | |
| } |