Spaces:
Running
Running
| { | |
| "model": "allenai/OLMo-7B-hf", | |
| "theta": null, | |
| "gamma_pred": null, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 30, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.011950965768968065, | |
| "std_across_seeds": 0.0019094740885650225, | |
| "per_seed_means": [ | |
| 0.01029754610111316, | |
| 0.0109286787143598, | |
| 0.014626672491431236 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.00918573875290652, | |
| "std_across_seeds": 0.0017129117350548116, | |
| "per_seed_means": [ | |
| 0.008228305944552023, | |
| 0.007737386987234155, | |
| 0.011591523326933384 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.007727537997480896, | |
| "std_across_seeds": 0.0008311603361518234, | |
| "per_seed_means": [ | |
| 0.007860692869871854, | |
| 0.006649553822353482, | |
| 0.00867236730021735 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.006277959416103031, | |
| "std_across_seeds": 0.0010658756396334493, | |
| "per_seed_means": [ | |
| 0.0049349239251265924, | |
| 0.006356747820973396, | |
| 0.007542206502209107 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.004609536032916771, | |
| "std_across_seeds": 0.0011788744650315327, | |
| "per_seed_means": [ | |
| 0.005834931616360942, | |
| 0.003017848070400457, | |
| 0.004975828411988914 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0022158400103863742, | |
| "std_across_seeds": 0.0006627513905740745, | |
| "per_seed_means": [ | |
| 0.0016097930609248578, | |
| 0.0018996789973850052, | |
| 0.0031380479728492596 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.001623525357960413, | |
| "std_across_seeds": 0.0007308751154157786, | |
| "per_seed_means": [ | |
| 0.000765473044399793, | |
| 0.0015534750457542638, | |
| 0.002551627983727182 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.000880023775001367, | |
| "std_across_seeds": 0.0006987926051610056, | |
| "per_seed_means": [ | |
| 0.0003818664855013291, | |
| 0.0003899501054547727, | |
| 0.001868254734047999 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.0009936139660163058, | |
| "std_across_seeds": 0.0005670452679431608, | |
| "per_seed_means": [ | |
| 0.0016314704378601163, | |
| 0.00025377618536973995, | |
| 0.0010955952748190612 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.550891782676269, | |
| "log_A": -2.9853551451655087, | |
| "R2": 0.957841, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0009728174662317398, | |
| "log_A": -5.431967719378075, | |
| "R2": 0.643706, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.3141, | |
| "gamma_CI_95": { | |
| "lo": 0.4640345252970487, | |
| "hi": 0.6819655922489186 | |
| }, | |
| "decision": "unknown" | |
| } |