Spaces:
Running
Running
| { | |
| "model": "allenai/OLMo-7B-hf", | |
| "theta": null, | |
| "gamma_pred": null, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 30, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.009969798744552666, | |
| "std_across_seeds": 0.0008748989663154168, | |
| "per_seed_means": [ | |
| 0.0088797216458867, | |
| 0.011021760602792105, | |
| 0.010007913984979192 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.007337944313055939, | |
| "std_across_seeds": 0.0005311704919325939, | |
| "per_seed_means": [ | |
| 0.006588618985066811, | |
| 0.007758397826304038, | |
| 0.007666816127796968 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.005870271401686801, | |
| "std_across_seeds": 0.0004457334001566012, | |
| "per_seed_means": [ | |
| 0.005248625266055266, | |
| 0.006271562461430828, | |
| 0.006090626477574309 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.004284175974316895, | |
| "std_across_seeds": 0.00013979457191493625, | |
| "per_seed_means": [ | |
| 0.0040915545852233965, | |
| 0.0044190422631800175, | |
| 0.0043419310745472705 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.0027131779248722727, | |
| "std_across_seeds": 9.807202554892205e-05, | |
| "per_seed_means": [ | |
| 0.0025766180517772836, | |
| 0.0027604641936098536, | |
| 0.0028024515292296806 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.001480693245927493, | |
| "std_across_seeds": 8.252413292374016e-05, | |
| "per_seed_means": [ | |
| 0.0013760605710558594, | |
| 0.0015777795653169355, | |
| 0.0014882396014096837 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0006563582910328276, | |
| "std_across_seeds": 1.4485757765891709e-05, | |
| "per_seed_means": [ | |
| 0.0006361316579083601, | |
| 0.0006636576688227554, | |
| 0.0006692855463673671 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.00032767843028220036, | |
| "std_across_seeds": 6.507579470295881e-06, | |
| "per_seed_means": [ | |
| 0.0003185212437529117, | |
| 0.0003330522197453926, | |
| 0.0003314618273482968 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.00020018271364582083, | |
| "std_across_seeds": 4.4346897957223284e-07, | |
| "per_seed_means": [ | |
| 0.00020006364405465623, | |
| 0.00019970899059747657, | |
| 0.00020077550628532965 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.8291935914574181, | |
| "log_A": -2.203505644417151, | |
| "R2": 0.99587, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0016030435200460648, | |
| "log_A": -5.8091876812482885, | |
| "R2": 0.802132, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.1937, | |
| "gamma_CI_95": { | |
| "lo": 0.7599769664697463, | |
| "hi": 0.9074527203730529 | |
| }, | |
| "decision": "unknown" | |
| } |