Spaces:
Running
Running
| { | |
| "model": "gpt2-large", | |
| "theta": null, | |
| "gamma_pred": null, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.011807018478090564, | |
| "std_across_seeds": 9.176815550307716e-05, | |
| "per_seed_means": [ | |
| 0.011677321566579243, | |
| 0.011867851351077359, | |
| 0.011875882516615094 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.007371175814833905, | |
| "std_across_seeds": 0.0005148817498044519, | |
| "per_seed_means": [ | |
| 0.006685100831867506, | |
| 0.007502953601845851, | |
| 0.00792547301078836 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.005391007330682543, | |
| "std_across_seeds": 0.00013638022316011367, | |
| "per_seed_means": [ | |
| 0.0054177829972468314, | |
| 0.005212205937908341, | |
| 0.0055430330568924545 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.0033552472887095064, | |
| "std_across_seeds": 0.00021185305352822194, | |
| "per_seed_means": [ | |
| 0.0032321954891085625, | |
| 0.0031802012852858753, | |
| 0.0036533450917340814 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.0019032734972683504, | |
| "std_across_seeds": 0.00024632934414648474, | |
| "per_seed_means": [ | |
| 0.0018501364922849462, | |
| 0.0016316817027594273, | |
| 0.0022280022967606783 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0009134268449916919, | |
| "std_across_seeds": 0.00011711414438641881, | |
| "per_seed_means": [ | |
| 0.0009828733045530195, | |
| 0.0007484865803659583, | |
| 0.0010089206500560977 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0007072974517682774, | |
| "std_across_seeds": 3.225522112231979e-05, | |
| "per_seed_means": [ | |
| 0.0006921701038178677, | |
| 0.000677592218562495, | |
| 0.0007521300329244695 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.7526597997629645, | |
| "log_A": -2.7601979390469125, | |
| "R2": 0.963281, | |
| "n_points": 5 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.003782551699198506, | |
| "log_A": -5.621630767464056, | |
| "R2": 0.727345, | |
| "n_points": 5 | |
| }, | |
| "delta_R2_power_minus_exp": 0.2359, | |
| "gamma_CI_95": { | |
| "lo": 0.5412077262995896, | |
| "hi": 0.9412467006888188 | |
| }, | |
| "decision": "unknown" | |
| } |