Spaces:
Running
Running
| { | |
| "model": "bigscience/bloom-7b1", | |
| "theta": null, | |
| "gamma_pred": null, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.017026184912926207, | |
| "std_across_seeds": 0.0007541454672392034, | |
| "per_seed_means": [ | |
| 0.01766309896406407, | |
| 0.01596687807313477, | |
| 0.01744857770157978 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.008486570799205867, | |
| "std_across_seeds": 0.00024768736323497326, | |
| "per_seed_means": [ | |
| 0.008657664684578776, | |
| 0.008665728799145048, | |
| 0.008136318913893775 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.00567762653925456, | |
| "std_across_seeds": 0.00024844833070221883, | |
| "per_seed_means": [ | |
| 0.006013596208843713, | |
| 0.005598709910797576, | |
| 0.005420573498122394 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.00330956853466988, | |
| "std_across_seeds": 0.0003124236971576066, | |
| "per_seed_means": [ | |
| 0.003732492331570635, | |
| 0.0029873616754775866, | |
| 0.0032088515969614186 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.0013943244779107368, | |
| "std_across_seeds": 7.40627584011253e-05, | |
| "per_seed_means": [ | |
| 0.001463271676717947, | |
| 0.0014281344863896568, | |
| 0.0012915672706246065 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0006065161687082663, | |
| "std_across_seeds": 3.2625580332948275e-05, | |
| "per_seed_means": [ | |
| 0.0006210775734022415, | |
| 0.0005613195480934034, | |
| 0.0006371513846291539 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.0001585892659477395, | |
| "std_across_seeds": 1.4564797014947626e-06, | |
| "per_seed_means": [ | |
| 0.00015803095979814922, | |
| 0.00016058545727598054, | |
| 0.00015715138076908866 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 7.755193713743817e-05, | |
| "std_across_seeds": 6.7177280959339004e-06, | |
| "per_seed_means": [ | |
| 8.093510436386471e-05, | |
| 8.354848989104843e-05, | |
| 6.817221715740137e-05 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 3.9846021137843006e-05, | |
| "std_across_seeds": 2.6795868885364806e-06, | |
| "per_seed_means": [ | |
| 4.158550534157257e-05, | |
| 3.606064447922108e-05, | |
| 4.189191359273536e-05 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 1.2178239236386044, | |
| "log_A": -1.0007599629339874, | |
| "R2": 0.99733, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.002279463727406832, | |
| "log_A": -6.3378868865044415, | |
| "R2": 0.753007, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.2443, | |
| "gamma_CI_95": { | |
| "lo": 1.18199000827358, | |
| "hi": 1.295463995171343 | |
| }, | |
| "decision": "unknown" | |
| } |