Spaces:
Running
Running
File size: 3,008 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 | {
"model": "bigscience/bloom-7b1",
"theta": null,
"gamma_pred": null,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.017026184912926207,
"std_across_seeds": 0.0007541454672392034,
"per_seed_means": [
0.01766309896406407,
0.01596687807313477,
0.01744857770157978
]
},
"20": {
"mean_across_seeds": 0.008486570799205867,
"std_across_seeds": 0.00024768736323497326,
"per_seed_means": [
0.008657664684578776,
0.008665728799145048,
0.008136318913893775
]
},
"30": {
"mean_across_seeds": 0.00567762653925456,
"std_across_seeds": 0.00024844833070221883,
"per_seed_means": [
0.006013596208843713,
0.005598709910797576,
0.005420573498122394
]
},
"50": {
"mean_across_seeds": 0.00330956853466988,
"std_across_seeds": 0.0003124236971576066,
"per_seed_means": [
0.003732492331570635,
0.0029873616754775866,
0.0032088515969614186
]
},
"100": {
"mean_across_seeds": 0.0013943244779107368,
"std_across_seeds": 7.40627584011253e-05,
"per_seed_means": [
0.001463271676717947,
0.0014281344863896568,
0.0012915672706246065
]
},
"200": {
"mean_across_seeds": 0.0006065161687082663,
"std_across_seeds": 3.2625580332948275e-05,
"per_seed_means": [
0.0006210775734022415,
0.0005613195480934034,
0.0006371513846291539
]
},
"500": {
"mean_across_seeds": 0.0001585892659477395,
"std_across_seeds": 1.4564797014947626e-06,
"per_seed_means": [
0.00015803095979814922,
0.00016058545727598054,
0.00015715138076908866
]
},
"1000": {
"mean_across_seeds": 7.755193713743817e-05,
"std_across_seeds": 6.7177280959339004e-06,
"per_seed_means": [
8.093510436386471e-05,
8.354848989104843e-05,
6.817221715740137e-05
]
},
"2000": {
"mean_across_seeds": 3.9846021137843006e-05,
"std_across_seeds": 2.6795868885364806e-06,
"per_seed_means": [
4.158550534157257e-05,
3.606064447922108e-05,
4.189191359273536e-05
]
}
},
"fit_power_law": {
"gamma": 1.2178239236386044,
"log_A": -1.0007599629339874,
"R2": 0.99733,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.002279463727406832,
"log_A": -6.3378868865044415,
"R2": 0.753007,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.2443,
"gamma_CI_95": {
"lo": 1.18199000827358,
"hi": 1.295463995171343
},
"decision": "unknown"
} |