Spaces:
Running
Running
File size: 3,077 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 | {
"model": "EleutherAI/pythia-160m",
"theta": 10000,
"gamma_pred": 0.99999561666838,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.010829462509912749,
"std_across_seeds": 0.0004933662521940574,
"per_seed_means": [
0.010583337599722048,
0.010387120433151723,
0.011517929496864478
]
},
"20": {
"mean_across_seeds": 0.009873490159192847,
"std_across_seeds": 0.0006517332751691898,
"per_seed_means": [
0.010788665946262578,
0.009321169209045669,
0.009510635322270294
]
},
"30": {
"mean_across_seeds": 0.003808915811306279,
"std_across_seeds": 0.00010559975526077366,
"per_seed_means": [
0.003957300891634077,
0.003720116306406756,
0.0037493302358780054
]
},
"50": {
"mean_across_seeds": 0.003134424632622136,
"std_across_seeds": 0.00011024204387092253,
"per_seed_means": [
0.0030553750837376964,
0.003290325259246553,
0.003057573554882159
]
},
"100": {
"mean_across_seeds": 0.001589946753811091,
"std_across_seeds": 0.00010627266733168153,
"per_seed_means": [
0.0016439523688556315,
0.0016844073765484306,
0.0014414805160292113
]
},
"200": {
"mean_across_seeds": 0.0009230124831406607,
"std_across_seeds": 0.00013459768567844406,
"per_seed_means": [
0.0011075238784542308,
0.0008712717732608629,
0.0007902417977068884
]
},
"500": {
"mean_across_seeds": 0.0003505013234017598,
"std_across_seeds": 4.860340884797636e-05,
"per_seed_means": [
0.00041482529151835477,
0.0003393216502687816,
0.000297357028418143
]
},
"1000": {
"mean_across_seeds": 0.00015388178632242167,
"std_across_seeds": 8.562391442141839e-06,
"per_seed_means": [
0.00015148034889231592,
0.00014480404968101842,
0.00016536096039393062
]
},
"2000": {
"mean_across_seeds": 5.142585230411594e-05,
"std_across_seeds": 9.118662101140663e-06,
"per_seed_means": [
3.9784371095568836e-05,
6.205095907110566e-05,
5.24422267456733e-05
]
}
},
"fit_power_law": {
"gamma": 1.0171452847779678,
"log_A": -1.8268598516498322,
"R2": 0.981723,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.002070284850238622,
"log_A": -6.192254167723398,
"R2": 0.87649,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.1052,
"gamma_CI_95": {
"lo": 0.8278231891480886,
"hi": 1.160612970889765
},
"decision": "CONFIRMED: \u03b3 law holds (\u03b3\u00d7ln(\u03b8) = C)"
} |