Hugging Face's logo

Spaces:
karlexmarin
/
taf-agent
Running

App Files Community
1
taf-agent
File size: 3,076 Bytes
535348a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
{
  "model": "EleutherAI/pythia-2.8b",
  "theta": 10000,
  "gamma_pred": 0.99999561666838,
  "C_theory": 9.2103,
  "distances": [
    10,
    20,
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "distances_fit": [
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "d_min_fit": 30,
  "n_prompts_per_distance": 150,
  "seeds": [
    42,
    123,
    7
  ],
  "attn_by_distance": {
    "10": {
      "mean_across_seeds": 0.007388996658846736,
      "std_across_seeds": 0.00018226253624295958,
      "per_seed_means": [
        0.007328578910479943,
        0.007202199265981714,
        0.007636211800078551
      ]
    },
    "20": {
      "mean_across_seeds": 0.0065620680425005655,
      "std_across_seeds": 0.0013119660642064493,
      "per_seed_means": [
        0.008389089189780255,
        0.005368597246706486,
        0.005928517691014956
      ]
    },
    "30": {
      "mean_across_seeds": 0.004171221432948693,
      "std_across_seeds": 5.492056749426419e-05,
      "per_seed_means": [
        0.004100738317550471,
        0.004178205231825511,
        0.0042347207494700945
      ]
    },
    "50": {
      "mean_across_seeds": 0.0028834379232850755,
      "std_across_seeds": 0.00011670489556831891,
      "per_seed_means": [
        0.002764531443050752,
        0.0030420172734496494,
        0.0028437650533548247
      ]
    },
    "100": {
      "mean_across_seeds": 0.0016150823904253128,
      "std_across_seeds": 1.6027428565874314e-05,
      "per_seed_means": [
        0.0015924673308230315,
        0.001627707876614295,
        0.001625071963838612
      ]
    },
    "200": {
      "mean_across_seeds": 0.0012179727724287658,
      "std_across_seeds": 1.7310186855210638e-05,
      "per_seed_means": [
        0.001211881641841804,
        0.0012004845253735159,
        0.0012415521500709777
      ]
    },
    "500": {
      "mean_across_seeds": 0.0003523622222484037,
      "std_across_seeds": 3.2832611113364645e-05,
      "per_seed_means": [
        0.00039570461075830583,
        0.00031626713990893525,
        0.0003451149160779702
      ]
    },
    "1000": {
      "mean_across_seeds": 0.00021088249445407807,
      "std_across_seeds": 8.525966582865826e-06,
      "per_seed_means": [
        0.0002150495473082022,
        0.00019900024810340255,
        0.00021859768795062944
      ]
    },
    "2000": {
      "mean_across_seeds": 0.0009888755242556928,
      "std_across_seeds": 0.0010801453503042908,
      "per_seed_means": [
        0.00020996567844122182,
        0.0002403297636192292,
        0.0025163311307066275
      ]
    }
  },
  "fit_power_law": {
    "gamma": 0.5511942093739615,
    "log_A": -3.841280530850879,
    "R2": 0.644437,
    "n_points": 7
  },
  "fit_exponential": {
    "lambda": 0.0007053287474078895,
    "log_A": -6.437797432208634,
    "R2": 0.227415,
    "n_points": 7
  },
  "delta_R2_power_minus_exp": 0.417,
  "gamma_CI_95": {
    "lo": 0.23611731057176769,
    "hi": 0.9185010077352719
  },
  "decision": "UNCLEAR: \u03b3=0.551 outside all expected ranges"
}