Hugging Face's logo

Spaces:
karlexmarin
/
taf-agent
Running

App Files Community
1
taf-agent
File size: 935 Bytes
535348a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
{
  "model": "gpt2-medium",
  "N": 24,
  "theta": 10000.0,
  "d_head": 64,
  "K_c": 0.73255,
  "Omega": 0.12493,
  "K_layers": [
    79.32437,
    15.34827,
    18.48681,
    20.93346,
    21.07316,
    19.14979,
    15.20595,
    13.88462,
    13.71983,
    12.67216,
    13.36523,
    12.39064,
    12.63975,
    13.46177,
    12.51924,
    11.95748,
    12.09888,
    11.69769,
    11.62254,
    10.59987,
    10.37043,
    10.22616,
    9.51778,
    10.41475
  ],
  "cumK": [
    79.32437,
    47.33632,
    37.71981,
    33.52323,
    31.03321,
    29.05264,
    27.07454,
    25.4258,
    24.12514,
    22.97984,
    22.10579,
    21.29619,
    20.63031,
    20.11827,
    19.61167,
    19.13328,
    18.71949,
    18.32939,
    17.9764,
    17.60758,
    17.26295,
    16.94309,
    16.62026,
    16.36169
  ],
  "L_crit_kura_peak": 0,
  "L_crit_kura_jump": null,
  "alpha_peak": 0.0,
  "L_crit_h3": 23.0,
  "alpha_h3": 0.9583
}