Hugging Face's logo

Spaces:
karlexmarin
/
taf-agent
Running

App Files Community
1
taf-agent
File size: 690 Bytes
535348a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
{
  "model": "EleutherAI/pythia-1b",
  "N": 16,
  "theta": 10000,
  "d_head": 256,
  "K_c": 0.65973,
  "Omega": 0.11252,
  "K_layers": [
    1.07493,
    1.22168,
    1.17802,
    1.34078,
    1.1564,
    1.06412,
    1.05706,
    1.1284,
    1.04504,
    1.08163,
    1.05499,
    1.01059,
    1.14413,
    1.08995,
    1.19469,
    1.20779
  ],
  "cumK": [
    1.07493,
    1.14831,
    1.15821,
    1.20385,
    1.19436,
    1.17265,
    1.15614,
    1.15267,
    1.14071,
    1.13481,
    1.12755,
    1.1178,
    1.11983,
    1.11769,
    1.12283,
    1.12814
  ],
  "L_crit_kura_peak": 3,
  "L_crit_kura_jump": null,
  "alpha_peak": 0.1875,
  "L_crit_h3": 15.0,
  "alpha_h3": 0.9375
}