File size: 4,075 Bytes
535348a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
{
  "model": "meta-llama/Llama-2-7b-hf",
  "corpus": "mongo",
  "theta": 10000,
  "T_eval": 512,
  "theta_eff_pade": 10362.038671967512,
  "H_cardy": 8.899330689182712,
  "H_obs": 2.062625857736839,
  "delta_H": -6.836704831445873,
  "holographic_efficiency": 0.0010736353867623126,
  "n_prompts": 20,
  "per_layer": [
    {
      "layer": 0,
      "mean_H": 5.781909537315369,
      "std_H": 0.5146723490855796,
      "n": 640
    },
    {
      "layer": 1,
      "mean_H": 4.889604668784886,
      "std_H": 0.8965258994021935,
      "n": 640
    },
    {
      "layer": 2,
      "mean_H": 1.4633128887973725,
      "std_H": 0.4704755540059055,
      "n": 640
    },
    {
      "layer": 3,
      "mean_H": 1.375873184762895,
      "std_H": 0.45848071495077436,
      "n": 640
    },
    {
      "layer": 4,
      "mean_H": 1.5902036391198635,
      "std_H": 0.6494731723351617,
      "n": 640
    },
    {
      "layer": 5,
      "mean_H": 1.7115995009051403,
      "std_H": 0.7870903956688292,
      "n": 640
    },
    {
      "layer": 6,
      "mean_H": 1.9120797269046306,
      "std_H": 0.8097049457488148,
      "n": 640
    },
    {
      "layer": 7,
      "mean_H": 1.8069396205246449,
      "std_H": 0.7344557780646264,
      "n": 640
    },
    {
      "layer": 8,
      "mean_H": 2.065459825261496,
      "std_H": 0.83923774688139,
      "n": 640
    },
    {
      "layer": 9,
      "mean_H": 2.271930713765323,
      "std_H": 0.8734160192864672,
      "n": 640
    },
    {
      "layer": 10,
      "mean_H": 2.5144276107661425,
      "std_H": 0.8175109033155874,
      "n": 640
    },
    {
      "layer": 11,
      "mean_H": 2.476173902954906,
      "std_H": 0.9107822351136462,
      "n": 640
    },
    {
      "layer": 12,
      "mean_H": 2.4304411401972175,
      "std_H": 0.8737378698704705,
      "n": 640
    },
    {
      "layer": 13,
      "mean_H": 2.2601283544674518,
      "std_H": 0.8632206065111331,
      "n": 640
    },
    {
      "layer": 14,
      "mean_H": 2.460239140409976,
      "std_H": 0.8850424245790176,
      "n": 640
    },
    {
      "layer": 15,
      "mean_H": 2.268332318495959,
      "std_H": 0.8540166185749527,
      "n": 640
    },
    {
      "layer": 16,
      "mean_H": 2.205483974982053,
      "std_H": 0.8807045417722733,
      "n": 640
    },
    {
      "layer": 17,
      "mean_H": 1.9379747526952997,
      "std_H": 0.7792122230437966,
      "n": 640
    },
    {
      "layer": 18,
      "mean_H": 1.7092706246301532,
      "std_H": 0.7263209172370894,
      "n": 640
    },
    {
      "layer": 19,
      "mean_H": 1.7558726808987557,
      "std_H": 0.7262139740822701,
      "n": 640
    },
    {
      "layer": 20,
      "mean_H": 1.8520887020975352,
      "std_H": 0.8219452490570468,
      "n": 640
    },
    {
      "layer": 21,
      "mean_H": 1.597260670363903,
      "std_H": 0.7073056598392009,
      "n": 640
    },
    {
      "layer": 22,
      "mean_H": 1.5853220832534134,
      "std_H": 0.7159583922011059,
      "n": 640
    },
    {
      "layer": 23,
      "mean_H": 1.4006114381365478,
      "std_H": 0.6730863061374427,
      "n": 640
    },
    {
      "layer": 24,
      "mean_H": 1.5882800293155015,
      "std_H": 0.76919362899336,
      "n": 640
    },
    {
      "layer": 25,
      "mean_H": 1.3493894627317786,
      "std_H": 0.5917297076592941,
      "n": 640
    },
    {
      "layer": 26,
      "mean_H": 1.6608618050813675,
      "std_H": 0.9034682827427781,
      "n": 640
    },
    {
      "layer": 27,
      "mean_H": 1.304399514105171,
      "std_H": 0.5366924006154001,
      "n": 640
    },
    {
      "layer": 28,
      "mean_H": 1.4169224985875188,
      "std_H": 0.6918443950997929,
      "n": 640
    },
    {
      "layer": 29,
      "mean_H": 1.7060872323811054,
      "std_H": 0.8805211443159562,
      "n": 640
    },
    {
      "layer": 30,
      "mean_H": 1.4526862988248468,
      "std_H": 0.7414406776186819,
      "n": 640
    },
    {
      "layer": 31,
      "mean_H": 2.2028599060606213,
      "std_H": 1.0445620687662045,
      "n": 640
    }
  ]
}