File size: 1,273 Bytes
535348a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
{
  "model": "meta-llama/Meta-Llama-3-8B",
  "n_layers": 32,
  "n_heads": 32,
  "seq_len": 512,
  "n_samples": 50,
  "l_crit_from_e1": null,
  "peak_cv_layer_1indexed": 19,
  "peak_cv_value": 0.001493,
  "min_entropy_layer_1indexed": 19,
  "min_entropy_value": 1.0118,
  "variance_per_layer": [
    0.000145,
    0.000375,
    0.001389,
    0.001226,
    0.001048,
    0.001033,
    0.000899,
    0.000841,
    0.000798,
    0.000699,
    0.000709,
    0.000571,
    0.000837,
    0.000704,
    0.000761,
    0.000595,
    0.0008,
    0.000771,
    0.001493,
    0.001003,
    0.001279,
    0.001108,
    0.00109,
    0.001337,
    0.001339,
    0.00117,
    0.000881,
    0.001137,
    0.001006,
    0.001054,
    0.000596,
    0.000735
  ],
  "entropy_per_layer": [
    4.6611,
    3.4838,
    1.2565,
    1.625,
    1.8219,
    1.8352,
    2.1577,
    2.2191,
    2.3617,
    2.7301,
    2.6664,
    3.0819,
    2.1025,
    2.9503,
    2.5696,
    3.2183,
    2.4381,
    2.7608,
    1.0118,
    2.2512,
    1.4995,
    1.8092,
    1.9047,
    1.3375,
    1.2615,
    1.5836,
    2.4054,
    1.8537,
    2.0616,
    2.0781,
    3.2291,
    2.6932
  ],
  "n_nan_layers": 0,
  "dtype": "bfloat16",
  "decision": "L_crit unknown (E1 not run)",
  "runtime_seconds": 2335.2
}