Spaces:
Running
Running
File size: 1,273 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | {
"model": "meta-llama/Meta-Llama-3-8B",
"n_layers": 32,
"n_heads": 32,
"seq_len": 512,
"n_samples": 50,
"l_crit_from_e1": null,
"peak_cv_layer_1indexed": 19,
"peak_cv_value": 0.001493,
"min_entropy_layer_1indexed": 19,
"min_entropy_value": 1.0118,
"variance_per_layer": [
0.000145,
0.000375,
0.001389,
0.001226,
0.001048,
0.001033,
0.000899,
0.000841,
0.000798,
0.000699,
0.000709,
0.000571,
0.000837,
0.000704,
0.000761,
0.000595,
0.0008,
0.000771,
0.001493,
0.001003,
0.001279,
0.001108,
0.00109,
0.001337,
0.001339,
0.00117,
0.000881,
0.001137,
0.001006,
0.001054,
0.000596,
0.000735
],
"entropy_per_layer": [
4.6611,
3.4838,
1.2565,
1.625,
1.8219,
1.8352,
2.1577,
2.2191,
2.3617,
2.7301,
2.6664,
3.0819,
2.1025,
2.9503,
2.5696,
3.2183,
2.4381,
2.7608,
1.0118,
2.2512,
1.4995,
1.8092,
1.9047,
1.3375,
1.2615,
1.5836,
2.4054,
1.8537,
2.0616,
2.0781,
3.2291,
2.6932
],
"n_nan_layers": 0,
"dtype": "bfloat16",
"decision": "L_crit unknown (E1 not run)",
"runtime_seconds": 2335.2
} |