Spaces:
Running
Running
File size: 1,154 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 | {
"model": "Qwen/Qwen2.5-7B",
"n_layers": 28,
"n_heads": 28,
"seq_len": 512,
"n_samples": 50,
"l_crit_from_e1": null,
"peak_cv_layer_1indexed": 5,
"peak_cv_value": 0.000913,
"min_entropy_layer_1indexed": 11,
"min_entropy_value": 2.0645,
"variance_per_layer": [
0.000439,
0.000216,
0.000115,
0.000241,
0.000913,
0.000626,
0.000801,
0.000508,
0.000745,
0.000349,
0.000821,
0.000669,
0.000579,
0.000473,
0.000678,
0.000626,
0.000427,
0.00034,
0.000661,
0.000602,
0.00062,
0.000531,
0.000799,
0.000601,
0.000558,
0.0007,
0.000602,
0.000678
],
"entropy_per_layer": [
3.4547,
4.2553,
4.4153,
3.8952,
2.2419,
2.9846,
2.2191,
3.1387,
2.4572,
3.8687,
2.0645,
2.4215,
2.9864,
3.123,
2.8327,
2.3509,
3.312,
3.7269,
2.8109,
3.1786,
3.2028,
3.209,
2.8174,
2.9818,
3.3167,
2.8269,
2.9339,
2.7591
],
"n_nan_layers": 0,
"dtype": "bfloat16",
"decision": "L_crit unknown (E1 not run)",
"runtime_seconds": 208.9
} |