Spaces:
Running
Running
File size: 1,053 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 | {
"model": "EleutherAI/pythia-410m",
"n_layers": 24,
"n_heads": 16,
"seq_len": 512,
"n_samples": 50,
"l_crit_from_e1": null,
"peak_cv_layer_1indexed": 15,
"peak_cv_value": 0.001081,
"min_entropy_layer_1indexed": 15,
"min_entropy_value": 1.768,
"variance_per_layer": [
0.000118,
0.000258,
7e-05,
0.00018,
0.000141,
0.000434,
0.00049,
0.000727,
0.000499,
0.000619,
0.000542,
0.000904,
0.000716,
0.000971,
0.001081,
0.000855,
0.000505,
0.000708,
0.00057,
0.000663,
0.000236,
0.000163,
0.00015,
0.000142
],
"entropy_per_layer": [
4.3774,
3.536,
4.8356,
4.1821,
4.5478,
2.9041,
3.0163,
2.4139,
2.8523,
2.7225,
3.0353,
2.2303,
2.6803,
1.9203,
1.768,
2.1956,
3.2916,
2.7684,
3.3229,
3.3017,
4.7612,
5.0086,
5.0369,
5.1515
],
"n_nan_layers": 0,
"dtype": "bfloat16",
"decision": "L_crit unknown (E1 not run)",
"runtime_seconds": 4.9
} |