Spaces:
Running
Running
File size: 1,268 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | {
"model": "EleutherAI/pythia-2.8b",
"n_layers": 32,
"n_heads": 32,
"seq_len": 512,
"n_samples": 50,
"l_crit_from_e1": null,
"peak_cv_layer_1indexed": 32,
"peak_cv_value": 0.001393,
"min_entropy_layer_1indexed": 32,
"min_entropy_value": 0.7427,
"variance_per_layer": [
7.1e-05,
0.000323,
0.000101,
0.000582,
0.000441,
0.00053,
0.000482,
0.000707,
0.000801,
0.000689,
0.000744,
0.000653,
0.000583,
0.000679,
0.001011,
0.000789,
0.000789,
0.000775,
0.000752,
0.000853,
0.000786,
0.000742,
0.00071,
0.000693,
0.000569,
0.000657,
0.000642,
0.000637,
0.000616,
0.000749,
0.000836,
0.001393
],
"entropy_per_layer": [
4.7854,
3.5542,
4.8828,
2.8463,
3.2198,
2.9146,
3.3088,
2.5581,
2.2702,
2.5544,
2.3549,
2.9783,
3.0359,
2.8657,
1.8431,
2.4528,
2.3897,
2.4973,
2.5624,
2.2672,
2.3972,
2.3401,
2.4305,
2.4288,
2.6802,
2.4344,
2.4846,
2.3994,
2.5019,
1.9551,
1.7849,
0.7427
],
"n_nan_layers": 0,
"dtype": "bfloat16",
"decision": "L_crit unknown (E1 not run)",
"runtime_seconds": 8.3
} |