Spaces:
Running
Running
File size: 3,273 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 | {
"model": "pythia-160m",
"theta": 10000,
"d_head": 64,
"n_layers": 12,
"n_heads": 12,
"k_dead_boundary": 23,
"n_active_pairs": 23,
"n_dead_pairs": 9,
"band_energy": {
"E_per_pair": [
0.001064130950706183,
0.0012110301795473788,
0.0014869011689976712,
0.0020551237402186315,
0.0008975173361452309,
0.0012307940141909057,
0.0013022122246992593,
0.001751014025002304,
0.010412280780454038,
0.009159020898045532,
0.009579110671135519,
0.012873442889233248,
0.007848018351069186,
0.00977274171398474,
0.008646933923753548,
0.010683184749521187,
0.00916713065008581,
0.007902943464513455,
0.011261846996300543,
0.0080462609451691,
0.010197897312739061,
0.008272148262929276,
0.008684634919417376,
0.009037639047568923,
0.008514541465653261,
0.010570794737254295,
0.00927946967729238,
0.010585213738320616,
0.008661203316781515,
0.009069388265844382,
0.009947797783145992,
0.010626469744036311
],
"E_dead_mean": 0.006674187833385181,
"E_alive_mean": 0.009588057530655296,
"snr_alive_dead": 1.4365879068098684,
"note": "dead=pairs 0..k_dead-1 (high RoPE freq, alias early); alive=k_dead..d_head/2-1"
},
"dft_spectrum": {
"P_Q": [
0.2958437570347699,
0.348343640592764,
0.24555797281491,
0.40297945607279995,
0.322743520206249,
0.2869425880994953,
0.37247994033492415,
0.2954177619982386,
0.38897240244554204,
0.3294966998674521,
0.38441006827008345,
0.32604674450177895,
0.25162863779837724,
0.31672071094961624,
0.3259164751708582,
0.36325387051652336,
0.31398786570793763,
0.3476528222751796,
0.31054765274936663,
0.291829167010772,
0.3515384377239891,
0.361517186066457,
0.3553785084870785,
0.3291896297574752,
0.2950313963547555,
0.2832946113010028,
0.35011134576448194,
0.30321948033327806,
0.2827686790744266,
0.3231308427027485,
0.2991999331418189,
0.33306226281733936,
0.3181819969321611
],
"P_K": [
0.2895982372456034,
0.2557708329645376,
0.2779893377262116,
0.25784963421521795,
0.258599459903312,
0.25807211945560005,
0.28222506528559765,
0.2388104718094088,
0.3279792482943225,
0.2881836546519818,
0.2623019846268205,
0.2527246975959595,
0.2455083639035442,
0.2907001318114804,
0.25672807900454153,
0.24306433128687477,
0.28588553283187657,
0.25444223470832467,
0.2497074819244824,
0.2723151532282038,
0.292947676607296,
0.3387375096034239,
0.24785415281447978,
0.25833108988957815,
0.22527443779193257,
0.24133667301794404,
0.2777118990890367,
0.29787607396914834,
0.31693569559542367,
0.2808322269062053,
0.22895407033230444,
0.3319835111449873,
0.32165428335043195
],
"frac_Q_alive": 0.29115214487590435,
"frac_K_alive": 0.3086830226214835,
"null_fraction": 0.30303030303030304
},
"elapsed_s": 4.9
} |