Spaces:
Running
Running
File size: 3,213 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 | {
"model": "SmolLM2-360M",
"theta": 100000,
"d_head": 64,
"n_layers": 32,
"n_heads": 15,
"k_dead_boundary": 18,
"n_active_pairs": 18,
"n_dead_pairs": 14,
"band_energy": {
"E_per_pair": [
0.025269863719586283,
0.02541476932237856,
0.027348715803236702,
0.027804870571708308,
0.03089532544836402,
0.030647695797961207,
0.032357735431287435,
0.03409121660515666,
0.03466076030163094,
0.036654044431634246,
0.037308646115707236,
0.03618085461203009,
0.03680996113689616,
0.03729442257899791,
0.037743786536157134,
0.03635534648783505,
0.025531852582935242,
0.02597372094169259,
0.02696217806369532,
0.027827971702208742,
0.029861762718064712,
0.03067283452837728,
0.032295483851339665,
0.03348187817027792,
0.03398339995183051,
0.036816348327556626,
0.03841224994393997,
0.036484417656902225,
0.037388850847491995,
0.03836337691755034,
0.037994201527908444,
0.036750087386462835
],
"E_dead_mean": 0.032130199356955325,
"E_alive_mean": 0.034092502970971904,
"snr_alive_dead": 1.0610734963438913,
"note": "dead=pairs 0..k_dead-1 (high RoPE freq, alias early); alive=k_dead..d_head/2-1"
},
"dft_spectrum": {
"P_Q": [
2.1210313006242094,
2.1302040005495586,
2.1223305023001053,
2.1335972242410812,
2.126314835695495,
2.1317210010201584,
2.128121589347068,
2.11272735788541,
2.1275410753358357,
2.129873362167353,
2.145515896188842,
2.1190358285062025,
2.122167575145996,
2.111128506913698,
2.099214426102873,
2.1120945872217924,
2.110947090995979,
2.116418743390384,
2.125797653787983,
2.1210342543770286,
2.1155697301062126,
2.1087978165474466,
2.1374832341209316,
2.113890384523775,
2.1251501009401825,
2.1216704767548373,
2.1046099548273927,
2.1206459331771765,
2.11173691200079,
2.1025088942834165,
2.1075722578215816,
2.1178910284665995,
2.1011656167676147
],
"P_K": [
2.3428708174199193,
2.2987214869028287,
2.354706438886853,
2.2811933844210834,
2.312777839757843,
2.3294524004495036,
2.3189964673719343,
2.316389574072212,
2.279767206034193,
2.330349026699854,
2.304479026280806,
2.2813061331686266,
2.3226374893518016,
2.3023436155827075,
2.3063709812668236,
2.2981977809941916,
2.3188293591147207,
2.3077552767290928,
2.2919072092909065,
2.3268391968929576,
2.332017850066368,
2.299359207061272,
2.3308832507373696,
2.3022914116593074,
2.2967031115186223,
2.3071905654434626,
2.271727303732168,
2.307624984199611,
2.2966894302991685,
2.3115450369751214,
2.256446060191771,
2.254674117091775,
2.311154990594025
],
"frac_Q_alive": 0.45378270113779084,
"frac_K_alive": 0.45328713288638145,
"null_fraction": 0.45454545454545453
},
"elapsed_s": 5.7
} |