{"baseline_ppl": 55.10, "tests": { "blk_0_ffn_gate": {"ppl": 55.1399, "gguf_tensor": "blk.0.ffn_gate.weight"}, "blk_0_ffn_up": {"ppl": 55.0705, "gguf_tensor": "blk.0.ffn_up.weight"}, "blk_1_ffn_gate": {"ppl": 55.0687, "gguf_tensor": "blk.1.ffn_gate.weight"}, "blk_1_ffn_up": {"ppl": 55.3153, "gguf_tensor": "blk.1.ffn_up.weight"}, "blk_5_ffn_gate": {"ppl": 55.0427, "gguf_tensor": "blk.5.ffn_gate.weight"}, "blk_10_ffn_gate": {"ppl": 55.0380, "gguf_tensor": "blk.10.ffn_gate.weight"}, "blk_10_ffn_up": {"ppl": 55.2620, "gguf_tensor": "blk.10.ffn_up.weight"}, "blk_15_ffn_gate": {"ppl": 54.4634, "gguf_tensor": "blk.15.ffn_gate.weight"}, "blk_20_ffn_gate": {"ppl": 54.8369, "gguf_tensor": "blk.20.ffn_gate.weight"}, "blk_20_ffn_up": {"ppl": 56.6838, "gguf_tensor": "blk.20.ffn_up.weight"}, "blk_25_ffn_gate": {"ppl": 55.4380, "gguf_tensor": "blk.25.ffn_gate.weight"}, "blk_30_ffn_gate": {"ppl": 54.6755, "gguf_tensor": "blk.30.ffn_gate.weight"}, "blk_30_ffn_up": {"ppl": 54.7052, "gguf_tensor": "blk.30.ffn_up.weight"}, "blk_35_ffn_gate": {"ppl": 55.5340, "gguf_tensor": "blk.35.ffn_gate.weight"}, "blk_40_ffn_gate": {"ppl": 54.7744, "gguf_tensor": "blk.40.ffn_gate.weight"}, "blk_40_ffn_up": {"ppl": 55.0373, "gguf_tensor": "blk.40.ffn_up.weight"}, "blk_41_ffn_gate": {"ppl": 54.9371, "gguf_tensor": "blk.41.ffn_gate.weight"}, "blk_41_ffn_up": {"ppl": 54.4696, "gguf_tensor": "blk.41.ffn_up.weight"}, "blk_0_attn_q": {"ppl": 55.1161, "gguf_tensor": "blk.0.attn_q.weight"}, "blk_0_attn_k": {"ppl": 55.1300, "gguf_tensor": "blk.0.attn_k.weight"}, "blk_10_attn_q": {"ppl": 55.1097, "gguf_tensor": "blk.10.attn_q.weight"}, "blk_20_attn_q": {"ppl": 55.4542, "gguf_tensor": "blk.20.attn_q.weight"}, "blk_30_attn_q": {"ppl": 55.2370, "gguf_tensor": "blk.30.attn_q.weight"}, "blk_40_attn_q": {"ppl": 54.4645, "gguf_tensor": "blk.40.attn_q.weight"}, "blk_41_attn_q": {"ppl": 60.5367, "gguf_tensor": "blk.41.attn_q.weight"}, "blk_41_attn_v": {"ppl": 55.1050, "gguf_tensor": "blk.41.attn_v.weight"}} }