{ "lam_scale": 1.0, "edited": { "layers.10.attn.wo_b": { "lambda": 3.932598114013672, "rel_fro": 0.08320362865924835 }, "layers.10.ffn.shared_experts.w2": { "lambda": 3.904460906982422, "rel_fro": 0.07808610051870346 }, "layers.11.attn.wo_b": { "lambda": 3.944295883178711, "rel_fro": 0.09268758445978165 }, "layers.11.ffn.shared_experts.w2": { "lambda": 3.8868825435638428, "rel_fro": 0.08064238727092743 }, "layers.12.attn.wo_b": { "lambda": 3.937764883041382, "rel_fro": 0.081919826567173 }, "layers.12.ffn.shared_experts.w2": { "lambda": 3.8828461170196533, "rel_fro": 0.07332459092140198 }, "layers.13.attn.wo_b": { "lambda": 3.9367258548736572, "rel_fro": 0.08236713707447052 }, "layers.13.ffn.shared_experts.w2": { "lambda": 2.050158739089966, "rel_fro": 0.11766072362661362 }, "layers.14.attn.wo_b": { "lambda": 3.906290292739868, "rel_fro": 0.07547232508659363 }, "layers.14.ffn.shared_experts.w2": { "lambda": 3.5750820636749268, "rel_fro": 0.07603859156370163 }, "layers.15.attn.wo_b": { "lambda": 3.9384350776672363, "rel_fro": 0.08445879071950912 }, "layers.15.ffn.shared_experts.w2": { "lambda": 3.8902320861816406, "rel_fro": 0.06585592776536942 }, "layers.16.attn.wo_b": { "lambda": 5.41267728805542, "rel_fro": 0.10474424064159393 }, "layers.16.ffn.shared_experts.w2": { "lambda": 5.188394546508789, "rel_fro": 0.10683298110961914 }, "layers.17.attn.wo_b": { "lambda": 5.408170223236084, "rel_fro": 0.11378468573093414 }, "layers.17.ffn.shared_experts.w2": { "lambda": 5.337491512298584, "rel_fro": 0.09934235364198685 }, "layers.18.attn.wo_b": { "lambda": 5.41156530380249, "rel_fro": 0.11095999926328659 }, "layers.18.ffn.shared_experts.w2": { "lambda": 5.338533401489258, "rel_fro": 0.10695485025644302 }, "layers.19.attn.wo_b": { "lambda": 5.4130635261535645, "rel_fro": 0.1162816509604454 }, "layers.19.ffn.shared_experts.w2": { "lambda": 4.735747337341309, "rel_fro": 0.10470903664827347 }, "layers.20.attn.wo_b": { "lambda": 5.900479793548584, "rel_fro": 0.10825697332620621 }, "layers.20.ffn.shared_experts.w2": { "lambda": 5.790022850036621, "rel_fro": 0.12977027893066406 }, "layers.21.attn.wo_b": { "lambda": 5.399422645568848, "rel_fro": 0.12335021048784256 }, "layers.21.ffn.shared_experts.w2": { "lambda": 4.862371444702148, "rel_fro": 0.07925516366958618 }, "layers.22.attn.wo_b": { "lambda": 5.411190986633301, "rel_fro": 0.10509663075208664 }, "layers.22.ffn.shared_experts.w2": { "lambda": 4.846559524536133, "rel_fro": 0.07732626050710678 }, "layers.23.attn.wo_b": { "lambda": 5.402845859527588, "rel_fro": 0.120193712413311 }, "layers.23.ffn.shared_experts.w2": { "lambda": 4.852700233459473, "rel_fro": 0.09562747180461884 }, "layers.24.attn.wo_b": { "lambda": 5.417020320892334, "rel_fro": 0.10954170674085617 }, "layers.24.ffn.shared_experts.w2": { "lambda": 4.84938907623291, "rel_fro": 0.08866430819034576 }, "layers.25.attn.wo_b": { "lambda": 5.416551113128662, "rel_fro": 0.09961749613285065 }, "layers.25.ffn.shared_experts.w2": { "lambda": 4.872548580169678, "rel_fro": 0.08381426334381104 }, "layers.26.attn.wo_b": { "lambda": 5.409928321838379, "rel_fro": 0.11072657257318497 }, "layers.26.ffn.shared_experts.w2": { "lambda": 4.8199920654296875, "rel_fro": 0.09686459600925446 }, "layers.27.attn.wo_b": { "lambda": 5.406340599060059, "rel_fro": 0.12171531468629837 }, "layers.27.ffn.shared_experts.w2": { "lambda": 4.682714939117432, "rel_fro": 0.1021057590842247 }, "layers.28.attn.wo_b": { "lambda": 4.429285049438477, "rel_fro": 0.09222153574228287 }, "layers.28.ffn.shared_experts.w2": { "lambda": 3.8112845420837402, "rel_fro": 0.07024142146110535 }, "layers.29.attn.wo_b": { "lambda": 4.434867858886719, "rel_fro": 0.1080288365483284 }, "layers.29.ffn.shared_experts.w2": { "lambda": 3.8486480712890625, "rel_fro": 0.07362323254346848 }, "layers.30.attn.wo_b": { "lambda": 4.433894634246826, "rel_fro": 0.08496138453483582 }, "layers.30.ffn.shared_experts.w2": { "lambda": 3.749642848968506, "rel_fro": 0.08580148220062256 }, "layers.31.attn.wo_b": { "lambda": 4.429920196533203, "rel_fro": 0.09130832552909851 }, "layers.31.ffn.shared_experts.w2": { "lambda": 3.853621482849121, "rel_fro": 0.11672268807888031 }, "layers.32.attn.wo_b": { "lambda": 4.432029724121094, "rel_fro": 0.09530960768461227 }, "layers.32.ffn.shared_experts.w2": { "lambda": 3.744251012802124, "rel_fro": 0.07780704647302628 }, "layers.33.attn.wo_b": { "lambda": 2.950672149658203, "rel_fro": 0.07582584023475647 }, "layers.33.ffn.shared_experts.w2": { "lambda": 2.370408773422241, "rel_fro": 0.0517563670873642 }, "layers.34.attn.wo_b": { "lambda": 2.9282987117767334, "rel_fro": 0.06382284313440323 }, "layers.34.ffn.shared_experts.w2": { "lambda": 2.362558603286743, "rel_fro": 0.05445578321814537 }, "layers.35.attn.wo_b": { "lambda": 1.3998923301696777, "rel_fro": 0.03488460183143616 }, "layers.35.ffn.shared_experts.w2": { "lambda": 0.8404458165168762, "rel_fro": 0.018492892384529114 }, "layers.36.attn.wo_b": { "lambda": 1.3636064529418945, "rel_fro": 0.028940390795469284 }, "layers.36.ffn.shared_experts.w2": { "lambda": 0.8050599694252014, "rel_fro": 0.01816399022936821 } }, "time": 1789189391.4783852, "model": "Jah 6.0", "method": "RMDW in-house per-layer weight abliteration (attention output + shared-expert output projections; row norms preserved)" }