{ "model.layers.0.mlp.gate_proj": 0.6796875, "model.layers.0.mlp.up_proj": 0.6796875, "model.layers.0.mlp.down_proj": 1.3203125, "model.layers.1.mlp.experts.experts.gate_up_proj.0": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.0": 2.953125, "model.layers.1.mlp.experts.experts.gate_up_proj.1": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.1": 0.515625, "model.layers.1.mlp.experts.experts.gate_up_proj.2": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.2": 0.72265625, "model.layers.1.mlp.experts.experts.gate_up_proj.3": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.3": 0.42578125, "model.layers.1.mlp.experts.experts.gate_up_proj.4": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.4": 0.470703125, "model.layers.1.mlp.experts.experts.gate_up_proj.5": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.5": 0.4375, "model.layers.1.mlp.experts.experts.gate_up_proj.6": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.6": 0.515625, "model.layers.1.mlp.experts.experts.gate_up_proj.7": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.7": 0.44921875, "model.layers.1.mlp.experts.experts.gate_up_proj.8": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.8": 0.41015625, "model.layers.1.mlp.experts.experts.gate_up_proj.9": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.9": 0.65625, "model.layers.1.mlp.experts.experts.gate_up_proj.10": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.10": 1.328125, "model.layers.1.mlp.experts.experts.gate_up_proj.11": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.11": 0.58203125, "model.layers.1.mlp.experts.experts.gate_up_proj.12": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.12": 0.462890625, "model.layers.1.mlp.experts.experts.gate_up_proj.13": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.13": 0.609375, "model.layers.1.mlp.experts.experts.gate_up_proj.14": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.14": 0.59375, "model.layers.1.mlp.experts.experts.gate_up_proj.15": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.15": 0.486328125, "model.layers.1.mlp.experts.experts.gate_up_proj.16": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.16": 0.9140625, "model.layers.1.mlp.experts.experts.gate_up_proj.17": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.17": 0.486328125, "model.layers.1.mlp.experts.experts.gate_up_proj.18": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.18": 0.439453125, "model.layers.1.mlp.experts.experts.gate_up_proj.19": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.19": 0.953125, "model.layers.1.mlp.experts.experts.gate_up_proj.20": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.20": 1.8828125, "model.layers.1.mlp.experts.experts.gate_up_proj.21": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.21": 0.7734375, "model.layers.1.mlp.experts.experts.gate_up_proj.22": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.22": 0.470703125, "model.layers.1.mlp.experts.experts.gate_up_proj.23": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.23": 0.8046875, "model.layers.1.mlp.experts.experts.gate_up_proj.24": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.24": 0.609375, "model.layers.1.mlp.experts.experts.gate_up_proj.25": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.25": 1.390625, "model.layers.1.mlp.experts.experts.gate_up_proj.26": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.26": 0.6796875, "model.layers.1.mlp.experts.experts.gate_up_proj.27": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.27": 0.69140625, "model.layers.1.mlp.experts.experts.gate_up_proj.28": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.28": 8.125, "model.layers.1.mlp.experts.experts.gate_up_proj.29": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.29": 0.47265625, "model.layers.1.mlp.experts.experts.gate_up_proj.30": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.30": 0.68359375, "model.layers.1.mlp.experts.experts.gate_up_proj.31": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.31": 0.54296875, "model.layers.1.mlp.experts.experts.gate_up_proj.32": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.32": 0.765625, "model.layers.1.mlp.experts.experts.gate_up_proj.33": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.33": 1.1796875, "model.layers.1.mlp.experts.experts.gate_up_proj.34": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.34": 0.6328125, "model.layers.1.mlp.experts.experts.gate_up_proj.35": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.35": 0.5546875, "model.layers.1.mlp.experts.experts.gate_up_proj.36": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.36": 0.361328125, "model.layers.1.mlp.experts.experts.gate_up_proj.37": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.37": 0.69921875, "model.layers.1.mlp.experts.experts.gate_up_proj.38": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.38": 1.3125, "model.layers.1.mlp.experts.experts.gate_up_proj.39": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.39": 0.55859375, "model.layers.1.mlp.experts.experts.gate_up_proj.40": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.40": 0.765625, "model.layers.1.mlp.experts.experts.gate_up_proj.41": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.41": 0.50390625, "model.layers.1.mlp.experts.experts.gate_up_proj.42": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.42": 0.482421875, "model.layers.1.mlp.experts.experts.gate_up_proj.43": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.43": 0.60546875, "model.layers.1.mlp.experts.experts.gate_up_proj.44": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.44": 0.5625, "model.layers.1.mlp.experts.experts.gate_up_proj.45": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.45": 0.51171875, "model.layers.1.mlp.experts.experts.gate_up_proj.46": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.46": 1.484375, "model.layers.1.mlp.experts.experts.gate_up_proj.47": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.47": 0.4921875, "model.layers.1.mlp.experts.experts.gate_up_proj.48": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.48": 0.5625, "model.layers.1.mlp.experts.experts.gate_up_proj.49": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.49": 0.6484375, "model.layers.1.mlp.experts.experts.gate_up_proj.50": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.50": 0.373046875, "model.layers.1.mlp.experts.experts.gate_up_proj.51": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.51": 0.5859375, "model.layers.1.mlp.experts.experts.gate_up_proj.52": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.52": 0.828125, "model.layers.1.mlp.experts.experts.gate_up_proj.53": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.53": 0.7890625, "model.layers.1.mlp.experts.experts.gate_up_proj.54": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.54": 0.6875, "model.layers.1.mlp.experts.experts.gate_up_proj.55": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.55": 0.625, "model.layers.1.mlp.experts.experts.gate_up_proj.56": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.56": 0.625, "model.layers.1.mlp.experts.experts.gate_up_proj.57": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.57": 0.71875, "model.layers.1.mlp.experts.experts.gate_up_proj.58": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.58": 0.703125, "model.layers.1.mlp.experts.experts.gate_up_proj.59": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.59": 0.54296875, "model.layers.1.mlp.experts.experts.gate_up_proj.60": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.60": 0.55078125, "model.layers.1.mlp.experts.experts.gate_up_proj.61": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.61": 0.86328125, "model.layers.1.mlp.experts.experts.gate_up_proj.62": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.62": 0.8359375, "model.layers.1.mlp.experts.experts.gate_up_proj.63": 0.7421875, "model.layers.1.mlp.experts.experts.down_proj.63": 0.53515625, "model.layers.1.mlp.shared_experts.gate_proj": 0.7421875, "model.layers.1.mlp.shared_experts.up_proj": 0.7421875, "model.layers.1.mlp.shared_experts.down_proj": 3.0625, "model.layers.2.mlp.experts.experts.gate_up_proj.0": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.0": 0.439453125, "model.layers.2.mlp.experts.experts.gate_up_proj.1": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.1": 0.5859375, "model.layers.2.mlp.experts.experts.gate_up_proj.2": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.2": 0.765625, "model.layers.2.mlp.experts.experts.gate_up_proj.3": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.3": 0.6953125, "model.layers.2.mlp.experts.experts.gate_up_proj.4": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.4": 1.390625, "model.layers.2.mlp.experts.experts.gate_up_proj.5": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.5": 0.91015625, "model.layers.2.mlp.experts.experts.gate_up_proj.6": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.6": 0.578125, "model.layers.2.mlp.experts.experts.gate_up_proj.7": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.7": 1.1328125, "model.layers.2.mlp.experts.experts.gate_up_proj.8": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.8": 0.49609375, "model.layers.2.mlp.experts.experts.gate_up_proj.9": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.9": 1.1640625, "model.layers.2.mlp.experts.experts.gate_up_proj.10": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.10": 10.75, "model.layers.2.mlp.experts.experts.gate_up_proj.11": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.11": 0.79296875, "model.layers.2.mlp.experts.experts.gate_up_proj.12": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.12": 0.55078125, "model.layers.2.mlp.experts.experts.gate_up_proj.13": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.13": 1.171875, "model.layers.2.mlp.experts.experts.gate_up_proj.14": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.14": 0.90625, "model.layers.2.mlp.experts.experts.gate_up_proj.15": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.15": 0.94140625, "model.layers.2.mlp.experts.experts.gate_up_proj.16": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.16": 0.95703125, "model.layers.2.mlp.experts.experts.gate_up_proj.17": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.17": 0.86328125, "model.layers.2.mlp.experts.experts.gate_up_proj.18": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.18": 0.6875, "model.layers.2.mlp.experts.experts.gate_up_proj.19": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.19": 0.7421875, "model.layers.2.mlp.experts.experts.gate_up_proj.20": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.20": 0.890625, "model.layers.2.mlp.experts.experts.gate_up_proj.21": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.21": 0.63671875, "model.layers.2.mlp.experts.experts.gate_up_proj.22": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.22": 0.828125, "model.layers.2.mlp.experts.experts.gate_up_proj.23": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.23": 0.890625, "model.layers.2.mlp.experts.experts.gate_up_proj.24": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.24": 1.203125, "model.layers.2.mlp.experts.experts.gate_up_proj.25": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.25": 0.765625, "model.layers.2.mlp.experts.experts.gate_up_proj.26": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.26": 1.25, "model.layers.2.mlp.experts.experts.gate_up_proj.27": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.27": 0.8125, "model.layers.2.mlp.experts.experts.gate_up_proj.28": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.28": 1.15625, "model.layers.2.mlp.experts.experts.gate_up_proj.29": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.29": 0.640625, "model.layers.2.mlp.experts.experts.gate_up_proj.30": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.30": 0.578125, "model.layers.2.mlp.experts.experts.gate_up_proj.31": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.31": 0.54296875, "model.layers.2.mlp.experts.experts.gate_up_proj.32": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.32": 0.578125, "model.layers.2.mlp.experts.experts.gate_up_proj.33": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.33": 0.51171875, "model.layers.2.mlp.experts.experts.gate_up_proj.34": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.34": 0.9140625, "model.layers.2.mlp.experts.experts.gate_up_proj.35": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.35": 0.64453125, "model.layers.2.mlp.experts.experts.gate_up_proj.36": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.36": 0.67578125, "model.layers.2.mlp.experts.experts.gate_up_proj.37": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.37": 0.6484375, "model.layers.2.mlp.experts.experts.gate_up_proj.38": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.38": 0.64453125, "model.layers.2.mlp.experts.experts.gate_up_proj.39": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.39": 0.59375, "model.layers.2.mlp.experts.experts.gate_up_proj.40": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.40": 0.78125, "model.layers.2.mlp.experts.experts.gate_up_proj.41": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.41": 0.8046875, "model.layers.2.mlp.experts.experts.gate_up_proj.42": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.42": 0.6328125, "model.layers.2.mlp.experts.experts.gate_up_proj.43": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.43": 0.890625, "model.layers.2.mlp.experts.experts.gate_up_proj.44": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.44": 0.6953125, "model.layers.2.mlp.experts.experts.gate_up_proj.45": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.45": 0.66796875, "model.layers.2.mlp.experts.experts.gate_up_proj.46": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.46": 0.8671875, "model.layers.2.mlp.experts.experts.gate_up_proj.47": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.47": 0.6328125, "model.layers.2.mlp.experts.experts.gate_up_proj.48": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.48": 0.7890625, "model.layers.2.mlp.experts.experts.gate_up_proj.49": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.49": 0.671875, "model.layers.2.mlp.experts.experts.gate_up_proj.50": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.50": 0.8046875, "model.layers.2.mlp.experts.experts.gate_up_proj.51": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.51": 0.58203125, "model.layers.2.mlp.experts.experts.gate_up_proj.52": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.52": 0.66015625, "model.layers.2.mlp.experts.experts.gate_up_proj.53": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.53": 0.703125, "model.layers.2.mlp.experts.experts.gate_up_proj.54": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.54": 0.98046875, "model.layers.2.mlp.experts.experts.gate_up_proj.55": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.55": 0.8671875, "model.layers.2.mlp.experts.experts.gate_up_proj.56": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.56": 0.734375, "model.layers.2.mlp.experts.experts.gate_up_proj.57": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.57": 1.1640625, "model.layers.2.mlp.experts.experts.gate_up_proj.58": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.58": 1.25, "model.layers.2.mlp.experts.experts.gate_up_proj.59": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.59": 0.53125, "model.layers.2.mlp.experts.experts.gate_up_proj.60": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.60": 0.55859375, "model.layers.2.mlp.experts.experts.gate_up_proj.61": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.61": 0.73828125, "model.layers.2.mlp.experts.experts.gate_up_proj.62": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.62": 0.5703125, "model.layers.2.mlp.experts.experts.gate_up_proj.63": 0.79296875, "model.layers.2.mlp.experts.experts.down_proj.63": 0.5859375, "model.layers.2.mlp.shared_experts.gate_proj": 0.79296875, "model.layers.2.mlp.shared_experts.up_proj": 0.79296875, "model.layers.2.mlp.shared_experts.down_proj": 6.46875, "model.layers.3.mlp.experts.experts.gate_up_proj.0": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.0": 1.125, "model.layers.3.mlp.experts.experts.gate_up_proj.1": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.1": 1.109375, "model.layers.3.mlp.experts.experts.gate_up_proj.2": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.2": 0.83203125, "model.layers.3.mlp.experts.experts.gate_up_proj.3": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.3": 0.9296875, "model.layers.3.mlp.experts.experts.gate_up_proj.4": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.4": 0.7734375, "model.layers.3.mlp.experts.experts.gate_up_proj.5": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.5": 0.490234375, "model.layers.3.mlp.experts.experts.gate_up_proj.6": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.6": 1.171875, "model.layers.3.mlp.experts.experts.gate_up_proj.7": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.7": 0.734375, "model.layers.3.mlp.experts.experts.gate_up_proj.8": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.8": 1.3828125, "model.layers.3.mlp.experts.experts.gate_up_proj.9": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.9": 0.96875, "model.layers.3.mlp.experts.experts.gate_up_proj.10": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.10": 1.265625, "model.layers.3.mlp.experts.experts.gate_up_proj.11": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.11": 1.140625, "model.layers.3.mlp.experts.experts.gate_up_proj.12": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.12": 1.28125, "model.layers.3.mlp.experts.experts.gate_up_proj.13": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.13": 0.6015625, "model.layers.3.mlp.experts.experts.gate_up_proj.14": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.14": 1.0703125, "model.layers.3.mlp.experts.experts.gate_up_proj.15": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.15": 0.96875, "model.layers.3.mlp.experts.experts.gate_up_proj.16": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.16": 1.3125, "model.layers.3.mlp.experts.experts.gate_up_proj.17": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.17": 1.0859375, "model.layers.3.mlp.experts.experts.gate_up_proj.18": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.18": 0.984375, "model.layers.3.mlp.experts.experts.gate_up_proj.19": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.19": 1.1484375, "model.layers.3.mlp.experts.experts.gate_up_proj.20": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.20": 1.171875, "model.layers.3.mlp.experts.experts.gate_up_proj.21": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.21": 1.2890625, "model.layers.3.mlp.experts.experts.gate_up_proj.22": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.22": 1.1953125, "model.layers.3.mlp.experts.experts.gate_up_proj.23": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.23": 1.2265625, "model.layers.3.mlp.experts.experts.gate_up_proj.24": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.24": 0.625, "model.layers.3.mlp.experts.experts.gate_up_proj.25": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.25": 0.8125, "model.layers.3.mlp.experts.experts.gate_up_proj.26": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.26": 1.2734375, "model.layers.3.mlp.experts.experts.gate_up_proj.27": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.27": 1.3671875, "model.layers.3.mlp.experts.experts.gate_up_proj.28": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.28": 0.875, "model.layers.3.mlp.experts.experts.gate_up_proj.29": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.29": 1.1796875, "model.layers.3.mlp.experts.experts.gate_up_proj.30": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.30": 0.69140625, "model.layers.3.mlp.experts.experts.gate_up_proj.31": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.31": 1.21875, "model.layers.3.mlp.experts.experts.gate_up_proj.32": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.32": 0.8046875, "model.layers.3.mlp.experts.experts.gate_up_proj.33": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.33": 0.6171875, "model.layers.3.mlp.experts.experts.gate_up_proj.34": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.34": 0.9765625, "model.layers.3.mlp.experts.experts.gate_up_proj.35": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.35": 0.91796875, "model.layers.3.mlp.experts.experts.gate_up_proj.36": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.36": 0.86328125, "model.layers.3.mlp.experts.experts.gate_up_proj.37": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.37": 1.3828125, "model.layers.3.mlp.experts.experts.gate_up_proj.38": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.38": 1.1171875, "model.layers.3.mlp.experts.experts.gate_up_proj.39": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.39": 0.859375, "model.layers.3.mlp.experts.experts.gate_up_proj.40": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.40": 1.0234375, "model.layers.3.mlp.experts.experts.gate_up_proj.41": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.41": 0.96484375, "model.layers.3.mlp.experts.experts.gate_up_proj.42": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.42": 0.609375, "model.layers.3.mlp.experts.experts.gate_up_proj.43": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.43": 1.40625, "model.layers.3.mlp.experts.experts.gate_up_proj.44": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.44": 0.9296875, "model.layers.3.mlp.experts.experts.gate_up_proj.45": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.45": 0.97265625, "model.layers.3.mlp.experts.experts.gate_up_proj.46": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.46": 1.171875, "model.layers.3.mlp.experts.experts.gate_up_proj.47": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.47": 1.34375, "model.layers.3.mlp.experts.experts.gate_up_proj.48": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.48": 1.671875, "model.layers.3.mlp.experts.experts.gate_up_proj.49": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.49": 4.625, "model.layers.3.mlp.experts.experts.gate_up_proj.50": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.50": 0.9609375, "model.layers.3.mlp.experts.experts.gate_up_proj.51": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.51": 0.75, "model.layers.3.mlp.experts.experts.gate_up_proj.52": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.52": 0.7265625, "model.layers.3.mlp.experts.experts.gate_up_proj.53": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.53": 1.125, "model.layers.3.mlp.experts.experts.gate_up_proj.54": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.54": 0.66796875, "model.layers.3.mlp.experts.experts.gate_up_proj.55": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.55": 1.140625, "model.layers.3.mlp.experts.experts.gate_up_proj.56": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.56": 0.73828125, "model.layers.3.mlp.experts.experts.gate_up_proj.57": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.57": 0.80859375, "model.layers.3.mlp.experts.experts.gate_up_proj.58": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.58": 1.15625, "model.layers.3.mlp.experts.experts.gate_up_proj.59": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.59": 0.84765625, "model.layers.3.mlp.experts.experts.gate_up_proj.60": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.60": 0.89453125, "model.layers.3.mlp.experts.experts.gate_up_proj.61": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.61": 1.046875, "model.layers.3.mlp.experts.experts.gate_up_proj.62": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.62": 1.5234375, "model.layers.3.mlp.experts.experts.gate_up_proj.63": 0.9921875, "model.layers.3.mlp.experts.experts.down_proj.63": 0.9765625, "model.layers.3.mlp.shared_experts.gate_proj": 0.9921875, "model.layers.3.mlp.shared_experts.up_proj": 0.9921875, "model.layers.3.mlp.shared_experts.down_proj": 5.40625, "model.layers.4.mlp.experts.experts.gate_up_proj.0": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.0": 0.3671875, "model.layers.4.mlp.experts.experts.gate_up_proj.1": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.1": 0.6484375, "model.layers.4.mlp.experts.experts.gate_up_proj.2": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.2": 0.86328125, "model.layers.4.mlp.experts.experts.gate_up_proj.3": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.3": 0.8984375, "model.layers.4.mlp.experts.experts.gate_up_proj.4": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.4": 0.58203125, "model.layers.4.mlp.experts.experts.gate_up_proj.5": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.5": 0.423828125, "model.layers.4.mlp.experts.experts.gate_up_proj.6": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.6": 0.69140625, "model.layers.4.mlp.experts.experts.gate_up_proj.7": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.7": 0.470703125, "model.layers.4.mlp.experts.experts.gate_up_proj.8": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.8": 0.7265625, "model.layers.4.mlp.experts.experts.gate_up_proj.9": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.9": 0.62109375, "model.layers.4.mlp.experts.experts.gate_up_proj.10": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.10": 0.6640625, "model.layers.4.mlp.experts.experts.gate_up_proj.11": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.11": 0.515625, "model.layers.4.mlp.experts.experts.gate_up_proj.12": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.12": 0.388671875, "model.layers.4.mlp.experts.experts.gate_up_proj.13": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.13": 1.078125, "model.layers.4.mlp.experts.experts.gate_up_proj.14": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.14": 0.8515625, "model.layers.4.mlp.experts.experts.gate_up_proj.15": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.15": 0.640625, "model.layers.4.mlp.experts.experts.gate_up_proj.16": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.16": 0.4375, "model.layers.4.mlp.experts.experts.gate_up_proj.17": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.17": 0.67578125, "model.layers.4.mlp.experts.experts.gate_up_proj.18": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.18": 1.5625, "model.layers.4.mlp.experts.experts.gate_up_proj.19": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.19": 0.58203125, "model.layers.4.mlp.experts.experts.gate_up_proj.20": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.20": 0.70703125, "model.layers.4.mlp.experts.experts.gate_up_proj.21": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.21": 1.0859375, "model.layers.4.mlp.experts.experts.gate_up_proj.22": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.22": 0.8515625, "model.layers.4.mlp.experts.experts.gate_up_proj.23": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.23": 1.546875, "model.layers.4.mlp.experts.experts.gate_up_proj.24": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.24": 0.77734375, "model.layers.4.mlp.experts.experts.gate_up_proj.25": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.25": 0.470703125, "model.layers.4.mlp.experts.experts.gate_up_proj.26": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.26": 0.6640625, "model.layers.4.mlp.experts.experts.gate_up_proj.27": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.27": 0.81640625, "model.layers.4.mlp.experts.experts.gate_up_proj.28": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.28": 0.388671875, "model.layers.4.mlp.experts.experts.gate_up_proj.29": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.29": 0.64453125, "model.layers.4.mlp.experts.experts.gate_up_proj.30": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.30": 0.671875, "model.layers.4.mlp.experts.experts.gate_up_proj.31": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.31": 0.9140625, "model.layers.4.mlp.experts.experts.gate_up_proj.32": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.32": 0.41015625, "model.layers.4.mlp.experts.experts.gate_up_proj.33": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.33": 1.4140625, "model.layers.4.mlp.experts.experts.gate_up_proj.34": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.34": 1.0234375, "model.layers.4.mlp.experts.experts.gate_up_proj.35": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.35": 0.416015625, "model.layers.4.mlp.experts.experts.gate_up_proj.36": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.36": 1.8671875, "model.layers.4.mlp.experts.experts.gate_up_proj.37": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.37": 0.5078125, "model.layers.4.mlp.experts.experts.gate_up_proj.38": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.38": 0.5546875, "model.layers.4.mlp.experts.experts.gate_up_proj.39": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.39": 0.59375, "model.layers.4.mlp.experts.experts.gate_up_proj.40": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.40": 0.80078125, "model.layers.4.mlp.experts.experts.gate_up_proj.41": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.41": 5.9375, "model.layers.4.mlp.experts.experts.gate_up_proj.42": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.42": 1.2265625, "model.layers.4.mlp.experts.experts.gate_up_proj.43": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.43": 0.546875, "model.layers.4.mlp.experts.experts.gate_up_proj.44": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.44": 0.65234375, "model.layers.4.mlp.experts.experts.gate_up_proj.45": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.45": 0.70703125, "model.layers.4.mlp.experts.experts.gate_up_proj.46": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.46": 0.875, "model.layers.4.mlp.experts.experts.gate_up_proj.47": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.47": 0.4921875, "model.layers.4.mlp.experts.experts.gate_up_proj.48": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.48": 0.515625, "model.layers.4.mlp.experts.experts.gate_up_proj.49": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.49": 0.5, "model.layers.4.mlp.experts.experts.gate_up_proj.50": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.50": 0.546875, "model.layers.4.mlp.experts.experts.gate_up_proj.51": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.51": 0.8203125, "model.layers.4.mlp.experts.experts.gate_up_proj.52": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.52": 0.9921875, "model.layers.4.mlp.experts.experts.gate_up_proj.53": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.53": 0.953125, "model.layers.4.mlp.experts.experts.gate_up_proj.54": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.54": 0.404296875, "model.layers.4.mlp.experts.experts.gate_up_proj.55": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.55": 0.85546875, "model.layers.4.mlp.experts.experts.gate_up_proj.56": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.56": 1.375, "model.layers.4.mlp.experts.experts.gate_up_proj.57": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.57": 1.046875, "model.layers.4.mlp.experts.experts.gate_up_proj.58": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.58": 0.6328125, "model.layers.4.mlp.experts.experts.gate_up_proj.59": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.59": 0.6953125, "model.layers.4.mlp.experts.experts.gate_up_proj.60": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.60": 0.59765625, "model.layers.4.mlp.experts.experts.gate_up_proj.61": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.61": 0.71484375, "model.layers.4.mlp.experts.experts.gate_up_proj.62": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.62": 1.5, "model.layers.4.mlp.experts.experts.gate_up_proj.63": 1.1171875, "model.layers.4.mlp.experts.experts.down_proj.63": 0.859375, "model.layers.4.mlp.shared_experts.gate_proj": 1.1171875, "model.layers.4.mlp.shared_experts.up_proj": 1.1171875, "model.layers.4.mlp.shared_experts.down_proj": 1.1015625, "model.layers.5.mlp.experts.experts.gate_up_proj.0": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.0": 0.50390625, "model.layers.5.mlp.experts.experts.gate_up_proj.1": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.1": 0.88671875, "model.layers.5.mlp.experts.experts.gate_up_proj.2": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.2": 0.421875, "model.layers.5.mlp.experts.experts.gate_up_proj.3": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.3": 0.71484375, "model.layers.5.mlp.experts.experts.gate_up_proj.4": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.4": 0.66796875, "model.layers.5.mlp.experts.experts.gate_up_proj.5": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.5": 0.6484375, "model.layers.5.mlp.experts.experts.gate_up_proj.6": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.6": 1.2265625, "model.layers.5.mlp.experts.experts.gate_up_proj.7": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.7": 0.71484375, "model.layers.5.mlp.experts.experts.gate_up_proj.8": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.8": 1.0625, "model.layers.5.mlp.experts.experts.gate_up_proj.9": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.9": 0.478515625, "model.layers.5.mlp.experts.experts.gate_up_proj.10": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.10": 1.140625, "model.layers.5.mlp.experts.experts.gate_up_proj.11": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.11": 1.1796875, "model.layers.5.mlp.experts.experts.gate_up_proj.12": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.12": 0.52734375, "model.layers.5.mlp.experts.experts.gate_up_proj.13": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.13": 0.81640625, "model.layers.5.mlp.experts.experts.gate_up_proj.14": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.14": 0.48828125, "model.layers.5.mlp.experts.experts.gate_up_proj.15": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.15": 0.80078125, "model.layers.5.mlp.experts.experts.gate_up_proj.16": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.16": 3.40625, "model.layers.5.mlp.experts.experts.gate_up_proj.17": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.17": 0.5859375, "model.layers.5.mlp.experts.experts.gate_up_proj.18": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.18": 0.58984375, "model.layers.5.mlp.experts.experts.gate_up_proj.19": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.19": 0.82421875, "model.layers.5.mlp.experts.experts.gate_up_proj.20": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.20": 0.75, "model.layers.5.mlp.experts.experts.gate_up_proj.21": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.21": 0.703125, "model.layers.5.mlp.experts.experts.gate_up_proj.22": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.22": 0.97265625, "model.layers.5.mlp.experts.experts.gate_up_proj.23": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.23": 2.03125, "model.layers.5.mlp.experts.experts.gate_up_proj.24": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.24": 2.25, "model.layers.5.mlp.experts.experts.gate_up_proj.25": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.25": 2.546875, "model.layers.5.mlp.experts.experts.gate_up_proj.26": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.26": 0.5234375, "model.layers.5.mlp.experts.experts.gate_up_proj.27": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.27": 1.0234375, "model.layers.5.mlp.experts.experts.gate_up_proj.28": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.28": 2.0625, "model.layers.5.mlp.experts.experts.gate_up_proj.29": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.29": 0.71484375, "model.layers.5.mlp.experts.experts.gate_up_proj.30": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.30": 1.5859375, "model.layers.5.mlp.experts.experts.gate_up_proj.31": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.31": 0.953125, "model.layers.5.mlp.experts.experts.gate_up_proj.32": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.32": 2.40625, "model.layers.5.mlp.experts.experts.gate_up_proj.33": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.33": 0.43359375, "model.layers.5.mlp.experts.experts.gate_up_proj.34": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.34": 0.55078125, "model.layers.5.mlp.experts.experts.gate_up_proj.35": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.35": 1.671875, "model.layers.5.mlp.experts.experts.gate_up_proj.36": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.36": 0.5703125, "model.layers.5.mlp.experts.experts.gate_up_proj.37": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.37": 0.76171875, "model.layers.5.mlp.experts.experts.gate_up_proj.38": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.38": 0.94140625, "model.layers.5.mlp.experts.experts.gate_up_proj.39": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.39": 0.56640625, "model.layers.5.mlp.experts.experts.gate_up_proj.40": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.40": 0.69140625, "model.layers.5.mlp.experts.experts.gate_up_proj.41": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.41": 0.87109375, "model.layers.5.mlp.experts.experts.gate_up_proj.42": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.42": 0.65234375, "model.layers.5.mlp.experts.experts.gate_up_proj.43": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.43": 1.0390625, "model.layers.5.mlp.experts.experts.gate_up_proj.44": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.44": 2.625, "model.layers.5.mlp.experts.experts.gate_up_proj.45": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.45": 0.345703125, "model.layers.5.mlp.experts.experts.gate_up_proj.46": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.46": 0.8359375, "model.layers.5.mlp.experts.experts.gate_up_proj.47": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.47": 0.85546875, "model.layers.5.mlp.experts.experts.gate_up_proj.48": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.48": 0.90625, "model.layers.5.mlp.experts.experts.gate_up_proj.49": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.49": 0.6171875, "model.layers.5.mlp.experts.experts.gate_up_proj.50": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.50": 1.125, "model.layers.5.mlp.experts.experts.gate_up_proj.51": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.51": 0.5625, "model.layers.5.mlp.experts.experts.gate_up_proj.52": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.52": 1.4921875, "model.layers.5.mlp.experts.experts.gate_up_proj.53": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.53": 1.25, "model.layers.5.mlp.experts.experts.gate_up_proj.54": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.54": 0.68359375, "model.layers.5.mlp.experts.experts.gate_up_proj.55": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.55": 0.53515625, "model.layers.5.mlp.experts.experts.gate_up_proj.56": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.56": 0.99609375, "model.layers.5.mlp.experts.experts.gate_up_proj.57": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.57": 0.90625, "model.layers.5.mlp.experts.experts.gate_up_proj.58": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.58": 0.6640625, "model.layers.5.mlp.experts.experts.gate_up_proj.59": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.59": 0.96875, "model.layers.5.mlp.experts.experts.gate_up_proj.60": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.60": 0.44140625, "model.layers.5.mlp.experts.experts.gate_up_proj.61": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.61": 0.92578125, "model.layers.5.mlp.experts.experts.gate_up_proj.62": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.62": 1.71875, "model.layers.5.mlp.experts.experts.gate_up_proj.63": 1.1953125, "model.layers.5.mlp.experts.experts.down_proj.63": 0.78515625, "model.layers.5.mlp.shared_experts.gate_proj": 1.1953125, "model.layers.5.mlp.shared_experts.up_proj": 1.1953125, "model.layers.5.mlp.shared_experts.down_proj": 12.25, "model.layers.6.mlp.experts.experts.gate_up_proj.0": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.0": 0.58984375, "model.layers.6.mlp.experts.experts.gate_up_proj.1": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.1": 1.0078125, "model.layers.6.mlp.experts.experts.gate_up_proj.2": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.2": 0.5625, "model.layers.6.mlp.experts.experts.gate_up_proj.3": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.3": 0.73828125, "model.layers.6.mlp.experts.experts.gate_up_proj.4": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.4": 1.453125, "model.layers.6.mlp.experts.experts.gate_up_proj.5": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.5": 0.7734375, "model.layers.6.mlp.experts.experts.gate_up_proj.6": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.6": 2.765625, "model.layers.6.mlp.experts.experts.gate_up_proj.7": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.7": 0.88671875, "model.layers.6.mlp.experts.experts.gate_up_proj.8": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.8": 0.86328125, "model.layers.6.mlp.experts.experts.gate_up_proj.9": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.9": 0.99609375, "model.layers.6.mlp.experts.experts.gate_up_proj.10": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.10": 1.9296875, "model.layers.6.mlp.experts.experts.gate_up_proj.11": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.11": 1.046875, "model.layers.6.mlp.experts.experts.gate_up_proj.12": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.12": 0.98828125, "model.layers.6.mlp.experts.experts.gate_up_proj.13": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.13": 0.53125, "model.layers.6.mlp.experts.experts.gate_up_proj.14": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.14": 1.25, "model.layers.6.mlp.experts.experts.gate_up_proj.15": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.15": 1.0625, "model.layers.6.mlp.experts.experts.gate_up_proj.16": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.16": 3.828125, "model.layers.6.mlp.experts.experts.gate_up_proj.17": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.17": 1.0234375, "model.layers.6.mlp.experts.experts.gate_up_proj.18": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.18": 0.76953125, "model.layers.6.mlp.experts.experts.gate_up_proj.19": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.19": 1.625, "model.layers.6.mlp.experts.experts.gate_up_proj.20": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.20": 1.171875, "model.layers.6.mlp.experts.experts.gate_up_proj.21": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.21": 1.6328125, "model.layers.6.mlp.experts.experts.gate_up_proj.22": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.22": 0.7734375, "model.layers.6.mlp.experts.experts.gate_up_proj.23": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.23": 2.015625, "model.layers.6.mlp.experts.experts.gate_up_proj.24": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.24": 0.8828125, "model.layers.6.mlp.experts.experts.gate_up_proj.25": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.25": 1.21875, "model.layers.6.mlp.experts.experts.gate_up_proj.26": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.26": 1.015625, "model.layers.6.mlp.experts.experts.gate_up_proj.27": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.27": 0.703125, "model.layers.6.mlp.experts.experts.gate_up_proj.28": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.28": 1.421875, "model.layers.6.mlp.experts.experts.gate_up_proj.29": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.29": 1.7578125, "model.layers.6.mlp.experts.experts.gate_up_proj.30": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.30": 1.203125, "model.layers.6.mlp.experts.experts.gate_up_proj.31": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.31": 0.828125, "model.layers.6.mlp.experts.experts.gate_up_proj.32": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.32": 0.73828125, "model.layers.6.mlp.experts.experts.gate_up_proj.33": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.33": 1.1328125, "model.layers.6.mlp.experts.experts.gate_up_proj.34": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.34": 0.796875, "model.layers.6.mlp.experts.experts.gate_up_proj.35": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.35": 1.0859375, "model.layers.6.mlp.experts.experts.gate_up_proj.36": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.36": 1.0078125, "model.layers.6.mlp.experts.experts.gate_up_proj.37": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.37": 0.83203125, "model.layers.6.mlp.experts.experts.gate_up_proj.38": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.38": 1.1484375, "model.layers.6.mlp.experts.experts.gate_up_proj.39": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.39": 1.21875, "model.layers.6.mlp.experts.experts.gate_up_proj.40": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.40": 0.66015625, "model.layers.6.mlp.experts.experts.gate_up_proj.41": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.41": 1.5625, "model.layers.6.mlp.experts.experts.gate_up_proj.42": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.42": 1.453125, "model.layers.6.mlp.experts.experts.gate_up_proj.43": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.43": 0.828125, "model.layers.6.mlp.experts.experts.gate_up_proj.44": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.44": 0.77734375, "model.layers.6.mlp.experts.experts.gate_up_proj.45": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.45": 0.5703125, "model.layers.6.mlp.experts.experts.gate_up_proj.46": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.46": 1.578125, "model.layers.6.mlp.experts.experts.gate_up_proj.47": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.47": 0.9765625, "model.layers.6.mlp.experts.experts.gate_up_proj.48": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.48": 0.984375, "model.layers.6.mlp.experts.experts.gate_up_proj.49": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.49": 1.1875, "model.layers.6.mlp.experts.experts.gate_up_proj.50": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.50": 1.84375, "model.layers.6.mlp.experts.experts.gate_up_proj.51": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.51": 3.984375, "model.layers.6.mlp.experts.experts.gate_up_proj.52": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.52": 1.0390625, "model.layers.6.mlp.experts.experts.gate_up_proj.53": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.53": 0.65234375, "model.layers.6.mlp.experts.experts.gate_up_proj.54": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.54": 1.3828125, "model.layers.6.mlp.experts.experts.gate_up_proj.55": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.55": 0.6328125, "model.layers.6.mlp.experts.experts.gate_up_proj.56": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.56": 1.0078125, "model.layers.6.mlp.experts.experts.gate_up_proj.57": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.57": 0.66796875, "model.layers.6.mlp.experts.experts.gate_up_proj.58": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.58": 0.9609375, "model.layers.6.mlp.experts.experts.gate_up_proj.59": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.59": 1.03125, "model.layers.6.mlp.experts.experts.gate_up_proj.60": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.60": 1.265625, "model.layers.6.mlp.experts.experts.gate_up_proj.61": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.61": 1.140625, "model.layers.6.mlp.experts.experts.gate_up_proj.62": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.62": 1.3984375, "model.layers.6.mlp.experts.experts.gate_up_proj.63": 1.4375, "model.layers.6.mlp.experts.experts.down_proj.63": 1.15625, "model.layers.6.mlp.shared_experts.gate_proj": 1.4375, "model.layers.6.mlp.shared_experts.up_proj": 1.4375, "model.layers.6.mlp.shared_experts.down_proj": 4.46875, "model.layers.7.mlp.experts.experts.gate_up_proj.0": 1.5, "model.layers.7.mlp.experts.experts.down_proj.0": 1.4375, "model.layers.7.mlp.experts.experts.gate_up_proj.1": 1.5, "model.layers.7.mlp.experts.experts.down_proj.1": 0.97265625, "model.layers.7.mlp.experts.experts.gate_up_proj.2": 1.5, "model.layers.7.mlp.experts.experts.down_proj.2": 0.71875, "model.layers.7.mlp.experts.experts.gate_up_proj.3": 1.5, "model.layers.7.mlp.experts.experts.down_proj.3": 0.96875, "model.layers.7.mlp.experts.experts.gate_up_proj.4": 1.5, "model.layers.7.mlp.experts.experts.down_proj.4": 1.3671875, "model.layers.7.mlp.experts.experts.gate_up_proj.5": 1.5, "model.layers.7.mlp.experts.experts.down_proj.5": 0.8984375, "model.layers.7.mlp.experts.experts.gate_up_proj.6": 1.5, "model.layers.7.mlp.experts.experts.down_proj.6": 1.2265625, "model.layers.7.mlp.experts.experts.gate_up_proj.7": 1.5, "model.layers.7.mlp.experts.experts.down_proj.7": 0.73046875, "model.layers.7.mlp.experts.experts.gate_up_proj.8": 1.5, "model.layers.7.mlp.experts.experts.down_proj.8": 3.6875, "model.layers.7.mlp.experts.experts.gate_up_proj.9": 1.5, "model.layers.7.mlp.experts.experts.down_proj.9": 0.98046875, "model.layers.7.mlp.experts.experts.gate_up_proj.10": 1.5, "model.layers.7.mlp.experts.experts.down_proj.10": 2.40625, "model.layers.7.mlp.experts.experts.gate_up_proj.11": 1.5, "model.layers.7.mlp.experts.experts.down_proj.11": 0.9765625, "model.layers.7.mlp.experts.experts.gate_up_proj.12": 1.5, "model.layers.7.mlp.experts.experts.down_proj.12": 0.8984375, "model.layers.7.mlp.experts.experts.gate_up_proj.13": 1.5, "model.layers.7.mlp.experts.experts.down_proj.13": 0.87890625, "model.layers.7.mlp.experts.experts.gate_up_proj.14": 1.5, "model.layers.7.mlp.experts.experts.down_proj.14": 0.87890625, "model.layers.7.mlp.experts.experts.gate_up_proj.15": 1.5, "model.layers.7.mlp.experts.experts.down_proj.15": 0.80078125, "model.layers.7.mlp.experts.experts.gate_up_proj.16": 1.5, "model.layers.7.mlp.experts.experts.down_proj.16": 1.0859375, "model.layers.7.mlp.experts.experts.gate_up_proj.17": 1.5, "model.layers.7.mlp.experts.experts.down_proj.17": 1.296875, "model.layers.7.mlp.experts.experts.gate_up_proj.18": 1.5, "model.layers.7.mlp.experts.experts.down_proj.18": 0.59375, "model.layers.7.mlp.experts.experts.gate_up_proj.19": 1.5, "model.layers.7.mlp.experts.experts.down_proj.19": 1.140625, "model.layers.7.mlp.experts.experts.gate_up_proj.20": 1.5, "model.layers.7.mlp.experts.experts.down_proj.20": 0.8046875, "model.layers.7.mlp.experts.experts.gate_up_proj.21": 1.5, "model.layers.7.mlp.experts.experts.down_proj.21": 1.125, "model.layers.7.mlp.experts.experts.gate_up_proj.22": 1.5, "model.layers.7.mlp.experts.experts.down_proj.22": 0.9296875, "model.layers.7.mlp.experts.experts.gate_up_proj.23": 1.5, "model.layers.7.mlp.experts.experts.down_proj.23": 8.8125, "model.layers.7.mlp.experts.experts.gate_up_proj.24": 1.5, "model.layers.7.mlp.experts.experts.down_proj.24": 0.859375, "model.layers.7.mlp.experts.experts.gate_up_proj.25": 1.5, "model.layers.7.mlp.experts.experts.down_proj.25": 0.7734375, "model.layers.7.mlp.experts.experts.gate_up_proj.26": 1.5, "model.layers.7.mlp.experts.experts.down_proj.26": 0.88671875, "model.layers.7.mlp.experts.experts.gate_up_proj.27": 1.5, "model.layers.7.mlp.experts.experts.down_proj.27": 5.84375, "model.layers.7.mlp.experts.experts.gate_up_proj.28": 1.5, "model.layers.7.mlp.experts.experts.down_proj.28": 1.84375, "model.layers.7.mlp.experts.experts.gate_up_proj.29": 1.5, "model.layers.7.mlp.experts.experts.down_proj.29": 0.99609375, "model.layers.7.mlp.experts.experts.gate_up_proj.30": 1.5, "model.layers.7.mlp.experts.experts.down_proj.30": 0.890625, "model.layers.7.mlp.experts.experts.gate_up_proj.31": 1.5, "model.layers.7.mlp.experts.experts.down_proj.31": 0.62109375, "model.layers.7.mlp.experts.experts.gate_up_proj.32": 1.5, "model.layers.7.mlp.experts.experts.down_proj.32": 1.0078125, "model.layers.7.mlp.experts.experts.gate_up_proj.33": 1.5, "model.layers.7.mlp.experts.experts.down_proj.33": 0.82421875, "model.layers.7.mlp.experts.experts.gate_up_proj.34": 1.5, "model.layers.7.mlp.experts.experts.down_proj.34": 2.265625, "model.layers.7.mlp.experts.experts.gate_up_proj.35": 1.5, "model.layers.7.mlp.experts.experts.down_proj.35": 0.60546875, "model.layers.7.mlp.experts.experts.gate_up_proj.36": 1.5, "model.layers.7.mlp.experts.experts.down_proj.36": 0.9609375, "model.layers.7.mlp.experts.experts.gate_up_proj.37": 1.5, "model.layers.7.mlp.experts.experts.down_proj.37": 0.8671875, "model.layers.7.mlp.experts.experts.gate_up_proj.38": 1.5, "model.layers.7.mlp.experts.experts.down_proj.38": 2.0625, "model.layers.7.mlp.experts.experts.gate_up_proj.39": 1.5, "model.layers.7.mlp.experts.experts.down_proj.39": 0.77734375, "model.layers.7.mlp.experts.experts.gate_up_proj.40": 1.5, "model.layers.7.mlp.experts.experts.down_proj.40": 0.640625, "model.layers.7.mlp.experts.experts.gate_up_proj.41": 1.5, "model.layers.7.mlp.experts.experts.down_proj.41": 0.76171875, "model.layers.7.mlp.experts.experts.gate_up_proj.42": 1.5, "model.layers.7.mlp.experts.experts.down_proj.42": 1.03125, "model.layers.7.mlp.experts.experts.gate_up_proj.43": 1.5, "model.layers.7.mlp.experts.experts.down_proj.43": 1.2265625, "model.layers.7.mlp.experts.experts.gate_up_proj.44": 1.5, "model.layers.7.mlp.experts.experts.down_proj.44": 0.87890625, "model.layers.7.mlp.experts.experts.gate_up_proj.45": 1.5, "model.layers.7.mlp.experts.experts.down_proj.45": 4.34375, "model.layers.7.mlp.experts.experts.gate_up_proj.46": 1.5, "model.layers.7.mlp.experts.experts.down_proj.46": 1.1953125, "model.layers.7.mlp.experts.experts.gate_up_proj.47": 1.5, "model.layers.7.mlp.experts.experts.down_proj.47": 0.84765625, "model.layers.7.mlp.experts.experts.gate_up_proj.48": 1.5, "model.layers.7.mlp.experts.experts.down_proj.48": 0.51171875, "model.layers.7.mlp.experts.experts.gate_up_proj.49": 1.5, "model.layers.7.mlp.experts.experts.down_proj.49": 1.265625, "model.layers.7.mlp.experts.experts.gate_up_proj.50": 1.5, "model.layers.7.mlp.experts.experts.down_proj.50": 0.921875, "model.layers.7.mlp.experts.experts.gate_up_proj.51": 1.5, "model.layers.7.mlp.experts.experts.down_proj.51": 1.1796875, "model.layers.7.mlp.experts.experts.gate_up_proj.52": 1.5, "model.layers.7.mlp.experts.experts.down_proj.52": 1.890625, "model.layers.7.mlp.experts.experts.gate_up_proj.53": 1.5, "model.layers.7.mlp.experts.experts.down_proj.53": 2.0, "model.layers.7.mlp.experts.experts.gate_up_proj.54": 1.5, "model.layers.7.mlp.experts.experts.down_proj.54": 1.375, "model.layers.7.mlp.experts.experts.gate_up_proj.55": 1.5, "model.layers.7.mlp.experts.experts.down_proj.55": 1.7578125, "model.layers.7.mlp.experts.experts.gate_up_proj.56": 1.5, "model.layers.7.mlp.experts.experts.down_proj.56": 0.73828125, "model.layers.7.mlp.experts.experts.gate_up_proj.57": 1.5, "model.layers.7.mlp.experts.experts.down_proj.57": 1.0390625, "model.layers.7.mlp.experts.experts.gate_up_proj.58": 1.5, "model.layers.7.mlp.experts.experts.down_proj.58": 1.2421875, "model.layers.7.mlp.experts.experts.gate_up_proj.59": 1.5, "model.layers.7.mlp.experts.experts.down_proj.59": 0.97265625, "model.layers.7.mlp.experts.experts.gate_up_proj.60": 1.5, "model.layers.7.mlp.experts.experts.down_proj.60": 1.0234375, "model.layers.7.mlp.experts.experts.gate_up_proj.61": 1.5, "model.layers.7.mlp.experts.experts.down_proj.61": 0.859375, "model.layers.7.mlp.experts.experts.gate_up_proj.62": 1.5, "model.layers.7.mlp.experts.experts.down_proj.62": 0.9765625, "model.layers.7.mlp.experts.experts.gate_up_proj.63": 1.5, "model.layers.7.mlp.experts.experts.down_proj.63": 0.875, "model.layers.7.mlp.shared_experts.gate_proj": 1.5, "model.layers.7.mlp.shared_experts.up_proj": 1.5, "model.layers.7.mlp.shared_experts.down_proj": 10.1875, "model.layers.8.mlp.experts.experts.gate_up_proj.0": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.0": 1.171875, "model.layers.8.mlp.experts.experts.gate_up_proj.1": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.1": 1.0859375, "model.layers.8.mlp.experts.experts.gate_up_proj.2": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.2": 0.8203125, "model.layers.8.mlp.experts.experts.gate_up_proj.3": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.3": 1.796875, "model.layers.8.mlp.experts.experts.gate_up_proj.4": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.4": 1.234375, "model.layers.8.mlp.experts.experts.gate_up_proj.5": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.5": 0.71875, "model.layers.8.mlp.experts.experts.gate_up_proj.6": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.6": 0.7578125, "model.layers.8.mlp.experts.experts.gate_up_proj.7": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.7": 0.7421875, "model.layers.8.mlp.experts.experts.gate_up_proj.8": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.8": 0.875, "model.layers.8.mlp.experts.experts.gate_up_proj.9": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.9": 1.046875, "model.layers.8.mlp.experts.experts.gate_up_proj.10": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.10": 0.91796875, "model.layers.8.mlp.experts.experts.gate_up_proj.11": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.11": 0.83203125, "model.layers.8.mlp.experts.experts.gate_up_proj.12": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.12": 0.8046875, "model.layers.8.mlp.experts.experts.gate_up_proj.13": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.13": 0.77734375, "model.layers.8.mlp.experts.experts.gate_up_proj.14": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.14": 0.8984375, "model.layers.8.mlp.experts.experts.gate_up_proj.15": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.15": 0.734375, "model.layers.8.mlp.experts.experts.gate_up_proj.16": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.16": 6.625, "model.layers.8.mlp.experts.experts.gate_up_proj.17": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.17": 1.171875, "model.layers.8.mlp.experts.experts.gate_up_proj.18": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.18": 1.265625, "model.layers.8.mlp.experts.experts.gate_up_proj.19": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.19": 1.234375, "model.layers.8.mlp.experts.experts.gate_up_proj.20": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.20": 1.2578125, "model.layers.8.mlp.experts.experts.gate_up_proj.21": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.21": 0.84375, "model.layers.8.mlp.experts.experts.gate_up_proj.22": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.22": 1.65625, "model.layers.8.mlp.experts.experts.gate_up_proj.23": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.23": 0.74609375, "model.layers.8.mlp.experts.experts.gate_up_proj.24": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.24": 0.93359375, "model.layers.8.mlp.experts.experts.gate_up_proj.25": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.25": 1.5, "model.layers.8.mlp.experts.experts.gate_up_proj.26": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.26": 0.7734375, "model.layers.8.mlp.experts.experts.gate_up_proj.27": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.27": 0.7109375, "model.layers.8.mlp.experts.experts.gate_up_proj.28": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.28": 0.6796875, "model.layers.8.mlp.experts.experts.gate_up_proj.29": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.29": 0.7890625, "model.layers.8.mlp.experts.experts.gate_up_proj.30": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.30": 0.8515625, "model.layers.8.mlp.experts.experts.gate_up_proj.31": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.31": 1.3125, "model.layers.8.mlp.experts.experts.gate_up_proj.32": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.32": 0.984375, "model.layers.8.mlp.experts.experts.gate_up_proj.33": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.33": 1.0390625, "model.layers.8.mlp.experts.experts.gate_up_proj.34": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.34": 0.953125, "model.layers.8.mlp.experts.experts.gate_up_proj.35": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.35": 1.7265625, "model.layers.8.mlp.experts.experts.gate_up_proj.36": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.36": 1.46875, "model.layers.8.mlp.experts.experts.gate_up_proj.37": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.37": 0.515625, "model.layers.8.mlp.experts.experts.gate_up_proj.38": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.38": 3.203125, "model.layers.8.mlp.experts.experts.gate_up_proj.39": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.39": 0.94140625, "model.layers.8.mlp.experts.experts.gate_up_proj.40": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.40": 0.87109375, "model.layers.8.mlp.experts.experts.gate_up_proj.41": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.41": 0.8203125, "model.layers.8.mlp.experts.experts.gate_up_proj.42": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.42": 0.78125, "model.layers.8.mlp.experts.experts.gate_up_proj.43": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.43": 1.46875, "model.layers.8.mlp.experts.experts.gate_up_proj.44": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.44": 0.6796875, "model.layers.8.mlp.experts.experts.gate_up_proj.45": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.45": 1.0, "model.layers.8.mlp.experts.experts.gate_up_proj.46": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.46": 1.1953125, "model.layers.8.mlp.experts.experts.gate_up_proj.47": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.47": 1.09375, "model.layers.8.mlp.experts.experts.gate_up_proj.48": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.48": 1.359375, "model.layers.8.mlp.experts.experts.gate_up_proj.49": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.49": 1.0703125, "model.layers.8.mlp.experts.experts.gate_up_proj.50": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.50": 0.84375, "model.layers.8.mlp.experts.experts.gate_up_proj.51": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.51": 1.2109375, "model.layers.8.mlp.experts.experts.gate_up_proj.52": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.52": 8.9375, "model.layers.8.mlp.experts.experts.gate_up_proj.53": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.53": 0.89453125, "model.layers.8.mlp.experts.experts.gate_up_proj.54": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.54": 0.94921875, "model.layers.8.mlp.experts.experts.gate_up_proj.55": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.55": 0.66015625, "model.layers.8.mlp.experts.experts.gate_up_proj.56": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.56": 1.2890625, "model.layers.8.mlp.experts.experts.gate_up_proj.57": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.57": 1.15625, "model.layers.8.mlp.experts.experts.gate_up_proj.58": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.58": 3.828125, "model.layers.8.mlp.experts.experts.gate_up_proj.59": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.59": 1.5625, "model.layers.8.mlp.experts.experts.gate_up_proj.60": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.60": 0.92578125, "model.layers.8.mlp.experts.experts.gate_up_proj.61": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.61": 0.84765625, "model.layers.8.mlp.experts.experts.gate_up_proj.62": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.62": 0.9375, "model.layers.8.mlp.experts.experts.gate_up_proj.63": 1.546875, "model.layers.8.mlp.experts.experts.down_proj.63": 1.2109375, "model.layers.8.mlp.shared_experts.gate_proj": 1.546875, "model.layers.8.mlp.shared_experts.up_proj": 1.546875, "model.layers.8.mlp.shared_experts.down_proj": 10.0, "model.layers.9.mlp.experts.experts.gate_up_proj.0": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.0": 2.03125, "model.layers.9.mlp.experts.experts.gate_up_proj.1": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.1": 1.2265625, "model.layers.9.mlp.experts.experts.gate_up_proj.2": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.2": 0.83203125, "model.layers.9.mlp.experts.experts.gate_up_proj.3": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.3": 0.8515625, "model.layers.9.mlp.experts.experts.gate_up_proj.4": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.4": 0.703125, "model.layers.9.mlp.experts.experts.gate_up_proj.5": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.5": 2.296875, "model.layers.9.mlp.experts.experts.gate_up_proj.6": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.6": 1.28125, "model.layers.9.mlp.experts.experts.gate_up_proj.7": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.7": 1.1484375, "model.layers.9.mlp.experts.experts.gate_up_proj.8": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.8": 1.1796875, "model.layers.9.mlp.experts.experts.gate_up_proj.9": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.9": 1.265625, "model.layers.9.mlp.experts.experts.gate_up_proj.10": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.10": 0.6328125, "model.layers.9.mlp.experts.experts.gate_up_proj.11": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.11": 1.078125, "model.layers.9.mlp.experts.experts.gate_up_proj.12": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.12": 0.76171875, "model.layers.9.mlp.experts.experts.gate_up_proj.13": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.13": 0.93359375, "model.layers.9.mlp.experts.experts.gate_up_proj.14": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.14": 0.984375, "model.layers.9.mlp.experts.experts.gate_up_proj.15": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.15": 1.375, "model.layers.9.mlp.experts.experts.gate_up_proj.16": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.16": 8.75, "model.layers.9.mlp.experts.experts.gate_up_proj.17": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.17": 3.21875, "model.layers.9.mlp.experts.experts.gate_up_proj.18": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.18": 1.234375, "model.layers.9.mlp.experts.experts.gate_up_proj.19": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.19": 1.859375, "model.layers.9.mlp.experts.experts.gate_up_proj.20": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.20": 1.2890625, "model.layers.9.mlp.experts.experts.gate_up_proj.21": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.21": 1.171875, "model.layers.9.mlp.experts.experts.gate_up_proj.22": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.22": 1.3515625, "model.layers.9.mlp.experts.experts.gate_up_proj.23": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.23": 1.546875, "model.layers.9.mlp.experts.experts.gate_up_proj.24": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.24": 1.40625, "model.layers.9.mlp.experts.experts.gate_up_proj.25": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.25": 1.1015625, "model.layers.9.mlp.experts.experts.gate_up_proj.26": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.26": 0.9765625, "model.layers.9.mlp.experts.experts.gate_up_proj.27": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.27": 2.53125, "model.layers.9.mlp.experts.experts.gate_up_proj.28": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.28": 1.1171875, "model.layers.9.mlp.experts.experts.gate_up_proj.29": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.29": 1.078125, "model.layers.9.mlp.experts.experts.gate_up_proj.30": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.30": 1.328125, "model.layers.9.mlp.experts.experts.gate_up_proj.31": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.31": 2.03125, "model.layers.9.mlp.experts.experts.gate_up_proj.32": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.32": 1.28125, "model.layers.9.mlp.experts.experts.gate_up_proj.33": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.33": 0.890625, "model.layers.9.mlp.experts.experts.gate_up_proj.34": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.34": 58.0, "model.layers.9.mlp.experts.experts.gate_up_proj.35": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.35": 0.6875, "model.layers.9.mlp.experts.experts.gate_up_proj.36": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.36": 2.484375, "model.layers.9.mlp.experts.experts.gate_up_proj.37": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.37": 1.15625, "model.layers.9.mlp.experts.experts.gate_up_proj.38": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.38": 1.0, "model.layers.9.mlp.experts.experts.gate_up_proj.39": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.39": 1.6015625, "model.layers.9.mlp.experts.experts.gate_up_proj.40": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.40": 1.0703125, "model.layers.9.mlp.experts.experts.gate_up_proj.41": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.41": 1.3671875, "model.layers.9.mlp.experts.experts.gate_up_proj.42": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.42": 0.78515625, "model.layers.9.mlp.experts.experts.gate_up_proj.43": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.43": 1.0625, "model.layers.9.mlp.experts.experts.gate_up_proj.44": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.44": 1.3203125, "model.layers.9.mlp.experts.experts.gate_up_proj.45": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.45": 0.76171875, "model.layers.9.mlp.experts.experts.gate_up_proj.46": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.46": 0.859375, "model.layers.9.mlp.experts.experts.gate_up_proj.47": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.47": 0.9921875, "model.layers.9.mlp.experts.experts.gate_up_proj.48": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.48": 0.69921875, "model.layers.9.mlp.experts.experts.gate_up_proj.49": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.49": 1.3359375, "model.layers.9.mlp.experts.experts.gate_up_proj.50": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.50": 1.2265625, "model.layers.9.mlp.experts.experts.gate_up_proj.51": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.51": 1.640625, "model.layers.9.mlp.experts.experts.gate_up_proj.52": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.52": 1.109375, "model.layers.9.mlp.experts.experts.gate_up_proj.53": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.53": 1.125, "model.layers.9.mlp.experts.experts.gate_up_proj.54": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.54": 1.84375, "model.layers.9.mlp.experts.experts.gate_up_proj.55": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.55": 1.015625, "model.layers.9.mlp.experts.experts.gate_up_proj.56": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.56": 1.8671875, "model.layers.9.mlp.experts.experts.gate_up_proj.57": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.57": 1.9140625, "model.layers.9.mlp.experts.experts.gate_up_proj.58": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.58": 1.71875, "model.layers.9.mlp.experts.experts.gate_up_proj.59": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.59": 1.546875, "model.layers.9.mlp.experts.experts.gate_up_proj.60": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.60": 0.7734375, "model.layers.9.mlp.experts.experts.gate_up_proj.61": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.61": 1.3203125, "model.layers.9.mlp.experts.experts.gate_up_proj.62": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.62": 0.99609375, "model.layers.9.mlp.experts.experts.gate_up_proj.63": 1.7109375, "model.layers.9.mlp.experts.experts.down_proj.63": 0.921875, "model.layers.9.mlp.shared_experts.gate_proj": 1.7109375, "model.layers.9.mlp.shared_experts.up_proj": 1.7109375, "model.layers.9.mlp.shared_experts.down_proj": 9.6875, "model.layers.10.mlp.experts.experts.gate_up_proj.0": 1.75, "model.layers.10.mlp.experts.experts.down_proj.0": 0.80859375, "model.layers.10.mlp.experts.experts.gate_up_proj.1": 1.75, "model.layers.10.mlp.experts.experts.down_proj.1": 6.84375, "model.layers.10.mlp.experts.experts.gate_up_proj.2": 1.75, "model.layers.10.mlp.experts.experts.down_proj.2": 0.546875, "model.layers.10.mlp.experts.experts.gate_up_proj.3": 1.75, "model.layers.10.mlp.experts.experts.down_proj.3": 1.5390625, "model.layers.10.mlp.experts.experts.gate_up_proj.4": 1.75, "model.layers.10.mlp.experts.experts.down_proj.4": 1.0390625, "model.layers.10.mlp.experts.experts.gate_up_proj.5": 1.75, "model.layers.10.mlp.experts.experts.down_proj.5": 1.2890625, "model.layers.10.mlp.experts.experts.gate_up_proj.6": 1.75, "model.layers.10.mlp.experts.experts.down_proj.6": 1.484375, "model.layers.10.mlp.experts.experts.gate_up_proj.7": 1.75, "model.layers.10.mlp.experts.experts.down_proj.7": 1.0390625, "model.layers.10.mlp.experts.experts.gate_up_proj.8": 1.75, "model.layers.10.mlp.experts.experts.down_proj.8": 7.1875, "model.layers.10.mlp.experts.experts.gate_up_proj.9": 1.75, "model.layers.10.mlp.experts.experts.down_proj.9": 1.0703125, "model.layers.10.mlp.experts.experts.gate_up_proj.10": 1.75, "model.layers.10.mlp.experts.experts.down_proj.10": 0.71484375, "model.layers.10.mlp.experts.experts.gate_up_proj.11": 1.75, "model.layers.10.mlp.experts.experts.down_proj.11": 1.2421875, "model.layers.10.mlp.experts.experts.gate_up_proj.12": 1.75, "model.layers.10.mlp.experts.experts.down_proj.12": 1.6640625, "model.layers.10.mlp.experts.experts.gate_up_proj.13": 1.75, "model.layers.10.mlp.experts.experts.down_proj.13": 1.265625, "model.layers.10.mlp.experts.experts.gate_up_proj.14": 1.75, "model.layers.10.mlp.experts.experts.down_proj.14": 1.578125, "model.layers.10.mlp.experts.experts.gate_up_proj.15": 1.75, "model.layers.10.mlp.experts.experts.down_proj.15": 1.3828125, "model.layers.10.mlp.experts.experts.gate_up_proj.16": 1.75, "model.layers.10.mlp.experts.experts.down_proj.16": 1.0078125, "model.layers.10.mlp.experts.experts.gate_up_proj.17": 1.75, "model.layers.10.mlp.experts.experts.down_proj.17": 0.84765625, "model.layers.10.mlp.experts.experts.gate_up_proj.18": 1.75, "model.layers.10.mlp.experts.experts.down_proj.18": 2.609375, "model.layers.10.mlp.experts.experts.gate_up_proj.19": 1.75, "model.layers.10.mlp.experts.experts.down_proj.19": 1.1484375, "model.layers.10.mlp.experts.experts.gate_up_proj.20": 1.75, "model.layers.10.mlp.experts.experts.down_proj.20": 1.171875, "model.layers.10.mlp.experts.experts.gate_up_proj.21": 1.75, "model.layers.10.mlp.experts.experts.down_proj.21": 1.578125, "model.layers.10.mlp.experts.experts.gate_up_proj.22": 1.75, "model.layers.10.mlp.experts.experts.down_proj.22": 2.046875, "model.layers.10.mlp.experts.experts.gate_up_proj.23": 1.75, "model.layers.10.mlp.experts.experts.down_proj.23": 0.84765625, "model.layers.10.mlp.experts.experts.gate_up_proj.24": 1.75, "model.layers.10.mlp.experts.experts.down_proj.24": 1.3359375, "model.layers.10.mlp.experts.experts.gate_up_proj.25": 1.75, "model.layers.10.mlp.experts.experts.down_proj.25": 1.5, "model.layers.10.mlp.experts.experts.gate_up_proj.26": 1.75, "model.layers.10.mlp.experts.experts.down_proj.26": 1.234375, "model.layers.10.mlp.experts.experts.gate_up_proj.27": 1.75, "model.layers.10.mlp.experts.experts.down_proj.27": 0.734375, "model.layers.10.mlp.experts.experts.gate_up_proj.28": 1.75, "model.layers.10.mlp.experts.experts.down_proj.28": 0.7734375, "model.layers.10.mlp.experts.experts.gate_up_proj.29": 1.75, "model.layers.10.mlp.experts.experts.down_proj.29": 1.3671875, "model.layers.10.mlp.experts.experts.gate_up_proj.30": 1.75, "model.layers.10.mlp.experts.experts.down_proj.30": 3.234375, "model.layers.10.mlp.experts.experts.gate_up_proj.31": 1.75, "model.layers.10.mlp.experts.experts.down_proj.31": 1.4375, "model.layers.10.mlp.experts.experts.gate_up_proj.32": 1.75, "model.layers.10.mlp.experts.experts.down_proj.32": 0.79296875, "model.layers.10.mlp.experts.experts.gate_up_proj.33": 1.75, "model.layers.10.mlp.experts.experts.down_proj.33": 1.3046875, "model.layers.10.mlp.experts.experts.gate_up_proj.34": 1.75, "model.layers.10.mlp.experts.experts.down_proj.34": 1.171875, "model.layers.10.mlp.experts.experts.gate_up_proj.35": 1.75, "model.layers.10.mlp.experts.experts.down_proj.35": 2.828125, "model.layers.10.mlp.experts.experts.gate_up_proj.36": 1.75, "model.layers.10.mlp.experts.experts.down_proj.36": 1.328125, "model.layers.10.mlp.experts.experts.gate_up_proj.37": 1.75, "model.layers.10.mlp.experts.experts.down_proj.37": 1.296875, "model.layers.10.mlp.experts.experts.gate_up_proj.38": 1.75, "model.layers.10.mlp.experts.experts.down_proj.38": 0.75, "model.layers.10.mlp.experts.experts.gate_up_proj.39": 1.75, "model.layers.10.mlp.experts.experts.down_proj.39": 1.2890625, "model.layers.10.mlp.experts.experts.gate_up_proj.40": 1.75, "model.layers.10.mlp.experts.experts.down_proj.40": 1.671875, "model.layers.10.mlp.experts.experts.gate_up_proj.41": 1.75, "model.layers.10.mlp.experts.experts.down_proj.41": 1.625, "model.layers.10.mlp.experts.experts.gate_up_proj.42": 1.75, "model.layers.10.mlp.experts.experts.down_proj.42": 0.984375, "model.layers.10.mlp.experts.experts.gate_up_proj.43": 1.75, "model.layers.10.mlp.experts.experts.down_proj.43": 0.98828125, "model.layers.10.mlp.experts.experts.gate_up_proj.44": 1.75, "model.layers.10.mlp.experts.experts.down_proj.44": 1.0078125, "model.layers.10.mlp.experts.experts.gate_up_proj.45": 1.75, "model.layers.10.mlp.experts.experts.down_proj.45": 1.1328125, "model.layers.10.mlp.experts.experts.gate_up_proj.46": 1.75, "model.layers.10.mlp.experts.experts.down_proj.46": 0.70703125, "model.layers.10.mlp.experts.experts.gate_up_proj.47": 1.75, "model.layers.10.mlp.experts.experts.down_proj.47": 1.1171875, "model.layers.10.mlp.experts.experts.gate_up_proj.48": 1.75, "model.layers.10.mlp.experts.experts.down_proj.48": 0.98046875, "model.layers.10.mlp.experts.experts.gate_up_proj.49": 1.75, "model.layers.10.mlp.experts.experts.down_proj.49": 1.9765625, "model.layers.10.mlp.experts.experts.gate_up_proj.50": 1.75, "model.layers.10.mlp.experts.experts.down_proj.50": 1.375, "model.layers.10.mlp.experts.experts.gate_up_proj.51": 1.75, "model.layers.10.mlp.experts.experts.down_proj.51": 1.828125, "model.layers.10.mlp.experts.experts.gate_up_proj.52": 1.75, "model.layers.10.mlp.experts.experts.down_proj.52": 0.5546875, "model.layers.10.mlp.experts.experts.gate_up_proj.53": 1.75, "model.layers.10.mlp.experts.experts.down_proj.53": 1.4296875, "model.layers.10.mlp.experts.experts.gate_up_proj.54": 1.75, "model.layers.10.mlp.experts.experts.down_proj.54": 1.0, "model.layers.10.mlp.experts.experts.gate_up_proj.55": 1.75, "model.layers.10.mlp.experts.experts.down_proj.55": 2.375, "model.layers.10.mlp.experts.experts.gate_up_proj.56": 1.75, "model.layers.10.mlp.experts.experts.down_proj.56": 1.375, "model.layers.10.mlp.experts.experts.gate_up_proj.57": 1.75, "model.layers.10.mlp.experts.experts.down_proj.57": 2.390625, "model.layers.10.mlp.experts.experts.gate_up_proj.58": 1.75, "model.layers.10.mlp.experts.experts.down_proj.58": 1.1953125, "model.layers.10.mlp.experts.experts.gate_up_proj.59": 1.75, "model.layers.10.mlp.experts.experts.down_proj.59": 0.90234375, "model.layers.10.mlp.experts.experts.gate_up_proj.60": 1.75, "model.layers.10.mlp.experts.experts.down_proj.60": 2.3125, "model.layers.10.mlp.experts.experts.gate_up_proj.61": 1.75, "model.layers.10.mlp.experts.experts.down_proj.61": 0.69921875, "model.layers.10.mlp.experts.experts.gate_up_proj.62": 1.75, "model.layers.10.mlp.experts.experts.down_proj.62": 1.6640625, "model.layers.10.mlp.experts.experts.gate_up_proj.63": 1.75, "model.layers.10.mlp.experts.experts.down_proj.63": 0.9296875, "model.layers.10.mlp.shared_experts.gate_proj": 1.75, "model.layers.10.mlp.shared_experts.up_proj": 1.75, "model.layers.10.mlp.shared_experts.down_proj": 19.875, "model.layers.11.mlp.experts.experts.gate_up_proj.0": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.0": 1.25, "model.layers.11.mlp.experts.experts.gate_up_proj.1": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.1": 1.109375, "model.layers.11.mlp.experts.experts.gate_up_proj.2": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.2": 1.5078125, "model.layers.11.mlp.experts.experts.gate_up_proj.3": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.3": 1.1015625, "model.layers.11.mlp.experts.experts.gate_up_proj.4": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.4": 1.78125, "model.layers.11.mlp.experts.experts.gate_up_proj.5": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.5": 0.68359375, "model.layers.11.mlp.experts.experts.gate_up_proj.6": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.6": 0.96875, "model.layers.11.mlp.experts.experts.gate_up_proj.7": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.7": 1.046875, "model.layers.11.mlp.experts.experts.gate_up_proj.8": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.8": 1.734375, "model.layers.11.mlp.experts.experts.gate_up_proj.9": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.9": 0.9140625, "model.layers.11.mlp.experts.experts.gate_up_proj.10": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.10": 1.09375, "model.layers.11.mlp.experts.experts.gate_up_proj.11": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.11": 0.87890625, "model.layers.11.mlp.experts.experts.gate_up_proj.12": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.12": 1.4375, "model.layers.11.mlp.experts.experts.gate_up_proj.13": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.13": 1.2578125, "model.layers.11.mlp.experts.experts.gate_up_proj.14": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.14": 0.70703125, "model.layers.11.mlp.experts.experts.gate_up_proj.15": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.15": 2.046875, "model.layers.11.mlp.experts.experts.gate_up_proj.16": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.16": 1.5234375, "model.layers.11.mlp.experts.experts.gate_up_proj.17": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.17": 0.96875, "model.layers.11.mlp.experts.experts.gate_up_proj.18": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.18": 0.88671875, "model.layers.11.mlp.experts.experts.gate_up_proj.19": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.19": 1.5, "model.layers.11.mlp.experts.experts.gate_up_proj.20": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.20": 1.5703125, "model.layers.11.mlp.experts.experts.gate_up_proj.21": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.21": 1.34375, "model.layers.11.mlp.experts.experts.gate_up_proj.22": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.22": 1.0390625, "model.layers.11.mlp.experts.experts.gate_up_proj.23": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.23": 0.84375, "model.layers.11.mlp.experts.experts.gate_up_proj.24": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.24": 1.3359375, "model.layers.11.mlp.experts.experts.gate_up_proj.25": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.25": 1.1796875, "model.layers.11.mlp.experts.experts.gate_up_proj.26": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.26": 0.8203125, "model.layers.11.mlp.experts.experts.gate_up_proj.27": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.27": 0.67578125, "model.layers.11.mlp.experts.experts.gate_up_proj.28": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.28": 1.359375, "model.layers.11.mlp.experts.experts.gate_up_proj.29": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.29": 1.75, "model.layers.11.mlp.experts.experts.gate_up_proj.30": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.30": 0.890625, "model.layers.11.mlp.experts.experts.gate_up_proj.31": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.31": 1.59375, "model.layers.11.mlp.experts.experts.gate_up_proj.32": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.32": 1.21875, "model.layers.11.mlp.experts.experts.gate_up_proj.33": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.33": 1.5703125, "model.layers.11.mlp.experts.experts.gate_up_proj.34": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.34": 1.796875, "model.layers.11.mlp.experts.experts.gate_up_proj.35": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.35": 1.2421875, "model.layers.11.mlp.experts.experts.gate_up_proj.36": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.36": 1.828125, "model.layers.11.mlp.experts.experts.gate_up_proj.37": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.37": 1.0625, "model.layers.11.mlp.experts.experts.gate_up_proj.38": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.38": 1.0625, "model.layers.11.mlp.experts.experts.gate_up_proj.39": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.39": 1.453125, "model.layers.11.mlp.experts.experts.gate_up_proj.40": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.40": 0.9140625, "model.layers.11.mlp.experts.experts.gate_up_proj.41": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.41": 1.34375, "model.layers.11.mlp.experts.experts.gate_up_proj.42": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.42": 0.98046875, "model.layers.11.mlp.experts.experts.gate_up_proj.43": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.43": 1.3515625, "model.layers.11.mlp.experts.experts.gate_up_proj.44": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.44": 1.3515625, "model.layers.11.mlp.experts.experts.gate_up_proj.45": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.45": 1.6328125, "model.layers.11.mlp.experts.experts.gate_up_proj.46": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.46": 0.78515625, "model.layers.11.mlp.experts.experts.gate_up_proj.47": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.47": 1.3359375, "model.layers.11.mlp.experts.experts.gate_up_proj.48": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.48": 1.3359375, "model.layers.11.mlp.experts.experts.gate_up_proj.49": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.49": 1.8671875, "model.layers.11.mlp.experts.experts.gate_up_proj.50": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.50": 1.2578125, "model.layers.11.mlp.experts.experts.gate_up_proj.51": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.51": 1.2890625, "model.layers.11.mlp.experts.experts.gate_up_proj.52": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.52": 2.046875, "model.layers.11.mlp.experts.experts.gate_up_proj.53": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.53": 0.90625, "model.layers.11.mlp.experts.experts.gate_up_proj.54": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.54": 1.3671875, "model.layers.11.mlp.experts.experts.gate_up_proj.55": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.55": 1.359375, "model.layers.11.mlp.experts.experts.gate_up_proj.56": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.56": 1.578125, "model.layers.11.mlp.experts.experts.gate_up_proj.57": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.57": 0.75390625, "model.layers.11.mlp.experts.experts.gate_up_proj.58": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.58": 1.046875, "model.layers.11.mlp.experts.experts.gate_up_proj.59": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.59": 1.578125, "model.layers.11.mlp.experts.experts.gate_up_proj.60": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.60": 0.95703125, "model.layers.11.mlp.experts.experts.gate_up_proj.61": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.61": 0.73046875, "model.layers.11.mlp.experts.experts.gate_up_proj.62": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.62": 14.9375, "model.layers.11.mlp.experts.experts.gate_up_proj.63": 1.7578125, "model.layers.11.mlp.experts.experts.down_proj.63": 1.2109375, "model.layers.11.mlp.shared_experts.gate_proj": 1.7578125, "model.layers.11.mlp.shared_experts.up_proj": 1.7578125, "model.layers.11.mlp.shared_experts.down_proj": 17.0, "model.layers.12.mlp.experts.experts.gate_up_proj.0": 1.75, "model.layers.12.mlp.experts.experts.down_proj.0": 1.0, "model.layers.12.mlp.experts.experts.gate_up_proj.1": 1.75, "model.layers.12.mlp.experts.experts.down_proj.1": 1.0234375, "model.layers.12.mlp.experts.experts.gate_up_proj.2": 1.75, "model.layers.12.mlp.experts.experts.down_proj.2": 1.0625, "model.layers.12.mlp.experts.experts.gate_up_proj.3": 1.75, "model.layers.12.mlp.experts.experts.down_proj.3": 1.140625, "model.layers.12.mlp.experts.experts.gate_up_proj.4": 1.75, "model.layers.12.mlp.experts.experts.down_proj.4": 1.8671875, "model.layers.12.mlp.experts.experts.gate_up_proj.5": 1.75, "model.layers.12.mlp.experts.experts.down_proj.5": 1.0546875, "model.layers.12.mlp.experts.experts.gate_up_proj.6": 1.75, "model.layers.12.mlp.experts.experts.down_proj.6": 1.1171875, "model.layers.12.mlp.experts.experts.gate_up_proj.7": 1.75, "model.layers.12.mlp.experts.experts.down_proj.7": 2.34375, "model.layers.12.mlp.experts.experts.gate_up_proj.8": 1.75, "model.layers.12.mlp.experts.experts.down_proj.8": 1.859375, "model.layers.12.mlp.experts.experts.gate_up_proj.9": 1.75, "model.layers.12.mlp.experts.experts.down_proj.9": 1.078125, "model.layers.12.mlp.experts.experts.gate_up_proj.10": 1.75, "model.layers.12.mlp.experts.experts.down_proj.10": 2.1875, "model.layers.12.mlp.experts.experts.gate_up_proj.11": 1.75, "model.layers.12.mlp.experts.experts.down_proj.11": 0.92578125, "model.layers.12.mlp.experts.experts.gate_up_proj.12": 1.75, "model.layers.12.mlp.experts.experts.down_proj.12": 1.75, "model.layers.12.mlp.experts.experts.gate_up_proj.13": 1.75, "model.layers.12.mlp.experts.experts.down_proj.13": 1.671875, "model.layers.12.mlp.experts.experts.gate_up_proj.14": 1.75, "model.layers.12.mlp.experts.experts.down_proj.14": 0.703125, "model.layers.12.mlp.experts.experts.gate_up_proj.15": 1.75, "model.layers.12.mlp.experts.experts.down_proj.15": 1.1171875, "model.layers.12.mlp.experts.experts.gate_up_proj.16": 1.75, "model.layers.12.mlp.experts.experts.down_proj.16": 1.859375, "model.layers.12.mlp.experts.experts.gate_up_proj.17": 1.75, "model.layers.12.mlp.experts.experts.down_proj.17": 2.109375, "model.layers.12.mlp.experts.experts.gate_up_proj.18": 1.75, "model.layers.12.mlp.experts.experts.down_proj.18": 1.484375, "model.layers.12.mlp.experts.experts.gate_up_proj.19": 1.75, "model.layers.12.mlp.experts.experts.down_proj.19": 4.65625, "model.layers.12.mlp.experts.experts.gate_up_proj.20": 1.75, "model.layers.12.mlp.experts.experts.down_proj.20": 1.7890625, "model.layers.12.mlp.experts.experts.gate_up_proj.21": 1.75, "model.layers.12.mlp.experts.experts.down_proj.21": 1.84375, "model.layers.12.mlp.experts.experts.gate_up_proj.22": 1.75, "model.layers.12.mlp.experts.experts.down_proj.22": 2.59375, "model.layers.12.mlp.experts.experts.gate_up_proj.23": 1.75, "model.layers.12.mlp.experts.experts.down_proj.23": 0.9921875, "model.layers.12.mlp.experts.experts.gate_up_proj.24": 1.75, "model.layers.12.mlp.experts.experts.down_proj.24": 1.4375, "model.layers.12.mlp.experts.experts.gate_up_proj.25": 1.75, "model.layers.12.mlp.experts.experts.down_proj.25": 2.3125, "model.layers.12.mlp.experts.experts.gate_up_proj.26": 1.75, "model.layers.12.mlp.experts.experts.down_proj.26": 1.7734375, "model.layers.12.mlp.experts.experts.gate_up_proj.27": 1.75, "model.layers.12.mlp.experts.experts.down_proj.27": 1.828125, "model.layers.12.mlp.experts.experts.gate_up_proj.28": 1.75, "model.layers.12.mlp.experts.experts.down_proj.28": 2.265625, "model.layers.12.mlp.experts.experts.gate_up_proj.29": 1.75, "model.layers.12.mlp.experts.experts.down_proj.29": 2.0625, "model.layers.12.mlp.experts.experts.gate_up_proj.30": 1.75, "model.layers.12.mlp.experts.experts.down_proj.30": 1.8984375, "model.layers.12.mlp.experts.experts.gate_up_proj.31": 1.75, "model.layers.12.mlp.experts.experts.down_proj.31": 1.453125, "model.layers.12.mlp.experts.experts.gate_up_proj.32": 1.75, "model.layers.12.mlp.experts.experts.down_proj.32": 1.734375, "model.layers.12.mlp.experts.experts.gate_up_proj.33": 1.75, "model.layers.12.mlp.experts.experts.down_proj.33": 1.5625, "model.layers.12.mlp.experts.experts.gate_up_proj.34": 1.75, "model.layers.12.mlp.experts.experts.down_proj.34": 1.71875, "model.layers.12.mlp.experts.experts.gate_up_proj.35": 1.75, "model.layers.12.mlp.experts.experts.down_proj.35": 2.03125, "model.layers.12.mlp.experts.experts.gate_up_proj.36": 1.75, "model.layers.12.mlp.experts.experts.down_proj.36": 1.4765625, "model.layers.12.mlp.experts.experts.gate_up_proj.37": 1.75, "model.layers.12.mlp.experts.experts.down_proj.37": 1.234375, "model.layers.12.mlp.experts.experts.gate_up_proj.38": 1.75, "model.layers.12.mlp.experts.experts.down_proj.38": 2.265625, "model.layers.12.mlp.experts.experts.gate_up_proj.39": 1.75, "model.layers.12.mlp.experts.experts.down_proj.39": 1.109375, "model.layers.12.mlp.experts.experts.gate_up_proj.40": 1.75, "model.layers.12.mlp.experts.experts.down_proj.40": 1.4140625, "model.layers.12.mlp.experts.experts.gate_up_proj.41": 1.75, "model.layers.12.mlp.experts.experts.down_proj.41": 1.9765625, "model.layers.12.mlp.experts.experts.gate_up_proj.42": 1.75, "model.layers.12.mlp.experts.experts.down_proj.42": 1.3046875, "model.layers.12.mlp.experts.experts.gate_up_proj.43": 1.75, "model.layers.12.mlp.experts.experts.down_proj.43": 1.234375, "model.layers.12.mlp.experts.experts.gate_up_proj.44": 1.75, "model.layers.12.mlp.experts.experts.down_proj.44": 1.5703125, "model.layers.12.mlp.experts.experts.gate_up_proj.45": 1.75, "model.layers.12.mlp.experts.experts.down_proj.45": 1.9375, "model.layers.12.mlp.experts.experts.gate_up_proj.46": 1.75, "model.layers.12.mlp.experts.experts.down_proj.46": 2.15625, "model.layers.12.mlp.experts.experts.gate_up_proj.47": 1.75, "model.layers.12.mlp.experts.experts.down_proj.47": 1.3515625, "model.layers.12.mlp.experts.experts.gate_up_proj.48": 1.75, "model.layers.12.mlp.experts.experts.down_proj.48": 2.375, "model.layers.12.mlp.experts.experts.gate_up_proj.49": 1.75, "model.layers.12.mlp.experts.experts.down_proj.49": 2.03125, "model.layers.12.mlp.experts.experts.gate_up_proj.50": 1.75, "model.layers.12.mlp.experts.experts.down_proj.50": 1.8359375, "model.layers.12.mlp.experts.experts.gate_up_proj.51": 1.75, "model.layers.12.mlp.experts.experts.down_proj.51": 1.0546875, "model.layers.12.mlp.experts.experts.gate_up_proj.52": 1.75, "model.layers.12.mlp.experts.experts.down_proj.52": 1.6484375, "model.layers.12.mlp.experts.experts.gate_up_proj.53": 1.75, "model.layers.12.mlp.experts.experts.down_proj.53": 2.046875, "model.layers.12.mlp.experts.experts.gate_up_proj.54": 1.75, "model.layers.12.mlp.experts.experts.down_proj.54": 1.6171875, "model.layers.12.mlp.experts.experts.gate_up_proj.55": 1.75, "model.layers.12.mlp.experts.experts.down_proj.55": 1.1875, "model.layers.12.mlp.experts.experts.gate_up_proj.56": 1.75, "model.layers.12.mlp.experts.experts.down_proj.56": 1.3359375, "model.layers.12.mlp.experts.experts.gate_up_proj.57": 1.75, "model.layers.12.mlp.experts.experts.down_proj.57": 1.234375, "model.layers.12.mlp.experts.experts.gate_up_proj.58": 1.75, "model.layers.12.mlp.experts.experts.down_proj.58": 1.0234375, "model.layers.12.mlp.experts.experts.gate_up_proj.59": 1.75, "model.layers.12.mlp.experts.experts.down_proj.59": 1.7734375, "model.layers.12.mlp.experts.experts.gate_up_proj.60": 1.75, "model.layers.12.mlp.experts.experts.down_proj.60": 1.875, "model.layers.12.mlp.experts.experts.gate_up_proj.61": 1.75, "model.layers.12.mlp.experts.experts.down_proj.61": 1.1171875, "model.layers.12.mlp.experts.experts.gate_up_proj.62": 1.75, "model.layers.12.mlp.experts.experts.down_proj.62": 1.6171875, "model.layers.12.mlp.experts.experts.gate_up_proj.63": 1.75, "model.layers.12.mlp.experts.experts.down_proj.63": 1.1953125, "model.layers.12.mlp.shared_experts.gate_proj": 1.75, "model.layers.12.mlp.shared_experts.up_proj": 1.75, "model.layers.12.mlp.shared_experts.down_proj": 68.5, "model.layers.13.mlp.experts.experts.gate_up_proj.0": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.0": 1.015625, "model.layers.13.mlp.experts.experts.gate_up_proj.1": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.1": 2.125, "model.layers.13.mlp.experts.experts.gate_up_proj.2": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.2": 2.203125, "model.layers.13.mlp.experts.experts.gate_up_proj.3": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.3": 0.83203125, "model.layers.13.mlp.experts.experts.gate_up_proj.4": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.4": 2.34375, "model.layers.13.mlp.experts.experts.gate_up_proj.5": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.5": 2.65625, "model.layers.13.mlp.experts.experts.gate_up_proj.6": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.6": 2.03125, "model.layers.13.mlp.experts.experts.gate_up_proj.7": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.7": 2.125, "model.layers.13.mlp.experts.experts.gate_up_proj.8": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.8": 3.125, "model.layers.13.mlp.experts.experts.gate_up_proj.9": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.9": 2.234375, "model.layers.13.mlp.experts.experts.gate_up_proj.10": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.10": 1.3203125, "model.layers.13.mlp.experts.experts.gate_up_proj.11": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.11": 1.2578125, "model.layers.13.mlp.experts.experts.gate_up_proj.12": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.12": 1.28125, "model.layers.13.mlp.experts.experts.gate_up_proj.13": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.13": 1.890625, "model.layers.13.mlp.experts.experts.gate_up_proj.14": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.14": 1.5703125, "model.layers.13.mlp.experts.experts.gate_up_proj.15": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.15": 2.203125, "model.layers.13.mlp.experts.experts.gate_up_proj.16": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.16": 1.9609375, "model.layers.13.mlp.experts.experts.gate_up_proj.17": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.17": 2.09375, "model.layers.13.mlp.experts.experts.gate_up_proj.18": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.18": 2.0625, "model.layers.13.mlp.experts.experts.gate_up_proj.19": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.19": 1.640625, "model.layers.13.mlp.experts.experts.gate_up_proj.20": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.20": 1.3515625, "model.layers.13.mlp.experts.experts.gate_up_proj.21": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.21": 2.3125, "model.layers.13.mlp.experts.experts.gate_up_proj.22": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.22": 1.8984375, "model.layers.13.mlp.experts.experts.gate_up_proj.23": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.23": 1.796875, "model.layers.13.mlp.experts.experts.gate_up_proj.24": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.24": 1.8359375, "model.layers.13.mlp.experts.experts.gate_up_proj.25": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.25": 1.6015625, "model.layers.13.mlp.experts.experts.gate_up_proj.26": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.26": 1.703125, "model.layers.13.mlp.experts.experts.gate_up_proj.27": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.27": 1.28125, "model.layers.13.mlp.experts.experts.gate_up_proj.28": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.28": 0.9296875, "model.layers.13.mlp.experts.experts.gate_up_proj.29": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.29": 1.0078125, "model.layers.13.mlp.experts.experts.gate_up_proj.30": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.30": 69.0, "model.layers.13.mlp.experts.experts.gate_up_proj.31": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.31": 2.046875, "model.layers.13.mlp.experts.experts.gate_up_proj.32": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.32": 1.59375, "model.layers.13.mlp.experts.experts.gate_up_proj.33": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.33": 2.78125, "model.layers.13.mlp.experts.experts.gate_up_proj.34": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.34": 2.375, "model.layers.13.mlp.experts.experts.gate_up_proj.35": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.35": 1.84375, "model.layers.13.mlp.experts.experts.gate_up_proj.36": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.36": 1.4765625, "model.layers.13.mlp.experts.experts.gate_up_proj.37": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.37": 0.9765625, "model.layers.13.mlp.experts.experts.gate_up_proj.38": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.38": 1.8828125, "model.layers.13.mlp.experts.experts.gate_up_proj.39": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.39": 2.5625, "model.layers.13.mlp.experts.experts.gate_up_proj.40": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.40": 3.421875, "model.layers.13.mlp.experts.experts.gate_up_proj.41": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.41": 1.25, "model.layers.13.mlp.experts.experts.gate_up_proj.42": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.42": 2.25, "model.layers.13.mlp.experts.experts.gate_up_proj.43": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.43": 2.0625, "model.layers.13.mlp.experts.experts.gate_up_proj.44": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.44": 0.73828125, "model.layers.13.mlp.experts.experts.gate_up_proj.45": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.45": 1.2890625, "model.layers.13.mlp.experts.experts.gate_up_proj.46": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.46": 1.7421875, "model.layers.13.mlp.experts.experts.gate_up_proj.47": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.47": 2.40625, "model.layers.13.mlp.experts.experts.gate_up_proj.48": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.48": 2.4375, "model.layers.13.mlp.experts.experts.gate_up_proj.49": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.49": 1.75, "model.layers.13.mlp.experts.experts.gate_up_proj.50": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.50": 1.2265625, "model.layers.13.mlp.experts.experts.gate_up_proj.51": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.51": 1.2578125, "model.layers.13.mlp.experts.experts.gate_up_proj.52": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.52": 1.265625, "model.layers.13.mlp.experts.experts.gate_up_proj.53": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.53": 2.28125, "model.layers.13.mlp.experts.experts.gate_up_proj.54": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.54": 3.4375, "model.layers.13.mlp.experts.experts.gate_up_proj.55": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.55": 1.7578125, "model.layers.13.mlp.experts.experts.gate_up_proj.56": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.56": 2.0, "model.layers.13.mlp.experts.experts.gate_up_proj.57": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.57": 1.03125, "model.layers.13.mlp.experts.experts.gate_up_proj.58": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.58": 1.34375, "model.layers.13.mlp.experts.experts.gate_up_proj.59": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.59": 1.1484375, "model.layers.13.mlp.experts.experts.gate_up_proj.60": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.60": 0.953125, "model.layers.13.mlp.experts.experts.gate_up_proj.61": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.61": 1.15625, "model.layers.13.mlp.experts.experts.gate_up_proj.62": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.62": 1.90625, "model.layers.13.mlp.experts.experts.gate_up_proj.63": 1.796875, "model.layers.13.mlp.experts.experts.down_proj.63": 2.171875, "model.layers.13.mlp.shared_experts.gate_proj": 1.796875, "model.layers.13.mlp.shared_experts.up_proj": 1.796875, "model.layers.13.mlp.shared_experts.down_proj": 2.609375, "model.layers.14.mlp.experts.experts.gate_up_proj.0": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.0": 1.921875, "model.layers.14.mlp.experts.experts.gate_up_proj.1": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.1": 2.34375, "model.layers.14.mlp.experts.experts.gate_up_proj.2": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.2": 7.21875, "model.layers.14.mlp.experts.experts.gate_up_proj.3": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.3": 1.203125, "model.layers.14.mlp.experts.experts.gate_up_proj.4": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.4": 3.3125, "model.layers.14.mlp.experts.experts.gate_up_proj.5": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.5": 3.84375, "model.layers.14.mlp.experts.experts.gate_up_proj.6": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.6": 2.890625, "model.layers.14.mlp.experts.experts.gate_up_proj.7": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.7": 2.046875, "model.layers.14.mlp.experts.experts.gate_up_proj.8": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.8": 1.421875, "model.layers.14.mlp.experts.experts.gate_up_proj.9": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.9": 2.578125, "model.layers.14.mlp.experts.experts.gate_up_proj.10": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.10": 1.703125, "model.layers.14.mlp.experts.experts.gate_up_proj.11": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.11": 3.046875, "model.layers.14.mlp.experts.experts.gate_up_proj.12": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.12": 1.3046875, "model.layers.14.mlp.experts.experts.gate_up_proj.13": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.13": 3.078125, "model.layers.14.mlp.experts.experts.gate_up_proj.14": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.14": 1.671875, "model.layers.14.mlp.experts.experts.gate_up_proj.15": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.15": 2.3125, "model.layers.14.mlp.experts.experts.gate_up_proj.16": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.16": 2.609375, "model.layers.14.mlp.experts.experts.gate_up_proj.17": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.17": 2.609375, "model.layers.14.mlp.experts.experts.gate_up_proj.18": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.18": 2.515625, "model.layers.14.mlp.experts.experts.gate_up_proj.19": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.19": 3.03125, "model.layers.14.mlp.experts.experts.gate_up_proj.20": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.20": 1.8203125, "model.layers.14.mlp.experts.experts.gate_up_proj.21": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.21": 3.359375, "model.layers.14.mlp.experts.experts.gate_up_proj.22": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.22": 1.5703125, "model.layers.14.mlp.experts.experts.gate_up_proj.23": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.23": 1.7421875, "model.layers.14.mlp.experts.experts.gate_up_proj.24": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.24": 1.6640625, "model.layers.14.mlp.experts.experts.gate_up_proj.25": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.25": 1.4921875, "model.layers.14.mlp.experts.experts.gate_up_proj.26": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.26": 2.546875, "model.layers.14.mlp.experts.experts.gate_up_proj.27": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.27": 3.3125, "model.layers.14.mlp.experts.experts.gate_up_proj.28": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.28": 1.4921875, "model.layers.14.mlp.experts.experts.gate_up_proj.29": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.29": 2.40625, "model.layers.14.mlp.experts.experts.gate_up_proj.30": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.30": 1.4140625, "model.layers.14.mlp.experts.experts.gate_up_proj.31": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.31": 1.8515625, "model.layers.14.mlp.experts.experts.gate_up_proj.32": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.32": 3.109375, "model.layers.14.mlp.experts.experts.gate_up_proj.33": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.33": 0.96875, "model.layers.14.mlp.experts.experts.gate_up_proj.34": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.34": 2.09375, "model.layers.14.mlp.experts.experts.gate_up_proj.35": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.35": 1.796875, "model.layers.14.mlp.experts.experts.gate_up_proj.36": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.36": 2.046875, "model.layers.14.mlp.experts.experts.gate_up_proj.37": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.37": 1.6015625, "model.layers.14.mlp.experts.experts.gate_up_proj.38": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.38": 1.75, "model.layers.14.mlp.experts.experts.gate_up_proj.39": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.39": 1.5625, "model.layers.14.mlp.experts.experts.gate_up_proj.40": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.40": 3.203125, "model.layers.14.mlp.experts.experts.gate_up_proj.41": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.41": 1.90625, "model.layers.14.mlp.experts.experts.gate_up_proj.42": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.42": 1.8125, "model.layers.14.mlp.experts.experts.gate_up_proj.43": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.43": 1.9921875, "model.layers.14.mlp.experts.experts.gate_up_proj.44": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.44": 1.5546875, "model.layers.14.mlp.experts.experts.gate_up_proj.45": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.45": 1.75, "model.layers.14.mlp.experts.experts.gate_up_proj.46": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.46": 1.984375, "model.layers.14.mlp.experts.experts.gate_up_proj.47": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.47": 3.515625, "model.layers.14.mlp.experts.experts.gate_up_proj.48": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.48": 1.09375, "model.layers.14.mlp.experts.experts.gate_up_proj.49": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.49": 2.3125, "model.layers.14.mlp.experts.experts.gate_up_proj.50": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.50": 1.5078125, "model.layers.14.mlp.experts.experts.gate_up_proj.51": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.51": 1.171875, "model.layers.14.mlp.experts.experts.gate_up_proj.52": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.52": 2.03125, "model.layers.14.mlp.experts.experts.gate_up_proj.53": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.53": 2.046875, "model.layers.14.mlp.experts.experts.gate_up_proj.54": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.54": 1.953125, "model.layers.14.mlp.experts.experts.gate_up_proj.55": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.55": 2.453125, "model.layers.14.mlp.experts.experts.gate_up_proj.56": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.56": 1.578125, "model.layers.14.mlp.experts.experts.gate_up_proj.57": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.57": 1.484375, "model.layers.14.mlp.experts.experts.gate_up_proj.58": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.58": 1.8671875, "model.layers.14.mlp.experts.experts.gate_up_proj.59": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.59": 2.375, "model.layers.14.mlp.experts.experts.gate_up_proj.60": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.60": 1.234375, "model.layers.14.mlp.experts.experts.gate_up_proj.61": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.61": 1.234375, "model.layers.14.mlp.experts.experts.gate_up_proj.62": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.62": 1.0234375, "model.layers.14.mlp.experts.experts.gate_up_proj.63": 1.734375, "model.layers.14.mlp.experts.experts.down_proj.63": 2.609375, "model.layers.14.mlp.shared_experts.gate_proj": 1.734375, "model.layers.14.mlp.shared_experts.up_proj": 1.734375, "model.layers.14.mlp.shared_experts.down_proj": 63.25, "model.layers.15.mlp.experts.experts.gate_up_proj.0": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.0": 1.71875, "model.layers.15.mlp.experts.experts.gate_up_proj.1": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.1": 2.59375, "model.layers.15.mlp.experts.experts.gate_up_proj.2": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.2": 16.625, "model.layers.15.mlp.experts.experts.gate_up_proj.3": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.3": 1.71875, "model.layers.15.mlp.experts.experts.gate_up_proj.4": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.4": 3.359375, "model.layers.15.mlp.experts.experts.gate_up_proj.5": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.5": 1.6953125, "model.layers.15.mlp.experts.experts.gate_up_proj.6": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.6": 4.375, "model.layers.15.mlp.experts.experts.gate_up_proj.7": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.7": 2.0, "model.layers.15.mlp.experts.experts.gate_up_proj.8": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.8": 2.515625, "model.layers.15.mlp.experts.experts.gate_up_proj.9": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.9": 2.09375, "model.layers.15.mlp.experts.experts.gate_up_proj.10": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.10": 1.6875, "model.layers.15.mlp.experts.experts.gate_up_proj.11": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.11": 2.140625, "model.layers.15.mlp.experts.experts.gate_up_proj.12": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.12": 1.390625, "model.layers.15.mlp.experts.experts.gate_up_proj.13": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.13": 2.015625, "model.layers.15.mlp.experts.experts.gate_up_proj.14": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.14": 2.609375, "model.layers.15.mlp.experts.experts.gate_up_proj.15": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.15": 2.875, "model.layers.15.mlp.experts.experts.gate_up_proj.16": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.16": 1.6640625, "model.layers.15.mlp.experts.experts.gate_up_proj.17": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.17": 3.203125, "model.layers.15.mlp.experts.experts.gate_up_proj.18": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.18": 1.7734375, "model.layers.15.mlp.experts.experts.gate_up_proj.19": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.19": 2.875, "model.layers.15.mlp.experts.experts.gate_up_proj.20": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.20": 2.125, "model.layers.15.mlp.experts.experts.gate_up_proj.21": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.21": 1.296875, "model.layers.15.mlp.experts.experts.gate_up_proj.22": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.22": 2.546875, "model.layers.15.mlp.experts.experts.gate_up_proj.23": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.23": 2.21875, "model.layers.15.mlp.experts.experts.gate_up_proj.24": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.24": 2.484375, "model.layers.15.mlp.experts.experts.gate_up_proj.25": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.25": 2.21875, "model.layers.15.mlp.experts.experts.gate_up_proj.26": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.26": 2.34375, "model.layers.15.mlp.experts.experts.gate_up_proj.27": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.27": 1.6953125, "model.layers.15.mlp.experts.experts.gate_up_proj.28": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.28": 1.765625, "model.layers.15.mlp.experts.experts.gate_up_proj.29": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.29": 2.03125, "model.layers.15.mlp.experts.experts.gate_up_proj.30": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.30": 1.8828125, "model.layers.15.mlp.experts.experts.gate_up_proj.31": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.31": 1.2578125, "model.layers.15.mlp.experts.experts.gate_up_proj.32": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.32": 2.125, "model.layers.15.mlp.experts.experts.gate_up_proj.33": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.33": 5.375, "model.layers.15.mlp.experts.experts.gate_up_proj.34": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.34": 2.359375, "model.layers.15.mlp.experts.experts.gate_up_proj.35": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.35": 2.21875, "model.layers.15.mlp.experts.experts.gate_up_proj.36": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.36": 3.640625, "model.layers.15.mlp.experts.experts.gate_up_proj.37": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.37": 2.4375, "model.layers.15.mlp.experts.experts.gate_up_proj.38": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.38": 2.140625, "model.layers.15.mlp.experts.experts.gate_up_proj.39": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.39": 3.484375, "model.layers.15.mlp.experts.experts.gate_up_proj.40": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.40": 2.0, "model.layers.15.mlp.experts.experts.gate_up_proj.41": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.41": 1.625, "model.layers.15.mlp.experts.experts.gate_up_proj.42": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.42": 2.3125, "model.layers.15.mlp.experts.experts.gate_up_proj.43": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.43": 1.828125, "model.layers.15.mlp.experts.experts.gate_up_proj.44": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.44": 2.296875, "model.layers.15.mlp.experts.experts.gate_up_proj.45": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.45": 2.671875, "model.layers.15.mlp.experts.experts.gate_up_proj.46": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.46": 1.28125, "model.layers.15.mlp.experts.experts.gate_up_proj.47": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.47": 2.515625, "model.layers.15.mlp.experts.experts.gate_up_proj.48": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.48": 2.28125, "model.layers.15.mlp.experts.experts.gate_up_proj.49": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.49": 5.65625, "model.layers.15.mlp.experts.experts.gate_up_proj.50": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.50": 2.15625, "model.layers.15.mlp.experts.experts.gate_up_proj.51": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.51": 1.6484375, "model.layers.15.mlp.experts.experts.gate_up_proj.52": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.52": 2.046875, "model.layers.15.mlp.experts.experts.gate_up_proj.53": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.53": 1.2109375, "model.layers.15.mlp.experts.experts.gate_up_proj.54": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.54": 2.578125, "model.layers.15.mlp.experts.experts.gate_up_proj.55": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.55": 2.515625, "model.layers.15.mlp.experts.experts.gate_up_proj.56": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.56": 3.0625, "model.layers.15.mlp.experts.experts.gate_up_proj.57": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.57": 5.78125, "model.layers.15.mlp.experts.experts.gate_up_proj.58": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.58": 1.9609375, "model.layers.15.mlp.experts.experts.gate_up_proj.59": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.59": 1.21875, "model.layers.15.mlp.experts.experts.gate_up_proj.60": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.60": 1.9453125, "model.layers.15.mlp.experts.experts.gate_up_proj.61": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.61": 2.9375, "model.layers.15.mlp.experts.experts.gate_up_proj.62": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.62": 2.09375, "model.layers.15.mlp.experts.experts.gate_up_proj.63": 1.78125, "model.layers.15.mlp.experts.experts.down_proj.63": 2.640625, "model.layers.15.mlp.shared_experts.gate_proj": 1.78125, "model.layers.15.mlp.shared_experts.up_proj": 1.78125, "model.layers.15.mlp.shared_experts.down_proj": 91.0, "model.layers.16.mlp.experts.experts.gate_up_proj.0": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.0": 1.59375, "model.layers.16.mlp.experts.experts.gate_up_proj.1": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.1": 1.65625, "model.layers.16.mlp.experts.experts.gate_up_proj.2": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.2": 2.234375, "model.layers.16.mlp.experts.experts.gate_up_proj.3": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.3": 2.09375, "model.layers.16.mlp.experts.experts.gate_up_proj.4": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.4": 2.0625, "model.layers.16.mlp.experts.experts.gate_up_proj.5": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.5": 2.09375, "model.layers.16.mlp.experts.experts.gate_up_proj.6": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.6": 5.25, "model.layers.16.mlp.experts.experts.gate_up_proj.7": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.7": 1.265625, "model.layers.16.mlp.experts.experts.gate_up_proj.8": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.8": 2.625, "model.layers.16.mlp.experts.experts.gate_up_proj.9": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.9": 2.265625, "model.layers.16.mlp.experts.experts.gate_up_proj.10": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.10": 1.6328125, "model.layers.16.mlp.experts.experts.gate_up_proj.11": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.11": 1.421875, "model.layers.16.mlp.experts.experts.gate_up_proj.12": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.12": 2.21875, "model.layers.16.mlp.experts.experts.gate_up_proj.13": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.13": 1.890625, "model.layers.16.mlp.experts.experts.gate_up_proj.14": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.14": 12.375, "model.layers.16.mlp.experts.experts.gate_up_proj.15": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.15": 1.25, "model.layers.16.mlp.experts.experts.gate_up_proj.16": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.16": 2.796875, "model.layers.16.mlp.experts.experts.gate_up_proj.17": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.17": 1.734375, "model.layers.16.mlp.experts.experts.gate_up_proj.18": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.18": 2.078125, "model.layers.16.mlp.experts.experts.gate_up_proj.19": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.19": 2.515625, "model.layers.16.mlp.experts.experts.gate_up_proj.20": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.20": 0.6875, "model.layers.16.mlp.experts.experts.gate_up_proj.21": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.21": 2.09375, "model.layers.16.mlp.experts.experts.gate_up_proj.22": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.22": 2.296875, "model.layers.16.mlp.experts.experts.gate_up_proj.23": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.23": 2.234375, "model.layers.16.mlp.experts.experts.gate_up_proj.24": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.24": 1.796875, "model.layers.16.mlp.experts.experts.gate_up_proj.25": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.25": 1.953125, "model.layers.16.mlp.experts.experts.gate_up_proj.26": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.26": 2.03125, "model.layers.16.mlp.experts.experts.gate_up_proj.27": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.27": 2.0625, "model.layers.16.mlp.experts.experts.gate_up_proj.28": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.28": 1.703125, "model.layers.16.mlp.experts.experts.gate_up_proj.29": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.29": 1.296875, "model.layers.16.mlp.experts.experts.gate_up_proj.30": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.30": 2.109375, "model.layers.16.mlp.experts.experts.gate_up_proj.31": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.31": 1.6953125, "model.layers.16.mlp.experts.experts.gate_up_proj.32": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.32": 2.625, "model.layers.16.mlp.experts.experts.gate_up_proj.33": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.33": 1.390625, "model.layers.16.mlp.experts.experts.gate_up_proj.34": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.34": 3.375, "model.layers.16.mlp.experts.experts.gate_up_proj.35": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.35": 1.7734375, "model.layers.16.mlp.experts.experts.gate_up_proj.36": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.36": 2.109375, "model.layers.16.mlp.experts.experts.gate_up_proj.37": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.37": 1.671875, "model.layers.16.mlp.experts.experts.gate_up_proj.38": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.38": 2.53125, "model.layers.16.mlp.experts.experts.gate_up_proj.39": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.39": 3.0625, "model.layers.16.mlp.experts.experts.gate_up_proj.40": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.40": 1.609375, "model.layers.16.mlp.experts.experts.gate_up_proj.41": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.41": 2.71875, "model.layers.16.mlp.experts.experts.gate_up_proj.42": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.42": 2.953125, "model.layers.16.mlp.experts.experts.gate_up_proj.43": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.43": 2.796875, "model.layers.16.mlp.experts.experts.gate_up_proj.44": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.44": 1.3359375, "model.layers.16.mlp.experts.experts.gate_up_proj.45": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.45": 2.59375, "model.layers.16.mlp.experts.experts.gate_up_proj.46": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.46": 1.1328125, "model.layers.16.mlp.experts.experts.gate_up_proj.47": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.47": 3.359375, "model.layers.16.mlp.experts.experts.gate_up_proj.48": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.48": 1.796875, "model.layers.16.mlp.experts.experts.gate_up_proj.49": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.49": 1.4453125, "model.layers.16.mlp.experts.experts.gate_up_proj.50": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.50": 2.28125, "model.layers.16.mlp.experts.experts.gate_up_proj.51": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.51": 2.71875, "model.layers.16.mlp.experts.experts.gate_up_proj.52": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.52": 1.7109375, "model.layers.16.mlp.experts.experts.gate_up_proj.53": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.53": 2.15625, "model.layers.16.mlp.experts.experts.gate_up_proj.54": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.54": 2.625, "model.layers.16.mlp.experts.experts.gate_up_proj.55": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.55": 1.5234375, "model.layers.16.mlp.experts.experts.gate_up_proj.56": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.56": 3.234375, "model.layers.16.mlp.experts.experts.gate_up_proj.57": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.57": 1.1875, "model.layers.16.mlp.experts.experts.gate_up_proj.58": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.58": 6.21875, "model.layers.16.mlp.experts.experts.gate_up_proj.59": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.59": 1.8203125, "model.layers.16.mlp.experts.experts.gate_up_proj.60": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.60": 1.625, "model.layers.16.mlp.experts.experts.gate_up_proj.61": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.61": 1.625, "model.layers.16.mlp.experts.experts.gate_up_proj.62": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.62": 4.09375, "model.layers.16.mlp.experts.experts.gate_up_proj.63": 1.7734375, "model.layers.16.mlp.experts.experts.down_proj.63": 2.984375, "model.layers.16.mlp.shared_experts.gate_proj": 1.7734375, "model.layers.16.mlp.shared_experts.up_proj": 1.7734375, "model.layers.16.mlp.shared_experts.down_proj": 91.5, "model.layers.17.mlp.experts.experts.gate_up_proj.0": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.0": 1.8125, "model.layers.17.mlp.experts.experts.gate_up_proj.1": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.1": 4.9375, "model.layers.17.mlp.experts.experts.gate_up_proj.2": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.2": 1.6875, "model.layers.17.mlp.experts.experts.gate_up_proj.3": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.3": 1.921875, "model.layers.17.mlp.experts.experts.gate_up_proj.4": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.4": 1.8046875, "model.layers.17.mlp.experts.experts.gate_up_proj.5": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.5": 2.015625, "model.layers.17.mlp.experts.experts.gate_up_proj.6": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.6": 3.484375, "model.layers.17.mlp.experts.experts.gate_up_proj.7": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.7": 1.2265625, "model.layers.17.mlp.experts.experts.gate_up_proj.8": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.8": 3.359375, "model.layers.17.mlp.experts.experts.gate_up_proj.9": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.9": 2.75, "model.layers.17.mlp.experts.experts.gate_up_proj.10": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.10": 1.3515625, "model.layers.17.mlp.experts.experts.gate_up_proj.11": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.11": 2.640625, "model.layers.17.mlp.experts.experts.gate_up_proj.12": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.12": 1.2734375, "model.layers.17.mlp.experts.experts.gate_up_proj.13": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.13": 0.890625, "model.layers.17.mlp.experts.experts.gate_up_proj.14": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.14": 2.265625, "model.layers.17.mlp.experts.experts.gate_up_proj.15": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.15": 1.9296875, "model.layers.17.mlp.experts.experts.gate_up_proj.16": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.16": 1.96875, "model.layers.17.mlp.experts.experts.gate_up_proj.17": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.17": 3.84375, "model.layers.17.mlp.experts.experts.gate_up_proj.18": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.18": 1.6640625, "model.layers.17.mlp.experts.experts.gate_up_proj.19": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.19": 2.140625, "model.layers.17.mlp.experts.experts.gate_up_proj.20": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.20": 1.421875, "model.layers.17.mlp.experts.experts.gate_up_proj.21": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.21": 1.5859375, "model.layers.17.mlp.experts.experts.gate_up_proj.22": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.22": 2.84375, "model.layers.17.mlp.experts.experts.gate_up_proj.23": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.23": 10.625, "model.layers.17.mlp.experts.experts.gate_up_proj.24": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.24": 1.6640625, "model.layers.17.mlp.experts.experts.gate_up_proj.25": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.25": 2.453125, "model.layers.17.mlp.experts.experts.gate_up_proj.26": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.26": 1.9921875, "model.layers.17.mlp.experts.experts.gate_up_proj.27": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.27": 1.390625, "model.layers.17.mlp.experts.experts.gate_up_proj.28": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.28": 1.1796875, "model.layers.17.mlp.experts.experts.gate_up_proj.29": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.29": 1.21875, "model.layers.17.mlp.experts.experts.gate_up_proj.30": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.30": 1.796875, "model.layers.17.mlp.experts.experts.gate_up_proj.31": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.31": 2.390625, "model.layers.17.mlp.experts.experts.gate_up_proj.32": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.32": 2.9375, "model.layers.17.mlp.experts.experts.gate_up_proj.33": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.33": 1.671875, "model.layers.17.mlp.experts.experts.gate_up_proj.34": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.34": 1.9375, "model.layers.17.mlp.experts.experts.gate_up_proj.35": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.35": 2.8125, "model.layers.17.mlp.experts.experts.gate_up_proj.36": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.36": 1.4296875, "model.layers.17.mlp.experts.experts.gate_up_proj.37": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.37": 1.40625, "model.layers.17.mlp.experts.experts.gate_up_proj.38": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.38": 2.703125, "model.layers.17.mlp.experts.experts.gate_up_proj.39": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.39": 1.2109375, "model.layers.17.mlp.experts.experts.gate_up_proj.40": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.40": 1.578125, "model.layers.17.mlp.experts.experts.gate_up_proj.41": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.41": 1.0703125, "model.layers.17.mlp.experts.experts.gate_up_proj.42": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.42": 6.25, "model.layers.17.mlp.experts.experts.gate_up_proj.43": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.43": 1.1953125, "model.layers.17.mlp.experts.experts.gate_up_proj.44": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.44": 2.15625, "model.layers.17.mlp.experts.experts.gate_up_proj.45": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.45": 1.5546875, "model.layers.17.mlp.experts.experts.gate_up_proj.46": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.46": 3.0625, "model.layers.17.mlp.experts.experts.gate_up_proj.47": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.47": 1.7265625, "model.layers.17.mlp.experts.experts.gate_up_proj.48": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.48": 4.34375, "model.layers.17.mlp.experts.experts.gate_up_proj.49": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.49": 1.5859375, "model.layers.17.mlp.experts.experts.gate_up_proj.50": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.50": 2.546875, "model.layers.17.mlp.experts.experts.gate_up_proj.51": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.51": 1.921875, "model.layers.17.mlp.experts.experts.gate_up_proj.52": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.52": 2.75, "model.layers.17.mlp.experts.experts.gate_up_proj.53": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.53": 2.171875, "model.layers.17.mlp.experts.experts.gate_up_proj.54": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.54": 1.96875, "model.layers.17.mlp.experts.experts.gate_up_proj.55": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.55": 1.796875, "model.layers.17.mlp.experts.experts.gate_up_proj.56": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.56": 1.671875, "model.layers.17.mlp.experts.experts.gate_up_proj.57": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.57": 2.203125, "model.layers.17.mlp.experts.experts.gate_up_proj.58": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.58": 1.546875, "model.layers.17.mlp.experts.experts.gate_up_proj.59": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.59": 1.5078125, "model.layers.17.mlp.experts.experts.gate_up_proj.60": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.60": 1.875, "model.layers.17.mlp.experts.experts.gate_up_proj.61": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.61": 3.1875, "model.layers.17.mlp.experts.experts.gate_up_proj.62": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.62": 1.1328125, "model.layers.17.mlp.experts.experts.gate_up_proj.63": 1.71875, "model.layers.17.mlp.experts.experts.down_proj.63": 1.5078125, "model.layers.17.mlp.shared_experts.gate_proj": 1.71875, "model.layers.17.mlp.shared_experts.up_proj": 1.71875, "model.layers.17.mlp.shared_experts.down_proj": 38.5, "model.layers.18.mlp.experts.experts.gate_up_proj.0": 1.75, "model.layers.18.mlp.experts.experts.down_proj.0": 1.421875, "model.layers.18.mlp.experts.experts.gate_up_proj.1": 1.75, "model.layers.18.mlp.experts.experts.down_proj.1": 1.546875, "model.layers.18.mlp.experts.experts.gate_up_proj.2": 1.75, "model.layers.18.mlp.experts.experts.down_proj.2": 2.296875, "model.layers.18.mlp.experts.experts.gate_up_proj.3": 1.75, "model.layers.18.mlp.experts.experts.down_proj.3": 1.453125, "model.layers.18.mlp.experts.experts.gate_up_proj.4": 1.75, "model.layers.18.mlp.experts.experts.down_proj.4": 1.6015625, "model.layers.18.mlp.experts.experts.gate_up_proj.5": 1.75, "model.layers.18.mlp.experts.experts.down_proj.5": 1.8671875, "model.layers.18.mlp.experts.experts.gate_up_proj.6": 1.75, "model.layers.18.mlp.experts.experts.down_proj.6": 1.1484375, "model.layers.18.mlp.experts.experts.gate_up_proj.7": 1.75, "model.layers.18.mlp.experts.experts.down_proj.7": 1.6328125, "model.layers.18.mlp.experts.experts.gate_up_proj.8": 1.75, "model.layers.18.mlp.experts.experts.down_proj.8": 1.359375, "model.layers.18.mlp.experts.experts.gate_up_proj.9": 1.75, "model.layers.18.mlp.experts.experts.down_proj.9": 1.4765625, "model.layers.18.mlp.experts.experts.gate_up_proj.10": 1.75, "model.layers.18.mlp.experts.experts.down_proj.10": 1.46875, "model.layers.18.mlp.experts.experts.gate_up_proj.11": 1.75, "model.layers.18.mlp.experts.experts.down_proj.11": 1.515625, "model.layers.18.mlp.experts.experts.gate_up_proj.12": 1.75, "model.layers.18.mlp.experts.experts.down_proj.12": 1.8828125, "model.layers.18.mlp.experts.experts.gate_up_proj.13": 1.75, "model.layers.18.mlp.experts.experts.down_proj.13": 1.9140625, "model.layers.18.mlp.experts.experts.gate_up_proj.14": 1.75, "model.layers.18.mlp.experts.experts.down_proj.14": 1.109375, "model.layers.18.mlp.experts.experts.gate_up_proj.15": 1.75, "model.layers.18.mlp.experts.experts.down_proj.15": 1.6328125, "model.layers.18.mlp.experts.experts.gate_up_proj.16": 1.75, "model.layers.18.mlp.experts.experts.down_proj.16": 1.3984375, "model.layers.18.mlp.experts.experts.gate_up_proj.17": 1.75, "model.layers.18.mlp.experts.experts.down_proj.17": 2.046875, "model.layers.18.mlp.experts.experts.gate_up_proj.18": 1.75, "model.layers.18.mlp.experts.experts.down_proj.18": 1.359375, "model.layers.18.mlp.experts.experts.gate_up_proj.19": 1.75, "model.layers.18.mlp.experts.experts.down_proj.19": 1.8046875, "model.layers.18.mlp.experts.experts.gate_up_proj.20": 1.75, "model.layers.18.mlp.experts.experts.down_proj.20": 1.5, "model.layers.18.mlp.experts.experts.gate_up_proj.21": 1.75, "model.layers.18.mlp.experts.experts.down_proj.21": 2.1875, "model.layers.18.mlp.experts.experts.gate_up_proj.22": 1.75, "model.layers.18.mlp.experts.experts.down_proj.22": 2.78125, "model.layers.18.mlp.experts.experts.gate_up_proj.23": 1.75, "model.layers.18.mlp.experts.experts.down_proj.23": 1.203125, "model.layers.18.mlp.experts.experts.gate_up_proj.24": 1.75, "model.layers.18.mlp.experts.experts.down_proj.24": 1.84375, "model.layers.18.mlp.experts.experts.gate_up_proj.25": 1.75, "model.layers.18.mlp.experts.experts.down_proj.25": 1.4765625, "model.layers.18.mlp.experts.experts.gate_up_proj.26": 1.75, "model.layers.18.mlp.experts.experts.down_proj.26": 2.21875, "model.layers.18.mlp.experts.experts.gate_up_proj.27": 1.75, "model.layers.18.mlp.experts.experts.down_proj.27": 1.375, "model.layers.18.mlp.experts.experts.gate_up_proj.28": 1.75, "model.layers.18.mlp.experts.experts.down_proj.28": 3.734375, "model.layers.18.mlp.experts.experts.gate_up_proj.29": 1.75, "model.layers.18.mlp.experts.experts.down_proj.29": 1.3203125, "model.layers.18.mlp.experts.experts.gate_up_proj.30": 1.75, "model.layers.18.mlp.experts.experts.down_proj.30": 1.7109375, "model.layers.18.mlp.experts.experts.gate_up_proj.31": 1.75, "model.layers.18.mlp.experts.experts.down_proj.31": 2.8125, "model.layers.18.mlp.experts.experts.gate_up_proj.32": 1.75, "model.layers.18.mlp.experts.experts.down_proj.32": 2.265625, "model.layers.18.mlp.experts.experts.gate_up_proj.33": 1.75, "model.layers.18.mlp.experts.experts.down_proj.33": 1.6015625, "model.layers.18.mlp.experts.experts.gate_up_proj.34": 1.75, "model.layers.18.mlp.experts.experts.down_proj.34": 1.625, "model.layers.18.mlp.experts.experts.gate_up_proj.35": 1.75, "model.layers.18.mlp.experts.experts.down_proj.35": 1.765625, "model.layers.18.mlp.experts.experts.gate_up_proj.36": 1.75, "model.layers.18.mlp.experts.experts.down_proj.36": 1.40625, "model.layers.18.mlp.experts.experts.gate_up_proj.37": 1.75, "model.layers.18.mlp.experts.experts.down_proj.37": 2.046875, "model.layers.18.mlp.experts.experts.gate_up_proj.38": 1.75, "model.layers.18.mlp.experts.experts.down_proj.38": 1.0, "model.layers.18.mlp.experts.experts.gate_up_proj.39": 1.75, "model.layers.18.mlp.experts.experts.down_proj.39": 1.203125, "model.layers.18.mlp.experts.experts.gate_up_proj.40": 1.75, "model.layers.18.mlp.experts.experts.down_proj.40": 2.734375, "model.layers.18.mlp.experts.experts.gate_up_proj.41": 1.75, "model.layers.18.mlp.experts.experts.down_proj.41": 1.9375, "model.layers.18.mlp.experts.experts.gate_up_proj.42": 1.75, "model.layers.18.mlp.experts.experts.down_proj.42": 2.046875, "model.layers.18.mlp.experts.experts.gate_up_proj.43": 1.75, "model.layers.18.mlp.experts.experts.down_proj.43": 1.953125, "model.layers.18.mlp.experts.experts.gate_up_proj.44": 1.75, "model.layers.18.mlp.experts.experts.down_proj.44": 2.328125, "model.layers.18.mlp.experts.experts.gate_up_proj.45": 1.75, "model.layers.18.mlp.experts.experts.down_proj.45": 1.2578125, "model.layers.18.mlp.experts.experts.gate_up_proj.46": 1.75, "model.layers.18.mlp.experts.experts.down_proj.46": 1.734375, "model.layers.18.mlp.experts.experts.gate_up_proj.47": 1.75, "model.layers.18.mlp.experts.experts.down_proj.47": 1.59375, "model.layers.18.mlp.experts.experts.gate_up_proj.48": 1.75, "model.layers.18.mlp.experts.experts.down_proj.48": 1.3046875, "model.layers.18.mlp.experts.experts.gate_up_proj.49": 1.75, "model.layers.18.mlp.experts.experts.down_proj.49": 1.328125, "model.layers.18.mlp.experts.experts.gate_up_proj.50": 1.75, "model.layers.18.mlp.experts.experts.down_proj.50": 2.78125, "model.layers.18.mlp.experts.experts.gate_up_proj.51": 1.75, "model.layers.18.mlp.experts.experts.down_proj.51": 2.203125, "model.layers.18.mlp.experts.experts.gate_up_proj.52": 1.75, "model.layers.18.mlp.experts.experts.down_proj.52": 1.5625, "model.layers.18.mlp.experts.experts.gate_up_proj.53": 1.75, "model.layers.18.mlp.experts.experts.down_proj.53": 0.96484375, "model.layers.18.mlp.experts.experts.gate_up_proj.54": 1.75, "model.layers.18.mlp.experts.experts.down_proj.54": 1.1484375, "model.layers.18.mlp.experts.experts.gate_up_proj.55": 1.75, "model.layers.18.mlp.experts.experts.down_proj.55": 1.2265625, "model.layers.18.mlp.experts.experts.gate_up_proj.56": 1.75, "model.layers.18.mlp.experts.experts.down_proj.56": 1.6640625, "model.layers.18.mlp.experts.experts.gate_up_proj.57": 1.75, "model.layers.18.mlp.experts.experts.down_proj.57": 6.59375, "model.layers.18.mlp.experts.experts.gate_up_proj.58": 1.75, "model.layers.18.mlp.experts.experts.down_proj.58": 1.6640625, "model.layers.18.mlp.experts.experts.gate_up_proj.59": 1.75, "model.layers.18.mlp.experts.experts.down_proj.59": 1.2265625, "model.layers.18.mlp.experts.experts.gate_up_proj.60": 1.75, "model.layers.18.mlp.experts.experts.down_proj.60": 1.6875, "model.layers.18.mlp.experts.experts.gate_up_proj.61": 1.75, "model.layers.18.mlp.experts.experts.down_proj.61": 1.71875, "model.layers.18.mlp.experts.experts.gate_up_proj.62": 1.75, "model.layers.18.mlp.experts.experts.down_proj.62": 2.921875, "model.layers.18.mlp.experts.experts.gate_up_proj.63": 1.75, "model.layers.18.mlp.experts.experts.down_proj.63": 1.1484375, "model.layers.18.mlp.shared_experts.gate_proj": 1.75, "model.layers.18.mlp.shared_experts.up_proj": 1.75, "model.layers.18.mlp.shared_experts.down_proj": 65.0, "model.layers.19.mlp.experts.experts.gate_up_proj.0": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.0": 1.2734375, "model.layers.19.mlp.experts.experts.gate_up_proj.1": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.1": 2.453125, "model.layers.19.mlp.experts.experts.gate_up_proj.2": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.2": 1.390625, "model.layers.19.mlp.experts.experts.gate_up_proj.3": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.3": 2.875, "model.layers.19.mlp.experts.experts.gate_up_proj.4": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.4": 2.1875, "model.layers.19.mlp.experts.experts.gate_up_proj.5": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.5": 2.5, "model.layers.19.mlp.experts.experts.gate_up_proj.6": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.6": 3.140625, "model.layers.19.mlp.experts.experts.gate_up_proj.7": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.7": 2.328125, "model.layers.19.mlp.experts.experts.gate_up_proj.8": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.8": 1.2890625, "model.layers.19.mlp.experts.experts.gate_up_proj.9": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.9": 1.6328125, "model.layers.19.mlp.experts.experts.gate_up_proj.10": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.10": 2.578125, "model.layers.19.mlp.experts.experts.gate_up_proj.11": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.11": 0.859375, "model.layers.19.mlp.experts.experts.gate_up_proj.12": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.12": 2.265625, "model.layers.19.mlp.experts.experts.gate_up_proj.13": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.13": 2.390625, "model.layers.19.mlp.experts.experts.gate_up_proj.14": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.14": 2.109375, "model.layers.19.mlp.experts.experts.gate_up_proj.15": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.15": 1.0390625, "model.layers.19.mlp.experts.experts.gate_up_proj.16": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.16": 1.734375, "model.layers.19.mlp.experts.experts.gate_up_proj.17": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.17": 2.125, "model.layers.19.mlp.experts.experts.gate_up_proj.18": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.18": 1.9296875, "model.layers.19.mlp.experts.experts.gate_up_proj.19": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.19": 1.328125, "model.layers.19.mlp.experts.experts.gate_up_proj.20": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.20": 1.7109375, "model.layers.19.mlp.experts.experts.gate_up_proj.21": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.21": 1.8828125, "model.layers.19.mlp.experts.experts.gate_up_proj.22": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.22": 2.859375, "model.layers.19.mlp.experts.experts.gate_up_proj.23": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.23": 3.53125, "model.layers.19.mlp.experts.experts.gate_up_proj.24": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.24": 1.5703125, "model.layers.19.mlp.experts.experts.gate_up_proj.25": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.25": 5.875, "model.layers.19.mlp.experts.experts.gate_up_proj.26": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.26": 2.46875, "model.layers.19.mlp.experts.experts.gate_up_proj.27": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.27": 1.8359375, "model.layers.19.mlp.experts.experts.gate_up_proj.28": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.28": 1.328125, "model.layers.19.mlp.experts.experts.gate_up_proj.29": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.29": 1.3203125, "model.layers.19.mlp.experts.experts.gate_up_proj.30": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.30": 1.9609375, "model.layers.19.mlp.experts.experts.gate_up_proj.31": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.31": 1.609375, "model.layers.19.mlp.experts.experts.gate_up_proj.32": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.32": 1.6328125, "model.layers.19.mlp.experts.experts.gate_up_proj.33": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.33": 2.46875, "model.layers.19.mlp.experts.experts.gate_up_proj.34": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.34": 2.359375, "model.layers.19.mlp.experts.experts.gate_up_proj.35": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.35": 2.015625, "model.layers.19.mlp.experts.experts.gate_up_proj.36": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.36": 2.140625, "model.layers.19.mlp.experts.experts.gate_up_proj.37": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.37": 1.546875, "model.layers.19.mlp.experts.experts.gate_up_proj.38": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.38": 1.28125, "model.layers.19.mlp.experts.experts.gate_up_proj.39": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.39": 2.0, "model.layers.19.mlp.experts.experts.gate_up_proj.40": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.40": 2.171875, "model.layers.19.mlp.experts.experts.gate_up_proj.41": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.41": 1.6484375, "model.layers.19.mlp.experts.experts.gate_up_proj.42": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.42": 2.4375, "model.layers.19.mlp.experts.experts.gate_up_proj.43": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.43": 1.4296875, "model.layers.19.mlp.experts.experts.gate_up_proj.44": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.44": 1.375, "model.layers.19.mlp.experts.experts.gate_up_proj.45": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.45": 2.34375, "model.layers.19.mlp.experts.experts.gate_up_proj.46": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.46": 4.96875, "model.layers.19.mlp.experts.experts.gate_up_proj.47": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.47": 1.9765625, "model.layers.19.mlp.experts.experts.gate_up_proj.48": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.48": 3.125, "model.layers.19.mlp.experts.experts.gate_up_proj.49": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.49": 1.6171875, "model.layers.19.mlp.experts.experts.gate_up_proj.50": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.50": 1.640625, "model.layers.19.mlp.experts.experts.gate_up_proj.51": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.51": 2.84375, "model.layers.19.mlp.experts.experts.gate_up_proj.52": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.52": 1.3359375, "model.layers.19.mlp.experts.experts.gate_up_proj.53": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.53": 1.890625, "model.layers.19.mlp.experts.experts.gate_up_proj.54": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.54": 3.03125, "model.layers.19.mlp.experts.experts.gate_up_proj.55": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.55": 8.375, "model.layers.19.mlp.experts.experts.gate_up_proj.56": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.56": 1.828125, "model.layers.19.mlp.experts.experts.gate_up_proj.57": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.57": 1.84375, "model.layers.19.mlp.experts.experts.gate_up_proj.58": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.58": 1.796875, "model.layers.19.mlp.experts.experts.gate_up_proj.59": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.59": 2.234375, "model.layers.19.mlp.experts.experts.gate_up_proj.60": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.60": 1.3515625, "model.layers.19.mlp.experts.experts.gate_up_proj.61": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.61": 2.421875, "model.layers.19.mlp.experts.experts.gate_up_proj.62": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.62": 2.265625, "model.layers.19.mlp.experts.experts.gate_up_proj.63": 1.7890625, "model.layers.19.mlp.experts.experts.down_proj.63": 2.28125, "model.layers.19.mlp.shared_experts.gate_proj": 1.7890625, "model.layers.19.mlp.shared_experts.up_proj": 1.7890625, "model.layers.19.mlp.shared_experts.down_proj": 6.75, "model.layers.20.mlp.experts.experts.gate_up_proj.0": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.0": 1.890625, "model.layers.20.mlp.experts.experts.gate_up_proj.1": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.1": 1.34375, "model.layers.20.mlp.experts.experts.gate_up_proj.2": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.2": 1.65625, "model.layers.20.mlp.experts.experts.gate_up_proj.3": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.3": 2.859375, "model.layers.20.mlp.experts.experts.gate_up_proj.4": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.4": 1.5, "model.layers.20.mlp.experts.experts.gate_up_proj.5": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.5": 1.7109375, "model.layers.20.mlp.experts.experts.gate_up_proj.6": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.6": 2.703125, "model.layers.20.mlp.experts.experts.gate_up_proj.7": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.7": 1.5, "model.layers.20.mlp.experts.experts.gate_up_proj.8": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.8": 1.6328125, "model.layers.20.mlp.experts.experts.gate_up_proj.9": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.9": 1.3828125, "model.layers.20.mlp.experts.experts.gate_up_proj.10": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.10": 1.46875, "model.layers.20.mlp.experts.experts.gate_up_proj.11": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.11": 5.40625, "model.layers.20.mlp.experts.experts.gate_up_proj.12": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.12": 4.59375, "model.layers.20.mlp.experts.experts.gate_up_proj.13": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.13": 1.9609375, "model.layers.20.mlp.experts.experts.gate_up_proj.14": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.14": 1.6796875, "model.layers.20.mlp.experts.experts.gate_up_proj.15": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.15": 2.484375, "model.layers.20.mlp.experts.experts.gate_up_proj.16": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.16": 1.40625, "model.layers.20.mlp.experts.experts.gate_up_proj.17": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.17": 1.7109375, "model.layers.20.mlp.experts.experts.gate_up_proj.18": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.18": 2.109375, "model.layers.20.mlp.experts.experts.gate_up_proj.19": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.19": 1.46875, "model.layers.20.mlp.experts.experts.gate_up_proj.20": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.20": 2.421875, "model.layers.20.mlp.experts.experts.gate_up_proj.21": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.21": 2.046875, "model.layers.20.mlp.experts.experts.gate_up_proj.22": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.22": 1.3828125, "model.layers.20.mlp.experts.experts.gate_up_proj.23": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.23": 2.875, "model.layers.20.mlp.experts.experts.gate_up_proj.24": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.24": 1.6640625, "model.layers.20.mlp.experts.experts.gate_up_proj.25": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.25": 2.15625, "model.layers.20.mlp.experts.experts.gate_up_proj.26": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.26": 1.1640625, "model.layers.20.mlp.experts.experts.gate_up_proj.27": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.27": 2.265625, "model.layers.20.mlp.experts.experts.gate_up_proj.28": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.28": 2.53125, "model.layers.20.mlp.experts.experts.gate_up_proj.29": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.29": 2.46875, "model.layers.20.mlp.experts.experts.gate_up_proj.30": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.30": 2.15625, "model.layers.20.mlp.experts.experts.gate_up_proj.31": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.31": 2.609375, "model.layers.20.mlp.experts.experts.gate_up_proj.32": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.32": 2.09375, "model.layers.20.mlp.experts.experts.gate_up_proj.33": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.33": 5.15625, "model.layers.20.mlp.experts.experts.gate_up_proj.34": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.34": 2.953125, "model.layers.20.mlp.experts.experts.gate_up_proj.35": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.35": 1.4453125, "model.layers.20.mlp.experts.experts.gate_up_proj.36": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.36": 2.203125, "model.layers.20.mlp.experts.experts.gate_up_proj.37": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.37": 1.453125, "model.layers.20.mlp.experts.experts.gate_up_proj.38": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.38": 1.0859375, "model.layers.20.mlp.experts.experts.gate_up_proj.39": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.39": 6.84375, "model.layers.20.mlp.experts.experts.gate_up_proj.40": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.40": 1.359375, "model.layers.20.mlp.experts.experts.gate_up_proj.41": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.41": 2.296875, "model.layers.20.mlp.experts.experts.gate_up_proj.42": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.42": 1.59375, "model.layers.20.mlp.experts.experts.gate_up_proj.43": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.43": 2.296875, "model.layers.20.mlp.experts.experts.gate_up_proj.44": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.44": 3.546875, "model.layers.20.mlp.experts.experts.gate_up_proj.45": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.45": 1.734375, "model.layers.20.mlp.experts.experts.gate_up_proj.46": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.46": 1.765625, "model.layers.20.mlp.experts.experts.gate_up_proj.47": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.47": 3.421875, "model.layers.20.mlp.experts.experts.gate_up_proj.48": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.48": 2.265625, "model.layers.20.mlp.experts.experts.gate_up_proj.49": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.49": 1.5859375, "model.layers.20.mlp.experts.experts.gate_up_proj.50": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.50": 3.953125, "model.layers.20.mlp.experts.experts.gate_up_proj.51": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.51": 1.453125, "model.layers.20.mlp.experts.experts.gate_up_proj.52": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.52": 1.4765625, "model.layers.20.mlp.experts.experts.gate_up_proj.53": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.53": 0.90625, "model.layers.20.mlp.experts.experts.gate_up_proj.54": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.54": 1.8828125, "model.layers.20.mlp.experts.experts.gate_up_proj.55": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.55": 1.5078125, "model.layers.20.mlp.experts.experts.gate_up_proj.56": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.56": 3.5625, "model.layers.20.mlp.experts.experts.gate_up_proj.57": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.57": 1.609375, "model.layers.20.mlp.experts.experts.gate_up_proj.58": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.58": 2.703125, "model.layers.20.mlp.experts.experts.gate_up_proj.59": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.59": 2.59375, "model.layers.20.mlp.experts.experts.gate_up_proj.60": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.60": 1.6171875, "model.layers.20.mlp.experts.experts.gate_up_proj.61": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.61": 2.953125, "model.layers.20.mlp.experts.experts.gate_up_proj.62": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.62": 2.21875, "model.layers.20.mlp.experts.experts.gate_up_proj.63": 1.671875, "model.layers.20.mlp.experts.experts.down_proj.63": 3.765625, "model.layers.20.mlp.shared_experts.gate_proj": 1.671875, "model.layers.20.mlp.shared_experts.up_proj": 1.671875, "model.layers.20.mlp.shared_experts.down_proj": 13.125, "model.layers.21.mlp.experts.experts.gate_up_proj.0": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.0": 2.5, "model.layers.21.mlp.experts.experts.gate_up_proj.1": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.1": 1.5546875, "model.layers.21.mlp.experts.experts.gate_up_proj.2": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.2": 1.375, "model.layers.21.mlp.experts.experts.gate_up_proj.3": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.3": 2.015625, "model.layers.21.mlp.experts.experts.gate_up_proj.4": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.4": 1.6953125, "model.layers.21.mlp.experts.experts.gate_up_proj.5": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.5": 1.2890625, "model.layers.21.mlp.experts.experts.gate_up_proj.6": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.6": 5.09375, "model.layers.21.mlp.experts.experts.gate_up_proj.7": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.7": 2.0625, "model.layers.21.mlp.experts.experts.gate_up_proj.8": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.8": 2.0, "model.layers.21.mlp.experts.experts.gate_up_proj.9": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.9": 2.59375, "model.layers.21.mlp.experts.experts.gate_up_proj.10": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.10": 1.7265625, "model.layers.21.mlp.experts.experts.gate_up_proj.11": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.11": 4.6875, "model.layers.21.mlp.experts.experts.gate_up_proj.12": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.12": 3.1875, "model.layers.21.mlp.experts.experts.gate_up_proj.13": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.13": 1.6484375, "model.layers.21.mlp.experts.experts.gate_up_proj.14": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.14": 1.421875, "model.layers.21.mlp.experts.experts.gate_up_proj.15": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.15": 3.921875, "model.layers.21.mlp.experts.experts.gate_up_proj.16": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.16": 1.2265625, "model.layers.21.mlp.experts.experts.gate_up_proj.17": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.17": 1.078125, "model.layers.21.mlp.experts.experts.gate_up_proj.18": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.18": 2.515625, "model.layers.21.mlp.experts.experts.gate_up_proj.19": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.19": 2.015625, "model.layers.21.mlp.experts.experts.gate_up_proj.20": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.20": 4.84375, "model.layers.21.mlp.experts.experts.gate_up_proj.21": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.21": 1.578125, "model.layers.21.mlp.experts.experts.gate_up_proj.22": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.22": 1.2265625, "model.layers.21.mlp.experts.experts.gate_up_proj.23": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.23": 1.2578125, "model.layers.21.mlp.experts.experts.gate_up_proj.24": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.24": 1.578125, "model.layers.21.mlp.experts.experts.gate_up_proj.25": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.25": 1.0703125, "model.layers.21.mlp.experts.experts.gate_up_proj.26": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.26": 2.3125, "model.layers.21.mlp.experts.experts.gate_up_proj.27": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.27": 1.0546875, "model.layers.21.mlp.experts.experts.gate_up_proj.28": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.28": 1.9765625, "model.layers.21.mlp.experts.experts.gate_up_proj.29": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.29": 2.953125, "model.layers.21.mlp.experts.experts.gate_up_proj.30": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.30": 1.0, "model.layers.21.mlp.experts.experts.gate_up_proj.31": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.31": 1.6328125, "model.layers.21.mlp.experts.experts.gate_up_proj.32": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.32": 12.1875, "model.layers.21.mlp.experts.experts.gate_up_proj.33": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.33": 3.90625, "model.layers.21.mlp.experts.experts.gate_up_proj.34": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.34": 2.03125, "model.layers.21.mlp.experts.experts.gate_up_proj.35": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.35": 3.015625, "model.layers.21.mlp.experts.experts.gate_up_proj.36": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.36": 5.03125, "model.layers.21.mlp.experts.experts.gate_up_proj.37": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.37": 1.7734375, "model.layers.21.mlp.experts.experts.gate_up_proj.38": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.38": 1.765625, "model.layers.21.mlp.experts.experts.gate_up_proj.39": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.39": 3.125, "model.layers.21.mlp.experts.experts.gate_up_proj.40": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.40": 2.4375, "model.layers.21.mlp.experts.experts.gate_up_proj.41": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.41": 3.078125, "model.layers.21.mlp.experts.experts.gate_up_proj.42": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.42": 1.3046875, "model.layers.21.mlp.experts.experts.gate_up_proj.43": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.43": 1.5390625, "model.layers.21.mlp.experts.experts.gate_up_proj.44": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.44": 1.75, "model.layers.21.mlp.experts.experts.gate_up_proj.45": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.45": 1.875, "model.layers.21.mlp.experts.experts.gate_up_proj.46": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.46": 2.171875, "model.layers.21.mlp.experts.experts.gate_up_proj.47": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.47": 1.5078125, "model.layers.21.mlp.experts.experts.gate_up_proj.48": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.48": 4.78125, "model.layers.21.mlp.experts.experts.gate_up_proj.49": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.49": 1.59375, "model.layers.21.mlp.experts.experts.gate_up_proj.50": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.50": 1.1640625, "model.layers.21.mlp.experts.experts.gate_up_proj.51": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.51": 1.59375, "model.layers.21.mlp.experts.experts.gate_up_proj.52": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.52": 1.5625, "model.layers.21.mlp.experts.experts.gate_up_proj.53": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.53": 3.46875, "model.layers.21.mlp.experts.experts.gate_up_proj.54": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.54": 1.640625, "model.layers.21.mlp.experts.experts.gate_up_proj.55": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.55": 1.5703125, "model.layers.21.mlp.experts.experts.gate_up_proj.56": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.56": 1.4609375, "model.layers.21.mlp.experts.experts.gate_up_proj.57": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.57": 0.95703125, "model.layers.21.mlp.experts.experts.gate_up_proj.58": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.58": 2.515625, "model.layers.21.mlp.experts.experts.gate_up_proj.59": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.59": 1.9765625, "model.layers.21.mlp.experts.experts.gate_up_proj.60": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.60": 1.4375, "model.layers.21.mlp.experts.experts.gate_up_proj.61": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.61": 1.84375, "model.layers.21.mlp.experts.experts.gate_up_proj.62": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.62": 1.8046875, "model.layers.21.mlp.experts.experts.gate_up_proj.63": 1.6953125, "model.layers.21.mlp.experts.experts.down_proj.63": 4.0, "model.layers.21.mlp.shared_experts.gate_proj": 1.6953125, "model.layers.21.mlp.shared_experts.up_proj": 1.6953125, "model.layers.21.mlp.shared_experts.down_proj": 8.375, "model.layers.22.mlp.experts.experts.gate_up_proj.0": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.0": 5.3125, "model.layers.22.mlp.experts.experts.gate_up_proj.1": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.1": 13.25, "model.layers.22.mlp.experts.experts.gate_up_proj.2": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.2": 1.4921875, "model.layers.22.mlp.experts.experts.gate_up_proj.3": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.3": 1.0234375, "model.layers.22.mlp.experts.experts.gate_up_proj.4": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.4": 1.6171875, "model.layers.22.mlp.experts.experts.gate_up_proj.5": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.5": 2.046875, "model.layers.22.mlp.experts.experts.gate_up_proj.6": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.6": 1.6953125, "model.layers.22.mlp.experts.experts.gate_up_proj.7": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.7": 3.03125, "model.layers.22.mlp.experts.experts.gate_up_proj.8": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.8": 3.75, "model.layers.22.mlp.experts.experts.gate_up_proj.9": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.9": 1.3671875, "model.layers.22.mlp.experts.experts.gate_up_proj.10": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.10": 3.546875, "model.layers.22.mlp.experts.experts.gate_up_proj.11": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.11": 3.3125, "model.layers.22.mlp.experts.experts.gate_up_proj.12": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.12": 2.296875, "model.layers.22.mlp.experts.experts.gate_up_proj.13": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.13": 3.5625, "model.layers.22.mlp.experts.experts.gate_up_proj.14": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.14": 1.765625, "model.layers.22.mlp.experts.experts.gate_up_proj.15": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.15": 1.203125, "model.layers.22.mlp.experts.experts.gate_up_proj.16": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.16": 2.40625, "model.layers.22.mlp.experts.experts.gate_up_proj.17": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.17": 1.734375, "model.layers.22.mlp.experts.experts.gate_up_proj.18": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.18": 2.078125, "model.layers.22.mlp.experts.experts.gate_up_proj.19": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.19": 1.5390625, "model.layers.22.mlp.experts.experts.gate_up_proj.20": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.20": 3.90625, "model.layers.22.mlp.experts.experts.gate_up_proj.21": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.21": 0.99609375, "model.layers.22.mlp.experts.experts.gate_up_proj.22": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.22": 1.71875, "model.layers.22.mlp.experts.experts.gate_up_proj.23": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.23": 1.984375, "model.layers.22.mlp.experts.experts.gate_up_proj.24": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.24": 4.25, "model.layers.22.mlp.experts.experts.gate_up_proj.25": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.25": 1.59375, "model.layers.22.mlp.experts.experts.gate_up_proj.26": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.26": 2.671875, "model.layers.22.mlp.experts.experts.gate_up_proj.27": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.27": 1.9375, "model.layers.22.mlp.experts.experts.gate_up_proj.28": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.28": 2.5, "model.layers.22.mlp.experts.experts.gate_up_proj.29": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.29": 2.1875, "model.layers.22.mlp.experts.experts.gate_up_proj.30": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.30": 1.984375, "model.layers.22.mlp.experts.experts.gate_up_proj.31": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.31": 1.7109375, "model.layers.22.mlp.experts.experts.gate_up_proj.32": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.32": 1.640625, "model.layers.22.mlp.experts.experts.gate_up_proj.33": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.33": 2.40625, "model.layers.22.mlp.experts.experts.gate_up_proj.34": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.34": 1.5234375, "model.layers.22.mlp.experts.experts.gate_up_proj.35": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.35": 1.0390625, "model.layers.22.mlp.experts.experts.gate_up_proj.36": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.36": 2.25, "model.layers.22.mlp.experts.experts.gate_up_proj.37": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.37": 2.46875, "model.layers.22.mlp.experts.experts.gate_up_proj.38": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.38": 3.171875, "model.layers.22.mlp.experts.experts.gate_up_proj.39": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.39": 1.140625, "model.layers.22.mlp.experts.experts.gate_up_proj.40": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.40": 2.40625, "model.layers.22.mlp.experts.experts.gate_up_proj.41": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.41": 1.9296875, "model.layers.22.mlp.experts.experts.gate_up_proj.42": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.42": 3.578125, "model.layers.22.mlp.experts.experts.gate_up_proj.43": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.43": 4.03125, "model.layers.22.mlp.experts.experts.gate_up_proj.44": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.44": 3.3125, "model.layers.22.mlp.experts.experts.gate_up_proj.45": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.45": 4.25, "model.layers.22.mlp.experts.experts.gate_up_proj.46": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.46": 2.65625, "model.layers.22.mlp.experts.experts.gate_up_proj.47": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.47": 2.703125, "model.layers.22.mlp.experts.experts.gate_up_proj.48": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.48": 3.28125, "model.layers.22.mlp.experts.experts.gate_up_proj.49": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.49": 1.7421875, "model.layers.22.mlp.experts.experts.gate_up_proj.50": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.50": 4.25, "model.layers.22.mlp.experts.experts.gate_up_proj.51": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.51": 2.546875, "model.layers.22.mlp.experts.experts.gate_up_proj.52": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.52": 2.578125, "model.layers.22.mlp.experts.experts.gate_up_proj.53": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.53": 4.0625, "model.layers.22.mlp.experts.experts.gate_up_proj.54": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.54": 2.59375, "model.layers.22.mlp.experts.experts.gate_up_proj.55": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.55": 2.875, "model.layers.22.mlp.experts.experts.gate_up_proj.56": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.56": 3.5625, "model.layers.22.mlp.experts.experts.gate_up_proj.57": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.57": 1.640625, "model.layers.22.mlp.experts.experts.gate_up_proj.58": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.58": 1.6015625, "model.layers.22.mlp.experts.experts.gate_up_proj.59": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.59": 1.375, "model.layers.22.mlp.experts.experts.gate_up_proj.60": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.60": 1.46875, "model.layers.22.mlp.experts.experts.gate_up_proj.61": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.61": 2.453125, "model.layers.22.mlp.experts.experts.gate_up_proj.62": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.62": 4.53125, "model.layers.22.mlp.experts.experts.gate_up_proj.63": 1.8125, "model.layers.22.mlp.experts.experts.down_proj.63": 2.71875, "model.layers.22.mlp.shared_experts.gate_proj": 1.8125, "model.layers.22.mlp.shared_experts.up_proj": 1.8125, "model.layers.22.mlp.shared_experts.down_proj": 78.5, "model.layers.23.mlp.experts.experts.gate_up_proj.0": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.0": 2.546875, "model.layers.23.mlp.experts.experts.gate_up_proj.1": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.1": 2.109375, "model.layers.23.mlp.experts.experts.gate_up_proj.2": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.2": 1.46875, "model.layers.23.mlp.experts.experts.gate_up_proj.3": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.3": 3.1875, "model.layers.23.mlp.experts.experts.gate_up_proj.4": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.4": 4.4375, "model.layers.23.mlp.experts.experts.gate_up_proj.5": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.5": 4.53125, "model.layers.23.mlp.experts.experts.gate_up_proj.6": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.6": 3.671875, "model.layers.23.mlp.experts.experts.gate_up_proj.7": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.7": 3.421875, "model.layers.23.mlp.experts.experts.gate_up_proj.8": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.8": 1.953125, "model.layers.23.mlp.experts.experts.gate_up_proj.9": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.9": 2.078125, "model.layers.23.mlp.experts.experts.gate_up_proj.10": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.10": 3.9375, "model.layers.23.mlp.experts.experts.gate_up_proj.11": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.11": 3.734375, "model.layers.23.mlp.experts.experts.gate_up_proj.12": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.12": 2.171875, "model.layers.23.mlp.experts.experts.gate_up_proj.13": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.13": 4.75, "model.layers.23.mlp.experts.experts.gate_up_proj.14": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.14": 1.984375, "model.layers.23.mlp.experts.experts.gate_up_proj.15": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.15": 3.40625, "model.layers.23.mlp.experts.experts.gate_up_proj.16": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.16": 1.5703125, "model.layers.23.mlp.experts.experts.gate_up_proj.17": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.17": 2.109375, "model.layers.23.mlp.experts.experts.gate_up_proj.18": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.18": 2.8125, "model.layers.23.mlp.experts.experts.gate_up_proj.19": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.19": 4.40625, "model.layers.23.mlp.experts.experts.gate_up_proj.20": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.20": 2.15625, "model.layers.23.mlp.experts.experts.gate_up_proj.21": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.21": 4.5625, "model.layers.23.mlp.experts.experts.gate_up_proj.22": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.22": 1.921875, "model.layers.23.mlp.experts.experts.gate_up_proj.23": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.23": 1.71875, "model.layers.23.mlp.experts.experts.gate_up_proj.24": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.24": 8.75, "model.layers.23.mlp.experts.experts.gate_up_proj.25": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.25": 2.8125, "model.layers.23.mlp.experts.experts.gate_up_proj.26": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.26": 2.109375, "model.layers.23.mlp.experts.experts.gate_up_proj.27": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.27": 3.015625, "model.layers.23.mlp.experts.experts.gate_up_proj.28": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.28": 3.34375, "model.layers.23.mlp.experts.experts.gate_up_proj.29": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.29": 2.34375, "model.layers.23.mlp.experts.experts.gate_up_proj.30": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.30": 1.3359375, "model.layers.23.mlp.experts.experts.gate_up_proj.31": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.31": 2.078125, "model.layers.23.mlp.experts.experts.gate_up_proj.32": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.32": 4.4375, "model.layers.23.mlp.experts.experts.gate_up_proj.33": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.33": 4.3125, "model.layers.23.mlp.experts.experts.gate_up_proj.34": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.34": 2.46875, "model.layers.23.mlp.experts.experts.gate_up_proj.35": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.35": 0.921875, "model.layers.23.mlp.experts.experts.gate_up_proj.36": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.36": 2.9375, "model.layers.23.mlp.experts.experts.gate_up_proj.37": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.37": 1.109375, "model.layers.23.mlp.experts.experts.gate_up_proj.38": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.38": 2.15625, "model.layers.23.mlp.experts.experts.gate_up_proj.39": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.39": 1.84375, "model.layers.23.mlp.experts.experts.gate_up_proj.40": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.40": 2.796875, "model.layers.23.mlp.experts.experts.gate_up_proj.41": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.41": 1.1328125, "model.layers.23.mlp.experts.experts.gate_up_proj.42": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.42": 4.34375, "model.layers.23.mlp.experts.experts.gate_up_proj.43": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.43": 4.4375, "model.layers.23.mlp.experts.experts.gate_up_proj.44": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.44": 2.828125, "model.layers.23.mlp.experts.experts.gate_up_proj.45": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.45": 2.359375, "model.layers.23.mlp.experts.experts.gate_up_proj.46": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.46": 1.90625, "model.layers.23.mlp.experts.experts.gate_up_proj.47": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.47": 2.484375, "model.layers.23.mlp.experts.experts.gate_up_proj.48": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.48": 5.65625, "model.layers.23.mlp.experts.experts.gate_up_proj.49": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.49": 7.71875, "model.layers.23.mlp.experts.experts.gate_up_proj.50": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.50": 1.96875, "model.layers.23.mlp.experts.experts.gate_up_proj.51": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.51": 1.5, "model.layers.23.mlp.experts.experts.gate_up_proj.52": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.52": 2.625, "model.layers.23.mlp.experts.experts.gate_up_proj.53": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.53": 1.7578125, "model.layers.23.mlp.experts.experts.gate_up_proj.54": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.54": 2.90625, "model.layers.23.mlp.experts.experts.gate_up_proj.55": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.55": 4.03125, "model.layers.23.mlp.experts.experts.gate_up_proj.56": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.56": 1.703125, "model.layers.23.mlp.experts.experts.gate_up_proj.57": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.57": 2.90625, "model.layers.23.mlp.experts.experts.gate_up_proj.58": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.58": 6.375, "model.layers.23.mlp.experts.experts.gate_up_proj.59": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.59": 3.140625, "model.layers.23.mlp.experts.experts.gate_up_proj.60": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.60": 3.703125, "model.layers.23.mlp.experts.experts.gate_up_proj.61": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.61": 7.0, "model.layers.23.mlp.experts.experts.gate_up_proj.62": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.62": 4.75, "model.layers.23.mlp.experts.experts.gate_up_proj.63": 1.71875, "model.layers.23.mlp.experts.experts.down_proj.63": 1.9609375, "model.layers.23.mlp.shared_experts.gate_proj": 1.71875, "model.layers.23.mlp.shared_experts.up_proj": 1.71875, "model.layers.23.mlp.shared_experts.down_proj": 84.5, "model.layers.24.mlp.experts.experts.gate_up_proj.0": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.0": 10.875, "model.layers.24.mlp.experts.experts.gate_up_proj.1": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.1": 2.765625, "model.layers.24.mlp.experts.experts.gate_up_proj.2": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.2": 6.75, "model.layers.24.mlp.experts.experts.gate_up_proj.3": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.3": 2.734375, "model.layers.24.mlp.experts.experts.gate_up_proj.4": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.4": 6.9375, "model.layers.24.mlp.experts.experts.gate_up_proj.5": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.5": 6.25, "model.layers.24.mlp.experts.experts.gate_up_proj.6": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.6": 8.5625, "model.layers.24.mlp.experts.experts.gate_up_proj.7": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.7": 3.109375, "model.layers.24.mlp.experts.experts.gate_up_proj.8": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.8": 3.3125, "model.layers.24.mlp.experts.experts.gate_up_proj.9": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.9": 3.25, "model.layers.24.mlp.experts.experts.gate_up_proj.10": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.10": 4.3125, "model.layers.24.mlp.experts.experts.gate_up_proj.11": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.11": 3.71875, "model.layers.24.mlp.experts.experts.gate_up_proj.12": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.12": 4.59375, "model.layers.24.mlp.experts.experts.gate_up_proj.13": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.13": 1.90625, "model.layers.24.mlp.experts.experts.gate_up_proj.14": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.14": 1.8515625, "model.layers.24.mlp.experts.experts.gate_up_proj.15": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.15": 6.46875, "model.layers.24.mlp.experts.experts.gate_up_proj.16": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.16": 2.796875, "model.layers.24.mlp.experts.experts.gate_up_proj.17": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.17": 3.5625, "model.layers.24.mlp.experts.experts.gate_up_proj.18": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.18": 2.03125, "model.layers.24.mlp.experts.experts.gate_up_proj.19": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.19": 5.125, "model.layers.24.mlp.experts.experts.gate_up_proj.20": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.20": 8.125, "model.layers.24.mlp.experts.experts.gate_up_proj.21": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.21": 4.625, "model.layers.24.mlp.experts.experts.gate_up_proj.22": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.22": 2.21875, "model.layers.24.mlp.experts.experts.gate_up_proj.23": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.23": 3.484375, "model.layers.24.mlp.experts.experts.gate_up_proj.24": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.24": 3.703125, "model.layers.24.mlp.experts.experts.gate_up_proj.25": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.25": 1.8828125, "model.layers.24.mlp.experts.experts.gate_up_proj.26": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.26": 4.8125, "model.layers.24.mlp.experts.experts.gate_up_proj.27": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.27": 4.9375, "model.layers.24.mlp.experts.experts.gate_up_proj.28": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.28": 3.84375, "model.layers.24.mlp.experts.experts.gate_up_proj.29": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.29": 3.046875, "model.layers.24.mlp.experts.experts.gate_up_proj.30": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.30": 4.40625, "model.layers.24.mlp.experts.experts.gate_up_proj.31": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.31": 3.390625, "model.layers.24.mlp.experts.experts.gate_up_proj.32": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.32": 2.25, "model.layers.24.mlp.experts.experts.gate_up_proj.33": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.33": 4.15625, "model.layers.24.mlp.experts.experts.gate_up_proj.34": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.34": 3.171875, "model.layers.24.mlp.experts.experts.gate_up_proj.35": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.35": 2.875, "model.layers.24.mlp.experts.experts.gate_up_proj.36": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.36": 2.84375, "model.layers.24.mlp.experts.experts.gate_up_proj.37": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.37": 1.4140625, "model.layers.24.mlp.experts.experts.gate_up_proj.38": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.38": 4.375, "model.layers.24.mlp.experts.experts.gate_up_proj.39": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.39": 6.1875, "model.layers.24.mlp.experts.experts.gate_up_proj.40": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.40": 4.0, "model.layers.24.mlp.experts.experts.gate_up_proj.41": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.41": 2.0625, "model.layers.24.mlp.experts.experts.gate_up_proj.42": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.42": 2.3125, "model.layers.24.mlp.experts.experts.gate_up_proj.43": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.43": 1.8359375, "model.layers.24.mlp.experts.experts.gate_up_proj.44": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.44": 3.609375, "model.layers.24.mlp.experts.experts.gate_up_proj.45": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.45": 3.015625, "model.layers.24.mlp.experts.experts.gate_up_proj.46": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.46": 6.28125, "model.layers.24.mlp.experts.experts.gate_up_proj.47": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.47": 3.28125, "model.layers.24.mlp.experts.experts.gate_up_proj.48": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.48": 2.890625, "model.layers.24.mlp.experts.experts.gate_up_proj.49": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.49": 3.0625, "model.layers.24.mlp.experts.experts.gate_up_proj.50": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.50": 5.78125, "model.layers.24.mlp.experts.experts.gate_up_proj.51": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.51": 3.53125, "model.layers.24.mlp.experts.experts.gate_up_proj.52": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.52": 3.109375, "model.layers.24.mlp.experts.experts.gate_up_proj.53": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.53": 3.375, "model.layers.24.mlp.experts.experts.gate_up_proj.54": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.54": 5.96875, "model.layers.24.mlp.experts.experts.gate_up_proj.55": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.55": 1.6875, "model.layers.24.mlp.experts.experts.gate_up_proj.56": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.56": 4.28125, "model.layers.24.mlp.experts.experts.gate_up_proj.57": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.57": 1.8515625, "model.layers.24.mlp.experts.experts.gate_up_proj.58": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.58": 3.65625, "model.layers.24.mlp.experts.experts.gate_up_proj.59": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.59": 7.90625, "model.layers.24.mlp.experts.experts.gate_up_proj.60": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.60": 3.078125, "model.layers.24.mlp.experts.experts.gate_up_proj.61": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.61": 3.921875, "model.layers.24.mlp.experts.experts.gate_up_proj.62": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.62": 3.46875, "model.layers.24.mlp.experts.experts.gate_up_proj.63": 1.9140625, "model.layers.24.mlp.experts.experts.down_proj.63": 5.53125, "model.layers.24.mlp.shared_experts.gate_proj": 1.9140625, "model.layers.24.mlp.shared_experts.up_proj": 1.9140625, "model.layers.24.mlp.shared_experts.down_proj": 10.875, "model.layers.25.mlp.experts.experts.gate_up_proj.0": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.0": 2.28125, "model.layers.25.mlp.experts.experts.gate_up_proj.1": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.1": 4.46875, "model.layers.25.mlp.experts.experts.gate_up_proj.2": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.2": 1.4296875, "model.layers.25.mlp.experts.experts.gate_up_proj.3": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.3": 3.359375, "model.layers.25.mlp.experts.experts.gate_up_proj.4": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.4": 2.59375, "model.layers.25.mlp.experts.experts.gate_up_proj.5": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.5": 7.25, "model.layers.25.mlp.experts.experts.gate_up_proj.6": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.6": 3.375, "model.layers.25.mlp.experts.experts.gate_up_proj.7": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.7": 4.125, "model.layers.25.mlp.experts.experts.gate_up_proj.8": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.8": 13.875, "model.layers.25.mlp.experts.experts.gate_up_proj.9": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.9": 5.5, "model.layers.25.mlp.experts.experts.gate_up_proj.10": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.10": 4.25, "model.layers.25.mlp.experts.experts.gate_up_proj.11": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.11": 2.890625, "model.layers.25.mlp.experts.experts.gate_up_proj.12": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.12": 3.90625, "model.layers.25.mlp.experts.experts.gate_up_proj.13": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.13": 1.984375, "model.layers.25.mlp.experts.experts.gate_up_proj.14": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.14": 5.46875, "model.layers.25.mlp.experts.experts.gate_up_proj.15": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.15": 1.6953125, "model.layers.25.mlp.experts.experts.gate_up_proj.16": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.16": 3.328125, "model.layers.25.mlp.experts.experts.gate_up_proj.17": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.17": 2.5625, "model.layers.25.mlp.experts.experts.gate_up_proj.18": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.18": 5.4375, "model.layers.25.mlp.experts.experts.gate_up_proj.19": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.19": 2.203125, "model.layers.25.mlp.experts.experts.gate_up_proj.20": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.20": 1.4296875, "model.layers.25.mlp.experts.experts.gate_up_proj.21": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.21": 2.875, "model.layers.25.mlp.experts.experts.gate_up_proj.22": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.22": 2.796875, "model.layers.25.mlp.experts.experts.gate_up_proj.23": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.23": 2.875, "model.layers.25.mlp.experts.experts.gate_up_proj.24": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.24": 3.265625, "model.layers.25.mlp.experts.experts.gate_up_proj.25": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.25": 2.6875, "model.layers.25.mlp.experts.experts.gate_up_proj.26": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.26": 2.796875, "model.layers.25.mlp.experts.experts.gate_up_proj.27": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.27": 3.4375, "model.layers.25.mlp.experts.experts.gate_up_proj.28": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.28": 4.71875, "model.layers.25.mlp.experts.experts.gate_up_proj.29": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.29": 2.828125, "model.layers.25.mlp.experts.experts.gate_up_proj.30": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.30": 4.90625, "model.layers.25.mlp.experts.experts.gate_up_proj.31": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.31": 4.84375, "model.layers.25.mlp.experts.experts.gate_up_proj.32": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.32": 2.34375, "model.layers.25.mlp.experts.experts.gate_up_proj.33": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.33": 1.6796875, "model.layers.25.mlp.experts.experts.gate_up_proj.34": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.34": 3.078125, "model.layers.25.mlp.experts.experts.gate_up_proj.35": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.35": 5.125, "model.layers.25.mlp.experts.experts.gate_up_proj.36": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.36": 4.78125, "model.layers.25.mlp.experts.experts.gate_up_proj.37": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.37": 3.953125, "model.layers.25.mlp.experts.experts.gate_up_proj.38": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.38": 2.09375, "model.layers.25.mlp.experts.experts.gate_up_proj.39": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.39": 4.15625, "model.layers.25.mlp.experts.experts.gate_up_proj.40": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.40": 2.640625, "model.layers.25.mlp.experts.experts.gate_up_proj.41": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.41": 4.09375, "model.layers.25.mlp.experts.experts.gate_up_proj.42": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.42": 4.96875, "model.layers.25.mlp.experts.experts.gate_up_proj.43": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.43": 6.34375, "model.layers.25.mlp.experts.experts.gate_up_proj.44": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.44": 2.0, "model.layers.25.mlp.experts.experts.gate_up_proj.45": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.45": 2.78125, "model.layers.25.mlp.experts.experts.gate_up_proj.46": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.46": 3.921875, "model.layers.25.mlp.experts.experts.gate_up_proj.47": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.47": 6.21875, "model.layers.25.mlp.experts.experts.gate_up_proj.48": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.48": 1.6796875, "model.layers.25.mlp.experts.experts.gate_up_proj.49": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.49": 2.1875, "model.layers.25.mlp.experts.experts.gate_up_proj.50": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.50": 2.5625, "model.layers.25.mlp.experts.experts.gate_up_proj.51": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.51": 4.375, "model.layers.25.mlp.experts.experts.gate_up_proj.52": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.52": 4.03125, "model.layers.25.mlp.experts.experts.gate_up_proj.53": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.53": 3.484375, "model.layers.25.mlp.experts.experts.gate_up_proj.54": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.54": 5.71875, "model.layers.25.mlp.experts.experts.gate_up_proj.55": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.55": 1.9140625, "model.layers.25.mlp.experts.experts.gate_up_proj.56": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.56": 5.84375, "model.layers.25.mlp.experts.experts.gate_up_proj.57": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.57": 4.09375, "model.layers.25.mlp.experts.experts.gate_up_proj.58": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.58": 2.640625, "model.layers.25.mlp.experts.experts.gate_up_proj.59": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.59": 7.6875, "model.layers.25.mlp.experts.experts.gate_up_proj.60": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.60": 4.59375, "model.layers.25.mlp.experts.experts.gate_up_proj.61": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.61": 4.03125, "model.layers.25.mlp.experts.experts.gate_up_proj.62": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.62": 3.78125, "model.layers.25.mlp.experts.experts.gate_up_proj.63": 2.21875, "model.layers.25.mlp.experts.experts.down_proj.63": 3.3125, "model.layers.25.mlp.shared_experts.gate_proj": 2.21875, "model.layers.25.mlp.shared_experts.up_proj": 2.21875, "model.layers.25.mlp.shared_experts.down_proj": 69.5, "model.layers.26.mlp.experts.experts.gate_up_proj.0": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.0": 1.59375, "model.layers.26.mlp.experts.experts.gate_up_proj.1": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.1": 2.375, "model.layers.26.mlp.experts.experts.gate_up_proj.2": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.2": 4.125, "model.layers.26.mlp.experts.experts.gate_up_proj.3": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.3": 2.1875, "model.layers.26.mlp.experts.experts.gate_up_proj.4": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.4": 4.4375, "model.layers.26.mlp.experts.experts.gate_up_proj.5": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.5": 3.34375, "model.layers.26.mlp.experts.experts.gate_up_proj.6": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.6": 4.875, "model.layers.26.mlp.experts.experts.gate_up_proj.7": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.7": 4.75, "model.layers.26.mlp.experts.experts.gate_up_proj.8": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.8": 3.90625, "model.layers.26.mlp.experts.experts.gate_up_proj.9": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.9": 4.3125, "model.layers.26.mlp.experts.experts.gate_up_proj.10": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.10": 1.96875, "model.layers.26.mlp.experts.experts.gate_up_proj.11": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.11": 4.53125, "model.layers.26.mlp.experts.experts.gate_up_proj.12": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.12": 8.0625, "model.layers.26.mlp.experts.experts.gate_up_proj.13": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.13": 3.265625, "model.layers.26.mlp.experts.experts.gate_up_proj.14": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.14": 5.3125, "model.layers.26.mlp.experts.experts.gate_up_proj.15": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.15": 3.0, "model.layers.26.mlp.experts.experts.gate_up_proj.16": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.16": 4.96875, "model.layers.26.mlp.experts.experts.gate_up_proj.17": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.17": 4.96875, "model.layers.26.mlp.experts.experts.gate_up_proj.18": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.18": 2.40625, "model.layers.26.mlp.experts.experts.gate_up_proj.19": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.19": 1.5078125, "model.layers.26.mlp.experts.experts.gate_up_proj.20": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.20": 2.984375, "model.layers.26.mlp.experts.experts.gate_up_proj.21": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.21": 4.46875, "model.layers.26.mlp.experts.experts.gate_up_proj.22": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.22": 3.171875, "model.layers.26.mlp.experts.experts.gate_up_proj.23": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.23": 5.1875, "model.layers.26.mlp.experts.experts.gate_up_proj.24": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.24": 4.875, "model.layers.26.mlp.experts.experts.gate_up_proj.25": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.25": 6.1875, "model.layers.26.mlp.experts.experts.gate_up_proj.26": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.26": 2.59375, "model.layers.26.mlp.experts.experts.gate_up_proj.27": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.27": 4.71875, "model.layers.26.mlp.experts.experts.gate_up_proj.28": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.28": 4.46875, "model.layers.26.mlp.experts.experts.gate_up_proj.29": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.29": 3.9375, "model.layers.26.mlp.experts.experts.gate_up_proj.30": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.30": 4.4375, "model.layers.26.mlp.experts.experts.gate_up_proj.31": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.31": 3.9375, "model.layers.26.mlp.experts.experts.gate_up_proj.32": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.32": 2.65625, "model.layers.26.mlp.experts.experts.gate_up_proj.33": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.33": 5.75, "model.layers.26.mlp.experts.experts.gate_up_proj.34": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.34": 3.296875, "model.layers.26.mlp.experts.experts.gate_up_proj.35": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.35": 1.4609375, "model.layers.26.mlp.experts.experts.gate_up_proj.36": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.36": 2.96875, "model.layers.26.mlp.experts.experts.gate_up_proj.37": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.37": 5.78125, "model.layers.26.mlp.experts.experts.gate_up_proj.38": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.38": 3.40625, "model.layers.26.mlp.experts.experts.gate_up_proj.39": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.39": 2.703125, "model.layers.26.mlp.experts.experts.gate_up_proj.40": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.40": 4.59375, "model.layers.26.mlp.experts.experts.gate_up_proj.41": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.41": 4.1875, "model.layers.26.mlp.experts.experts.gate_up_proj.42": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.42": 5.28125, "model.layers.26.mlp.experts.experts.gate_up_proj.43": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.43": 2.515625, "model.layers.26.mlp.experts.experts.gate_up_proj.44": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.44": 5.5, "model.layers.26.mlp.experts.experts.gate_up_proj.45": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.45": 3.859375, "model.layers.26.mlp.experts.experts.gate_up_proj.46": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.46": 5.71875, "model.layers.26.mlp.experts.experts.gate_up_proj.47": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.47": 1.6796875, "model.layers.26.mlp.experts.experts.gate_up_proj.48": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.48": 3.09375, "model.layers.26.mlp.experts.experts.gate_up_proj.49": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.49": 2.046875, "model.layers.26.mlp.experts.experts.gate_up_proj.50": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.50": 2.8125, "model.layers.26.mlp.experts.experts.gate_up_proj.51": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.51": 3.578125, "model.layers.26.mlp.experts.experts.gate_up_proj.52": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.52": 3.984375, "model.layers.26.mlp.experts.experts.gate_up_proj.53": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.53": 5.59375, "model.layers.26.mlp.experts.experts.gate_up_proj.54": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.54": 3.71875, "model.layers.26.mlp.experts.experts.gate_up_proj.55": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.55": 3.4375, "model.layers.26.mlp.experts.experts.gate_up_proj.56": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.56": 0.9453125, "model.layers.26.mlp.experts.experts.gate_up_proj.57": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.57": 4.15625, "model.layers.26.mlp.experts.experts.gate_up_proj.58": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.58": 2.328125, "model.layers.26.mlp.experts.experts.gate_up_proj.59": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.59": 2.546875, "model.layers.26.mlp.experts.experts.gate_up_proj.60": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.60": 6.1875, "model.layers.26.mlp.experts.experts.gate_up_proj.61": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.61": 6.375, "model.layers.26.mlp.experts.experts.gate_up_proj.62": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.62": 3.328125, "model.layers.26.mlp.experts.experts.gate_up_proj.63": 2.1875, "model.layers.26.mlp.experts.experts.down_proj.63": 2.734375, "model.layers.26.mlp.shared_experts.gate_proj": 2.1875, "model.layers.26.mlp.shared_experts.up_proj": 2.1875, "model.layers.26.mlp.shared_experts.down_proj": 71.0, "model.layers.27.mlp.experts.experts.gate_up_proj.0": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.0": 2.125, "model.layers.27.mlp.experts.experts.gate_up_proj.1": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.1": 8.5625, "model.layers.27.mlp.experts.experts.gate_up_proj.2": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.2": 6.34375, "model.layers.27.mlp.experts.experts.gate_up_proj.3": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.3": 3.265625, "model.layers.27.mlp.experts.experts.gate_up_proj.4": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.4": 1.8359375, "model.layers.27.mlp.experts.experts.gate_up_proj.5": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.5": 4.78125, "model.layers.27.mlp.experts.experts.gate_up_proj.6": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.6": 3.96875, "model.layers.27.mlp.experts.experts.gate_up_proj.7": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.7": 5.28125, "model.layers.27.mlp.experts.experts.gate_up_proj.8": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.8": 4.6875, "model.layers.27.mlp.experts.experts.gate_up_proj.9": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.9": 1.265625, "model.layers.27.mlp.experts.experts.gate_up_proj.10": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.10": 4.8125, "model.layers.27.mlp.experts.experts.gate_up_proj.11": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.11": 7.0, "model.layers.27.mlp.experts.experts.gate_up_proj.12": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.12": 3.828125, "model.layers.27.mlp.experts.experts.gate_up_proj.13": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.13": 7.4375, "model.layers.27.mlp.experts.experts.gate_up_proj.14": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.14": 2.875, "model.layers.27.mlp.experts.experts.gate_up_proj.15": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.15": 2.421875, "model.layers.27.mlp.experts.experts.gate_up_proj.16": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.16": 9.6875, "model.layers.27.mlp.experts.experts.gate_up_proj.17": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.17": 2.59375, "model.layers.27.mlp.experts.experts.gate_up_proj.18": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.18": 3.828125, "model.layers.27.mlp.experts.experts.gate_up_proj.19": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.19": 4.71875, "model.layers.27.mlp.experts.experts.gate_up_proj.20": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.20": 3.078125, "model.layers.27.mlp.experts.experts.gate_up_proj.21": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.21": 3.234375, "model.layers.27.mlp.experts.experts.gate_up_proj.22": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.22": 2.28125, "model.layers.27.mlp.experts.experts.gate_up_proj.23": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.23": 1.1328125, "model.layers.27.mlp.experts.experts.gate_up_proj.24": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.24": 5.40625, "model.layers.27.mlp.experts.experts.gate_up_proj.25": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.25": 2.8125, "model.layers.27.mlp.experts.experts.gate_up_proj.26": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.26": 4.5625, "model.layers.27.mlp.experts.experts.gate_up_proj.27": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.27": 3.4375, "model.layers.27.mlp.experts.experts.gate_up_proj.28": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.28": 6.21875, "model.layers.27.mlp.experts.experts.gate_up_proj.29": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.29": 4.0625, "model.layers.27.mlp.experts.experts.gate_up_proj.30": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.30": 7.09375, "model.layers.27.mlp.experts.experts.gate_up_proj.31": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.31": 5.46875, "model.layers.27.mlp.experts.experts.gate_up_proj.32": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.32": 7.25, "model.layers.27.mlp.experts.experts.gate_up_proj.33": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.33": 4.71875, "model.layers.27.mlp.experts.experts.gate_up_proj.34": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.34": 7.96875, "model.layers.27.mlp.experts.experts.gate_up_proj.35": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.35": 4.1875, "model.layers.27.mlp.experts.experts.gate_up_proj.36": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.36": 6.28125, "model.layers.27.mlp.experts.experts.gate_up_proj.37": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.37": 3.28125, "model.layers.27.mlp.experts.experts.gate_up_proj.38": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.38": 2.265625, "model.layers.27.mlp.experts.experts.gate_up_proj.39": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.39": 1.2265625, "model.layers.27.mlp.experts.experts.gate_up_proj.40": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.40": 2.5625, "model.layers.27.mlp.experts.experts.gate_up_proj.41": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.41": 3.84375, "model.layers.27.mlp.experts.experts.gate_up_proj.42": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.42": 4.4375, "model.layers.27.mlp.experts.experts.gate_up_proj.43": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.43": 2.9375, "model.layers.27.mlp.experts.experts.gate_up_proj.44": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.44": 3.578125, "model.layers.27.mlp.experts.experts.gate_up_proj.45": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.45": 2.25, "model.layers.27.mlp.experts.experts.gate_up_proj.46": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.46": 1.4609375, "model.layers.27.mlp.experts.experts.gate_up_proj.47": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.47": 4.15625, "model.layers.27.mlp.experts.experts.gate_up_proj.48": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.48": 5.25, "model.layers.27.mlp.experts.experts.gate_up_proj.49": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.49": 5.6875, "model.layers.27.mlp.experts.experts.gate_up_proj.50": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.50": 2.203125, "model.layers.27.mlp.experts.experts.gate_up_proj.51": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.51": 4.625, "model.layers.27.mlp.experts.experts.gate_up_proj.52": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.52": 4.09375, "model.layers.27.mlp.experts.experts.gate_up_proj.53": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.53": 5.03125, "model.layers.27.mlp.experts.experts.gate_up_proj.54": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.54": 1.3203125, "model.layers.27.mlp.experts.experts.gate_up_proj.55": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.55": 2.828125, "model.layers.27.mlp.experts.experts.gate_up_proj.56": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.56": 2.796875, "model.layers.27.mlp.experts.experts.gate_up_proj.57": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.57": 4.71875, "model.layers.27.mlp.experts.experts.gate_up_proj.58": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.58": 3.0, "model.layers.27.mlp.experts.experts.gate_up_proj.59": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.59": 3.8125, "model.layers.27.mlp.experts.experts.gate_up_proj.60": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.60": 5.78125, "model.layers.27.mlp.experts.experts.gate_up_proj.61": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.61": 4.0625, "model.layers.27.mlp.experts.experts.gate_up_proj.62": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.62": 7.875, "model.layers.27.mlp.experts.experts.gate_up_proj.63": 2.03125, "model.layers.27.mlp.experts.experts.down_proj.63": 7.84375, "model.layers.27.mlp.shared_experts.gate_proj": 2.03125, "model.layers.27.mlp.shared_experts.up_proj": 2.03125, "model.layers.27.mlp.shared_experts.down_proj": 43.75, "model.layers.28.mlp.experts.experts.gate_up_proj.0": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.0": 5.3125, "model.layers.28.mlp.experts.experts.gate_up_proj.1": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.1": 2.1875, "model.layers.28.mlp.experts.experts.gate_up_proj.2": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.2": 2.84375, "model.layers.28.mlp.experts.experts.gate_up_proj.3": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.3": 7.5, "model.layers.28.mlp.experts.experts.gate_up_proj.4": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.4": 5.3125, "model.layers.28.mlp.experts.experts.gate_up_proj.5": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.5": 3.515625, "model.layers.28.mlp.experts.experts.gate_up_proj.6": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.6": 8.375, "model.layers.28.mlp.experts.experts.gate_up_proj.7": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.7": 2.46875, "model.layers.28.mlp.experts.experts.gate_up_proj.8": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.8": 4.21875, "model.layers.28.mlp.experts.experts.gate_up_proj.9": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.9": 5.875, "model.layers.28.mlp.experts.experts.gate_up_proj.10": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.10": 5.0625, "model.layers.28.mlp.experts.experts.gate_up_proj.11": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.11": 7.15625, "model.layers.28.mlp.experts.experts.gate_up_proj.12": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.12": 7.125, "model.layers.28.mlp.experts.experts.gate_up_proj.13": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.13": 1.4609375, "model.layers.28.mlp.experts.experts.gate_up_proj.14": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.14": 9.9375, "model.layers.28.mlp.experts.experts.gate_up_proj.15": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.15": 5.78125, "model.layers.28.mlp.experts.experts.gate_up_proj.16": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.16": 3.375, "model.layers.28.mlp.experts.experts.gate_up_proj.17": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.17": 4.03125, "model.layers.28.mlp.experts.experts.gate_up_proj.18": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.18": 4.9375, "model.layers.28.mlp.experts.experts.gate_up_proj.19": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.19": 3.125, "model.layers.28.mlp.experts.experts.gate_up_proj.20": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.20": 9.875, "model.layers.28.mlp.experts.experts.gate_up_proj.21": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.21": 6.53125, "model.layers.28.mlp.experts.experts.gate_up_proj.22": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.22": 8.75, "model.layers.28.mlp.experts.experts.gate_up_proj.23": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.23": 5.25, "model.layers.28.mlp.experts.experts.gate_up_proj.24": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.24": 2.9375, "model.layers.28.mlp.experts.experts.gate_up_proj.25": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.25": 4.15625, "model.layers.28.mlp.experts.experts.gate_up_proj.26": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.26": 12.1875, "model.layers.28.mlp.experts.experts.gate_up_proj.27": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.27": 12.5, "model.layers.28.mlp.experts.experts.gate_up_proj.28": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.28": 4.71875, "model.layers.28.mlp.experts.experts.gate_up_proj.29": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.29": 8.125, "model.layers.28.mlp.experts.experts.gate_up_proj.30": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.30": 6.28125, "model.layers.28.mlp.experts.experts.gate_up_proj.31": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.31": 5.28125, "model.layers.28.mlp.experts.experts.gate_up_proj.32": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.32": 2.609375, "model.layers.28.mlp.experts.experts.gate_up_proj.33": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.33": 2.4375, "model.layers.28.mlp.experts.experts.gate_up_proj.34": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.34": 3.5625, "model.layers.28.mlp.experts.experts.gate_up_proj.35": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.35": 1.46875, "model.layers.28.mlp.experts.experts.gate_up_proj.36": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.36": 4.71875, "model.layers.28.mlp.experts.experts.gate_up_proj.37": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.37": 7.4375, "model.layers.28.mlp.experts.experts.gate_up_proj.38": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.38": 6.5, "model.layers.28.mlp.experts.experts.gate_up_proj.39": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.39": 4.5625, "model.layers.28.mlp.experts.experts.gate_up_proj.40": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.40": 12.0625, "model.layers.28.mlp.experts.experts.gate_up_proj.41": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.41": 5.46875, "model.layers.28.mlp.experts.experts.gate_up_proj.42": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.42": 5.125, "model.layers.28.mlp.experts.experts.gate_up_proj.43": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.43": 4.90625, "model.layers.28.mlp.experts.experts.gate_up_proj.44": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.44": 5.5625, "model.layers.28.mlp.experts.experts.gate_up_proj.45": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.45": 3.9375, "model.layers.28.mlp.experts.experts.gate_up_proj.46": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.46": 1.953125, "model.layers.28.mlp.experts.experts.gate_up_proj.47": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.47": 7.5, "model.layers.28.mlp.experts.experts.gate_up_proj.48": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.48": 2.9375, "model.layers.28.mlp.experts.experts.gate_up_proj.49": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.49": 7.15625, "model.layers.28.mlp.experts.experts.gate_up_proj.50": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.50": 7.46875, "model.layers.28.mlp.experts.experts.gate_up_proj.51": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.51": 6.65625, "model.layers.28.mlp.experts.experts.gate_up_proj.52": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.52": 7.09375, "model.layers.28.mlp.experts.experts.gate_up_proj.53": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.53": 3.640625, "model.layers.28.mlp.experts.experts.gate_up_proj.54": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.54": 5.65625, "model.layers.28.mlp.experts.experts.gate_up_proj.55": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.55": 1.671875, "model.layers.28.mlp.experts.experts.gate_up_proj.56": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.56": 3.625, "model.layers.28.mlp.experts.experts.gate_up_proj.57": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.57": 3.046875, "model.layers.28.mlp.experts.experts.gate_up_proj.58": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.58": 4.59375, "model.layers.28.mlp.experts.experts.gate_up_proj.59": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.59": 1.9765625, "model.layers.28.mlp.experts.experts.gate_up_proj.60": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.60": 5.125, "model.layers.28.mlp.experts.experts.gate_up_proj.61": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.61": 4.46875, "model.layers.28.mlp.experts.experts.gate_up_proj.62": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.62": 4.09375, "model.layers.28.mlp.experts.experts.gate_up_proj.63": 2.09375, "model.layers.28.mlp.experts.experts.down_proj.63": 2.3125, "model.layers.28.mlp.shared_experts.gate_proj": 2.09375, "model.layers.28.mlp.shared_experts.up_proj": 2.09375, "model.layers.28.mlp.shared_experts.down_proj": 9.625, "model.layers.29.mlp.experts.experts.gate_up_proj.0": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.0": 4.9375, "model.layers.29.mlp.experts.experts.gate_up_proj.1": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.1": 7.40625, "model.layers.29.mlp.experts.experts.gate_up_proj.2": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.2": 4.1875, "model.layers.29.mlp.experts.experts.gate_up_proj.3": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.3": 1.9765625, "model.layers.29.mlp.experts.experts.gate_up_proj.4": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.4": 5.125, "model.layers.29.mlp.experts.experts.gate_up_proj.5": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.5": 4.5625, "model.layers.29.mlp.experts.experts.gate_up_proj.6": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.6": 6.625, "model.layers.29.mlp.experts.experts.gate_up_proj.7": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.7": 5.09375, "model.layers.29.mlp.experts.experts.gate_up_proj.8": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.8": 1.1171875, "model.layers.29.mlp.experts.experts.gate_up_proj.9": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.9": 6.65625, "model.layers.29.mlp.experts.experts.gate_up_proj.10": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.10": 4.34375, "model.layers.29.mlp.experts.experts.gate_up_proj.11": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.11": 1.703125, "model.layers.29.mlp.experts.experts.gate_up_proj.12": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.12": 2.71875, "model.layers.29.mlp.experts.experts.gate_up_proj.13": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.13": 1.125, "model.layers.29.mlp.experts.experts.gate_up_proj.14": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.14": 11.25, "model.layers.29.mlp.experts.experts.gate_up_proj.15": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.15": 4.0, "model.layers.29.mlp.experts.experts.gate_up_proj.16": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.16": 5.4375, "model.layers.29.mlp.experts.experts.gate_up_proj.17": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.17": 4.625, "model.layers.29.mlp.experts.experts.gate_up_proj.18": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.18": 12.75, "model.layers.29.mlp.experts.experts.gate_up_proj.19": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.19": 5.25, "model.layers.29.mlp.experts.experts.gate_up_proj.20": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.20": 2.484375, "model.layers.29.mlp.experts.experts.gate_up_proj.21": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.21": 2.71875, "model.layers.29.mlp.experts.experts.gate_up_proj.22": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.22": 6.03125, "model.layers.29.mlp.experts.experts.gate_up_proj.23": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.23": 7.03125, "model.layers.29.mlp.experts.experts.gate_up_proj.24": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.24": 3.75, "model.layers.29.mlp.experts.experts.gate_up_proj.25": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.25": 3.8125, "model.layers.29.mlp.experts.experts.gate_up_proj.26": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.26": 3.421875, "model.layers.29.mlp.experts.experts.gate_up_proj.27": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.27": 6.875, "model.layers.29.mlp.experts.experts.gate_up_proj.28": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.28": 4.5, "model.layers.29.mlp.experts.experts.gate_up_proj.29": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.29": 3.03125, "model.layers.29.mlp.experts.experts.gate_up_proj.30": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.30": 5.625, "model.layers.29.mlp.experts.experts.gate_up_proj.31": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.31": 6.5625, "model.layers.29.mlp.experts.experts.gate_up_proj.32": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.32": 6.46875, "model.layers.29.mlp.experts.experts.gate_up_proj.33": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.33": 2.6875, "model.layers.29.mlp.experts.experts.gate_up_proj.34": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.34": 6.6875, "model.layers.29.mlp.experts.experts.gate_up_proj.35": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.35": 1.453125, "model.layers.29.mlp.experts.experts.gate_up_proj.36": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.36": 2.96875, "model.layers.29.mlp.experts.experts.gate_up_proj.37": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.37": 3.96875, "model.layers.29.mlp.experts.experts.gate_up_proj.38": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.38": 10.5625, "model.layers.29.mlp.experts.experts.gate_up_proj.39": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.39": 4.46875, "model.layers.29.mlp.experts.experts.gate_up_proj.40": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.40": 8.875, "model.layers.29.mlp.experts.experts.gate_up_proj.41": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.41": 6.125, "model.layers.29.mlp.experts.experts.gate_up_proj.42": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.42": 18.0, "model.layers.29.mlp.experts.experts.gate_up_proj.43": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.43": 4.09375, "model.layers.29.mlp.experts.experts.gate_up_proj.44": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.44": 3.859375, "model.layers.29.mlp.experts.experts.gate_up_proj.45": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.45": 4.15625, "model.layers.29.mlp.experts.experts.gate_up_proj.46": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.46": 4.21875, "model.layers.29.mlp.experts.experts.gate_up_proj.47": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.47": 5.78125, "model.layers.29.mlp.experts.experts.gate_up_proj.48": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.48": 3.4375, "model.layers.29.mlp.experts.experts.gate_up_proj.49": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.49": 2.46875, "model.layers.29.mlp.experts.experts.gate_up_proj.50": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.50": 1.8046875, "model.layers.29.mlp.experts.experts.gate_up_proj.51": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.51": 2.703125, "model.layers.29.mlp.experts.experts.gate_up_proj.52": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.52": 5.5625, "model.layers.29.mlp.experts.experts.gate_up_proj.53": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.53": 6.15625, "model.layers.29.mlp.experts.experts.gate_up_proj.54": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.54": 8.875, "model.layers.29.mlp.experts.experts.gate_up_proj.55": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.55": 3.59375, "model.layers.29.mlp.experts.experts.gate_up_proj.56": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.56": 5.0625, "model.layers.29.mlp.experts.experts.gate_up_proj.57": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.57": 2.59375, "model.layers.29.mlp.experts.experts.gate_up_proj.58": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.58": 9.0625, "model.layers.29.mlp.experts.experts.gate_up_proj.59": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.59": 7.09375, "model.layers.29.mlp.experts.experts.gate_up_proj.60": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.60": 4.59375, "model.layers.29.mlp.experts.experts.gate_up_proj.61": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.61": 10.9375, "model.layers.29.mlp.experts.experts.gate_up_proj.62": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.62": 2.359375, "model.layers.29.mlp.experts.experts.gate_up_proj.63": 2.09375, "model.layers.29.mlp.experts.experts.down_proj.63": 11.875, "model.layers.29.mlp.shared_experts.gate_proj": 2.09375, "model.layers.29.mlp.shared_experts.up_proj": 2.09375, "model.layers.29.mlp.shared_experts.down_proj": 43.25, "model.layers.30.mlp.experts.experts.gate_up_proj.0": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.0": 5.46875, "model.layers.30.mlp.experts.experts.gate_up_proj.1": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.1": 1.921875, "model.layers.30.mlp.experts.experts.gate_up_proj.2": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.2": 4.5625, "model.layers.30.mlp.experts.experts.gate_up_proj.3": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.3": 2.46875, "model.layers.30.mlp.experts.experts.gate_up_proj.4": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.4": 3.78125, "model.layers.30.mlp.experts.experts.gate_up_proj.5": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.5": 3.109375, "model.layers.30.mlp.experts.experts.gate_up_proj.6": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.6": 4.84375, "model.layers.30.mlp.experts.experts.gate_up_proj.7": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.7": 2.90625, "model.layers.30.mlp.experts.experts.gate_up_proj.8": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.8": 3.75, "model.layers.30.mlp.experts.experts.gate_up_proj.9": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.9": 5.1875, "model.layers.30.mlp.experts.experts.gate_up_proj.10": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.10": 13.375, "model.layers.30.mlp.experts.experts.gate_up_proj.11": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.11": 3.09375, "model.layers.30.mlp.experts.experts.gate_up_proj.12": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.12": 1.3828125, "model.layers.30.mlp.experts.experts.gate_up_proj.13": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.13": 3.625, "model.layers.30.mlp.experts.experts.gate_up_proj.14": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.14": 3.15625, "model.layers.30.mlp.experts.experts.gate_up_proj.15": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.15": 1.6953125, "model.layers.30.mlp.experts.experts.gate_up_proj.16": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.16": 5.15625, "model.layers.30.mlp.experts.experts.gate_up_proj.17": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.17": 2.53125, "model.layers.30.mlp.experts.experts.gate_up_proj.18": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.18": 3.890625, "model.layers.30.mlp.experts.experts.gate_up_proj.19": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.19": 4.1875, "model.layers.30.mlp.experts.experts.gate_up_proj.20": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.20": 1.3515625, "model.layers.30.mlp.experts.experts.gate_up_proj.21": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.21": 3.09375, "model.layers.30.mlp.experts.experts.gate_up_proj.22": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.22": 5.6875, "model.layers.30.mlp.experts.experts.gate_up_proj.23": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.23": 2.34375, "model.layers.30.mlp.experts.experts.gate_up_proj.24": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.24": 5.21875, "model.layers.30.mlp.experts.experts.gate_up_proj.25": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.25": 4.28125, "model.layers.30.mlp.experts.experts.gate_up_proj.26": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.26": 1.3046875, "model.layers.30.mlp.experts.experts.gate_up_proj.27": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.27": 8.25, "model.layers.30.mlp.experts.experts.gate_up_proj.28": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.28": 3.78125, "model.layers.30.mlp.experts.experts.gate_up_proj.29": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.29": 1.4453125, "model.layers.30.mlp.experts.experts.gate_up_proj.30": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.30": 2.53125, "model.layers.30.mlp.experts.experts.gate_up_proj.31": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.31": 1.90625, "model.layers.30.mlp.experts.experts.gate_up_proj.32": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.32": 2.71875, "model.layers.30.mlp.experts.experts.gate_up_proj.33": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.33": 3.0, "model.layers.30.mlp.experts.experts.gate_up_proj.34": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.34": 1.7890625, "model.layers.30.mlp.experts.experts.gate_up_proj.35": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.35": 7.09375, "model.layers.30.mlp.experts.experts.gate_up_proj.36": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.36": 6.96875, "model.layers.30.mlp.experts.experts.gate_up_proj.37": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.37": 7.4375, "model.layers.30.mlp.experts.experts.gate_up_proj.38": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.38": 3.5, "model.layers.30.mlp.experts.experts.gate_up_proj.39": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.39": 5.96875, "model.layers.30.mlp.experts.experts.gate_up_proj.40": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.40": 2.828125, "model.layers.30.mlp.experts.experts.gate_up_proj.41": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.41": 2.890625, "model.layers.30.mlp.experts.experts.gate_up_proj.42": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.42": 2.1875, "model.layers.30.mlp.experts.experts.gate_up_proj.43": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.43": 2.515625, "model.layers.30.mlp.experts.experts.gate_up_proj.44": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.44": 3.578125, "model.layers.30.mlp.experts.experts.gate_up_proj.45": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.45": 1.75, "model.layers.30.mlp.experts.experts.gate_up_proj.46": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.46": 1.1640625, "model.layers.30.mlp.experts.experts.gate_up_proj.47": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.47": 3.953125, "model.layers.30.mlp.experts.experts.gate_up_proj.48": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.48": 6.9375, "model.layers.30.mlp.experts.experts.gate_up_proj.49": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.49": 12.3125, "model.layers.30.mlp.experts.experts.gate_up_proj.50": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.50": 1.4140625, "model.layers.30.mlp.experts.experts.gate_up_proj.51": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.51": 3.234375, "model.layers.30.mlp.experts.experts.gate_up_proj.52": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.52": 6.09375, "model.layers.30.mlp.experts.experts.gate_up_proj.53": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.53": 2.34375, "model.layers.30.mlp.experts.experts.gate_up_proj.54": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.54": 4.625, "model.layers.30.mlp.experts.experts.gate_up_proj.55": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.55": 1.90625, "model.layers.30.mlp.experts.experts.gate_up_proj.56": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.56": 2.765625, "model.layers.30.mlp.experts.experts.gate_up_proj.57": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.57": 2.953125, "model.layers.30.mlp.experts.experts.gate_up_proj.58": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.58": 4.0625, "model.layers.30.mlp.experts.experts.gate_up_proj.59": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.59": 3.796875, "model.layers.30.mlp.experts.experts.gate_up_proj.60": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.60": 2.9375, "model.layers.30.mlp.experts.experts.gate_up_proj.61": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.61": 11.1875, "model.layers.30.mlp.experts.experts.gate_up_proj.62": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.62": 2.15625, "model.layers.30.mlp.experts.experts.gate_up_proj.63": 2.140625, "model.layers.30.mlp.experts.experts.down_proj.63": 11.0, "model.layers.30.mlp.shared_experts.gate_proj": 2.140625, "model.layers.30.mlp.shared_experts.up_proj": 2.140625, "model.layers.30.mlp.shared_experts.down_proj": 15.5, "model.layers.31.mlp.experts.experts.gate_up_proj.0": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.0": 12.625, "model.layers.31.mlp.experts.experts.gate_up_proj.1": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.1": 2.265625, "model.layers.31.mlp.experts.experts.gate_up_proj.2": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.2": 5.65625, "model.layers.31.mlp.experts.experts.gate_up_proj.3": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.3": 3.734375, "model.layers.31.mlp.experts.experts.gate_up_proj.4": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.4": 10.625, "model.layers.31.mlp.experts.experts.gate_up_proj.5": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.5": 9.1875, "model.layers.31.mlp.experts.experts.gate_up_proj.6": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.6": 6.25, "model.layers.31.mlp.experts.experts.gate_up_proj.7": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.7": 7.0625, "model.layers.31.mlp.experts.experts.gate_up_proj.8": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.8": 6.6875, "model.layers.31.mlp.experts.experts.gate_up_proj.9": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.9": 3.25, "model.layers.31.mlp.experts.experts.gate_up_proj.10": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.10": 6.03125, "model.layers.31.mlp.experts.experts.gate_up_proj.11": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.11": 8.0, "model.layers.31.mlp.experts.experts.gate_up_proj.12": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.12": 7.625, "model.layers.31.mlp.experts.experts.gate_up_proj.13": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.13": 5.25, "model.layers.31.mlp.experts.experts.gate_up_proj.14": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.14": 5.15625, "model.layers.31.mlp.experts.experts.gate_up_proj.15": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.15": 2.71875, "model.layers.31.mlp.experts.experts.gate_up_proj.16": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.16": 4.34375, "model.layers.31.mlp.experts.experts.gate_up_proj.17": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.17": 8.1875, "model.layers.31.mlp.experts.experts.gate_up_proj.18": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.18": 5.875, "model.layers.31.mlp.experts.experts.gate_up_proj.19": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.19": 4.46875, "model.layers.31.mlp.experts.experts.gate_up_proj.20": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.20": 7.15625, "model.layers.31.mlp.experts.experts.gate_up_proj.21": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.21": 8.4375, "model.layers.31.mlp.experts.experts.gate_up_proj.22": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.22": 4.03125, "model.layers.31.mlp.experts.experts.gate_up_proj.23": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.23": 4.625, "model.layers.31.mlp.experts.experts.gate_up_proj.24": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.24": 1.4765625, "model.layers.31.mlp.experts.experts.gate_up_proj.25": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.25": 11.875, "model.layers.31.mlp.experts.experts.gate_up_proj.26": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.26": 13.5625, "model.layers.31.mlp.experts.experts.gate_up_proj.27": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.27": 3.796875, "model.layers.31.mlp.experts.experts.gate_up_proj.28": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.28": 5.09375, "model.layers.31.mlp.experts.experts.gate_up_proj.29": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.29": 14.125, "model.layers.31.mlp.experts.experts.gate_up_proj.30": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.30": 6.59375, "model.layers.31.mlp.experts.experts.gate_up_proj.31": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.31": 2.03125, "model.layers.31.mlp.experts.experts.gate_up_proj.32": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.32": 4.9375, "model.layers.31.mlp.experts.experts.gate_up_proj.33": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.33": 6.90625, "model.layers.31.mlp.experts.experts.gate_up_proj.34": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.34": 2.078125, "model.layers.31.mlp.experts.experts.gate_up_proj.35": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.35": 3.625, "model.layers.31.mlp.experts.experts.gate_up_proj.36": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.36": 7.625, "model.layers.31.mlp.experts.experts.gate_up_proj.37": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.37": 7.46875, "model.layers.31.mlp.experts.experts.gate_up_proj.38": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.38": 4.125, "model.layers.31.mlp.experts.experts.gate_up_proj.39": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.39": 6.53125, "model.layers.31.mlp.experts.experts.gate_up_proj.40": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.40": 4.5, "model.layers.31.mlp.experts.experts.gate_up_proj.41": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.41": 2.78125, "model.layers.31.mlp.experts.experts.gate_up_proj.42": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.42": 2.359375, "model.layers.31.mlp.experts.experts.gate_up_proj.43": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.43": 4.1875, "model.layers.31.mlp.experts.experts.gate_up_proj.44": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.44": 11.0, "model.layers.31.mlp.experts.experts.gate_up_proj.45": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.45": 2.90625, "model.layers.31.mlp.experts.experts.gate_up_proj.46": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.46": 2.953125, "model.layers.31.mlp.experts.experts.gate_up_proj.47": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.47": 5.53125, "model.layers.31.mlp.experts.experts.gate_up_proj.48": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.48": 5.3125, "model.layers.31.mlp.experts.experts.gate_up_proj.49": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.49": 3.546875, "model.layers.31.mlp.experts.experts.gate_up_proj.50": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.50": 5.78125, "model.layers.31.mlp.experts.experts.gate_up_proj.51": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.51": 3.890625, "model.layers.31.mlp.experts.experts.gate_up_proj.52": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.52": 3.34375, "model.layers.31.mlp.experts.experts.gate_up_proj.53": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.53": 10.4375, "model.layers.31.mlp.experts.experts.gate_up_proj.54": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.54": 4.65625, "model.layers.31.mlp.experts.experts.gate_up_proj.55": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.55": 3.609375, "model.layers.31.mlp.experts.experts.gate_up_proj.56": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.56": 1.890625, "model.layers.31.mlp.experts.experts.gate_up_proj.57": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.57": 3.890625, "model.layers.31.mlp.experts.experts.gate_up_proj.58": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.58": 1.6328125, "model.layers.31.mlp.experts.experts.gate_up_proj.59": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.59": 3.484375, "model.layers.31.mlp.experts.experts.gate_up_proj.60": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.60": 3.828125, "model.layers.31.mlp.experts.experts.gate_up_proj.61": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.61": 3.734375, "model.layers.31.mlp.experts.experts.gate_up_proj.62": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.62": 6.09375, "model.layers.31.mlp.experts.experts.gate_up_proj.63": 1.953125, "model.layers.31.mlp.experts.experts.down_proj.63": 4.34375, "model.layers.31.mlp.shared_experts.gate_proj": 1.953125, "model.layers.31.mlp.shared_experts.up_proj": 1.953125, "model.layers.31.mlp.shared_experts.down_proj": 7.3125, "model.layers.32.mlp.experts.experts.gate_up_proj.0": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.0": 4.75, "model.layers.32.mlp.experts.experts.gate_up_proj.1": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.1": 11.4375, "model.layers.32.mlp.experts.experts.gate_up_proj.2": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.2": 12.8125, "model.layers.32.mlp.experts.experts.gate_up_proj.3": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.3": 4.71875, "model.layers.32.mlp.experts.experts.gate_up_proj.4": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.4": 2.15625, "model.layers.32.mlp.experts.experts.gate_up_proj.5": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.5": 1.4453125, "model.layers.32.mlp.experts.experts.gate_up_proj.6": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.6": 3.609375, "model.layers.32.mlp.experts.experts.gate_up_proj.7": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.7": 5.15625, "model.layers.32.mlp.experts.experts.gate_up_proj.8": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.8": 1.71875, "model.layers.32.mlp.experts.experts.gate_up_proj.9": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.9": 2.859375, "model.layers.32.mlp.experts.experts.gate_up_proj.10": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.10": 5.3125, "model.layers.32.mlp.experts.experts.gate_up_proj.11": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.11": 3.390625, "model.layers.32.mlp.experts.experts.gate_up_proj.12": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.12": 1.515625, "model.layers.32.mlp.experts.experts.gate_up_proj.13": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.13": 6.15625, "model.layers.32.mlp.experts.experts.gate_up_proj.14": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.14": 3.96875, "model.layers.32.mlp.experts.experts.gate_up_proj.15": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.15": 2.53125, "model.layers.32.mlp.experts.experts.gate_up_proj.16": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.16": 2.21875, "model.layers.32.mlp.experts.experts.gate_up_proj.17": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.17": 5.34375, "model.layers.32.mlp.experts.experts.gate_up_proj.18": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.18": 3.34375, "model.layers.32.mlp.experts.experts.gate_up_proj.19": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.19": 1.6328125, "model.layers.32.mlp.experts.experts.gate_up_proj.20": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.20": 2.59375, "model.layers.32.mlp.experts.experts.gate_up_proj.21": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.21": 2.5625, "model.layers.32.mlp.experts.experts.gate_up_proj.22": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.22": 4.6875, "model.layers.32.mlp.experts.experts.gate_up_proj.23": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.23": 15.3125, "model.layers.32.mlp.experts.experts.gate_up_proj.24": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.24": 6.21875, "model.layers.32.mlp.experts.experts.gate_up_proj.25": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.25": 12.125, "model.layers.32.mlp.experts.experts.gate_up_proj.26": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.26": 4.03125, "model.layers.32.mlp.experts.experts.gate_up_proj.27": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.27": 2.71875, "model.layers.32.mlp.experts.experts.gate_up_proj.28": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.28": 12.125, "model.layers.32.mlp.experts.experts.gate_up_proj.29": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.29": 7.84375, "model.layers.32.mlp.experts.experts.gate_up_proj.30": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.30": 2.5, "model.layers.32.mlp.experts.experts.gate_up_proj.31": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.31": 4.84375, "model.layers.32.mlp.experts.experts.gate_up_proj.32": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.32": 4.46875, "model.layers.32.mlp.experts.experts.gate_up_proj.33": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.33": 6.6875, "model.layers.32.mlp.experts.experts.gate_up_proj.34": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.34": 9.625, "model.layers.32.mlp.experts.experts.gate_up_proj.35": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.35": 6.5, "model.layers.32.mlp.experts.experts.gate_up_proj.36": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.36": 3.984375, "model.layers.32.mlp.experts.experts.gate_up_proj.37": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.37": 3.296875, "model.layers.32.mlp.experts.experts.gate_up_proj.38": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.38": 2.1875, "model.layers.32.mlp.experts.experts.gate_up_proj.39": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.39": 13.375, "model.layers.32.mlp.experts.experts.gate_up_proj.40": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.40": 4.875, "model.layers.32.mlp.experts.experts.gate_up_proj.41": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.41": 4.59375, "model.layers.32.mlp.experts.experts.gate_up_proj.42": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.42": 7.4375, "model.layers.32.mlp.experts.experts.gate_up_proj.43": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.43": 4.46875, "model.layers.32.mlp.experts.experts.gate_up_proj.44": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.44": 5.375, "model.layers.32.mlp.experts.experts.gate_up_proj.45": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.45": 4.84375, "model.layers.32.mlp.experts.experts.gate_up_proj.46": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.46": 10.5625, "model.layers.32.mlp.experts.experts.gate_up_proj.47": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.47": 2.25, "model.layers.32.mlp.experts.experts.gate_up_proj.48": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.48": 2.609375, "model.layers.32.mlp.experts.experts.gate_up_proj.49": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.49": 4.53125, "model.layers.32.mlp.experts.experts.gate_up_proj.50": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.50": 1.1015625, "model.layers.32.mlp.experts.experts.gate_up_proj.51": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.51": 6.75, "model.layers.32.mlp.experts.experts.gate_up_proj.52": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.52": 6.46875, "model.layers.32.mlp.experts.experts.gate_up_proj.53": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.53": 3.734375, "model.layers.32.mlp.experts.experts.gate_up_proj.54": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.54": 1.8671875, "model.layers.32.mlp.experts.experts.gate_up_proj.55": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.55": 7.21875, "model.layers.32.mlp.experts.experts.gate_up_proj.56": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.56": 10.3125, "model.layers.32.mlp.experts.experts.gate_up_proj.57": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.57": 1.4765625, "model.layers.32.mlp.experts.experts.gate_up_proj.58": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.58": 3.765625, "model.layers.32.mlp.experts.experts.gate_up_proj.59": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.59": 4.75, "model.layers.32.mlp.experts.experts.gate_up_proj.60": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.60": 8.625, "model.layers.32.mlp.experts.experts.gate_up_proj.61": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.61": 7.40625, "model.layers.32.mlp.experts.experts.gate_up_proj.62": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.62": 7.1875, "model.layers.32.mlp.experts.experts.gate_up_proj.63": 2.046875, "model.layers.32.mlp.experts.experts.down_proj.63": 9.125, "model.layers.32.mlp.shared_experts.gate_proj": 2.046875, "model.layers.32.mlp.shared_experts.up_proj": 2.046875, "model.layers.32.mlp.shared_experts.down_proj": 12.875, "model.layers.33.mlp.experts.experts.gate_up_proj.0": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.0": 1.921875, "model.layers.33.mlp.experts.experts.gate_up_proj.1": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.1": 16.75, "model.layers.33.mlp.experts.experts.gate_up_proj.2": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.2": 6.90625, "model.layers.33.mlp.experts.experts.gate_up_proj.3": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.3": 17.0, "model.layers.33.mlp.experts.experts.gate_up_proj.4": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.4": 7.0, "model.layers.33.mlp.experts.experts.gate_up_proj.5": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.5": 12.1875, "model.layers.33.mlp.experts.experts.gate_up_proj.6": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.6": 11.75, "model.layers.33.mlp.experts.experts.gate_up_proj.7": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.7": 2.015625, "model.layers.33.mlp.experts.experts.gate_up_proj.8": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.8": 1.5390625, "model.layers.33.mlp.experts.experts.gate_up_proj.9": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.9": 1.578125, "model.layers.33.mlp.experts.experts.gate_up_proj.10": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.10": 5.03125, "model.layers.33.mlp.experts.experts.gate_up_proj.11": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.11": 10.125, "model.layers.33.mlp.experts.experts.gate_up_proj.12": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.12": 13.625, "model.layers.33.mlp.experts.experts.gate_up_proj.13": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.13": 12.5, "model.layers.33.mlp.experts.experts.gate_up_proj.14": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.14": 5.5625, "model.layers.33.mlp.experts.experts.gate_up_proj.15": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.15": 7.21875, "model.layers.33.mlp.experts.experts.gate_up_proj.16": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.16": 3.078125, "model.layers.33.mlp.experts.experts.gate_up_proj.17": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.17": 3.546875, "model.layers.33.mlp.experts.experts.gate_up_proj.18": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.18": 2.203125, "model.layers.33.mlp.experts.experts.gate_up_proj.19": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.19": 6.28125, "model.layers.33.mlp.experts.experts.gate_up_proj.20": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.20": 2.890625, "model.layers.33.mlp.experts.experts.gate_up_proj.21": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.21": 9.8125, "model.layers.33.mlp.experts.experts.gate_up_proj.22": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.22": 8.0, "model.layers.33.mlp.experts.experts.gate_up_proj.23": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.23": 4.25, "model.layers.33.mlp.experts.experts.gate_up_proj.24": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.24": 3.0625, "model.layers.33.mlp.experts.experts.gate_up_proj.25": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.25": 9.0625, "model.layers.33.mlp.experts.experts.gate_up_proj.26": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.26": 4.5, "model.layers.33.mlp.experts.experts.gate_up_proj.27": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.27": 7.375, "model.layers.33.mlp.experts.experts.gate_up_proj.28": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.28": 4.75, "model.layers.33.mlp.experts.experts.gate_up_proj.29": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.29": 9.0625, "model.layers.33.mlp.experts.experts.gate_up_proj.30": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.30": 8.5, "model.layers.33.mlp.experts.experts.gate_up_proj.31": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.31": 4.90625, "model.layers.33.mlp.experts.experts.gate_up_proj.32": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.32": 13.5625, "model.layers.33.mlp.experts.experts.gate_up_proj.33": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.33": 9.8125, "model.layers.33.mlp.experts.experts.gate_up_proj.34": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.34": 6.46875, "model.layers.33.mlp.experts.experts.gate_up_proj.35": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.35": 2.328125, "model.layers.33.mlp.experts.experts.gate_up_proj.36": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.36": 10.0625, "model.layers.33.mlp.experts.experts.gate_up_proj.37": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.37": 4.5, "model.layers.33.mlp.experts.experts.gate_up_proj.38": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.38": 5.46875, "model.layers.33.mlp.experts.experts.gate_up_proj.39": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.39": 7.15625, "model.layers.33.mlp.experts.experts.gate_up_proj.40": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.40": 4.03125, "model.layers.33.mlp.experts.experts.gate_up_proj.41": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.41": 4.0625, "model.layers.33.mlp.experts.experts.gate_up_proj.42": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.42": 12.125, "model.layers.33.mlp.experts.experts.gate_up_proj.43": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.43": 5.75, "model.layers.33.mlp.experts.experts.gate_up_proj.44": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.44": 6.09375, "model.layers.33.mlp.experts.experts.gate_up_proj.45": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.45": 2.40625, "model.layers.33.mlp.experts.experts.gate_up_proj.46": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.46": 1.7265625, "model.layers.33.mlp.experts.experts.gate_up_proj.47": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.47": 3.015625, "model.layers.33.mlp.experts.experts.gate_up_proj.48": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.48": 3.890625, "model.layers.33.mlp.experts.experts.gate_up_proj.49": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.49": 2.71875, "model.layers.33.mlp.experts.experts.gate_up_proj.50": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.50": 7.28125, "model.layers.33.mlp.experts.experts.gate_up_proj.51": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.51": 5.71875, "model.layers.33.mlp.experts.experts.gate_up_proj.52": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.52": 2.265625, "model.layers.33.mlp.experts.experts.gate_up_proj.53": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.53": 4.375, "model.layers.33.mlp.experts.experts.gate_up_proj.54": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.54": 4.90625, "model.layers.33.mlp.experts.experts.gate_up_proj.55": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.55": 8.5, "model.layers.33.mlp.experts.experts.gate_up_proj.56": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.56": 4.84375, "model.layers.33.mlp.experts.experts.gate_up_proj.57": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.57": 6.28125, "model.layers.33.mlp.experts.experts.gate_up_proj.58": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.58": 4.71875, "model.layers.33.mlp.experts.experts.gate_up_proj.59": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.59": 5.34375, "model.layers.33.mlp.experts.experts.gate_up_proj.60": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.60": 4.09375, "model.layers.33.mlp.experts.experts.gate_up_proj.61": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.61": 1.828125, "model.layers.33.mlp.experts.experts.gate_up_proj.62": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.62": 4.90625, "model.layers.33.mlp.experts.experts.gate_up_proj.63": 2.09375, "model.layers.33.mlp.experts.experts.down_proj.63": 11.5625, "model.layers.33.mlp.shared_experts.gate_proj": 2.09375, "model.layers.33.mlp.shared_experts.up_proj": 2.09375, "model.layers.33.mlp.shared_experts.down_proj": 5.84375, "model.layers.34.mlp.experts.experts.gate_up_proj.0": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.0": 2.828125, "model.layers.34.mlp.experts.experts.gate_up_proj.1": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.1": 7.21875, "model.layers.34.mlp.experts.experts.gate_up_proj.2": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.2": 1.9609375, "model.layers.34.mlp.experts.experts.gate_up_proj.3": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.3": 3.59375, "model.layers.34.mlp.experts.experts.gate_up_proj.4": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.4": 5.96875, "model.layers.34.mlp.experts.experts.gate_up_proj.5": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.5": 11.875, "model.layers.34.mlp.experts.experts.gate_up_proj.6": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.6": 1.6640625, "model.layers.34.mlp.experts.experts.gate_up_proj.7": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.7": 1.9453125, "model.layers.34.mlp.experts.experts.gate_up_proj.8": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.8": 1.9609375, "model.layers.34.mlp.experts.experts.gate_up_proj.9": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.9": 9.6875, "model.layers.34.mlp.experts.experts.gate_up_proj.10": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.10": 2.78125, "model.layers.34.mlp.experts.experts.gate_up_proj.11": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.11": 5.53125, "model.layers.34.mlp.experts.experts.gate_up_proj.12": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.12": 1.6875, "model.layers.34.mlp.experts.experts.gate_up_proj.13": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.13": 2.59375, "model.layers.34.mlp.experts.experts.gate_up_proj.14": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.14": 15.375, "model.layers.34.mlp.experts.experts.gate_up_proj.15": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.15": 1.84375, "model.layers.34.mlp.experts.experts.gate_up_proj.16": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.16": 4.5, "model.layers.34.mlp.experts.experts.gate_up_proj.17": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.17": 5.9375, "model.layers.34.mlp.experts.experts.gate_up_proj.18": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.18": 2.140625, "model.layers.34.mlp.experts.experts.gate_up_proj.19": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.19": 9.25, "model.layers.34.mlp.experts.experts.gate_up_proj.20": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.20": 4.53125, "model.layers.34.mlp.experts.experts.gate_up_proj.21": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.21": 3.5, "model.layers.34.mlp.experts.experts.gate_up_proj.22": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.22": 2.09375, "model.layers.34.mlp.experts.experts.gate_up_proj.23": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.23": 4.78125, "model.layers.34.mlp.experts.experts.gate_up_proj.24": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.24": 5.34375, "model.layers.34.mlp.experts.experts.gate_up_proj.25": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.25": 4.40625, "model.layers.34.mlp.experts.experts.gate_up_proj.26": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.26": 6.6875, "model.layers.34.mlp.experts.experts.gate_up_proj.27": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.27": 4.84375, "model.layers.34.mlp.experts.experts.gate_up_proj.28": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.28": 3.796875, "model.layers.34.mlp.experts.experts.gate_up_proj.29": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.29": 3.234375, "model.layers.34.mlp.experts.experts.gate_up_proj.30": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.30": 6.28125, "model.layers.34.mlp.experts.experts.gate_up_proj.31": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.31": 8.875, "model.layers.34.mlp.experts.experts.gate_up_proj.32": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.32": 5.0625, "model.layers.34.mlp.experts.experts.gate_up_proj.33": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.33": 4.875, "model.layers.34.mlp.experts.experts.gate_up_proj.34": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.34": 5.5, "model.layers.34.mlp.experts.experts.gate_up_proj.35": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.35": 3.015625, "model.layers.34.mlp.experts.experts.gate_up_proj.36": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.36": 3.1875, "model.layers.34.mlp.experts.experts.gate_up_proj.37": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.37": 5.34375, "model.layers.34.mlp.experts.experts.gate_up_proj.38": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.38": 12.5, "model.layers.34.mlp.experts.experts.gate_up_proj.39": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.39": 4.875, "model.layers.34.mlp.experts.experts.gate_up_proj.40": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.40": 2.625, "model.layers.34.mlp.experts.experts.gate_up_proj.41": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.41": 6.34375, "model.layers.34.mlp.experts.experts.gate_up_proj.42": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.42": 4.5625, "model.layers.34.mlp.experts.experts.gate_up_proj.43": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.43": 1.7890625, "model.layers.34.mlp.experts.experts.gate_up_proj.44": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.44": 10.0, "model.layers.34.mlp.experts.experts.gate_up_proj.45": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.45": 9.5625, "model.layers.34.mlp.experts.experts.gate_up_proj.46": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.46": 3.96875, "model.layers.34.mlp.experts.experts.gate_up_proj.47": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.47": 2.765625, "model.layers.34.mlp.experts.experts.gate_up_proj.48": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.48": 8.5625, "model.layers.34.mlp.experts.experts.gate_up_proj.49": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.49": 2.75, "model.layers.34.mlp.experts.experts.gate_up_proj.50": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.50": 6.28125, "model.layers.34.mlp.experts.experts.gate_up_proj.51": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.51": 1.8984375, "model.layers.34.mlp.experts.experts.gate_up_proj.52": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.52": 4.96875, "model.layers.34.mlp.experts.experts.gate_up_proj.53": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.53": 11.6875, "model.layers.34.mlp.experts.experts.gate_up_proj.54": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.54": 5.40625, "model.layers.34.mlp.experts.experts.gate_up_proj.55": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.55": 4.28125, "model.layers.34.mlp.experts.experts.gate_up_proj.56": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.56": 10.5625, "model.layers.34.mlp.experts.experts.gate_up_proj.57": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.57": 3.171875, "model.layers.34.mlp.experts.experts.gate_up_proj.58": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.58": 4.375, "model.layers.34.mlp.experts.experts.gate_up_proj.59": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.59": 7.5625, "model.layers.34.mlp.experts.experts.gate_up_proj.60": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.60": 9.125, "model.layers.34.mlp.experts.experts.gate_up_proj.61": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.61": 17.5, "model.layers.34.mlp.experts.experts.gate_up_proj.62": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.62": 2.65625, "model.layers.34.mlp.experts.experts.gate_up_proj.63": 2.1875, "model.layers.34.mlp.experts.experts.down_proj.63": 11.5625, "model.layers.34.mlp.shared_experts.gate_proj": 2.1875, "model.layers.34.mlp.shared_experts.up_proj": 2.1875, "model.layers.34.mlp.shared_experts.down_proj": 10.0, "model.layers.35.mlp.experts.experts.gate_up_proj.0": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.0": 4.1875, "model.layers.35.mlp.experts.experts.gate_up_proj.1": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.1": 6.3125, "model.layers.35.mlp.experts.experts.gate_up_proj.2": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.2": 3.375, "model.layers.35.mlp.experts.experts.gate_up_proj.3": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.3": 4.53125, "model.layers.35.mlp.experts.experts.gate_up_proj.4": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.4": 8.1875, "model.layers.35.mlp.experts.experts.gate_up_proj.5": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.5": 2.125, "model.layers.35.mlp.experts.experts.gate_up_proj.6": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.6": 5.90625, "model.layers.35.mlp.experts.experts.gate_up_proj.7": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.7": 5.375, "model.layers.35.mlp.experts.experts.gate_up_proj.8": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.8": 5.1875, "model.layers.35.mlp.experts.experts.gate_up_proj.9": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.9": 9.875, "model.layers.35.mlp.experts.experts.gate_up_proj.10": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.10": 9.875, "model.layers.35.mlp.experts.experts.gate_up_proj.11": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.11": 6.375, "model.layers.35.mlp.experts.experts.gate_up_proj.12": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.12": 6.5625, "model.layers.35.mlp.experts.experts.gate_up_proj.13": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.13": 6.375, "model.layers.35.mlp.experts.experts.gate_up_proj.14": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.14": 5.46875, "model.layers.35.mlp.experts.experts.gate_up_proj.15": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.15": 8.625, "model.layers.35.mlp.experts.experts.gate_up_proj.16": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.16": 5.0, "model.layers.35.mlp.experts.experts.gate_up_proj.17": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.17": 3.9375, "model.layers.35.mlp.experts.experts.gate_up_proj.18": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.18": 3.78125, "model.layers.35.mlp.experts.experts.gate_up_proj.19": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.19": 10.8125, "model.layers.35.mlp.experts.experts.gate_up_proj.20": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.20": 5.0625, "model.layers.35.mlp.experts.experts.gate_up_proj.21": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.21": 3.09375, "model.layers.35.mlp.experts.experts.gate_up_proj.22": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.22": 12.1875, "model.layers.35.mlp.experts.experts.gate_up_proj.23": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.23": 11.25, "model.layers.35.mlp.experts.experts.gate_up_proj.24": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.24": 13.8125, "model.layers.35.mlp.experts.experts.gate_up_proj.25": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.25": 6.375, "model.layers.35.mlp.experts.experts.gate_up_proj.26": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.26": 15.5, "model.layers.35.mlp.experts.experts.gate_up_proj.27": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.27": 2.578125, "model.layers.35.mlp.experts.experts.gate_up_proj.28": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.28": 15.0625, "model.layers.35.mlp.experts.experts.gate_up_proj.29": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.29": 16.375, "model.layers.35.mlp.experts.experts.gate_up_proj.30": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.30": 3.171875, "model.layers.35.mlp.experts.experts.gate_up_proj.31": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.31": 5.4375, "model.layers.35.mlp.experts.experts.gate_up_proj.32": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.32": 7.03125, "model.layers.35.mlp.experts.experts.gate_up_proj.33": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.33": 17.625, "model.layers.35.mlp.experts.experts.gate_up_proj.34": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.34": 3.171875, "model.layers.35.mlp.experts.experts.gate_up_proj.35": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.35": 4.3125, "model.layers.35.mlp.experts.experts.gate_up_proj.36": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.36": 3.640625, "model.layers.35.mlp.experts.experts.gate_up_proj.37": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.37": 2.828125, "model.layers.35.mlp.experts.experts.gate_up_proj.38": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.38": 14.8125, "model.layers.35.mlp.experts.experts.gate_up_proj.39": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.39": 9.875, "model.layers.35.mlp.experts.experts.gate_up_proj.40": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.40": 4.90625, "model.layers.35.mlp.experts.experts.gate_up_proj.41": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.41": 4.65625, "model.layers.35.mlp.experts.experts.gate_up_proj.42": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.42": 1.9140625, "model.layers.35.mlp.experts.experts.gate_up_proj.43": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.43": 3.328125, "model.layers.35.mlp.experts.experts.gate_up_proj.44": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.44": 9.25, "model.layers.35.mlp.experts.experts.gate_up_proj.45": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.45": 7.15625, "model.layers.35.mlp.experts.experts.gate_up_proj.46": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.46": 3.953125, "model.layers.35.mlp.experts.experts.gate_up_proj.47": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.47": 16.75, "model.layers.35.mlp.experts.experts.gate_up_proj.48": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.48": 1.84375, "model.layers.35.mlp.experts.experts.gate_up_proj.49": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.49": 2.765625, "model.layers.35.mlp.experts.experts.gate_up_proj.50": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.50": 2.78125, "model.layers.35.mlp.experts.experts.gate_up_proj.51": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.51": 9.625, "model.layers.35.mlp.experts.experts.gate_up_proj.52": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.52": 7.6875, "model.layers.35.mlp.experts.experts.gate_up_proj.53": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.53": 5.28125, "model.layers.35.mlp.experts.experts.gate_up_proj.54": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.54": 6.5625, "model.layers.35.mlp.experts.experts.gate_up_proj.55": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.55": 2.625, "model.layers.35.mlp.experts.experts.gate_up_proj.56": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.56": 9.875, "model.layers.35.mlp.experts.experts.gate_up_proj.57": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.57": 8.8125, "model.layers.35.mlp.experts.experts.gate_up_proj.58": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.58": 3.828125, "model.layers.35.mlp.experts.experts.gate_up_proj.59": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.59": 4.28125, "model.layers.35.mlp.experts.experts.gate_up_proj.60": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.60": 3.75, "model.layers.35.mlp.experts.experts.gate_up_proj.61": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.61": 1.9140625, "model.layers.35.mlp.experts.experts.gate_up_proj.62": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.62": 21.125, "model.layers.35.mlp.experts.experts.gate_up_proj.63": 2.28125, "model.layers.35.mlp.experts.experts.down_proj.63": 5.96875, "model.layers.35.mlp.shared_experts.gate_proj": 2.28125, "model.layers.35.mlp.shared_experts.up_proj": 2.28125, "model.layers.35.mlp.shared_experts.down_proj": 12.625, "model.layers.36.mlp.experts.experts.gate_up_proj.0": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.0": 7.0, "model.layers.36.mlp.experts.experts.gate_up_proj.1": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.1": 3.1875, "model.layers.36.mlp.experts.experts.gate_up_proj.2": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.2": 5.53125, "model.layers.36.mlp.experts.experts.gate_up_proj.3": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.3": 3.3125, "model.layers.36.mlp.experts.experts.gate_up_proj.4": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.4": 9.5, "model.layers.36.mlp.experts.experts.gate_up_proj.5": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.5": 5.75, "model.layers.36.mlp.experts.experts.gate_up_proj.6": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.6": 9.4375, "model.layers.36.mlp.experts.experts.gate_up_proj.7": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.7": 2.578125, "model.layers.36.mlp.experts.experts.gate_up_proj.8": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.8": 4.15625, "model.layers.36.mlp.experts.experts.gate_up_proj.9": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.9": 4.0625, "model.layers.36.mlp.experts.experts.gate_up_proj.10": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.10": 11.5625, "model.layers.36.mlp.experts.experts.gate_up_proj.11": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.11": 6.1875, "model.layers.36.mlp.experts.experts.gate_up_proj.12": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.12": 4.8125, "model.layers.36.mlp.experts.experts.gate_up_proj.13": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.13": 1.921875, "model.layers.36.mlp.experts.experts.gate_up_proj.14": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.14": 10.9375, "model.layers.36.mlp.experts.experts.gate_up_proj.15": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.15": 4.75, "model.layers.36.mlp.experts.experts.gate_up_proj.16": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.16": 5.9375, "model.layers.36.mlp.experts.experts.gate_up_proj.17": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.17": 4.46875, "model.layers.36.mlp.experts.experts.gate_up_proj.18": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.18": 11.8125, "model.layers.36.mlp.experts.experts.gate_up_proj.19": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.19": 8.8125, "model.layers.36.mlp.experts.experts.gate_up_proj.20": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.20": 5.0, "model.layers.36.mlp.experts.experts.gate_up_proj.21": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.21": 12.3125, "model.layers.36.mlp.experts.experts.gate_up_proj.22": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.22": 4.375, "model.layers.36.mlp.experts.experts.gate_up_proj.23": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.23": 4.84375, "model.layers.36.mlp.experts.experts.gate_up_proj.24": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.24": 9.3125, "model.layers.36.mlp.experts.experts.gate_up_proj.25": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.25": 6.40625, "model.layers.36.mlp.experts.experts.gate_up_proj.26": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.26": 1.8828125, "model.layers.36.mlp.experts.experts.gate_up_proj.27": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.27": 1.796875, "model.layers.36.mlp.experts.experts.gate_up_proj.28": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.28": 1.8125, "model.layers.36.mlp.experts.experts.gate_up_proj.29": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.29": 5.34375, "model.layers.36.mlp.experts.experts.gate_up_proj.30": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.30": 1.625, "model.layers.36.mlp.experts.experts.gate_up_proj.31": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.31": 6.34375, "model.layers.36.mlp.experts.experts.gate_up_proj.32": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.32": 5.15625, "model.layers.36.mlp.experts.experts.gate_up_proj.33": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.33": 6.90625, "model.layers.36.mlp.experts.experts.gate_up_proj.34": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.34": 4.28125, "model.layers.36.mlp.experts.experts.gate_up_proj.35": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.35": 3.15625, "model.layers.36.mlp.experts.experts.gate_up_proj.36": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.36": 3.71875, "model.layers.36.mlp.experts.experts.gate_up_proj.37": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.37": 6.21875, "model.layers.36.mlp.experts.experts.gate_up_proj.38": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.38": 6.65625, "model.layers.36.mlp.experts.experts.gate_up_proj.39": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.39": 3.046875, "model.layers.36.mlp.experts.experts.gate_up_proj.40": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.40": 1.96875, "model.layers.36.mlp.experts.experts.gate_up_proj.41": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.41": 2.046875, "model.layers.36.mlp.experts.experts.gate_up_proj.42": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.42": 7.8125, "model.layers.36.mlp.experts.experts.gate_up_proj.43": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.43": 3.78125, "model.layers.36.mlp.experts.experts.gate_up_proj.44": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.44": 3.09375, "model.layers.36.mlp.experts.experts.gate_up_proj.45": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.45": 6.6875, "model.layers.36.mlp.experts.experts.gate_up_proj.46": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.46": 2.8125, "model.layers.36.mlp.experts.experts.gate_up_proj.47": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.47": 9.5, "model.layers.36.mlp.experts.experts.gate_up_proj.48": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.48": 3.96875, "model.layers.36.mlp.experts.experts.gate_up_proj.49": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.49": 7.09375, "model.layers.36.mlp.experts.experts.gate_up_proj.50": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.50": 3.125, "model.layers.36.mlp.experts.experts.gate_up_proj.51": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.51": 7.5, "model.layers.36.mlp.experts.experts.gate_up_proj.52": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.52": 11.3125, "model.layers.36.mlp.experts.experts.gate_up_proj.53": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.53": 1.546875, "model.layers.36.mlp.experts.experts.gate_up_proj.54": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.54": 4.625, "model.layers.36.mlp.experts.experts.gate_up_proj.55": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.55": 10.1875, "model.layers.36.mlp.experts.experts.gate_up_proj.56": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.56": 11.5625, "model.layers.36.mlp.experts.experts.gate_up_proj.57": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.57": 5.1875, "model.layers.36.mlp.experts.experts.gate_up_proj.58": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.58": 13.5625, "model.layers.36.mlp.experts.experts.gate_up_proj.59": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.59": 18.0, "model.layers.36.mlp.experts.experts.gate_up_proj.60": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.60": 2.4375, "model.layers.36.mlp.experts.experts.gate_up_proj.61": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.61": 1.546875, "model.layers.36.mlp.experts.experts.gate_up_proj.62": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.62": 10.25, "model.layers.36.mlp.experts.experts.gate_up_proj.63": 2.21875, "model.layers.36.mlp.experts.experts.down_proj.63": 1.8828125, "model.layers.36.mlp.shared_experts.gate_proj": 2.21875, "model.layers.36.mlp.shared_experts.up_proj": 2.21875, "model.layers.36.mlp.shared_experts.down_proj": 8.5, "model.layers.37.mlp.experts.experts.gate_up_proj.0": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.0": 10.125, "model.layers.37.mlp.experts.experts.gate_up_proj.1": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.1": 4.125, "model.layers.37.mlp.experts.experts.gate_up_proj.2": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.2": 6.15625, "model.layers.37.mlp.experts.experts.gate_up_proj.3": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.3": 5.5625, "model.layers.37.mlp.experts.experts.gate_up_proj.4": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.4": 3.15625, "model.layers.37.mlp.experts.experts.gate_up_proj.5": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.5": 7.0625, "model.layers.37.mlp.experts.experts.gate_up_proj.6": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.6": 3.25, "model.layers.37.mlp.experts.experts.gate_up_proj.7": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.7": 7.9375, "model.layers.37.mlp.experts.experts.gate_up_proj.8": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.8": 11.625, "model.layers.37.mlp.experts.experts.gate_up_proj.9": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.9": 7.21875, "model.layers.37.mlp.experts.experts.gate_up_proj.10": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.10": 1.9140625, "model.layers.37.mlp.experts.experts.gate_up_proj.11": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.11": 3.671875, "model.layers.37.mlp.experts.experts.gate_up_proj.12": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.12": 9.9375, "model.layers.37.mlp.experts.experts.gate_up_proj.13": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.13": 13.5625, "model.layers.37.mlp.experts.experts.gate_up_proj.14": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.14": 10.5, "model.layers.37.mlp.experts.experts.gate_up_proj.15": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.15": 10.1875, "model.layers.37.mlp.experts.experts.gate_up_proj.16": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.16": 10.125, "model.layers.37.mlp.experts.experts.gate_up_proj.17": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.17": 7.875, "model.layers.37.mlp.experts.experts.gate_up_proj.18": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.18": 11.125, "model.layers.37.mlp.experts.experts.gate_up_proj.19": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.19": 1.7890625, "model.layers.37.mlp.experts.experts.gate_up_proj.20": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.20": 5.0, "model.layers.37.mlp.experts.experts.gate_up_proj.21": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.21": 4.28125, "model.layers.37.mlp.experts.experts.gate_up_proj.22": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.22": 6.875, "model.layers.37.mlp.experts.experts.gate_up_proj.23": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.23": 19.0, "model.layers.37.mlp.experts.experts.gate_up_proj.24": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.24": 5.15625, "model.layers.37.mlp.experts.experts.gate_up_proj.25": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.25": 3.84375, "model.layers.37.mlp.experts.experts.gate_up_proj.26": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.26": 12.4375, "model.layers.37.mlp.experts.experts.gate_up_proj.27": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.27": 2.171875, "model.layers.37.mlp.experts.experts.gate_up_proj.28": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.28": 3.890625, "model.layers.37.mlp.experts.experts.gate_up_proj.29": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.29": 8.6875, "model.layers.37.mlp.experts.experts.gate_up_proj.30": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.30": 2.921875, "model.layers.37.mlp.experts.experts.gate_up_proj.31": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.31": 8.75, "model.layers.37.mlp.experts.experts.gate_up_proj.32": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.32": 8.75, "model.layers.37.mlp.experts.experts.gate_up_proj.33": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.33": 7.0, "model.layers.37.mlp.experts.experts.gate_up_proj.34": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.34": 2.140625, "model.layers.37.mlp.experts.experts.gate_up_proj.35": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.35": 4.21875, "model.layers.37.mlp.experts.experts.gate_up_proj.36": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.36": 6.5625, "model.layers.37.mlp.experts.experts.gate_up_proj.37": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.37": 6.4375, "model.layers.37.mlp.experts.experts.gate_up_proj.38": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.38": 6.625, "model.layers.37.mlp.experts.experts.gate_up_proj.39": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.39": 7.0625, "model.layers.37.mlp.experts.experts.gate_up_proj.40": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.40": 2.296875, "model.layers.37.mlp.experts.experts.gate_up_proj.41": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.41": 9.125, "model.layers.37.mlp.experts.experts.gate_up_proj.42": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.42": 15.1875, "model.layers.37.mlp.experts.experts.gate_up_proj.43": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.43": 10.5625, "model.layers.37.mlp.experts.experts.gate_up_proj.44": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.44": 11.8125, "model.layers.37.mlp.experts.experts.gate_up_proj.45": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.45": 4.75, "model.layers.37.mlp.experts.experts.gate_up_proj.46": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.46": 3.34375, "model.layers.37.mlp.experts.experts.gate_up_proj.47": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.47": 2.546875, "model.layers.37.mlp.experts.experts.gate_up_proj.48": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.48": 2.53125, "model.layers.37.mlp.experts.experts.gate_up_proj.49": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.49": 9.125, "model.layers.37.mlp.experts.experts.gate_up_proj.50": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.50": 5.46875, "model.layers.37.mlp.experts.experts.gate_up_proj.51": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.51": 6.3125, "model.layers.37.mlp.experts.experts.gate_up_proj.52": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.52": 2.859375, "model.layers.37.mlp.experts.experts.gate_up_proj.53": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.53": 7.125, "model.layers.37.mlp.experts.experts.gate_up_proj.54": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.54": 3.859375, "model.layers.37.mlp.experts.experts.gate_up_proj.55": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.55": 12.125, "model.layers.37.mlp.experts.experts.gate_up_proj.56": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.56": 5.34375, "model.layers.37.mlp.experts.experts.gate_up_proj.57": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.57": 4.25, "model.layers.37.mlp.experts.experts.gate_up_proj.58": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.58": 3.265625, "model.layers.37.mlp.experts.experts.gate_up_proj.59": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.59": 2.4375, "model.layers.37.mlp.experts.experts.gate_up_proj.60": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.60": 5.59375, "model.layers.37.mlp.experts.experts.gate_up_proj.61": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.61": 2.078125, "model.layers.37.mlp.experts.experts.gate_up_proj.62": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.62": 6.9375, "model.layers.37.mlp.experts.experts.gate_up_proj.63": 2.265625, "model.layers.37.mlp.experts.experts.down_proj.63": 10.125, "model.layers.37.mlp.shared_experts.gate_proj": 2.265625, "model.layers.37.mlp.shared_experts.up_proj": 2.265625, "model.layers.37.mlp.shared_experts.down_proj": 11.5, "model.layers.38.mlp.experts.experts.gate_up_proj.0": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.0": 11.0, "model.layers.38.mlp.experts.experts.gate_up_proj.1": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.1": 69.0, "model.layers.38.mlp.experts.experts.gate_up_proj.2": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.2": 3.21875, "model.layers.38.mlp.experts.experts.gate_up_proj.3": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.3": 3.609375, "model.layers.38.mlp.experts.experts.gate_up_proj.4": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.4": 36.5, "model.layers.38.mlp.experts.experts.gate_up_proj.5": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.5": 10.0, "model.layers.38.mlp.experts.experts.gate_up_proj.6": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.6": 6.625, "model.layers.38.mlp.experts.experts.gate_up_proj.7": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.7": 6.40625, "model.layers.38.mlp.experts.experts.gate_up_proj.8": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.8": 3.96875, "model.layers.38.mlp.experts.experts.gate_up_proj.9": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.9": 10.4375, "model.layers.38.mlp.experts.experts.gate_up_proj.10": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.10": 5.84375, "model.layers.38.mlp.experts.experts.gate_up_proj.11": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.11": 6.1875, "model.layers.38.mlp.experts.experts.gate_up_proj.12": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.12": 4.15625, "model.layers.38.mlp.experts.experts.gate_up_proj.13": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.13": 5.625, "model.layers.38.mlp.experts.experts.gate_up_proj.14": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.14": 8.125, "model.layers.38.mlp.experts.experts.gate_up_proj.15": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.15": 2.25, "model.layers.38.mlp.experts.experts.gate_up_proj.16": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.16": 5.625, "model.layers.38.mlp.experts.experts.gate_up_proj.17": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.17": 2.984375, "model.layers.38.mlp.experts.experts.gate_up_proj.18": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.18": 2.28125, "model.layers.38.mlp.experts.experts.gate_up_proj.19": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.19": 2.59375, "model.layers.38.mlp.experts.experts.gate_up_proj.20": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.20": 7.59375, "model.layers.38.mlp.experts.experts.gate_up_proj.21": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.21": 6.375, "model.layers.38.mlp.experts.experts.gate_up_proj.22": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.22": 2.15625, "model.layers.38.mlp.experts.experts.gate_up_proj.23": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.23": 5.21875, "model.layers.38.mlp.experts.experts.gate_up_proj.24": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.24": 5.46875, "model.layers.38.mlp.experts.experts.gate_up_proj.25": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.25": 15.0, "model.layers.38.mlp.experts.experts.gate_up_proj.26": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.26": 9.5, "model.layers.38.mlp.experts.experts.gate_up_proj.27": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.27": 4.53125, "model.layers.38.mlp.experts.experts.gate_up_proj.28": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.28": 2.8125, "model.layers.38.mlp.experts.experts.gate_up_proj.29": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.29": 3.0625, "model.layers.38.mlp.experts.experts.gate_up_proj.30": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.30": 3.515625, "model.layers.38.mlp.experts.experts.gate_up_proj.31": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.31": 7.125, "model.layers.38.mlp.experts.experts.gate_up_proj.32": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.32": 16.125, "model.layers.38.mlp.experts.experts.gate_up_proj.33": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.33": 19.5, "model.layers.38.mlp.experts.experts.gate_up_proj.34": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.34": 5.5, "model.layers.38.mlp.experts.experts.gate_up_proj.35": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.35": 2.828125, "model.layers.38.mlp.experts.experts.gate_up_proj.36": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.36": 5.875, "model.layers.38.mlp.experts.experts.gate_up_proj.37": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.37": 5.5625, "model.layers.38.mlp.experts.experts.gate_up_proj.38": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.38": 8.0625, "model.layers.38.mlp.experts.experts.gate_up_proj.39": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.39": 3.296875, "model.layers.38.mlp.experts.experts.gate_up_proj.40": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.40": 11.625, "model.layers.38.mlp.experts.experts.gate_up_proj.41": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.41": 7.40625, "model.layers.38.mlp.experts.experts.gate_up_proj.42": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.42": 3.375, "model.layers.38.mlp.experts.experts.gate_up_proj.43": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.43": 3.59375, "model.layers.38.mlp.experts.experts.gate_up_proj.44": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.44": 8.625, "model.layers.38.mlp.experts.experts.gate_up_proj.45": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.45": 4.53125, "model.layers.38.mlp.experts.experts.gate_up_proj.46": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.46": 9.875, "model.layers.38.mlp.experts.experts.gate_up_proj.47": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.47": 6.8125, "model.layers.38.mlp.experts.experts.gate_up_proj.48": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.48": 3.28125, "model.layers.38.mlp.experts.experts.gate_up_proj.49": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.49": 6.65625, "model.layers.38.mlp.experts.experts.gate_up_proj.50": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.50": 7.25, "model.layers.38.mlp.experts.experts.gate_up_proj.51": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.51": 3.53125, "model.layers.38.mlp.experts.experts.gate_up_proj.52": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.52": 4.5, "model.layers.38.mlp.experts.experts.gate_up_proj.53": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.53": 5.5, "model.layers.38.mlp.experts.experts.gate_up_proj.54": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.54": 10.9375, "model.layers.38.mlp.experts.experts.gate_up_proj.55": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.55": 7.8125, "model.layers.38.mlp.experts.experts.gate_up_proj.56": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.56": 6.0, "model.layers.38.mlp.experts.experts.gate_up_proj.57": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.57": 4.375, "model.layers.38.mlp.experts.experts.gate_up_proj.58": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.58": 13.3125, "model.layers.38.mlp.experts.experts.gate_up_proj.59": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.59": 6.875, "model.layers.38.mlp.experts.experts.gate_up_proj.60": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.60": 2.8125, "model.layers.38.mlp.experts.experts.gate_up_proj.61": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.61": 2.3125, "model.layers.38.mlp.experts.experts.gate_up_proj.62": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.62": 2.265625, "model.layers.38.mlp.experts.experts.gate_up_proj.63": 2.3125, "model.layers.38.mlp.experts.experts.down_proj.63": 5.0, "model.layers.38.mlp.shared_experts.gate_proj": 2.3125, "model.layers.38.mlp.shared_experts.up_proj": 2.3125, "model.layers.38.mlp.shared_experts.down_proj": 15.625, "model.layers.39.mlp.experts.experts.gate_up_proj.0": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.0": 13.4375, "model.layers.39.mlp.experts.experts.gate_up_proj.1": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.1": 1.734375, "model.layers.39.mlp.experts.experts.gate_up_proj.2": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.2": 5.03125, "model.layers.39.mlp.experts.experts.gate_up_proj.3": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.3": 5.25, "model.layers.39.mlp.experts.experts.gate_up_proj.4": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.4": 3.171875, "model.layers.39.mlp.experts.experts.gate_up_proj.5": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.5": 11.0625, "model.layers.39.mlp.experts.experts.gate_up_proj.6": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.6": 9.6875, "model.layers.39.mlp.experts.experts.gate_up_proj.7": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.7": 3.65625, "model.layers.39.mlp.experts.experts.gate_up_proj.8": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.8": 11.6875, "model.layers.39.mlp.experts.experts.gate_up_proj.9": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.9": 3.6875, "model.layers.39.mlp.experts.experts.gate_up_proj.10": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.10": 10.375, "model.layers.39.mlp.experts.experts.gate_up_proj.11": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.11": 8.375, "model.layers.39.mlp.experts.experts.gate_up_proj.12": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.12": 3.109375, "model.layers.39.mlp.experts.experts.gate_up_proj.13": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.13": 2.703125, "model.layers.39.mlp.experts.experts.gate_up_proj.14": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.14": 4.78125, "model.layers.39.mlp.experts.experts.gate_up_proj.15": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.15": 2.609375, "model.layers.39.mlp.experts.experts.gate_up_proj.16": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.16": 242.0, "model.layers.39.mlp.experts.experts.gate_up_proj.17": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.17": 14.5625, "model.layers.39.mlp.experts.experts.gate_up_proj.18": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.18": 4.90625, "model.layers.39.mlp.experts.experts.gate_up_proj.19": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.19": 4.6875, "model.layers.39.mlp.experts.experts.gate_up_proj.20": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.20": 3.125, "model.layers.39.mlp.experts.experts.gate_up_proj.21": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.21": 2.34375, "model.layers.39.mlp.experts.experts.gate_up_proj.22": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.22": 4.71875, "model.layers.39.mlp.experts.experts.gate_up_proj.23": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.23": 8.625, "model.layers.39.mlp.experts.experts.gate_up_proj.24": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.24": 10.9375, "model.layers.39.mlp.experts.experts.gate_up_proj.25": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.25": 11.75, "model.layers.39.mlp.experts.experts.gate_up_proj.26": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.26": 13.75, "model.layers.39.mlp.experts.experts.gate_up_proj.27": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.27": 2.484375, "model.layers.39.mlp.experts.experts.gate_up_proj.28": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.28": 11.25, "model.layers.39.mlp.experts.experts.gate_up_proj.29": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.29": 8.5625, "model.layers.39.mlp.experts.experts.gate_up_proj.30": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.30": 3.96875, "model.layers.39.mlp.experts.experts.gate_up_proj.31": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.31": 11.75, "model.layers.39.mlp.experts.experts.gate_up_proj.32": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.32": 8.0625, "model.layers.39.mlp.experts.experts.gate_up_proj.33": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.33": 9.1875, "model.layers.39.mlp.experts.experts.gate_up_proj.34": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.34": 7.1875, "model.layers.39.mlp.experts.experts.gate_up_proj.35": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.35": 3.609375, "model.layers.39.mlp.experts.experts.gate_up_proj.36": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.36": 3.453125, "model.layers.39.mlp.experts.experts.gate_up_proj.37": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.37": 13.6875, "model.layers.39.mlp.experts.experts.gate_up_proj.38": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.38": 2.8125, "model.layers.39.mlp.experts.experts.gate_up_proj.39": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.39": 13.6875, "model.layers.39.mlp.experts.experts.gate_up_proj.40": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.40": 4.28125, "model.layers.39.mlp.experts.experts.gate_up_proj.41": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.41": 10.25, "model.layers.39.mlp.experts.experts.gate_up_proj.42": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.42": 1.5234375, "model.layers.39.mlp.experts.experts.gate_up_proj.43": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.43": 4.90625, "model.layers.39.mlp.experts.experts.gate_up_proj.44": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.44": 6.5625, "model.layers.39.mlp.experts.experts.gate_up_proj.45": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.45": 8.25, "model.layers.39.mlp.experts.experts.gate_up_proj.46": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.46": 2.03125, "model.layers.39.mlp.experts.experts.gate_up_proj.47": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.47": 9.75, "model.layers.39.mlp.experts.experts.gate_up_proj.48": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.48": 3.875, "model.layers.39.mlp.experts.experts.gate_up_proj.49": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.49": 5.75, "model.layers.39.mlp.experts.experts.gate_up_proj.50": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.50": 5.4375, "model.layers.39.mlp.experts.experts.gate_up_proj.51": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.51": 5.375, "model.layers.39.mlp.experts.experts.gate_up_proj.52": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.52": 6.03125, "model.layers.39.mlp.experts.experts.gate_up_proj.53": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.53": 5.40625, "model.layers.39.mlp.experts.experts.gate_up_proj.54": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.54": 10.625, "model.layers.39.mlp.experts.experts.gate_up_proj.55": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.55": 8.3125, "model.layers.39.mlp.experts.experts.gate_up_proj.56": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.56": 6.09375, "model.layers.39.mlp.experts.experts.gate_up_proj.57": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.57": 8.8125, "model.layers.39.mlp.experts.experts.gate_up_proj.58": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.58": 4.875, "model.layers.39.mlp.experts.experts.gate_up_proj.59": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.59": 6.84375, "model.layers.39.mlp.experts.experts.gate_up_proj.60": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.60": 4.5, "model.layers.39.mlp.experts.experts.gate_up_proj.61": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.61": 4.09375, "model.layers.39.mlp.experts.experts.gate_up_proj.62": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.62": 6.8125, "model.layers.39.mlp.experts.experts.gate_up_proj.63": 2.4375, "model.layers.39.mlp.experts.experts.down_proj.63": 8.6875, "model.layers.39.mlp.shared_experts.gate_proj": 2.4375, "model.layers.39.mlp.shared_experts.up_proj": 2.4375, "model.layers.39.mlp.shared_experts.down_proj": 10.875, "model.layers.40.mlp.experts.experts.gate_up_proj.0": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.0": 11.25, "model.layers.40.mlp.experts.experts.gate_up_proj.1": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.1": 3.59375, "model.layers.40.mlp.experts.experts.gate_up_proj.2": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.2": 5.15625, "model.layers.40.mlp.experts.experts.gate_up_proj.3": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.3": 3.25, "model.layers.40.mlp.experts.experts.gate_up_proj.4": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.4": 8.0, "model.layers.40.mlp.experts.experts.gate_up_proj.5": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.5": 7.75, "model.layers.40.mlp.experts.experts.gate_up_proj.6": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.6": 11.25, "model.layers.40.mlp.experts.experts.gate_up_proj.7": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.7": 5.25, "model.layers.40.mlp.experts.experts.gate_up_proj.8": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.8": 10.6875, "model.layers.40.mlp.experts.experts.gate_up_proj.9": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.9": 3.828125, "model.layers.40.mlp.experts.experts.gate_up_proj.10": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.10": 8.875, "model.layers.40.mlp.experts.experts.gate_up_proj.11": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.11": 9.6875, "model.layers.40.mlp.experts.experts.gate_up_proj.12": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.12": 2.25, "model.layers.40.mlp.experts.experts.gate_up_proj.13": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.13": 2.765625, "model.layers.40.mlp.experts.experts.gate_up_proj.14": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.14": 10.25, "model.layers.40.mlp.experts.experts.gate_up_proj.15": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.15": 17.625, "model.layers.40.mlp.experts.experts.gate_up_proj.16": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.16": 3.390625, "model.layers.40.mlp.experts.experts.gate_up_proj.17": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.17": 3.578125, "model.layers.40.mlp.experts.experts.gate_up_proj.18": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.18": 5.875, "model.layers.40.mlp.experts.experts.gate_up_proj.19": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.19": 11.8125, "model.layers.40.mlp.experts.experts.gate_up_proj.20": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.20": 4.21875, "model.layers.40.mlp.experts.experts.gate_up_proj.21": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.21": 3.1875, "model.layers.40.mlp.experts.experts.gate_up_proj.22": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.22": 14.25, "model.layers.40.mlp.experts.experts.gate_up_proj.23": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.23": 2.9375, "model.layers.40.mlp.experts.experts.gate_up_proj.24": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.24": 3.734375, "model.layers.40.mlp.experts.experts.gate_up_proj.25": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.25": 5.75, "model.layers.40.mlp.experts.experts.gate_up_proj.26": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.26": 7.0, "model.layers.40.mlp.experts.experts.gate_up_proj.27": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.27": 3.015625, "model.layers.40.mlp.experts.experts.gate_up_proj.28": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.28": 4.625, "model.layers.40.mlp.experts.experts.gate_up_proj.29": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.29": 3.0, "model.layers.40.mlp.experts.experts.gate_up_proj.30": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.30": 11.6875, "model.layers.40.mlp.experts.experts.gate_up_proj.31": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.31": 83.5, "model.layers.40.mlp.experts.experts.gate_up_proj.32": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.32": 2.65625, "model.layers.40.mlp.experts.experts.gate_up_proj.33": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.33": 9.125, "model.layers.40.mlp.experts.experts.gate_up_proj.34": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.34": 3.875, "model.layers.40.mlp.experts.experts.gate_up_proj.35": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.35": 3.46875, "model.layers.40.mlp.experts.experts.gate_up_proj.36": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.36": 5.125, "model.layers.40.mlp.experts.experts.gate_up_proj.37": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.37": 9.125, "model.layers.40.mlp.experts.experts.gate_up_proj.38": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.38": 2.078125, "model.layers.40.mlp.experts.experts.gate_up_proj.39": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.39": 2.453125, "model.layers.40.mlp.experts.experts.gate_up_proj.40": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.40": 8.1875, "model.layers.40.mlp.experts.experts.gate_up_proj.41": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.41": 6.3125, "model.layers.40.mlp.experts.experts.gate_up_proj.42": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.42": 2.59375, "model.layers.40.mlp.experts.experts.gate_up_proj.43": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.43": 12.875, "model.layers.40.mlp.experts.experts.gate_up_proj.44": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.44": 6.78125, "model.layers.40.mlp.experts.experts.gate_up_proj.45": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.45": 13.8125, "model.layers.40.mlp.experts.experts.gate_up_proj.46": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.46": 4.5, "model.layers.40.mlp.experts.experts.gate_up_proj.47": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.47": 9.4375, "model.layers.40.mlp.experts.experts.gate_up_proj.48": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.48": 16.5, "model.layers.40.mlp.experts.experts.gate_up_proj.49": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.49": 5.03125, "model.layers.40.mlp.experts.experts.gate_up_proj.50": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.50": 3.5, "model.layers.40.mlp.experts.experts.gate_up_proj.51": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.51": 6.15625, "model.layers.40.mlp.experts.experts.gate_up_proj.52": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.52": 39.5, "model.layers.40.mlp.experts.experts.gate_up_proj.53": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.53": 9.125, "model.layers.40.mlp.experts.experts.gate_up_proj.54": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.54": 2.4375, "model.layers.40.mlp.experts.experts.gate_up_proj.55": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.55": 5.0, "model.layers.40.mlp.experts.experts.gate_up_proj.56": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.56": 7.25, "model.layers.40.mlp.experts.experts.gate_up_proj.57": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.57": 6.59375, "model.layers.40.mlp.experts.experts.gate_up_proj.58": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.58": 2.890625, "model.layers.40.mlp.experts.experts.gate_up_proj.59": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.59": 3.421875, "model.layers.40.mlp.experts.experts.gate_up_proj.60": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.60": 8.25, "model.layers.40.mlp.experts.experts.gate_up_proj.61": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.61": 3.3125, "model.layers.40.mlp.experts.experts.gate_up_proj.62": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.62": 11.375, "model.layers.40.mlp.experts.experts.gate_up_proj.63": 2.40625, "model.layers.40.mlp.experts.experts.down_proj.63": 3.0625, "model.layers.40.mlp.shared_experts.gate_proj": 2.40625, "model.layers.40.mlp.shared_experts.up_proj": 2.40625, "model.layers.40.mlp.shared_experts.down_proj": 81.0, "model.layers.41.mlp.experts.experts.gate_up_proj.0": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.0": 3.09375, "model.layers.41.mlp.experts.experts.gate_up_proj.1": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.1": 5.03125, "model.layers.41.mlp.experts.experts.gate_up_proj.2": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.2": 7.25, "model.layers.41.mlp.experts.experts.gate_up_proj.3": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.3": 4.59375, "model.layers.41.mlp.experts.experts.gate_up_proj.4": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.4": 7.125, "model.layers.41.mlp.experts.experts.gate_up_proj.5": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.5": 9.8125, "model.layers.41.mlp.experts.experts.gate_up_proj.6": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.6": 2.0, "model.layers.41.mlp.experts.experts.gate_up_proj.7": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.7": 2.8125, "model.layers.41.mlp.experts.experts.gate_up_proj.8": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.8": 3.90625, "model.layers.41.mlp.experts.experts.gate_up_proj.9": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.9": 6.46875, "model.layers.41.mlp.experts.experts.gate_up_proj.10": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.10": 4.78125, "model.layers.41.mlp.experts.experts.gate_up_proj.11": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.11": 9.0, "model.layers.41.mlp.experts.experts.gate_up_proj.12": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.12": 10.0, "model.layers.41.mlp.experts.experts.gate_up_proj.13": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.13": 10.75, "model.layers.41.mlp.experts.experts.gate_up_proj.14": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.14": 11.375, "model.layers.41.mlp.experts.experts.gate_up_proj.15": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.15": 5.0, "model.layers.41.mlp.experts.experts.gate_up_proj.16": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.16": 2.59375, "model.layers.41.mlp.experts.experts.gate_up_proj.17": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.17": 15.9375, "model.layers.41.mlp.experts.experts.gate_up_proj.18": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.18": 7.28125, "model.layers.41.mlp.experts.experts.gate_up_proj.19": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.19": 5.875, "model.layers.41.mlp.experts.experts.gate_up_proj.20": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.20": 10.3125, "model.layers.41.mlp.experts.experts.gate_up_proj.21": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.21": 5.375, "model.layers.41.mlp.experts.experts.gate_up_proj.22": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.22": 6.125, "model.layers.41.mlp.experts.experts.gate_up_proj.23": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.23": 4.21875, "model.layers.41.mlp.experts.experts.gate_up_proj.24": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.24": 9.9375, "model.layers.41.mlp.experts.experts.gate_up_proj.25": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.25": 8.4375, "model.layers.41.mlp.experts.experts.gate_up_proj.26": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.26": 6.28125, "model.layers.41.mlp.experts.experts.gate_up_proj.27": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.27": 4.9375, "model.layers.41.mlp.experts.experts.gate_up_proj.28": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.28": 3.390625, "model.layers.41.mlp.experts.experts.gate_up_proj.29": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.29": 8.25, "model.layers.41.mlp.experts.experts.gate_up_proj.30": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.30": 5.34375, "model.layers.41.mlp.experts.experts.gate_up_proj.31": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.31": 4.90625, "model.layers.41.mlp.experts.experts.gate_up_proj.32": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.32": 8.1875, "model.layers.41.mlp.experts.experts.gate_up_proj.33": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.33": 7.90625, "model.layers.41.mlp.experts.experts.gate_up_proj.34": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.34": 9.9375, "model.layers.41.mlp.experts.experts.gate_up_proj.35": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.35": 3.125, "model.layers.41.mlp.experts.experts.gate_up_proj.36": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.36": 4.96875, "model.layers.41.mlp.experts.experts.gate_up_proj.37": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.37": 4.96875, "model.layers.41.mlp.experts.experts.gate_up_proj.38": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.38": 14.75, "model.layers.41.mlp.experts.experts.gate_up_proj.39": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.39": 11.375, "model.layers.41.mlp.experts.experts.gate_up_proj.40": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.40": 3.953125, "model.layers.41.mlp.experts.experts.gate_up_proj.41": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.41": 7.875, "model.layers.41.mlp.experts.experts.gate_up_proj.42": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.42": 7.34375, "model.layers.41.mlp.experts.experts.gate_up_proj.43": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.43": 11.0625, "model.layers.41.mlp.experts.experts.gate_up_proj.44": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.44": 6.53125, "model.layers.41.mlp.experts.experts.gate_up_proj.45": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.45": 2.671875, "model.layers.41.mlp.experts.experts.gate_up_proj.46": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.46": 13.375, "model.layers.41.mlp.experts.experts.gate_up_proj.47": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.47": 6.1875, "model.layers.41.mlp.experts.experts.gate_up_proj.48": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.48": 8.5, "model.layers.41.mlp.experts.experts.gate_up_proj.49": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.49": 6.53125, "model.layers.41.mlp.experts.experts.gate_up_proj.50": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.50": 5.90625, "model.layers.41.mlp.experts.experts.gate_up_proj.51": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.51": 2.328125, "model.layers.41.mlp.experts.experts.gate_up_proj.52": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.52": 9.75, "model.layers.41.mlp.experts.experts.gate_up_proj.53": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.53": 7.71875, "model.layers.41.mlp.experts.experts.gate_up_proj.54": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.54": 7.875, "model.layers.41.mlp.experts.experts.gate_up_proj.55": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.55": 3.546875, "model.layers.41.mlp.experts.experts.gate_up_proj.56": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.56": 13.3125, "model.layers.41.mlp.experts.experts.gate_up_proj.57": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.57": 7.59375, "model.layers.41.mlp.experts.experts.gate_up_proj.58": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.58": 9.625, "model.layers.41.mlp.experts.experts.gate_up_proj.59": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.59": 2.609375, "model.layers.41.mlp.experts.experts.gate_up_proj.60": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.60": 8.875, "model.layers.41.mlp.experts.experts.gate_up_proj.61": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.61": 7.40625, "model.layers.41.mlp.experts.experts.gate_up_proj.62": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.62": 10.25, "model.layers.41.mlp.experts.experts.gate_up_proj.63": 3.703125, "model.layers.41.mlp.experts.experts.down_proj.63": 11.6875, "model.layers.41.mlp.shared_experts.gate_proj": 3.703125, "model.layers.41.mlp.shared_experts.up_proj": 3.703125, "model.layers.41.mlp.shared_experts.down_proj": 14.75, "model.layers.42.mlp.experts.experts.gate_up_proj.0": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.0": 5.46875, "model.layers.42.mlp.experts.experts.gate_up_proj.1": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.1": 6.9375, "model.layers.42.mlp.experts.experts.gate_up_proj.2": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.2": 9.9375, "model.layers.42.mlp.experts.experts.gate_up_proj.3": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.3": 12.9375, "model.layers.42.mlp.experts.experts.gate_up_proj.4": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.4": 7.96875, "model.layers.42.mlp.experts.experts.gate_up_proj.5": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.5": 5.0625, "model.layers.42.mlp.experts.experts.gate_up_proj.6": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.6": 2.5625, "model.layers.42.mlp.experts.experts.gate_up_proj.7": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.7": 3.609375, "model.layers.42.mlp.experts.experts.gate_up_proj.8": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.8": 69.0, "model.layers.42.mlp.experts.experts.gate_up_proj.9": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.9": 5.09375, "model.layers.42.mlp.experts.experts.gate_up_proj.10": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.10": 5.1875, "model.layers.42.mlp.experts.experts.gate_up_proj.11": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.11": 6.03125, "model.layers.42.mlp.experts.experts.gate_up_proj.12": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.12": 3.734375, "model.layers.42.mlp.experts.experts.gate_up_proj.13": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.13": 5.40625, "model.layers.42.mlp.experts.experts.gate_up_proj.14": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.14": 11.625, "model.layers.42.mlp.experts.experts.gate_up_proj.15": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.15": 3.015625, "model.layers.42.mlp.experts.experts.gate_up_proj.16": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.16": 8.0625, "model.layers.42.mlp.experts.experts.gate_up_proj.17": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.17": 12.6875, "model.layers.42.mlp.experts.experts.gate_up_proj.18": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.18": 4.15625, "model.layers.42.mlp.experts.experts.gate_up_proj.19": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.19": 7.5, "model.layers.42.mlp.experts.experts.gate_up_proj.20": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.20": 4.25, "model.layers.42.mlp.experts.experts.gate_up_proj.21": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.21": 9.0625, "model.layers.42.mlp.experts.experts.gate_up_proj.22": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.22": 5.21875, "model.layers.42.mlp.experts.experts.gate_up_proj.23": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.23": 10.6875, "model.layers.42.mlp.experts.experts.gate_up_proj.24": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.24": 6.65625, "model.layers.42.mlp.experts.experts.gate_up_proj.25": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.25": 7.09375, "model.layers.42.mlp.experts.experts.gate_up_proj.26": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.26": 8.125, "model.layers.42.mlp.experts.experts.gate_up_proj.27": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.27": 6.78125, "model.layers.42.mlp.experts.experts.gate_up_proj.28": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.28": 8.8125, "model.layers.42.mlp.experts.experts.gate_up_proj.29": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.29": 11.6875, "model.layers.42.mlp.experts.experts.gate_up_proj.30": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.30": 4.09375, "model.layers.42.mlp.experts.experts.gate_up_proj.31": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.31": 6.78125, "model.layers.42.mlp.experts.experts.gate_up_proj.32": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.32": 7.03125, "model.layers.42.mlp.experts.experts.gate_up_proj.33": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.33": 7.375, "model.layers.42.mlp.experts.experts.gate_up_proj.34": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.34": 6.96875, "model.layers.42.mlp.experts.experts.gate_up_proj.35": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.35": 3.5, "model.layers.42.mlp.experts.experts.gate_up_proj.36": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.36": 10.25, "model.layers.42.mlp.experts.experts.gate_up_proj.37": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.37": 4.21875, "model.layers.42.mlp.experts.experts.gate_up_proj.38": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.38": 6.5, "model.layers.42.mlp.experts.experts.gate_up_proj.39": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.39": 6.875, "model.layers.42.mlp.experts.experts.gate_up_proj.40": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.40": 12.875, "model.layers.42.mlp.experts.experts.gate_up_proj.41": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.41": 29.5, "model.layers.42.mlp.experts.experts.gate_up_proj.42": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.42": 4.28125, "model.layers.42.mlp.experts.experts.gate_up_proj.43": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.43": 9.1875, "model.layers.42.mlp.experts.experts.gate_up_proj.44": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.44": 10.125, "model.layers.42.mlp.experts.experts.gate_up_proj.45": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.45": 3.984375, "model.layers.42.mlp.experts.experts.gate_up_proj.46": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.46": 6.40625, "model.layers.42.mlp.experts.experts.gate_up_proj.47": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.47": 4.625, "model.layers.42.mlp.experts.experts.gate_up_proj.48": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.48": 7.96875, "model.layers.42.mlp.experts.experts.gate_up_proj.49": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.49": 9.875, "model.layers.42.mlp.experts.experts.gate_up_proj.50": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.50": 3.3125, "model.layers.42.mlp.experts.experts.gate_up_proj.51": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.51": 10.0, "model.layers.42.mlp.experts.experts.gate_up_proj.52": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.52": 3.921875, "model.layers.42.mlp.experts.experts.gate_up_proj.53": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.53": 8.375, "model.layers.42.mlp.experts.experts.gate_up_proj.54": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.54": 6.03125, "model.layers.42.mlp.experts.experts.gate_up_proj.55": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.55": 3.234375, "model.layers.42.mlp.experts.experts.gate_up_proj.56": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.56": 7.625, "model.layers.42.mlp.experts.experts.gate_up_proj.57": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.57": 8.1875, "model.layers.42.mlp.experts.experts.gate_up_proj.58": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.58": 7.6875, "model.layers.42.mlp.experts.experts.gate_up_proj.59": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.59": 9.5, "model.layers.42.mlp.experts.experts.gate_up_proj.60": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.60": 6.78125, "model.layers.42.mlp.experts.experts.gate_up_proj.61": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.61": 4.8125, "model.layers.42.mlp.experts.experts.gate_up_proj.62": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.62": 8.875, "model.layers.42.mlp.experts.experts.gate_up_proj.63": 3.890625, "model.layers.42.mlp.experts.experts.down_proj.63": 10.9375, "model.layers.42.mlp.shared_experts.gate_proj": 3.890625, "model.layers.42.mlp.shared_experts.up_proj": 3.890625, "model.layers.42.mlp.shared_experts.down_proj": 56.75, "model.layers.43.mlp.experts.experts.gate_up_proj.0": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.0": 2.1875, "model.layers.43.mlp.experts.experts.gate_up_proj.1": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.1": 10.4375, "model.layers.43.mlp.experts.experts.gate_up_proj.2": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.2": 12.375, "model.layers.43.mlp.experts.experts.gate_up_proj.3": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.3": 6.9375, "model.layers.43.mlp.experts.experts.gate_up_proj.4": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.4": 1.9140625, "model.layers.43.mlp.experts.experts.gate_up_proj.5": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.5": 5.90625, "model.layers.43.mlp.experts.experts.gate_up_proj.6": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.6": 7.78125, "model.layers.43.mlp.experts.experts.gate_up_proj.7": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.7": 5.1875, "model.layers.43.mlp.experts.experts.gate_up_proj.8": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.8": 5.59375, "model.layers.43.mlp.experts.experts.gate_up_proj.9": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.9": 4.25, "model.layers.43.mlp.experts.experts.gate_up_proj.10": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.10": 6.03125, "model.layers.43.mlp.experts.experts.gate_up_proj.11": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.11": 8.5625, "model.layers.43.mlp.experts.experts.gate_up_proj.12": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.12": 5.75, "model.layers.43.mlp.experts.experts.gate_up_proj.13": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.13": 5.65625, "model.layers.43.mlp.experts.experts.gate_up_proj.14": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.14": 6.625, "model.layers.43.mlp.experts.experts.gate_up_proj.15": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.15": 5.15625, "model.layers.43.mlp.experts.experts.gate_up_proj.16": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.16": 6.4375, "model.layers.43.mlp.experts.experts.gate_up_proj.17": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.17": 4.0, "model.layers.43.mlp.experts.experts.gate_up_proj.18": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.18": 6.65625, "model.layers.43.mlp.experts.experts.gate_up_proj.19": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.19": 5.65625, "model.layers.43.mlp.experts.experts.gate_up_proj.20": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.20": 3.453125, "model.layers.43.mlp.experts.experts.gate_up_proj.21": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.21": 4.0, "model.layers.43.mlp.experts.experts.gate_up_proj.22": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.22": 3.65625, "model.layers.43.mlp.experts.experts.gate_up_proj.23": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.23": 5.0, "model.layers.43.mlp.experts.experts.gate_up_proj.24": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.24": 7.34375, "model.layers.43.mlp.experts.experts.gate_up_proj.25": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.25": 9.125, "model.layers.43.mlp.experts.experts.gate_up_proj.26": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.26": 7.34375, "model.layers.43.mlp.experts.experts.gate_up_proj.27": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.27": 14.0625, "model.layers.43.mlp.experts.experts.gate_up_proj.28": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.28": 3.15625, "model.layers.43.mlp.experts.experts.gate_up_proj.29": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.29": 4.65625, "model.layers.43.mlp.experts.experts.gate_up_proj.30": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.30": 5.5, "model.layers.43.mlp.experts.experts.gate_up_proj.31": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.31": 5.875, "model.layers.43.mlp.experts.experts.gate_up_proj.32": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.32": 5.46875, "model.layers.43.mlp.experts.experts.gate_up_proj.33": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.33": 2.28125, "model.layers.43.mlp.experts.experts.gate_up_proj.34": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.34": 5.78125, "model.layers.43.mlp.experts.experts.gate_up_proj.35": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.35": 3.765625, "model.layers.43.mlp.experts.experts.gate_up_proj.36": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.36": 24.125, "model.layers.43.mlp.experts.experts.gate_up_proj.37": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.37": 3.53125, "model.layers.43.mlp.experts.experts.gate_up_proj.38": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.38": 5.28125, "model.layers.43.mlp.experts.experts.gate_up_proj.39": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.39": 8.25, "model.layers.43.mlp.experts.experts.gate_up_proj.40": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.40": 4.28125, "model.layers.43.mlp.experts.experts.gate_up_proj.41": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.41": 3.015625, "model.layers.43.mlp.experts.experts.gate_up_proj.42": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.42": 7.1875, "model.layers.43.mlp.experts.experts.gate_up_proj.43": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.43": 4.34375, "model.layers.43.mlp.experts.experts.gate_up_proj.44": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.44": 8.5625, "model.layers.43.mlp.experts.experts.gate_up_proj.45": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.45": 5.375, "model.layers.43.mlp.experts.experts.gate_up_proj.46": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.46": 9.125, "model.layers.43.mlp.experts.experts.gate_up_proj.47": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.47": 13.625, "model.layers.43.mlp.experts.experts.gate_up_proj.48": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.48": 7.03125, "model.layers.43.mlp.experts.experts.gate_up_proj.49": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.49": 10.1875, "model.layers.43.mlp.experts.experts.gate_up_proj.50": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.50": 6.375, "model.layers.43.mlp.experts.experts.gate_up_proj.51": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.51": 5.0625, "model.layers.43.mlp.experts.experts.gate_up_proj.52": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.52": 9.8125, "model.layers.43.mlp.experts.experts.gate_up_proj.53": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.53": 7.6875, "model.layers.43.mlp.experts.experts.gate_up_proj.54": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.54": 4.6875, "model.layers.43.mlp.experts.experts.gate_up_proj.55": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.55": 14.875, "model.layers.43.mlp.experts.experts.gate_up_proj.56": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.56": 6.75, "model.layers.43.mlp.experts.experts.gate_up_proj.57": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.57": 5.125, "model.layers.43.mlp.experts.experts.gate_up_proj.58": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.58": 29.375, "model.layers.43.mlp.experts.experts.gate_up_proj.59": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.59": 8.875, "model.layers.43.mlp.experts.experts.gate_up_proj.60": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.60": 2.4375, "model.layers.43.mlp.experts.experts.gate_up_proj.61": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.61": 17.25, "model.layers.43.mlp.experts.experts.gate_up_proj.62": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.62": 6.03125, "model.layers.43.mlp.experts.experts.gate_up_proj.63": 3.9375, "model.layers.43.mlp.experts.experts.down_proj.63": 4.96875, "model.layers.43.mlp.shared_experts.gate_proj": 3.9375, "model.layers.43.mlp.shared_experts.up_proj": 3.9375, "model.layers.43.mlp.shared_experts.down_proj": 65.5, "model.layers.44.mlp.experts.experts.gate_up_proj.0": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.0": 3.84375, "model.layers.44.mlp.experts.experts.gate_up_proj.1": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.1": 4.0625, "model.layers.44.mlp.experts.experts.gate_up_proj.2": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.2": 6.09375, "model.layers.44.mlp.experts.experts.gate_up_proj.3": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.3": 3.828125, "model.layers.44.mlp.experts.experts.gate_up_proj.4": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.4": 5.65625, "model.layers.44.mlp.experts.experts.gate_up_proj.5": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.5": 8.0625, "model.layers.44.mlp.experts.experts.gate_up_proj.6": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.6": 8.125, "model.layers.44.mlp.experts.experts.gate_up_proj.7": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.7": 5.5, "model.layers.44.mlp.experts.experts.gate_up_proj.8": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.8": 7.5, "model.layers.44.mlp.experts.experts.gate_up_proj.9": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.9": 13.3125, "model.layers.44.mlp.experts.experts.gate_up_proj.10": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.10": 11.125, "model.layers.44.mlp.experts.experts.gate_up_proj.11": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.11": 8.8125, "model.layers.44.mlp.experts.experts.gate_up_proj.12": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.12": 3.234375, "model.layers.44.mlp.experts.experts.gate_up_proj.13": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.13": 21.625, "model.layers.44.mlp.experts.experts.gate_up_proj.14": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.14": 5.03125, "model.layers.44.mlp.experts.experts.gate_up_proj.15": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.15": 4.0625, "model.layers.44.mlp.experts.experts.gate_up_proj.16": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.16": 4.25, "model.layers.44.mlp.experts.experts.gate_up_proj.17": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.17": 9.75, "model.layers.44.mlp.experts.experts.gate_up_proj.18": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.18": 3.828125, "model.layers.44.mlp.experts.experts.gate_up_proj.19": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.19": 3.765625, "model.layers.44.mlp.experts.experts.gate_up_proj.20": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.20": 6.65625, "model.layers.44.mlp.experts.experts.gate_up_proj.21": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.21": 4.0625, "model.layers.44.mlp.experts.experts.gate_up_proj.22": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.22": 6.09375, "model.layers.44.mlp.experts.experts.gate_up_proj.23": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.23": 3.71875, "model.layers.44.mlp.experts.experts.gate_up_proj.24": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.24": 3.453125, "model.layers.44.mlp.experts.experts.gate_up_proj.25": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.25": 6.25, "model.layers.44.mlp.experts.experts.gate_up_proj.26": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.26": 2.875, "model.layers.44.mlp.experts.experts.gate_up_proj.27": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.27": 3.65625, "model.layers.44.mlp.experts.experts.gate_up_proj.28": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.28": 3.03125, "model.layers.44.mlp.experts.experts.gate_up_proj.29": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.29": 6.59375, "model.layers.44.mlp.experts.experts.gate_up_proj.30": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.30": 3.421875, "model.layers.44.mlp.experts.experts.gate_up_proj.31": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.31": 2.765625, "model.layers.44.mlp.experts.experts.gate_up_proj.32": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.32": 8.5, "model.layers.44.mlp.experts.experts.gate_up_proj.33": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.33": 5.1875, "model.layers.44.mlp.experts.experts.gate_up_proj.34": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.34": 8.375, "model.layers.44.mlp.experts.experts.gate_up_proj.35": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.35": 3.875, "model.layers.44.mlp.experts.experts.gate_up_proj.36": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.36": 3.1875, "model.layers.44.mlp.experts.experts.gate_up_proj.37": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.37": 5.125, "model.layers.44.mlp.experts.experts.gate_up_proj.38": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.38": 8.75, "model.layers.44.mlp.experts.experts.gate_up_proj.39": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.39": 7.40625, "model.layers.44.mlp.experts.experts.gate_up_proj.40": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.40": 7.75, "model.layers.44.mlp.experts.experts.gate_up_proj.41": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.41": 7.71875, "model.layers.44.mlp.experts.experts.gate_up_proj.42": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.42": 6.90625, "model.layers.44.mlp.experts.experts.gate_up_proj.43": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.43": 3.125, "model.layers.44.mlp.experts.experts.gate_up_proj.44": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.44": 11.3125, "model.layers.44.mlp.experts.experts.gate_up_proj.45": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.45": 5.375, "model.layers.44.mlp.experts.experts.gate_up_proj.46": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.46": 8.0625, "model.layers.44.mlp.experts.experts.gate_up_proj.47": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.47": 5.78125, "model.layers.44.mlp.experts.experts.gate_up_proj.48": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.48": 5.5625, "model.layers.44.mlp.experts.experts.gate_up_proj.49": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.49": 7.71875, "model.layers.44.mlp.experts.experts.gate_up_proj.50": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.50": 6.125, "model.layers.44.mlp.experts.experts.gate_up_proj.51": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.51": 6.40625, "model.layers.44.mlp.experts.experts.gate_up_proj.52": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.52": 5.65625, "model.layers.44.mlp.experts.experts.gate_up_proj.53": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.53": 6.84375, "model.layers.44.mlp.experts.experts.gate_up_proj.54": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.54": 8.375, "model.layers.44.mlp.experts.experts.gate_up_proj.55": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.55": 4.375, "model.layers.44.mlp.experts.experts.gate_up_proj.56": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.56": 4.6875, "model.layers.44.mlp.experts.experts.gate_up_proj.57": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.57": 5.71875, "model.layers.44.mlp.experts.experts.gate_up_proj.58": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.58": 6.4375, "model.layers.44.mlp.experts.experts.gate_up_proj.59": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.59": 3.375, "model.layers.44.mlp.experts.experts.gate_up_proj.60": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.60": 5.84375, "model.layers.44.mlp.experts.experts.gate_up_proj.61": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.61": 11.25, "model.layers.44.mlp.experts.experts.gate_up_proj.62": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.62": 11.0625, "model.layers.44.mlp.experts.experts.gate_up_proj.63": 3.03125, "model.layers.44.mlp.experts.experts.down_proj.63": 3.515625, "model.layers.44.mlp.shared_experts.gate_proj": 3.03125, "model.layers.44.mlp.shared_experts.up_proj": 3.03125, "model.layers.44.mlp.shared_experts.down_proj": 38.25, "model.layers.45.mlp.experts.experts.gate_up_proj.0": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.0": 3.96875, "model.layers.45.mlp.experts.experts.gate_up_proj.1": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.1": 7.5625, "model.layers.45.mlp.experts.experts.gate_up_proj.2": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.2": 3.828125, "model.layers.45.mlp.experts.experts.gate_up_proj.3": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.3": 3.8125, "model.layers.45.mlp.experts.experts.gate_up_proj.4": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.4": 2.890625, "model.layers.45.mlp.experts.experts.gate_up_proj.5": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.5": 5.96875, "model.layers.45.mlp.experts.experts.gate_up_proj.6": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.6": 3.390625, "model.layers.45.mlp.experts.experts.gate_up_proj.7": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.7": 5.5, "model.layers.45.mlp.experts.experts.gate_up_proj.8": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.8": 3.9375, "model.layers.45.mlp.experts.experts.gate_up_proj.9": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.9": 2.234375, "model.layers.45.mlp.experts.experts.gate_up_proj.10": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.10": 8.875, "model.layers.45.mlp.experts.experts.gate_up_proj.11": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.11": 4.5625, "model.layers.45.mlp.experts.experts.gate_up_proj.12": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.12": 7.25, "model.layers.45.mlp.experts.experts.gate_up_proj.13": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.13": 3.78125, "model.layers.45.mlp.experts.experts.gate_up_proj.14": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.14": 3.0625, "model.layers.45.mlp.experts.experts.gate_up_proj.15": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.15": 6.15625, "model.layers.45.mlp.experts.experts.gate_up_proj.16": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.16": 2.203125, "model.layers.45.mlp.experts.experts.gate_up_proj.17": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.17": 3.453125, "model.layers.45.mlp.experts.experts.gate_up_proj.18": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.18": 14.625, "model.layers.45.mlp.experts.experts.gate_up_proj.19": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.19": 2.546875, "model.layers.45.mlp.experts.experts.gate_up_proj.20": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.20": 4.5, "model.layers.45.mlp.experts.experts.gate_up_proj.21": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.21": 4.625, "model.layers.45.mlp.experts.experts.gate_up_proj.22": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.22": 4.15625, "model.layers.45.mlp.experts.experts.gate_up_proj.23": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.23": 5.8125, "model.layers.45.mlp.experts.experts.gate_up_proj.24": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.24": 2.65625, "model.layers.45.mlp.experts.experts.gate_up_proj.25": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.25": 2.703125, "model.layers.45.mlp.experts.experts.gate_up_proj.26": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.26": 21.625, "model.layers.45.mlp.experts.experts.gate_up_proj.27": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.27": 4.46875, "model.layers.45.mlp.experts.experts.gate_up_proj.28": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.28": 6.4375, "model.layers.45.mlp.experts.experts.gate_up_proj.29": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.29": 16.375, "model.layers.45.mlp.experts.experts.gate_up_proj.30": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.30": 4.03125, "model.layers.45.mlp.experts.experts.gate_up_proj.31": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.31": 9.1875, "model.layers.45.mlp.experts.experts.gate_up_proj.32": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.32": 2.703125, "model.layers.45.mlp.experts.experts.gate_up_proj.33": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.33": 4.4375, "model.layers.45.mlp.experts.experts.gate_up_proj.34": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.34": 6.0, "model.layers.45.mlp.experts.experts.gate_up_proj.35": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.35": 4.28125, "model.layers.45.mlp.experts.experts.gate_up_proj.36": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.36": 4.15625, "model.layers.45.mlp.experts.experts.gate_up_proj.37": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.37": 6.28125, "model.layers.45.mlp.experts.experts.gate_up_proj.38": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.38": 2.515625, "model.layers.45.mlp.experts.experts.gate_up_proj.39": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.39": 39.0, "model.layers.45.mlp.experts.experts.gate_up_proj.40": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.40": 5.15625, "model.layers.45.mlp.experts.experts.gate_up_proj.41": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.41": 3.15625, "model.layers.45.mlp.experts.experts.gate_up_proj.42": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.42": 15.75, "model.layers.45.mlp.experts.experts.gate_up_proj.43": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.43": 8.9375, "model.layers.45.mlp.experts.experts.gate_up_proj.44": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.44": 11.0625, "model.layers.45.mlp.experts.experts.gate_up_proj.45": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.45": 4.46875, "model.layers.45.mlp.experts.experts.gate_up_proj.46": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.46": 3.125, "model.layers.45.mlp.experts.experts.gate_up_proj.47": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.47": 6.71875, "model.layers.45.mlp.experts.experts.gate_up_proj.48": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.48": 3.140625, "model.layers.45.mlp.experts.experts.gate_up_proj.49": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.49": 4.8125, "model.layers.45.mlp.experts.experts.gate_up_proj.50": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.50": 4.0625, "model.layers.45.mlp.experts.experts.gate_up_proj.51": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.51": 5.9375, "model.layers.45.mlp.experts.experts.gate_up_proj.52": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.52": 3.65625, "model.layers.45.mlp.experts.experts.gate_up_proj.53": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.53": 9.5, "model.layers.45.mlp.experts.experts.gate_up_proj.54": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.54": 10.3125, "model.layers.45.mlp.experts.experts.gate_up_proj.55": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.55": 4.78125, "model.layers.45.mlp.experts.experts.gate_up_proj.56": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.56": 4.78125, "model.layers.45.mlp.experts.experts.gate_up_proj.57": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.57": 2.078125, "model.layers.45.mlp.experts.experts.gate_up_proj.58": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.58": 10.3125, "model.layers.45.mlp.experts.experts.gate_up_proj.59": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.59": 3.28125, "model.layers.45.mlp.experts.experts.gate_up_proj.60": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.60": 2.875, "model.layers.45.mlp.experts.experts.gate_up_proj.61": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.61": 4.40625, "model.layers.45.mlp.experts.experts.gate_up_proj.62": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.62": 3.265625, "model.layers.45.mlp.experts.experts.gate_up_proj.63": 3.046875, "model.layers.45.mlp.experts.experts.down_proj.63": 8.0, "model.layers.45.mlp.shared_experts.gate_proj": 3.046875, "model.layers.45.mlp.shared_experts.up_proj": 3.046875, "model.layers.45.mlp.shared_experts.down_proj": 41.0, "model.layers.46.mlp.experts.experts.gate_up_proj.0": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.0": 3.546875, "model.layers.46.mlp.experts.experts.gate_up_proj.1": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.1": 1.7578125, "model.layers.46.mlp.experts.experts.gate_up_proj.2": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.2": 22.625, "model.layers.46.mlp.experts.experts.gate_up_proj.3": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.3": 2.375, "model.layers.46.mlp.experts.experts.gate_up_proj.4": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.4": 12.3125, "model.layers.46.mlp.experts.experts.gate_up_proj.5": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.5": 3.140625, "model.layers.46.mlp.experts.experts.gate_up_proj.6": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.6": 4.375, "model.layers.46.mlp.experts.experts.gate_up_proj.7": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.7": 2.84375, "model.layers.46.mlp.experts.experts.gate_up_proj.8": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.8": 35.0, "model.layers.46.mlp.experts.experts.gate_up_proj.9": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.9": 2.609375, "model.layers.46.mlp.experts.experts.gate_up_proj.10": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.10": 5.53125, "model.layers.46.mlp.experts.experts.gate_up_proj.11": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.11": 5.34375, "model.layers.46.mlp.experts.experts.gate_up_proj.12": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.12": 3.25, "model.layers.46.mlp.experts.experts.gate_up_proj.13": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.13": 1.609375, "model.layers.46.mlp.experts.experts.gate_up_proj.14": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.14": 6.59375, "model.layers.46.mlp.experts.experts.gate_up_proj.15": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.15": 24.625, "model.layers.46.mlp.experts.experts.gate_up_proj.16": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.16": 3.375, "model.layers.46.mlp.experts.experts.gate_up_proj.17": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.17": 5.875, "model.layers.46.mlp.experts.experts.gate_up_proj.18": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.18": 5.21875, "model.layers.46.mlp.experts.experts.gate_up_proj.19": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.19": 4.3125, "model.layers.46.mlp.experts.experts.gate_up_proj.20": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.20": 8.1875, "model.layers.46.mlp.experts.experts.gate_up_proj.21": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.21": 10.875, "model.layers.46.mlp.experts.experts.gate_up_proj.22": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.22": 1.875, "model.layers.46.mlp.experts.experts.gate_up_proj.23": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.23": 3.1875, "model.layers.46.mlp.experts.experts.gate_up_proj.24": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.24": 2.015625, "model.layers.46.mlp.experts.experts.gate_up_proj.25": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.25": 5.375, "model.layers.46.mlp.experts.experts.gate_up_proj.26": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.26": 3.375, "model.layers.46.mlp.experts.experts.gate_up_proj.27": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.27": 12.625, "model.layers.46.mlp.experts.experts.gate_up_proj.28": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.28": 2.015625, "model.layers.46.mlp.experts.experts.gate_up_proj.29": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.29": 5.28125, "model.layers.46.mlp.experts.experts.gate_up_proj.30": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.30": 2.125, "model.layers.46.mlp.experts.experts.gate_up_proj.31": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.31": 2.484375, "model.layers.46.mlp.experts.experts.gate_up_proj.32": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.32": 6.375, "model.layers.46.mlp.experts.experts.gate_up_proj.33": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.33": 1.7109375, "model.layers.46.mlp.experts.experts.gate_up_proj.34": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.34": 2.578125, "model.layers.46.mlp.experts.experts.gate_up_proj.35": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.35": 45.0, "model.layers.46.mlp.experts.experts.gate_up_proj.36": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.36": 18.75, "model.layers.46.mlp.experts.experts.gate_up_proj.37": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.37": 13.125, "model.layers.46.mlp.experts.experts.gate_up_proj.38": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.38": 2.015625, "model.layers.46.mlp.experts.experts.gate_up_proj.39": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.39": 2.109375, "model.layers.46.mlp.experts.experts.gate_up_proj.40": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.40": 1.921875, "model.layers.46.mlp.experts.experts.gate_up_proj.41": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.41": 2.5625, "model.layers.46.mlp.experts.experts.gate_up_proj.42": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.42": 203.0, "model.layers.46.mlp.experts.experts.gate_up_proj.43": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.43": 2.4375, "model.layers.46.mlp.experts.experts.gate_up_proj.44": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.44": 7.65625, "model.layers.46.mlp.experts.experts.gate_up_proj.45": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.45": 29.0, "model.layers.46.mlp.experts.experts.gate_up_proj.46": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.46": 3.59375, "model.layers.46.mlp.experts.experts.gate_up_proj.47": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.47": 3.34375, "model.layers.46.mlp.experts.experts.gate_up_proj.48": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.48": 2.0, "model.layers.46.mlp.experts.experts.gate_up_proj.49": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.49": 52.25, "model.layers.46.mlp.experts.experts.gate_up_proj.50": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.50": 4.75, "model.layers.46.mlp.experts.experts.gate_up_proj.51": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.51": 93.5, "model.layers.46.mlp.experts.experts.gate_up_proj.52": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.52": 2.8125, "model.layers.46.mlp.experts.experts.gate_up_proj.53": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.53": 21.875, "model.layers.46.mlp.experts.experts.gate_up_proj.54": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.54": 2.0625, "model.layers.46.mlp.experts.experts.gate_up_proj.55": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.55": 3.5, "model.layers.46.mlp.experts.experts.gate_up_proj.56": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.56": 2.203125, "model.layers.46.mlp.experts.experts.gate_up_proj.57": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.57": 2.390625, "model.layers.46.mlp.experts.experts.gate_up_proj.58": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.58": 3.75, "model.layers.46.mlp.experts.experts.gate_up_proj.59": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.59": 33.25, "model.layers.46.mlp.experts.experts.gate_up_proj.60": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.60": 2.4375, "model.layers.46.mlp.experts.experts.gate_up_proj.61": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.61": 1.6875, "model.layers.46.mlp.experts.experts.gate_up_proj.62": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.62": 2.5625, "model.layers.46.mlp.experts.experts.gate_up_proj.63": 5.6875, "model.layers.46.mlp.experts.experts.down_proj.63": 8.25, "model.layers.46.mlp.shared_experts.gate_proj": 5.6875, "model.layers.46.mlp.shared_experts.up_proj": 5.6875, "model.layers.46.mlp.shared_experts.down_proj": 28.0, "lm_head": 49.0 }