[
  {
    "layer_name": "model.layers.35.mlp.up_proj",
    "sensitivities": {
      "4": 0.012298583984375,
      "6": 0.0049591064453125,
      "8": 0.00689697265625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.35.mlp.down_proj",
    "sensitivities": {
      "4": 0.0086212158203125,
      "6": 0.005584716796875,
      "8": 0.003631591796875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.35.mlp.gate_proj",
    "sensitivities": {
      "4": 0.010528564453125,
      "6": 0.0063629150390625,
      "8": 0.0048980712890625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.35.self_attn.o_proj",
    "sensitivities": {
      "4": 0.008026123046875,
      "6": 0.00452423095703125,
      "8": 0.0065460205078125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.35.self_attn.v_proj",
    "sensitivities": {
      "4": 0.009613037109375,
      "6": 0.0070953369140625,
      "8": 0.004608154296875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.35.self_attn.k_proj",
    "sensitivities": {
      "4": 0.007354736328125,
      "6": 0.0007781982421875,
      "8": 0.0038604736328125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.35.self_attn.q_proj",
    "sensitivities": {
      "4": 0.005218505859375,
      "6": 0.0078125,
      "8": 0.0065460205078125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.34.mlp.up_proj",
    "sensitivities": {
      "4": 0.00653076171875,
      "6": 0.0053558349609375,
      "8": 0.006805419921875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.34.mlp.down_proj",
    "sensitivities": {
      "4": 0.005584716796875,
      "6": 0.0084075927734375,
      "8": 0.0045318603515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.34.mlp.gate_proj",
    "sensitivities": {
      "4": 0.008758544921875,
      "6": 0.00394439697265625,
      "8": 0.00604248046875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.34.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0081787109375,
      "6": 0.006805419921875,
      "8": 0.0074462890625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.34.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0070648193359375,
      "6": 0.00799560546875,
      "8": 0.0078277587890625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.34.self_attn.k_proj",
    "sensitivities": {
      "4": 0.009796142578125,
      "6": 0.0067901611328125,
      "8": 0.004913330078125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.34.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0086822509765625,
      "6": 0.007720947265625,
      "8": 0.00360870361328125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.33.mlp.up_proj",
    "sensitivities": {
      "4": 0.0092315673828125,
      "6": 0.0084075927734375,
      "8": 0.005279541015625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.33.mlp.down_proj",
    "sensitivities": {
      "4": 0.008941650390625,
      "6": 0.0062255859375,
      "8": 0.00665283203125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.33.mlp.gate_proj",
    "sensitivities": {
      "4": 0.008544921875,
      "6": 0.005889892578125,
      "8": 0.0049285888671875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.33.self_attn.o_proj",
    "sensitivities": {
      "4": 0.006866455078125,
      "6": 0.0056915283203125,
      "8": 0.0078887939453125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.33.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0055389404296875,
      "6": 0.0073089599609375,
      "8": 0.0070343017578125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.33.self_attn.k_proj",
    "sensitivities": {
      "4": 0.00927734375,
      "6": 0.0070037841796875,
      "8": 0.006744384765625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.33.self_attn.q_proj",
    "sensitivities": {
      "4": 0.009552001953125,
      "6": 0.007843017578125,
      "8": 0.005828857421875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.32.mlp.up_proj",
    "sensitivities": {
      "4": 0.0068511962890625,
      "6": 0.0071258544921875,
      "8": 0.0070343017578125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.32.mlp.down_proj",
    "sensitivities": {
      "4": 0.0076141357421875,
      "6": 0.00482177734375,
      "8": 0.009979248046875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.32.mlp.gate_proj",
    "sensitivities": {
      "4": 0.00653076171875,
      "6": 0.008087158203125,
      "8": 0.005462646484375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.32.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00946044921875,
      "6": 0.00726318359375,
      "8": 0.006072998046875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.32.self_attn.v_proj",
    "sensitivities": {
      "4": 0.004608154296875,
      "6": 0.0065765380859375,
      "8": 0.004730224609375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.32.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0062408447265625,
      "6": 0.005126953125,
      "8": 0.004180908203125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.32.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0092315673828125,
      "6": 0.0090484619140625,
      "8": 0.0054473876953125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.31.mlp.up_proj",
    "sensitivities": {
      "4": 0.0098114013671875,
      "6": 0.0071258544921875,
      "8": 0.0048980712890625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.31.mlp.down_proj",
    "sensitivities": {
      "4": 0.00799560546875,
      "6": 0.008148193359375,
      "8": 0.0063323974609375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.31.mlp.gate_proj",
    "sensitivities": {
      "4": 0.01025390625,
      "6": 0.0041351318359375,
      "8": 0.0062103271484375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.31.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00437164306640625,
      "6": 0.0074462890625,
      "8": 0.0069427490234375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.31.self_attn.v_proj",
    "sensitivities": {
      "4": 0.009765625,
      "6": 0.006134033203125,
      "8": 0.006744384765625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.31.self_attn.k_proj",
    "sensitivities": {
      "4": 0.009185791015625,
      "6": 0.0068817138671875,
      "8": 0.00493621826171875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.31.self_attn.q_proj",
    "sensitivities": {
      "4": 0.00554656982421875,
      "6": 0.0067901611328125,
      "8": 0.0041656494140625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.30.mlp.up_proj",
    "sensitivities": {
      "4": 0.0064544677734375,
      "6": 0.005767822265625,
      "8": 0.0064697265625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.30.mlp.down_proj",
    "sensitivities": {
      "4": 0.0073089599609375,
      "6": 0.00762939453125,
      "8": 0.00461578369140625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.30.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0058135986328125,
      "6": 0.005859375,
      "8": 0.0043792724609375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.30.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00823974609375,
      "6": 0.00322723388671875,
      "8": 0.006072998046875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.30.self_attn.v_proj",
    "sensitivities": {
      "4": 0.004364013671875,
      "6": 0.00677490234375,
      "8": 0.004486083984375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.30.self_attn.k_proj",
    "sensitivities": {
      "4": 0.008941650390625,
      "6": 0.0067901611328125,
      "8": 0.0059356689453125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.30.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0063629150390625,
      "6": 0.00505828857421875,
      "8": 0.00982666015625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.29.mlp.up_proj",
    "sensitivities": {
      "4": 0.007598876953125,
      "6": 0.00337982177734375,
      "8": 0.0079498291015625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.29.mlp.down_proj",
    "sensitivities": {
      "4": 0.0085906982421875,
      "6": 0.007415771484375,
      "8": 0.0049285888671875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.29.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0059814453125,
      "6": 0.0067291259765625,
      "8": 0.0079193115234375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.29.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00525665283203125,
      "6": 0.007598876953125,
      "8": 0.0068359375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.29.self_attn.v_proj",
    "sensitivities": {
      "4": 0.004791259765625,
      "6": 0.0059661865234375,
      "8": 0.00664520263671875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.29.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0049591064453125,
      "6": 0.0066986083984375,
      "8": 0.0075531005859375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.29.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0070953369140625,
      "6": 0.0068511962890625,
      "8": 0.00579833984375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.28.mlp.up_proj",
    "sensitivities": {
      "4": 0.007354736328125,
      "6": 0.008575439453125,
      "8": 0.00717926025390625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.28.mlp.down_proj",
    "sensitivities": {
      "4": 0.0084075927734375,
      "6": 0.00537109375,
      "8": 0.00848388671875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.28.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0071258544921875,
      "6": 0.00537872314453125,
      "8": 0.0079345703125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.28.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0077362060546875,
      "6": 0.006591796875,
      "8": 0.006988525390625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.28.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0086822509765625,
      "6": 0.0067901611328125,
      "8": 0.0059051513671875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.28.self_attn.k_proj",
    "sensitivities": {
      "4": 0.008880615234375,
      "6": 0.0065460205078125,
      "8": 0.0058746337890625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.28.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0103759765625,
      "6": 0.0064239501953125,
      "8": 0.010498046875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.27.mlp.up_proj",
    "sensitivities": {
      "4": 0.00433349609375,
      "6": 0.0081634521484375,
      "8": 0.0072174072265625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.27.mlp.down_proj",
    "sensitivities": {
      "4": 0.009002685546875,
      "6": 0.007781982421875,
      "8": 0.009368896484375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.27.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0057220458984375,
      "6": 0.0076446533203125,
      "8": 0.0072021484375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.27.self_attn.o_proj",
    "sensitivities": {
      "4": 0.007537841796875,
      "6": 0.005645751953125,
      "8": 0.010040283203125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.27.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0059814453125,
      "6": 0.005340576171875,
      "8": 0.0054473876953125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.27.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0081329345703125,
      "6": 0.008392333984375,
      "8": 0.006439208984375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.27.self_attn.q_proj",
    "sensitivities": {
      "4": 0.00478363037109375,
      "6": 0.0075225830078125,
      "8": 0.006683349609375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.26.mlp.up_proj",
    "sensitivities": {
      "4": 0.005336761474609375,
      "6": 0.0080718994140625,
      "8": 0.0051422119140625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.26.mlp.down_proj",
    "sensitivities": {
      "4": 0.00885009765625,
      "6": 0.008819580078125,
      "8": 0.00726318359375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.26.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0075836181640625,
      "6": 0.0067901611328125,
      "8": 0.0061492919921875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.26.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0077667236328125,
      "6": 0.0083465576171875,
      "8": 0.008026123046875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.26.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0063629150390625,
      "6": 0.009246826171875,
      "8": 0.0061187744140625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.26.self_attn.k_proj",
    "sensitivities": {
      "4": 0.00787353515625,
      "6": 0.006561279296875,
      "8": 0.0076751708984375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.26.self_attn.q_proj",
    "sensitivities": {
      "4": 0.00531005859375,
      "6": 0.0054779052734375,
      "8": 0.0047454833984375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.25.mlp.up_proj",
    "sensitivities": {
      "4": 0.006683349609375,
      "6": 0.006866455078125,
      "8": 0.0063629150390625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.25.mlp.down_proj",
    "sensitivities": {
      "4": 0.0052947998046875,
      "6": 0.00684356689453125,
      "8": 0.0084228515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.25.mlp.gate_proj",
    "sensitivities": {
      "4": 0.008758544921875,
      "6": 0.0085906982421875,
      "8": 0.007720947265625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.25.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0077056884765625,
      "6": 0.0076141357421875,
      "8": 0.006683349609375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.25.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00457763671875,
      "6": 0.006561279296875,
      "8": 0.006988525390625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.25.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0053863525390625,
      "6": 0.0068511962890625,
      "8": 0.00452423095703125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.25.self_attn.q_proj",
    "sensitivities": {
      "4": 0.009002685546875,
      "6": 0.0070343017578125,
      "8": 0.007232666015625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.24.mlp.up_proj",
    "sensitivities": {
      "4": 0.009033203125,
      "6": 0.008148193359375,
      "8": 0.00885009765625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.24.mlp.down_proj",
    "sensitivities": {
      "4": 0.0062408447265625,
      "6": 0.008941650390625,
      "8": 0.00537109375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.24.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0057830810546875,
      "6": 0.006866455078125,
      "8": 0.0062255859375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.24.self_attn.o_proj",
    "sensitivities": {
      "4": 0.008880615234375,
      "6": 0.0079345703125,
      "8": 0.0069732666015625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.24.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0082244873046875,
      "6": 0.0080108642578125,
      "8": 0.01123046875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.24.self_attn.k_proj",
    "sensitivities": {
      "4": 0.007049560546875,
      "6": 0.008148193359375,
      "8": 0.0044708251953125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.24.self_attn.q_proj",
    "sensitivities": {
      "4": 0.00585174560546875,
      "6": 0.00543212890625,
      "8": 0.00685882568359375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.23.mlp.up_proj",
    "sensitivities": {
      "4": 0.008514404296875,
      "6": 0.00446319580078125,
      "8": 0.008514404296875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.23.mlp.down_proj",
    "sensitivities": {
      "4": 0.009063720703125,
      "6": 0.00469970703125,
      "8": 0.0052032470703125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.23.mlp.gate_proj",
    "sensitivities": {
      "4": 0.006072998046875,
      "6": 0.00921630859375,
      "8": 0.00799560546875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.23.self_attn.o_proj",
    "sensitivities": {
      "4": 0.011016845703125,
      "6": 0.0057220458984375,
      "8": 0.00714111328125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.23.self_attn.v_proj",
    "sensitivities": {
      "4": 0.008514404296875,
      "6": 0.0063934326171875,
      "8": 0.009185791015625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.23.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0085906982421875,
      "6": 0.0068359375,
      "8": 0.00836181640625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.23.self_attn.q_proj",
    "sensitivities": {
      "4": 0.006134033203125,
      "6": 0.0067291259765625,
      "8": 0.007720947265625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.22.mlp.up_proj",
    "sensitivities": {
      "4": 0.011016845703125,
      "6": 0.0058135986328125,
      "8": 0.012542724609375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.22.mlp.down_proj",
    "sensitivities": {
      "4": 0.007537841796875,
      "6": 0.0072174072265625,
      "8": 0.010284423828125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.22.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0086822509765625,
      "6": 0.004150390625,
      "8": 0.007080078125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.22.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0088043212890625,
      "6": 0.00592041015625,
      "8": 0.00762939453125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.22.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00927734375,
      "6": 0.0070953369140625,
      "8": 0.0083770751953125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.22.self_attn.k_proj",
    "sensitivities": {
      "4": 0.009246826171875,
      "6": 0.0051422119140625,
      "8": 0.0067291259765625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.22.self_attn.q_proj",
    "sensitivities": {
      "4": 0.008087158203125,
      "6": 0.0079803466796875,
      "8": 0.006805419921875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.21.mlp.up_proj",
    "sensitivities": {
      "4": 0.0076446533203125,
      "6": 0.0066680908203125,
      "8": 0.0076904296875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.21.mlp.down_proj",
    "sensitivities": {
      "4": 0.006103515625,
      "6": 0.006988525390625,
      "8": 0.0062408447265625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.21.mlp.gate_proj",
    "sensitivities": {
      "4": 0.004974365234375,
      "6": 0.010223388671875,
      "8": 0.006103515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.21.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00482177734375,
      "6": 0.007843017578125,
      "8": 0.0111083984375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.21.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00637054443359375,
      "6": 0.007904052734375,
      "8": 0.00738525390625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.21.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0097808837890625,
      "6": 0.00506591796875,
      "8": 0.0084228515625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.21.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0103759765625,
      "6": 0.007171630859375,
      "8": 0.0084686279296875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.20.mlp.up_proj",
    "sensitivities": {
      "4": 0.0081939697265625,
      "6": 0.00738525390625,
      "8": 0.008819580078125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.20.mlp.down_proj",
    "sensitivities": {
      "4": 0.0078887939453125,
      "6": 0.00848388671875,
      "8": 0.011810302734375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.20.mlp.gate_proj",
    "sensitivities": {
      "4": 0.009674072265625,
      "6": 0.007080078125,
      "8": 0.0079803466796875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.20.self_attn.o_proj",
    "sensitivities": {
      "4": 0.005035400390625,
      "6": 0.008941650390625,
      "8": 0.00836181640625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.20.self_attn.v_proj",
    "sensitivities": {
      "4": 0.006256103515625,
      "6": 0.008819580078125,
      "8": 0.00970458984375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.20.self_attn.k_proj",
    "sensitivities": {
      "4": 0.008331298828125,
      "6": 0.005706787109375,
      "8": 0.00499725341796875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.20.self_attn.q_proj",
    "sensitivities": {
      "4": 0.007293701171875,
      "6": 0.0065155029296875,
      "8": 0.009368896484375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.19.mlp.up_proj",
    "sensitivities": {
      "4": 0.0067291259765625,
      "6": 0.00537109375,
      "8": 0.0078125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.19.mlp.down_proj",
    "sensitivities": {
      "4": 0.008544921875,
      "6": 0.00598907470703125,
      "8": 0.0073089599609375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.19.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0071563720703125,
      "6": 0.008636474609375,
      "8": 0.0073699951171875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.19.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0067596435546875,
      "6": 0.0069122314453125,
      "8": 0.00479888916015625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.19.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00506591796875,
      "6": 0.008209228515625,
      "8": 0.0076141357421875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.19.self_attn.k_proj",
    "sensitivities": {
      "4": 0.006927490234375,
      "6": 0.0053253173828125,
      "8": 0.00604248046875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.19.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0050811767578125,
      "6": 0.00567626953125,
      "8": 0.0056915283203125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.18.mlp.up_proj",
    "sensitivities": {
      "4": 0.011260986328125,
      "6": 0.0054779052734375,
      "8": 0.005340576171875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.18.mlp.down_proj",
    "sensitivities": {
      "4": 0.005645751953125,
      "6": 0.0073089599609375,
      "8": 0.0057525634765625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.18.mlp.gate_proj",
    "sensitivities": {
      "4": 0.00653076171875,
      "6": 0.0079345703125,
      "8": 0.0035295486450195312
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.18.self_attn.o_proj",
    "sensitivities": {
      "4": 0.008758544921875,
      "6": 0.010101318359375,
      "8": 0.00732421875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.18.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00677490234375,
      "6": 0.0042724609375,
      "8": 0.0084991455078125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.18.self_attn.k_proj",
    "sensitivities": {
      "4": 0.00885009765625,
      "6": 0.0071258544921875,
      "8": 0.004833221435546875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.18.self_attn.q_proj",
    "sensitivities": {
      "4": 0.007781982421875,
      "6": 0.0082855224609375,
      "8": 0.0083160400390625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.17.mlp.up_proj",
    "sensitivities": {
      "4": 0.0081787109375,
      "6": 0.00836181640625,
      "8": 0.0064239501953125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.17.mlp.down_proj",
    "sensitivities": {
      "4": 0.009521484375,
      "6": 0.005706787109375,
      "8": 0.005859375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.17.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0054931640625,
      "6": 0.0065765380859375,
      "8": 0.0072021484375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.17.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0065765380859375,
      "6": 0.0063018798828125,
      "8": 0.00481414794921875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.17.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00982666015625,
      "6": 0.006805419921875,
      "8": 0.0069122314453125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.17.self_attn.k_proj",
    "sensitivities": {
      "4": 0.008941650390625,
      "6": 0.0089111328125,
      "8": 0.008056640625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.17.self_attn.q_proj",
    "sensitivities": {
      "4": 0.007049560546875,
      "6": 0.0056915283203125,
      "8": 0.00665283203125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.16.mlp.up_proj",
    "sensitivities": {
      "4": 0.010406494140625,
      "6": 0.008514404296875,
      "8": 0.0086669921875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.16.mlp.down_proj",
    "sensitivities": {
      "4": 0.010955810546875,
      "6": 0.00506591796875,
      "8": 0.0081787109375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.16.mlp.gate_proj",
    "sensitivities": {
      "4": 0.008087158203125,
      "6": 0.0070037841796875,
      "8": 0.0086669921875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.16.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0101318359375,
      "6": 0.0078277587890625,
      "8": 0.0099639892578125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.16.self_attn.v_proj",
    "sensitivities": {
      "4": 0.009429931640625,
      "6": 0.0069732666015625,
      "8": 0.007171630859375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.16.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0081787109375,
      "6": 0.005157470703125,
      "8": 0.007171630859375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.16.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0049591064453125,
      "6": 0.006591796875,
      "8": 0.008514404296875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.15.mlp.up_proj",
    "sensitivities": {
      "4": 0.0063934326171875,
      "6": 0.00830078125,
      "8": 0.006378173828125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.15.mlp.down_proj",
    "sensitivities": {
      "4": 0.008056640625,
      "6": 0.007965087890625,
      "8": 0.009307861328125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.15.mlp.gate_proj",
    "sensitivities": {
      "4": 0.008758544921875,
      "6": 0.0063934326171875,
      "8": 0.0072784423828125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.15.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0076141357421875,
      "6": 0.007965087890625,
      "8": 0.0064239501953125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.15.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0074310302734375,
      "6": 0.00653076171875,
      "8": 0.007720947265625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.15.self_attn.k_proj",
    "sensitivities": {
      "4": 0.008880615234375,
      "6": 0.0075836181640625,
      "8": 0.0069732666015625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.15.self_attn.q_proj",
    "sensitivities": {
      "4": 0.00614166259765625,
      "6": 0.007843017578125,
      "8": 0.006134033203125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.14.mlp.up_proj",
    "sensitivities": {
      "4": 0.008819580078125,
      "6": 0.00823974609375,
      "8": 0.006103515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.14.mlp.down_proj",
    "sensitivities": {
      "4": 0.008758544921875,
      "6": 0.008209228515625,
      "8": 0.0045928955078125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.14.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0068817138671875,
      "6": 0.006195068359375,
      "8": 0.007171630859375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.14.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00909423828125,
      "6": 0.008941650390625,
      "8": 0.004695892333984375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.14.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0060882568359375,
      "6": 0.0077362060546875,
      "8": 0.0101318359375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.14.self_attn.k_proj",
    "sensitivities": {
      "4": 0.00872802734375,
      "6": 0.00579833984375,
      "8": 0.008880615234375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.14.self_attn.q_proj",
    "sensitivities": {
      "4": 0.006805419921875,
      "6": 0.0080718994140625,
      "8": 0.0115966796875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.13.mlp.up_proj",
    "sensitivities": {
      "4": 0.008636474609375,
      "6": 0.00872802734375,
      "8": 0.0067596435546875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.13.mlp.down_proj",
    "sensitivities": {
      "4": 0.008331298828125,
      "6": 0.01025390625,
      "8": 0.005035400390625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.13.mlp.gate_proj",
    "sensitivities": {
      "4": 0.007232666015625,
      "6": 0.006988525390625,
      "8": 0.00787353515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.13.self_attn.o_proj",
    "sensitivities": {
      "4": 0.006988525390625,
      "6": 0.00885009765625,
      "8": 0.0092010498046875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.13.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0072784423828125,
      "6": 0.008575439453125,
      "8": 0.008636474609375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.13.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0096588134765625,
      "6": 0.0065460205078125,
      "8": 0.007781982421875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.13.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0087432861328125,
      "6": 0.00830078125,
      "8": 0.00848388671875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.12.mlp.up_proj",
    "sensitivities": {
      "4": 0.0072784423828125,
      "6": 0.0059967041015625,
      "8": 0.0063629150390625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.12.mlp.down_proj",
    "sensitivities": {
      "4": 0.0077362060546875,
      "6": 0.008270263671875,
      "8": 0.0067596435546875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.12.mlp.gate_proj",
    "sensitivities": {
      "4": 0.006591796875,
      "6": 0.007568359375,
      "8": 0.004230499267578125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.12.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00539398193359375,
      "6": 0.00946044921875,
      "8": 0.0082855224609375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.12.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0063323974609375,
      "6": 0.007720947265625,
      "8": 0.00441741943359375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.12.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0081787109375,
      "6": 0.01031494140625,
      "8": 0.009033203125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.12.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0077362060546875,
      "6": 0.0055389404296875,
      "8": 0.0101318359375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.11.mlp.up_proj",
    "sensitivities": {
      "4": 0.007110595703125,
      "6": 0.0079193115234375,
      "8": 0.005035400390625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.11.mlp.down_proj",
    "sensitivities": {
      "4": 0.0072479248046875,
      "6": 0.0066070556640625,
      "8": 0.00677490234375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.11.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0073089599609375,
      "6": 0.0069122314453125,
      "8": 0.0083160400390625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.11.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00836181640625,
      "6": 0.0074310302734375,
      "8": 0.00559234619140625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.11.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0075836181640625,
      "6": 0.005950927734375,
      "8": 0.007110595703125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.11.self_attn.k_proj",
    "sensitivities": {
      "4": 0.009124755859375,
      "6": 0.005767822265625,
      "8": 0.0059661865234375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.11.self_attn.q_proj",
    "sensitivities": {
      "4": 0.00577545166015625,
      "6": 0.0094757080078125,
      "8": 0.0061187744140625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.10.mlp.up_proj",
    "sensitivities": {
      "4": 0.0048828125,
      "6": 0.009368896484375,
      "8": 0.0106201171875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.10.mlp.down_proj",
    "sensitivities": {
      "4": 0.0081634521484375,
      "6": 0.0062713623046875,
      "8": 0.00493621826171875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.10.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0068206787109375,
      "6": 0.008819580078125,
      "8": 0.0082855224609375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.10.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0069580078125,
      "6": 0.009124755859375,
      "8": 0.0071258544921875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.10.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00678253173828125,
      "6": 0.0062713623046875,
      "8": 0.0082855224609375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.10.self_attn.k_proj",
    "sensitivities": {
      "4": 0.005828857421875,
      "6": 0.0083160400390625,
      "8": 0.0067291259765625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.10.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0069580078125,
      "6": 0.006378173828125,
      "8": 0.009063720703125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.9.mlp.up_proj",
    "sensitivities": {
      "4": 0.0086212158203125,
      "6": 0.00455474853515625,
      "8": 0.0076904296875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.9.mlp.down_proj",
    "sensitivities": {
      "4": 0.010040283203125,
      "6": 0.00750732421875,
      "8": 0.007080078125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.9.mlp.gate_proj",
    "sensitivities": {
      "4": 0.007598876953125,
      "6": 0.007293701171875,
      "8": 0.00551605224609375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.9.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0096588134765625,
      "6": 0.00689697265625,
      "8": 0.00353240966796875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.9.self_attn.v_proj",
    "sensitivities": {
      "4": 0.00982666015625,
      "6": 0.009246826171875,
      "8": 0.00994873046875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.9.self_attn.k_proj",
    "sensitivities": {
      "4": 0.006256103515625,
      "6": 0.00506591796875,
      "8": 0.0050201416015625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.9.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0074005126953125,
      "6": 0.0079803466796875,
      "8": 0.007110595703125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.8.mlp.up_proj",
    "sensitivities": {
      "4": 0.00701904296875,
      "6": 0.0067291259765625,
      "8": 0.008270263671875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.8.mlp.down_proj",
    "sensitivities": {
      "4": 0.008758544921875,
      "6": 0.0059967041015625,
      "8": 0.007354736328125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.8.mlp.gate_proj",
    "sensitivities": {
      "4": 0.01031494140625,
      "6": 0.007781982421875,
      "8": 0.00455474853515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.8.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00762939453125,
      "6": 0.009674072265625,
      "8": 0.0104522705078125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.8.self_attn.v_proj",
    "sensitivities": {
      "4": 0.008026123046875,
      "6": 0.0063629150390625,
      "8": 0.0066375732421875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.8.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0073699951171875,
      "6": 0.00701904296875,
      "8": 0.006561279296875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.8.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0049896240234375,
      "6": 0.0082550048828125,
      "8": 0.0080413818359375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.7.mlp.up_proj",
    "sensitivities": {
      "4": 0.006439208984375,
      "6": 0.00872802734375,
      "8": 0.0084686279296875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.7.mlp.down_proj",
    "sensitivities": {
      "4": 0.008514404296875,
      "6": 0.0086822509765625,
      "8": 0.00933837890625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.7.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0089569091796875,
      "6": 0.007415771484375,
      "8": 0.00345611572265625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.7.self_attn.o_proj",
    "sensitivities": {
      "4": 0.01153564453125,
      "6": 0.005947113037109375,
      "8": 0.009002685546875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.7.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0082244873046875,
      "6": 0.0076751708984375,
      "8": 0.0078582763671875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.7.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0063018798828125,
      "6": 0.01068115234375,
      "8": 0.00909423828125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.7.self_attn.q_proj",
    "sensitivities": {
      "4": 0.01068115234375,
      "6": 0.0069122314453125,
      "8": 0.00830078125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.6.mlp.up_proj",
    "sensitivities": {
      "4": 0.010345458984375,
      "6": 0.0067596435546875,
      "8": 0.0055999755859375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.6.mlp.down_proj",
    "sensitivities": {
      "4": 0.008209228515625,
      "6": 0.0063018798828125,
      "8": 0.00798797607421875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.6.mlp.gate_proj",
    "sensitivities": {
      "4": 0.007354736328125,
      "6": 0.0064239501953125,
      "8": 0.00591278076171875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.6.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0081024169921875,
      "6": 0.0070648193359375,
      "8": 0.0051116943359375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.6.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0075836181640625,
      "6": 0.0085601806640625,
      "8": 0.0079803466796875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.6.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0081939697265625,
      "6": 0.0081024169921875,
      "8": 0.0070037841796875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.6.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0074005126953125,
      "6": 0.00640869140625,
      "8": 0.009613037109375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.5.mlp.up_proj",
    "sensitivities": {
      "4": 0.0091552734375,
      "6": 0.0046844482421875,
      "8": 0.008514404296875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.5.mlp.down_proj",
    "sensitivities": {
      "4": 0.009185791015625,
      "6": 0.008575439453125,
      "8": 0.008544921875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.5.mlp.gate_proj",
    "sensitivities": {
      "4": 0.00787353515625,
      "6": 0.0089569091796875,
      "8": 0.0067901611328125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.5.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0070953369140625,
      "6": 0.0062408447265625,
      "8": 0.006744384765625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.5.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0075836181640625,
      "6": 0.00848388671875,
      "8": 0.0050506591796875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.5.self_attn.k_proj",
    "sensitivities": {
      "4": 0.00897216796875,
      "6": 0.0069732666015625,
      "8": 0.0071868896484375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.5.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0084381103515625,
      "6": 0.0069732666015625,
      "8": 0.00623321533203125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.4.mlp.up_proj",
    "sensitivities": {
      "4": 0.0084381103515625,
      "6": 0.008758544921875,
      "8": 0.0082550048828125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.4.mlp.down_proj",
    "sensitivities": {
      "4": 0.0068206787109375,
      "6": 0.007415771484375,
      "8": 0.008026123046875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.4.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0069427490234375,
      "6": 0.0080413818359375,
      "8": 0.00543212890625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.4.self_attn.o_proj",
    "sensitivities": {
      "4": 0.006988525390625,
      "6": 0.0069732666015625,
      "8": 0.007354736328125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.4.self_attn.v_proj",
    "sensitivities": {
      "4": 0.007537841796875,
      "6": 0.00726318359375,
      "8": 0.0066375732421875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.4.self_attn.k_proj",
    "sensitivities": {
      "4": 0.00897216796875,
      "6": 0.0098876953125,
      "8": 0.009033203125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.4.self_attn.q_proj",
    "sensitivities": {
      "4": 0.00775146484375,
      "6": 0.006927490234375,
      "8": 0.0076446533203125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.3.mlp.up_proj",
    "sensitivities": {
      "4": 0.008087158203125,
      "6": 0.009307861328125,
      "8": 0.00927734375
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.3.mlp.down_proj",
    "sensitivities": {
      "4": 0.0061492919921875,
      "6": 0.0080108642578125,
      "8": 0.0046539306640625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.3.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0071258544921875,
      "6": 0.00836181640625,
      "8": 0.0074615478515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.3.self_attn.o_proj",
    "sensitivities": {
      "4": 0.009979248046875,
      "6": 0.0082550048828125,
      "8": 0.007537841796875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.3.self_attn.v_proj",
    "sensitivities": {
      "4": 0.008697509765625,
      "6": 0.0070037841796875,
      "8": 0.0072021484375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.3.self_attn.k_proj",
    "sensitivities": {
      "4": 0.0065765380859375,
      "6": 0.0076446533203125,
      "8": 0.006011962890625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.3.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0083160400390625,
      "6": 0.0066375732421875,
      "8": 0.009613037109375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.2.mlp.up_proj",
    "sensitivities": {
      "4": 0.00543212890625,
      "6": 0.009063720703125,
      "8": 0.0078125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.2.mlp.down_proj",
    "sensitivities": {
      "4": 0.008270263671875,
      "6": 0.0052642822265625,
      "8": 0.00518798828125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.2.mlp.gate_proj",
    "sensitivities": {
      "4": 0.010406494140625,
      "6": 0.0098419189453125,
      "8": 0.00836181640625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.2.self_attn.o_proj",
    "sensitivities": {
      "4": 0.00982666015625,
      "6": 0.00921630859375,
      "8": 0.00909423828125
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.2.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0093536376953125,
      "6": 0.010345458984375,
      "8": 0.0086669921875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.2.self_attn.k_proj",
    "sensitivities": {
      "4": 0.006317138671875,
      "6": 0.0093231201171875,
      "8": 0.0049896240234375
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.2.self_attn.q_proj",
    "sensitivities": {
      "4": 0.009368896484375,
      "6": 0.0068206787109375,
      "8": 0.005584716796875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.1.mlp.up_proj",
    "sensitivities": {
      "4": 0.01141357421875,
      "6": 0.0089874267578125,
      "8": 0.0080718994140625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.1.mlp.down_proj",
    "sensitivities": {
      "4": 0.0072174072265625,
      "6": 0.0073699951171875,
      "8": 0.00799560546875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.1.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0081329345703125,
      "6": 0.007049560546875,
      "8": 0.003387451171875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.1.self_attn.o_proj",
    "sensitivities": {
      "4": 0.006195068359375,
      "6": 0.010650634765625,
      "8": 0.0067138671875
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.1.self_attn.v_proj",
    "sensitivities": {
      "4": 0.0088348388671875,
      "6": 0.007293701171875,
      "8": 0.0084228515625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.1.self_attn.k_proj",
    "sensitivities": {
      "4": 0.00750732421875,
      "6": 0.0073699951171875,
      "8": 0.0070953369140625
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.1.self_attn.q_proj",
    "sensitivities": {
      "4": 0.0084075927734375,
      "6": 0.00689697265625,
      "8": 0.009918212890625
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.0.mlp.up_proj",
    "sensitivities": {
      "4": 0.008026123046875,
      "6": 0.0080718994140625,
      "8": 0.0072479248046875
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.0.mlp.down_proj",
    "sensitivities": {
      "4": 0.0084381103515625,
      "6": 0.008819580078125,
      "8": 0.008209228515625
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.0.mlp.gate_proj",
    "sensitivities": {
      "4": 0.0052490234375,
      "6": 0.008392333984375,
      "8": 0.0069122314453125
    },
    "param_count": 24903680
  },
  {
    "layer_name": "model.layers.0.self_attn.o_proj",
    "sensitivities": {
      "4": 0.0078582763671875,
      "6": 0.00787353515625,
      "8": 0.004241943359375
    },
    "param_count": 10485760
  },
  {
    "layer_name": "model.layers.0.self_attn.v_proj",
    "sensitivities": {
      "4": 0.007537841796875,
      "6": 0.00665283203125,
      "8": 0.006591796875
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.0.self_attn.k_proj",
    "sensitivities": {
      "4": 0.008148193359375,
      "6": 0.009124755859375,
      "8": 0.006622314453125
    },
    "param_count": 2621440
  },
  {
    "layer_name": "model.layers.0.self_attn.q_proj",
    "sensitivities": {
      "4": 0.004791259765625,
      "6": 0.0082244873046875,
      "8": 0.00946044921875
    },
    "param_count": 10485760
  }
]