{
  "source": "/srv/dev-disk-by-uuid-f8b1803e-334f-4f4b-af3b-f802bb6883c5/backup_models/google/gemma-4-31B-it",
  "prune_frac": 0.125,
  "n_drop_per_layer": 4,
  "drop_kv_groups": false,
  "calib_file": "/srv/dev-disk-by-uuid-f8b1803e-334f-4f4b-af3b-f802bb6883c5/backup_models/scripts/calibration_datav5.txt",
  "calib_tokens": 8192,
  "chunk_tokens": 1024,
  "ridge_rel": 0.01,
  "smoke": false,
  "pruned_layers": [
    [
      0,
      "sliding_attention"
    ],
    [
      1,
      "sliding_attention"
    ],
    [
      2,
      "sliding_attention"
    ],
    [
      3,
      "sliding_attention"
    ],
    [
      4,
      "sliding_attention"
    ],
    [
      5,
      "full_attention"
    ],
    [
      6,
      "sliding_attention"
    ],
    [
      7,
      "sliding_attention"
    ],
    [
      8,
      "sliding_attention"
    ],
    [
      9,
      "sliding_attention"
    ],
    [
      10,
      "sliding_attention"
    ],
    [
      11,
      "full_attention"
    ],
    [
      12,
      "sliding_attention"
    ],
    [
      13,
      "sliding_attention"
    ],
    [
      14,
      "sliding_attention"
    ],
    [
      15,
      "sliding_attention"
    ],
    [
      16,
      "sliding_attention"
    ],
    [
      17,
      "full_attention"
    ],
    [
      18,
      "sliding_attention"
    ],
    [
      19,
      "sliding_attention"
    ],
    [
      20,
      "sliding_attention"
    ],
    [
      21,
      "sliding_attention"
    ],
    [
      22,
      "sliding_attention"
    ],
    [
      23,
      "full_attention"
    ],
    [
      24,
      "sliding_attention"
    ],
    [
      25,
      "sliding_attention"
    ],
    [
      26,
      "sliding_attention"
    ],
    [
      27,
      "sliding_attention"
    ],
    [
      28,
      "sliding_attention"
    ],
    [
      29,
      "full_attention"
    ],
    [
      30,
      "sliding_attention"
    ],
    [
      31,
      "sliding_attention"
    ],
    [
      32,
      "sliding_attention"
    ],
    [
      33,
      "sliding_attention"
    ],
    [
      34,
      "sliding_attention"
    ],
    [
      35,
      "full_attention"
    ],
    [
      36,
      "sliding_attention"
    ],
    [
      37,
      "sliding_attention"
    ],
    [
      38,
      "sliding_attention"
    ],
    [
      39,
      "sliding_attention"
    ],
    [
      40,
      "sliding_attention"
    ],
    [
      41,
      "full_attention"
    ],
    [
      42,
      "sliding_attention"
    ],
    [
      43,
      "sliding_attention"
    ],
    [
      44,
      "sliding_attention"
    ],
    [
      45,
      "sliding_attention"
    ],
    [
      46,
      "sliding_attention"
    ],
    [
      47,
      "full_attention"
    ],
    [
      48,
      "sliding_attention"
    ],
    [
      49,
      "sliding_attention"
    ],
    [
      50,
      "sliding_attention"
    ],
    [
      51,
      "sliding_attention"
    ],
    [
      52,
      "sliding_attention"
    ],
    [
      53,
      "full_attention"
    ],
    [
      54,
      "sliding_attention"
    ],
    [
      55,
      "sliding_attention"
    ],
    [
      56,
      "sliding_attention"
    ],
    [
      57,
      "sliding_attention"
    ],
    [
      58,
      "sliding_attention"
    ],
    [
      59,
      "full_attention"
    ]
  ],
  "refit_stats": {
    "0": {
      "kept": 7168,
      "in": 8192,
      "lam": 6.206674194335938,
      "rel_resid": 0.00513050616207463,
      "target_rms": 6.12483024597168
    },
    "1": {
      "kept": 7168,
      "in": 8192,
      "lam": 5.726138305664063,
      "rel_resid": 0.005602170768726935,
      "target_rms": 3.9909629821777344
    },
    "2": {
      "kept": 7168,
      "in": 8192,
      "lam": 6.224302368164063,
      "rel_resid": 0.005281218993178522,
      "target_rms": 3.9284756183624268
    },
    "3": {
      "kept": 7168,
      "in": 8192,
      "lam": 5.520263061523438,
      "rel_resid": 0.006736569517990786,
      "target_rms": 4.6797308921813965
    },
    "4": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.901436462402344,
      "rel_resid": 0.0020646247252582906,
      "target_rms": 2.3753628730773926
    },
    "5": {
      "kept": 14336,
      "in": 16384,
      "lam": 4.051035766601562,
      "rel_resid": 0.0009911968286766498,
      "target_rms": 3.768672466278076
    },
    "6": {
      "kept": 7168,
      "in": 8192,
      "lam": 6.210157470703125,
      "rel_resid": 0.004129835170877705,
      "target_rms": 4.358662128448486
    },
    "7": {
      "kept": 7168,
      "in": 8192,
      "lam": 7.164105834960938,
      "rel_resid": 0.006449695252113294,
      "target_rms": 3.453993320465088
    },
    "8": {
      "kept": 7168,
      "in": 8192,
      "lam": 4.828072204589843,
      "rel_resid": 0.004831339157428164,
      "target_rms": 2.3133232593536377
    },
    "9": {
      "kept": 7168,
      "in": 8192,
      "lam": 6.989219360351562,
      "rel_resid": 0.004798218059883441,
      "target_rms": 3.7241644859313965
    },
    "10": {
      "kept": 7168,
      "in": 8192,
      "lam": 5.4899072265625,
      "rel_resid": 0.004687342703675652,
      "target_rms": 3.310920238494873
    },
    "11": {
      "kept": 14336,
      "in": 16384,
      "lam": 5.55269287109375,
      "rel_resid": 0.0021790289192564947,
      "target_rms": 2.992950439453125
    },
    "12": {
      "kept": 7168,
      "in": 8192,
      "lam": 8.712335205078125,
      "rel_resid": 0.004621629065157812,
      "target_rms": 3.983063220977783
    },
    "13": {
      "kept": 7168,
      "in": 8192,
      "lam": 4.605308227539062,
      "rel_resid": 0.0036468893646950324,
      "target_rms": 2.2708544731140137
    },
    "14": {
      "kept": 7168,
      "in": 8192,
      "lam": 4.371405334472656,
      "rel_resid": 0.0037234649949739757,
      "target_rms": 2.0713284015655518
    },
    "15": {
      "kept": 7168,
      "in": 8192,
      "lam": 6.735289306640625,
      "rel_resid": 0.004249849274527849,
      "target_rms": 2.8815577030181885
    },
    "16": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.693464660644531,
      "rel_resid": 0.003347804790878186,
      "target_rms": 1.6267890930175781
    },
    "17": {
      "kept": 14336,
      "in": 16384,
      "lam": 5.0640234375,
      "rel_resid": 0.0016821005020850616,
      "target_rms": 2.4080708026885986
    },
    "18": {
      "kept": 7168,
      "in": 8192,
      "lam": 4.118840637207032,
      "rel_resid": 0.008650737390651668,
      "target_rms": 1.3677798509597778
    },
    "19": {
      "kept": 7168,
      "in": 8192,
      "lam": 5.039202575683594,
      "rel_resid": 0.004417437011820237,
      "target_rms": 2.5591561794281006
    },
    "20": {
      "kept": 7168,
      "in": 8192,
      "lam": 5.6297235107421875,
      "rel_resid": 0.0046816489100895455,
      "target_rms": 2.7436904907226562
    },
    "21": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.032304382324219,
      "rel_resid": 0.004893962489237713,
      "target_rms": 1.2090082168579102
    },
    "22": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.820323791503906,
      "rel_resid": 0.006793687595668435,
      "target_rms": 1.1403850317001343
    },
    "23": {
      "kept": 14336,
      "in": 16384,
      "lam": 5.976954345703125,
      "rel_resid": 0.005386270414450434,
      "target_rms": 1.0871461629867554
    },
    "24": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.6133648681640627,
      "rel_resid": 0.007481297774785609,
      "target_rms": 0.9651566743850708
    },
    "25": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.62596435546875,
      "rel_resid": 0.006486083483030723,
      "target_rms": 0.9619728326797485
    },
    "26": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.0395108032226563,
      "rel_resid": 0.008764632842262388,
      "target_rms": 0.7508655190467834
    },
    "27": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.9727206420898438,
      "rel_resid": 0.00879627493124646,
      "target_rms": 0.7415302991867065
    },
    "28": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.95187255859375,
      "rel_resid": 0.007874359758895309,
      "target_rms": 0.7268213629722595
    },
    "29": {
      "kept": 14336,
      "in": 16384,
      "lam": 5.443400268554687,
      "rel_resid": 0.012158487067566393,
      "target_rms": 0.5787913799285889
    },
    "30": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.780201110839844,
      "rel_resid": 0.016617643690836917,
      "target_rms": 1.0215049982070923
    },
    "31": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.3945126342773437,
      "rel_resid": 0.012386211291116823,
      "target_rms": 0.8328896164894104
    },
    "32": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.420384216308594,
      "rel_resid": 0.018940512666806714,
      "target_rms": 0.9689608216285706
    },
    "33": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.0928158569335937,
      "rel_resid": 0.01538713168690674,
      "target_rms": 0.8875484466552734
    },
    "34": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.9538638305664064,
      "rel_resid": 0.011062770195518839,
      "target_rms": 0.849523663520813
    },
    "35": {
      "kept": 14336,
      "in": 16384,
      "lam": 4.968669128417969,
      "rel_resid": 0.010659973806543887,
      "target_rms": 0.7508875727653503
    },
    "36": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.0251248168945315,
      "rel_resid": 0.01635348622721674,
      "target_rms": 0.7845796346664429
    },
    "37": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.8187408447265625,
      "rel_resid": 0.02563154956268908,
      "target_rms": 0.7597255706787109
    },
    "38": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.164139099121094,
      "rel_resid": 0.023246015150283995,
      "target_rms": 0.6939266920089722
    },
    "39": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.9917999267578126,
      "rel_resid": 0.018381859475487577,
      "target_rms": 0.7630282044410706
    },
    "40": {
      "kept": 7168,
      "in": 8192,
      "lam": 4.1550814819335935,
      "rel_resid": 0.013177603641196514,
      "target_rms": 0.7793660163879395
    },
    "41": {
      "kept": 14336,
      "in": 16384,
      "lam": 4.879881896972656,
      "rel_resid": 0.013499221393197302,
      "target_rms": 0.7054162621498108
    },
    "42": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.044868774414063,
      "rel_resid": 0.021505495070849222,
      "target_rms": 0.8677597641944885
    },
    "43": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.2928312683105467,
      "rel_resid": 0.020380097607188726,
      "target_rms": 0.9768335223197937
    },
    "44": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.2151170349121094,
      "rel_resid": 0.02413101904931802,
      "target_rms": 1.0985920429229736
    },
    "45": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.176908416748047,
      "rel_resid": 0.017300041405398,
      "target_rms": 1.047407865524292
    },
    "46": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.8638882446289062,
      "rel_resid": 0.012899563936432674,
      "target_rms": 0.8167858123779297
    },
    "47": {
      "kept": 14336,
      "in": 16384,
      "lam": 4.078588256835937,
      "rel_resid": 0.010334825648598766,
      "target_rms": 0.6995908617973328
    },
    "48": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.142752838134766,
      "rel_resid": 0.02857064057725815,
      "target_rms": 1.4162421226501465
    },
    "49": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.7768283081054688,
      "rel_resid": 0.025446758341994048,
      "target_rms": 0.8094022870063782
    },
    "50": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.541958465576172,
      "rel_resid": 0.03815310247037336,
      "target_rms": 2.6005702018737793
    },
    "51": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.1167202758789063,
      "rel_resid": 0.019932794428776063,
      "target_rms": 1.4715240001678467
    },
    "52": {
      "kept": 7168,
      "in": 8192,
      "lam": 2.5451173400878906,
      "rel_resid": 0.020645599660869898,
      "target_rms": 2.0802652835845947
    },
    "53": {
      "kept": 14336,
      "in": 16384,
      "lam": 4.045073547363281,
      "rel_resid": 0.011759181815324685,
      "target_rms": 1.1322213411331177
    },
    "54": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.0909933471679687,
      "rel_resid": 0.01596857784959625,
      "target_rms": 1.1207438707351685
    },
    "55": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.032509155273438,
      "rel_resid": 0.013793993282437723,
      "target_rms": 1.0577985048294067
    },
    "56": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.066545104980469,
      "rel_resid": 0.007928031917439756,
      "target_rms": 1.295011043548584
    },
    "57": {
      "kept": 7168,
      "in": 8192,
      "lam": 3.3522720336914062,
      "rel_resid": 0.007823949477654838,
      "target_rms": 1.0174248218536377
    },
    "58": {
      "kept": 7168,
      "in": 8192,
      "lam": 4.806539611816406,
      "rel_resid": 0.010644782284026232,
      "target_rms": 0.7453976273536682
    },
    "59": {
      "kept": 14336,
      "in": 16384,
      "lam": 7.304779663085938,
      "rel_resid": 0.005149721596108653,
      "target_rms": 1.255632758140564
    }
  },
  "final_ce": 5.97532445192337
}