{
  "lm_head": {
    "base_recon": 0.000549580785445869,
    "qat_recon": 0.00012024929310427979,
    "improvement": 0.7811981490460537,
    "flipped_frac": 0.2516894957598518,
    "used": "gptq",
    "seconds": 28.3
  },
  "embed_tokens": {
    "used": "rtn",
    "reason": "no captured Hessian"
  },
  "layers.0.mlp.down_proj": {
    "base_recon": 7.058338979959444e-08,
    "qat_recon": 1.2671390159368912e-08,
    "improvement": 0.8204763160943891,
    "flipped_frac": 0.2506580352783203,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.0.mlp.gate_proj": {
    "base_recon": 7.131583288355614e-07,
    "qat_recon": 1.4885841892464668e-07,
    "improvement": 0.7912687647247962,
    "flipped_frac": 0.24888245264689127,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.0.mlp.up_proj": {
    "base_recon": 1.0510551646802924e-06,
    "qat_recon": 2.383298749464302e-07,
    "improvement": 0.7732470350222532,
    "flipped_frac": 0.23149593671162924,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.0.self_attn.k_proj": {
    "base_recon": 2.273137852171203e-06,
    "qat_recon": 2.1566405905559805e-07,
    "improvement": 0.9051249536627948,
    "flipped_frac": 0.41974639892578125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.0.self_attn.o_proj": {
    "base_recon": 6.977626920701141e-09,
    "qat_recon": 4.9711800648166715e-11,
    "improvement": 0.992875543331117,
    "flipped_frac": 0.2522149085998535,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.0.self_attn.q_proj": {
    "base_recon": 6.083736820983177e-07,
    "qat_recon": 6.014932552034224e-08,
    "improvement": 0.9011309540661201,
    "flipped_frac": 0.3541703224182129,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.0.self_attn.v_proj": {
    "base_recon": 5.825862103847612e-07,
    "qat_recon": 4.745916371007297e-08,
    "improvement": 0.9185370974044696,
    "flipped_frac": 0.27936363220214844,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.1.mlp.down_proj": {
    "base_recon": 3.434348400332965e-06,
    "qat_recon": 2.6579810352700406e-08,
    "improvement": 0.9922605958236144,
    "flipped_frac": 0.19840351740519205,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.1.mlp.gate_proj": {
    "base_recon": 1.9648100533231627e-06,
    "qat_recon": 4.3634881308207696e-07,
    "improvement": 0.7779180677826528,
    "flipped_frac": 0.24106176694234213,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.1.mlp.up_proj": {
    "base_recon": 1.9753733795369044e-06,
    "qat_recon": 4.495965981732297e-07,
    "improvement": 0.7723991814253208,
    "flipped_frac": 0.2374415397644043,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.1.self_attn.k_proj": {
    "base_recon": 3.6067831388209015e-05,
    "qat_recon": 4.460595391719835e-06,
    "improvement": 0.8763275966411983,
    "flipped_frac": 0.2666301727294922,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.1.self_attn.o_proj": {
    "base_recon": 7.354969255857213e-08,
    "qat_recon": 6.410983299787176e-09,
    "improvement": 0.9128346689596055,
    "flipped_frac": 0.2831277847290039,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.1.self_attn.q_proj": {
    "base_recon": 1.215570682688849e-05,
    "qat_recon": 1.4608874607802136e-06,
    "improvement": 0.8798187977396162,
    "flipped_frac": 0.25707387924194336,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.1.self_attn.v_proj": {
    "base_recon": 2.704338385228766e-06,
    "qat_recon": 3.3913602237589657e-07,
    "improvement": 0.8745955668017453,
    "flipped_frac": 0.2567405700683594,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.10.mlp.down_proj": {
    "base_recon": 1.066161303242552e-06,
    "qat_recon": 3.6097679867452825e-07,
    "improvement": 0.6614238412361455,
    "flipped_frac": 0.21541945139567056,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.10.mlp.gate_proj": {
    "base_recon": 1.1250688658037689e-05,
    "qat_recon": 2.6386733225081116e-06,
    "improvement": 0.7654656170204304,
    "flipped_frac": 0.2315389315287272,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.10.mlp.up_proj": {
    "base_recon": 1.21442208182998e-05,
    "qat_recon": 2.9253228603920434e-06,
    "improvement": 0.7591181102385792,
    "flipped_frac": 0.22629261016845703,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.10.self_attn.k_proj": {
    "base_recon": 5.184530891710892e-05,
    "qat_recon": 8.657567377667874e-06,
    "improvement": 0.8330115576799875,
    "flipped_frac": 0.2498016357421875,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.10.self_attn.o_proj": {
    "base_recon": 1.2120667634007987e-06,
    "qat_recon": 1.2748047595323442e-07,
    "improvement": 0.8948238828069572,
    "flipped_frac": 0.24956846237182617,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.10.self_attn.q_proj": {
    "base_recon": 2.0602266886271536e-05,
    "qat_recon": 3.812514023593394e-06,
    "improvement": 0.8149468675151524,
    "flipped_frac": 0.24390125274658203,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.10.self_attn.v_proj": {
    "base_recon": 1.2092840734112542e-05,
    "qat_recon": 2.253375441796379e-06,
    "improvement": 0.8136603721704644,
    "flipped_frac": 0.24237823486328125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.11.mlp.down_proj": {
    "base_recon": 1.3194573966757162e-06,
    "qat_recon": 4.023589212920342e-07,
    "improvement": 0.6950572846794824,
    "flipped_frac": 0.21633760134379068,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.11.mlp.gate_proj": {
    "base_recon": 1.1168838682351634e-05,
    "qat_recon": 2.526186563045485e-06,
    "improvement": 0.7738183319777712,
    "flipped_frac": 0.23560110727945963,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.11.mlp.up_proj": {
    "base_recon": 1.3184256204112899e-05,
    "qat_recon": 3.0419957965932554e-06,
    "improvement": 0.7692705792804384,
    "flipped_frac": 0.2274341583251953,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.11.self_attn.k_proj": {
    "base_recon": 4.0893180994316936e-05,
    "qat_recon": 8.151750989782158e-06,
    "improvement": 0.8006574496878823,
    "flipped_frac": 0.24181556701660156,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.11.self_attn.o_proj": {
    "base_recon": 1.3651699646288762e-06,
    "qat_recon": 1.7053379508524813e-07,
    "improvement": 0.8750823710572859,
    "flipped_frac": 0.24584364891052246,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.11.self_attn.q_proj": {
    "base_recon": 2.0624385797418654e-05,
    "qat_recon": 3.971574187744409e-06,
    "improvement": 0.8074330927109843,
    "flipped_frac": 0.23847270011901855,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.11.self_attn.v_proj": {
    "base_recon": 1.4635626939707436e-05,
    "qat_recon": 2.725683771132026e-06,
    "improvement": 0.8137637846085661,
    "flipped_frac": 0.24698257446289062,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.12.mlp.down_proj": {
    "base_recon": 1.3591782135335961e-06,
    "qat_recon": 4.004128300039156e-07,
    "improvement": 0.7054007884934228,
    "flipped_frac": 0.21877272923787436,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.12.mlp.gate_proj": {
    "base_recon": 1.1501570043037646e-05,
    "qat_recon": 2.2958249701332534e-06,
    "improvement": 0.8003902978860693,
    "flipped_frac": 0.23837661743164062,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.12.mlp.up_proj": {
    "base_recon": 1.4074968930799514e-05,
    "qat_recon": 2.8748959266522434e-06,
    "improvement": 0.7957440658812923,
    "flipped_frac": 0.23144030570983887,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.12.self_attn.k_proj": {
    "base_recon": 3.6775316402781755e-05,
    "qat_recon": 5.664324817189481e-06,
    "improvement": 0.8459748175882174,
    "flipped_frac": 0.25065040588378906,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.12.self_attn.o_proj": {
    "base_recon": 1.3792091522191186e-06,
    "qat_recon": 1.901902919598797e-07,
    "improvement": 0.8621019214860433,
    "flipped_frac": 0.24578261375427246,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.12.self_attn.q_proj": {
    "base_recon": 1.6024849173845723e-05,
    "qat_recon": 2.789499831123976e-06,
    "improvement": 0.8259266093014629,
    "flipped_frac": 0.23720741271972656,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.12.self_attn.v_proj": {
    "base_recon": 1.364346007903805e-05,
    "qat_recon": 2.265900093334494e-06,
    "improvement": 0.8339204219305155,
    "flipped_frac": 0.24268722534179688,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.13.mlp.down_proj": {
    "base_recon": 1.4636700598202879e-06,
    "qat_recon": 4.100326123079867e-07,
    "improvement": 0.7198599441472955,
    "flipped_frac": 0.2200772762298584,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.13.mlp.gate_proj": {
    "base_recon": 1.1729569450835697e-05,
    "qat_recon": 2.234784005850088e-06,
    "improvement": 0.8094743361879437,
    "flipped_frac": 0.2399001121520996,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.13.mlp.up_proj": {
    "base_recon": 1.4291717889136635e-05,
    "qat_recon": 2.8540157472889405e-06,
    "improvement": 0.8003028208765355,
    "flipped_frac": 0.2325448989868164,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.13.self_attn.k_proj": {
    "base_recon": 4.254101077094674e-05,
    "qat_recon": 7.226240086311009e-06,
    "improvement": 0.8301347345689739,
    "flipped_frac": 0.2463855743408203,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.13.self_attn.o_proj": {
    "base_recon": 2.380688783887308e-06,
    "qat_recon": 1.6667418378801813e-07,
    "improvement": 0.9299890918476693,
    "flipped_frac": 0.25269389152526855,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.13.self_attn.q_proj": {
    "base_recon": 2.4417737222393043e-05,
    "qat_recon": 3.8631478673778474e-06,
    "improvement": 0.8417892766969812,
    "flipped_frac": 0.24963903427124023,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.13.self_attn.v_proj": {
    "base_recon": 1.3296539691509679e-05,
    "qat_recon": 2.079133082588669e-06,
    "improvement": 0.843633521891694,
    "flipped_frac": 0.25700950622558594,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.14.mlp.down_proj": {
    "base_recon": 2.1877092422073474e-06,
    "qat_recon": 4.145761067775311e-07,
    "improvement": 0.810497620625658,
    "flipped_frac": 0.2168107032775879,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.14.mlp.gate_proj": {
    "base_recon": 1.0539843060541898e-05,
    "qat_recon": 2.023759861913277e-06,
    "improvement": 0.8079895639537894,
    "flipped_frac": 0.2400059700012207,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.14.mlp.up_proj": {
    "base_recon": 1.390522356814472e-05,
    "qat_recon": 2.6859761419473216e-06,
    "improvement": 0.8068368963084789,
    "flipped_frac": 0.23418943087259927,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.14.self_attn.k_proj": {
    "base_recon": 4.1321403841720894e-05,
    "qat_recon": 5.747042450821027e-06,
    "improvement": 0.8609185091379101,
    "flipped_frac": 0.2601146697998047,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.14.self_attn.o_proj": {
    "base_recon": 2.4839932848408353e-06,
    "qat_recon": 2.160611103363408e-07,
    "improvement": 0.9130186415338135,
    "flipped_frac": 0.26051902770996094,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.14.self_attn.q_proj": {
    "base_recon": 1.864295882114675e-05,
    "qat_recon": 2.7360229069017805e-06,
    "improvement": 0.8532409510126524,
    "flipped_frac": 0.2489011287689209,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.14.self_attn.v_proj": {
    "base_recon": 1.684193375695031e-05,
    "qat_recon": 2.275769475090783e-06,
    "improvement": 0.8648748114122216,
    "flipped_frac": 0.2530403137207031,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.15.mlp.down_proj": {
    "base_recon": 1.6033504834922496e-06,
    "qat_recon": 4.545672140920942e-07,
    "improvement": 0.7164891776487923,
    "flipped_frac": 0.2238907814025879,
    "used": "gptq",
    "seconds": 1.1
  },
  "layers.15.mlp.gate_proj": {
    "base_recon": 1.1071078006352764e-05,
    "qat_recon": 2.0021529962832574e-06,
    "improvement": 0.8191546482524656,
    "flipped_frac": 0.24336393674214682,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.15.mlp.up_proj": {
    "base_recon": 1.5632436770829372e-05,
    "qat_recon": 2.865592250600457e-06,
    "improvement": 0.8166893432796258,
    "flipped_frac": 0.23705124855041504,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.15.self_attn.k_proj": {
    "base_recon": 5.5028023780323565e-05,
    "qat_recon": 8.363260349142365e-06,
    "improvement": 0.8480181592104925,
    "flipped_frac": 0.24606704711914062,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.15.self_attn.o_proj": {
    "base_recon": 2.1992655092617497e-06,
    "qat_recon": 2.238597005543852e-07,
    "improvement": 0.8982116076428032,
    "flipped_frac": 0.2554340362548828,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.15.self_attn.q_proj": {
    "base_recon": 2.4461543944198638e-05,
    "qat_recon": 3.9021510929160286e-06,
    "improvement": 0.8404781357293896,
    "flipped_frac": 0.24765825271606445,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.15.self_attn.v_proj": {
    "base_recon": 2.2408577933674678e-05,
    "qat_recon": 3.7968327433191007e-06,
    "improvement": 0.8305634228750688,
    "flipped_frac": 0.24285316467285156,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.16.mlp.down_proj": {
    "base_recon": 1.3252138160169125e-06,
    "qat_recon": 4.0599860540169175e-07,
    "improvement": 0.6936353964208064,
    "flipped_frac": 0.2167816956837972,
    "used": "gptq",
    "seconds": 1.1
  },
  "layers.16.mlp.gate_proj": {
    "base_recon": 1.0576240129012149e-05,
    "qat_recon": 1.9175611214450328e-06,
    "improvement": 0.8186916051400075,
    "flipped_frac": 0.2436534563700358,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.16.mlp.up_proj": {
    "base_recon": 1.3584518455900252e-05,
    "qat_recon": 2.5100912353082094e-06,
    "improvement": 0.8152241285948576,
    "flipped_frac": 0.23600172996520996,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.16.self_attn.k_proj": {
    "base_recon": 4.7413464926648885e-05,
    "qat_recon": 6.5693011492840014e-06,
    "improvement": 0.8614465076651315,
    "flipped_frac": 0.2547435760498047,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.16.self_attn.o_proj": {
    "base_recon": 3.551143890945241e-06,
    "qat_recon": 2.8287479381106095e-07,
    "improvement": 0.9203426269117567,
    "flipped_frac": 0.2557694911956787,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.16.self_attn.q_proj": {
    "base_recon": 2.271738412673585e-05,
    "qat_recon": 3.2751995604485273e-06,
    "improvement": 0.8558284905437691,
    "flipped_frac": 0.25142621994018555,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.16.self_attn.v_proj": {
    "base_recon": 1.8492251911084168e-05,
    "qat_recon": 2.866021532099694e-06,
    "improvement": 0.8450150070483404,
    "flipped_frac": 0.24619293212890625,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.17.mlp.down_proj": {
    "base_recon": 1.1716510925907642e-06,
    "qat_recon": 3.985942100825923e-07,
    "improvement": 0.6598012730895699,
    "flipped_frac": 0.21235243479410806,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.17.mlp.gate_proj": {
    "base_recon": 1.0745289728220087e-05,
    "qat_recon": 2.0519578356470447e-06,
    "improvement": 0.8090365278603853,
    "flipped_frac": 0.24109848340352377,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.17.mlp.up_proj": {
    "base_recon": 1.347111083305208e-05,
    "qat_recon": 2.61846321336634e-06,
    "improvement": 0.8056238089184299,
    "flipped_frac": 0.2335545221964518,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.17.self_attn.k_proj": {
    "base_recon": 4.932712181471288e-05,
    "qat_recon": 8.23068057798082e-06,
    "improvement": 0.8331408710830998,
    "flipped_frac": 0.24549102783203125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.17.self_attn.o_proj": {
    "base_recon": 1.7284287423535716e-06,
    "qat_recon": 1.5394724073303223e-07,
    "improvement": 0.9109322606360937,
    "flipped_frac": 0.26736974716186523,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.17.self_attn.q_proj": {
    "base_recon": 2.4432411009911448e-05,
    "qat_recon": 4.03588819608558e-06,
    "improvement": 0.8348141657223944,
    "flipped_frac": 0.24480962753295898,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.17.self_attn.v_proj": {
    "base_recon": 1.826348488975782e-05,
    "qat_recon": 2.8287863642617594e-06,
    "improvement": 0.8451124535466862,
    "flipped_frac": 0.2496490478515625,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.18.mlp.down_proj": {
    "base_recon": 1.0643642553986865e-06,
    "qat_recon": 3.7743922121080686e-07,
    "improvement": 0.645385290518398,
    "flipped_frac": 0.2100832462310791,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.18.mlp.gate_proj": {
    "base_recon": 1.0854257197934203e-05,
    "qat_recon": 2.197777575929649e-06,
    "improvement": 0.7975193017954344,
    "flipped_frac": 0.23765071233113608,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.18.mlp.up_proj": {
    "base_recon": 1.307835009356495e-05,
    "qat_recon": 2.6992579478246626e-06,
    "improvement": 0.7936086793430617,
    "flipped_frac": 0.22994621594746908,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.18.self_attn.k_proj": {
    "base_recon": 4.04855418310035e-05,
    "qat_recon": 6.8837343860650435e-06,
    "improvement": 0.8299705506029924,
    "flipped_frac": 0.2487010955810547,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.18.self_attn.o_proj": {
    "base_recon": 2.189855877077207e-06,
    "qat_recon": 1.564206115745037e-07,
    "improvement": 0.9285703624554152,
    "flipped_frac": 0.25728297233581543,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.18.self_attn.q_proj": {
    "base_recon": 2.4181987100746483e-05,
    "qat_recon": 4.165915015619248e-06,
    "improvement": 0.8277265222968112,
    "flipped_frac": 0.24040555953979492,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.18.self_attn.v_proj": {
    "base_recon": 1.914649510581512e-05,
    "qat_recon": 3.4704771678661928e-06,
    "improvement": 0.8187408636052586,
    "flipped_frac": 0.2371234893798828,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.19.mlp.down_proj": {
    "base_recon": 1.1067525065300288e-06,
    "qat_recon": 3.777301458285365e-07,
    "improvement": 0.6587040520804208,
    "flipped_frac": 0.20929249127705893,
    "used": "gptq",
    "seconds": 1.1
  },
  "layers.19.mlp.gate_proj": {
    "base_recon": 1.1569371054065414e-05,
    "qat_recon": 2.3474958652514033e-06,
    "improvement": 0.797093908192485,
    "flipped_frac": 0.2387385368347168,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.19.mlp.up_proj": {
    "base_recon": 1.3567016139859334e-05,
    "qat_recon": 2.8594317882379983e-06,
    "improvement": 0.7892365013234484,
    "flipped_frac": 0.2288682460784912,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.19.self_attn.k_proj": {
    "base_recon": 4.423002974363044e-05,
    "qat_recon": 7.752238161629066e-06,
    "improvement": 0.8247290764540924,
    "flipped_frac": 0.2484569549560547,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.19.self_attn.o_proj": {
    "base_recon": 3.1223614769260166e-06,
    "qat_recon": 3.1564451319354703e-07,
    "improvement": 0.8989084013730848,
    "flipped_frac": 0.23502111434936523,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.19.self_attn.q_proj": {
    "base_recon": 2.4660002964083105e-05,
    "qat_recon": 4.269942564860685e-06,
    "improvement": 0.8268474431621202,
    "flipped_frac": 0.239959716796875,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.19.self_attn.v_proj": {
    "base_recon": 1.7857713828561828e-05,
    "qat_recon": 3.1866134122537915e-06,
    "improvement": 0.8215553545741624,
    "flipped_frac": 0.23756980895996094,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.2.mlp.down_proj": {
    "base_recon": 1.3307513313520758e-07,
    "qat_recon": 4.5200575726767056e-08,
    "improvement": 0.6603379259381077,
    "flipped_frac": 0.21890385945638022,
    "used": "gptq",
    "seconds": 1.1
  },
  "layers.2.mlp.gate_proj": {
    "base_recon": 3.1398226383316796e-06,
    "qat_recon": 7.9235303473979e-07,
    "improvement": 0.7476440149623227,
    "flipped_frac": 0.23458019892374674,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.2.mlp.up_proj": {
    "base_recon": 3.142540208500577e-06,
    "qat_recon": 8.054603313212283e-07,
    "improvement": 0.7436913204348328,
    "flipped_frac": 0.23206027348836264,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.2.self_attn.k_proj": {
    "base_recon": 4.440414340933785e-05,
    "qat_recon": 6.051793207006995e-06,
    "improvement": 0.8637110696806202,
    "flipped_frac": 0.2409229278564453,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.2.self_attn.o_proj": {
    "base_recon": 1.0517641158003244e-07,
    "qat_recon": 1.3752625704910315e-08,
    "improvement": 0.8692422996914526,
    "flipped_frac": 0.2534830570220947,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.2.self_attn.q_proj": {
    "base_recon": 1.460122257412877e-05,
    "qat_recon": 2.0471268271649024e-06,
    "improvement": 0.8597975740201296,
    "flipped_frac": 0.23828577995300293,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.2.self_attn.v_proj": {
    "base_recon": 8.489925676258281e-06,
    "qat_recon": 1.1592497912715771e-06,
    "improvement": 0.8634558374859076,
    "flipped_frac": 0.25262451171875,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.20.mlp.down_proj": {
    "base_recon": 1.4805215187152498e-06,
    "qat_recon": 4.805299909094174e-07,
    "improvement": 0.6754319441932825,
    "flipped_frac": 0.21282482147216797,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.20.mlp.gate_proj": {
    "base_recon": 1.2608196811925154e-05,
    "qat_recon": 2.4517457859474234e-06,
    "improvement": 0.8055435029671729,
    "flipped_frac": 0.239410400390625,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.20.mlp.up_proj": {
    "base_recon": 1.5720612282166258e-05,
    "qat_recon": 3.1540289455733728e-06,
    "improvement": 0.7993698407566886,
    "flipped_frac": 0.23114681243896484,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.20.self_attn.k_proj": {
    "base_recon": 4.815172724192962e-05,
    "qat_recon": 8.009707016753964e-06,
    "improvement": 0.8336569116926866,
    "flipped_frac": 0.24869155883789062,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.20.self_attn.o_proj": {
    "base_recon": 2.567360752436798e-06,
    "qat_recon": 1.6550794157410564e-07,
    "improvement": 0.9355338195393793,
    "flipped_frac": 0.2486286163330078,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.20.self_attn.q_proj": {
    "base_recon": 2.6903209800366312e-05,
    "qat_recon": 4.669805093726609e-06,
    "improvement": 0.8264220095528145,
    "flipped_frac": 0.23809266090393066,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.20.self_attn.v_proj": {
    "base_recon": 1.6758373021730222e-05,
    "qat_recon": 2.882967692130478e-06,
    "improvement": 0.8279685212644332,
    "flipped_frac": 0.24507522583007812,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.21.mlp.down_proj": {
    "base_recon": 1.8715365968091646e-06,
    "qat_recon": 5.401532803261944e-07,
    "improvement": 0.711385136017582,
    "flipped_frac": 0.21709092458089194,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.21.mlp.gate_proj": {
    "base_recon": 1.3339292308955919e-05,
    "qat_recon": 2.1516941615118412e-06,
    "improvement": 0.8386950288159435,
    "flipped_frac": 0.24307688077290854,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.21.mlp.up_proj": {
    "base_recon": 1.653692015679553e-05,
    "qat_recon": 2.751751480900566e-06,
    "improvement": 0.8335995182410199,
    "flipped_frac": 0.2377336025238037,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.21.self_attn.k_proj": {
    "base_recon": 4.668358451453969e-05,
    "qat_recon": 6.804210897826124e-06,
    "improvement": 0.8542483194342769,
    "flipped_frac": 0.25103759765625,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.21.self_attn.o_proj": {
    "base_recon": 4.264024937583599e-06,
    "qat_recon": 3.0220087410270935e-07,
    "improvement": 0.9291277892305281,
    "flipped_frac": 0.2523372173309326,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.21.self_attn.q_proj": {
    "base_recon": 1.9999133655801415e-05,
    "qat_recon": 3.1690399282524595e-06,
    "improvement": 0.8415411395916556,
    "flipped_frac": 0.2448132038116455,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.21.self_attn.v_proj": {
    "base_recon": 1.4143951375444885e-05,
    "qat_recon": 2.215685981354909e-06,
    "improvement": 0.8433474548561068,
    "flipped_frac": 0.25303077697753906,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.22.mlp.down_proj": {
    "base_recon": 2.3041379790811334e-06,
    "qat_recon": 6.278636419665418e-07,
    "improvement": 0.7275060575074903,
    "flipped_frac": 0.22780283292134604,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.22.mlp.gate_proj": {
    "base_recon": 1.553372567286715e-05,
    "qat_recon": 2.2349427126755472e-06,
    "improvement": 0.8561232018807095,
    "flipped_frac": 0.24590222040812174,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.22.mlp.up_proj": {
    "base_recon": 1.826402876758948e-05,
    "qat_recon": 2.690416295081377e-06,
    "improvement": 0.8526931637418537,
    "flipped_frac": 0.2396062215169271,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.22.self_attn.k_proj": {
    "base_recon": 4.133516995352693e-05,
    "qat_recon": 5.579627213592175e-06,
    "improvement": 0.8650150169972606,
    "flipped_frac": 0.2448711395263672,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.22.self_attn.o_proj": {
    "base_recon": 4.6265813580248505e-06,
    "qat_recon": 3.827973387160455e-07,
    "improvement": 0.9172612974692254,
    "flipped_frac": 0.24358701705932617,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.22.self_attn.q_proj": {
    "base_recon": 2.2420143068302423e-05,
    "qat_recon": 2.8584177016455214e-06,
    "improvement": 0.8725067144782519,
    "flipped_frac": 0.2502751350402832,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.22.self_attn.v_proj": {
    "base_recon": 1.7117909010266885e-05,
    "qat_recon": 2.3417621832777513e-06,
    "improvement": 0.8631981171372496,
    "flipped_frac": 0.24835205078125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.23.mlp.down_proj": {
    "base_recon": 2.463595592416823e-06,
    "qat_recon": 5.623267043119995e-07,
    "improvement": 0.7717455307831799,
    "flipped_frac": 0.22610259056091309,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.23.mlp.gate_proj": {
    "base_recon": 1.609644095879048e-05,
    "qat_recon": 2.061927943941555e-06,
    "improvement": 0.8719016241403658,
    "flipped_frac": 0.24726462364196777,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.23.mlp.up_proj": {
    "base_recon": 1.7819324057199992e-05,
    "qat_recon": 2.30210480367532e-06,
    "improvement": 0.8708085224621558,
    "flipped_frac": 0.24267498652140299,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.23.self_attn.k_proj": {
    "base_recon": 5.447756848298013e-05,
    "qat_recon": 6.637753358518239e-06,
    "improvement": 0.8781562110175309,
    "flipped_frac": 0.2572059631347656,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.23.self_attn.o_proj": {
    "base_recon": 3.3736901059455704e-06,
    "qat_recon": 3.4515707625359937e-07,
    "improvement": 0.8976915290336486,
    "flipped_frac": 0.26700305938720703,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.23.self_attn.q_proj": {
    "base_recon": 2.1632931748172268e-05,
    "qat_recon": 2.8720887712552212e-06,
    "improvement": 0.8672353426392204,
    "flipped_frac": 0.24719858169555664,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.23.self_attn.v_proj": {
    "base_recon": 2.2875519789522514e-05,
    "qat_recon": 3.1663785193813965e-06,
    "improvement": 0.8615822263924395,
    "flipped_frac": 0.23317337036132812,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.24.mlp.down_proj": {
    "base_recon": 2.446897269692272e-06,
    "qat_recon": 6.121842943684896e-07,
    "improvement": 0.7498120162414994,
    "flipped_frac": 0.22348904609680176,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.24.mlp.gate_proj": {
    "base_recon": 1.5741386960144155e-05,
    "qat_recon": 2.088657311105635e-06,
    "improvement": 0.8673142769189311,
    "flipped_frac": 0.2479890982309977,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.24.mlp.up_proj": {
    "base_recon": 1.762905048963148e-05,
    "qat_recon": 2.3543834686279297e-06,
    "improvement": 0.8664486513319217,
    "flipped_frac": 0.24147534370422363,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.24.self_attn.k_proj": {
    "base_recon": 6.48686836939305e-05,
    "qat_recon": 7.457495485141408e-06,
    "improvement": 0.8850370462220559,
    "flipped_frac": 0.2546825408935547,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.24.self_attn.o_proj": {
    "base_recon": 1.911947038024664e-06,
    "qat_recon": 1.472131003765753e-07,
    "improvement": 0.9230035678557973,
    "flipped_frac": 0.2576627731323242,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.24.self_attn.q_proj": {
    "base_recon": 3.170500713167712e-05,
    "qat_recon": 3.6156179703539237e-06,
    "improvement": 0.8859606637103864,
    "flipped_frac": 0.24836516380310059,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.24.self_attn.v_proj": {
    "base_recon": 2.8226069844095036e-05,
    "qat_recon": 3.520420932545676e-06,
    "improvement": 0.8752776793938899,
    "flipped_frac": 0.238311767578125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.25.mlp.down_proj": {
    "base_recon": 3.094532985414844e-06,
    "qat_recon": 7.506661177103524e-07,
    "improvement": 0.7574218399841293,
    "flipped_frac": 0.2234029769897461,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.25.mlp.gate_proj": {
    "base_recon": 1.8180511688115075e-05,
    "qat_recon": 2.3600996428285725e-06,
    "improvement": 0.870185191521787,
    "flipped_frac": 0.2466137409210205,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.25.mlp.up_proj": {
    "base_recon": 1.9393401089473628e-05,
    "qat_recon": 2.578535713837482e-06,
    "improvement": 0.8670405617900069,
    "flipped_frac": 0.2397174040476481,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.25.self_attn.k_proj": {
    "base_recon": 5.8506389905232936e-05,
    "qat_recon": 7.238777470774949e-06,
    "improvement": 0.8762737286901461,
    "flipped_frac": 0.2533702850341797,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.25.self_attn.o_proj": {
    "base_recon": 4.101895683561452e-06,
    "qat_recon": 2.647300618718873e-07,
    "improvement": 0.9354615323512965,
    "flipped_frac": 0.2522151470184326,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.25.self_attn.q_proj": {
    "base_recon": 2.8621816454688087e-05,
    "qat_recon": 3.5688515254150843e-06,
    "improvement": 0.8753100967206249,
    "flipped_frac": 0.24888348579406738,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.25.self_attn.v_proj": {
    "base_recon": 4.498843918554485e-05,
    "qat_recon": 5.481018433783902e-06,
    "improvement": 0.8781682909429541,
    "flipped_frac": 0.24527740478515625,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.26.mlp.down_proj": {
    "base_recon": 5.6062126532197e-06,
    "qat_recon": 1.263010176444368e-06,
    "improvement": 0.7747124030839234,
    "flipped_frac": 0.23421899477640787,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.26.mlp.gate_proj": {
    "base_recon": 1.9264833099441603e-05,
    "qat_recon": 2.4232354007835966e-06,
    "improvement": 0.8742145655622713,
    "flipped_frac": 0.2493276596069336,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.26.mlp.up_proj": {
    "base_recon": 1.9820652596536092e-05,
    "qat_recon": 2.5640044896135805e-06,
    "improvement": 0.870639754310528,
    "flipped_frac": 0.2439714272816976,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.26.self_attn.k_proj": {
    "base_recon": 5.7755314628593624e-05,
    "qat_recon": 6.195054993440863e-06,
    "improvement": 0.8927361917551774,
    "flipped_frac": 0.24813461303710938,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.26.self_attn.o_proj": {
    "base_recon": 7.64141896070214e-06,
    "qat_recon": 6.017029363647453e-07,
    "improvement": 0.9212576957945704,
    "flipped_frac": 0.26093125343322754,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.26.self_attn.q_proj": {
    "base_recon": 2.5597051717340946e-05,
    "qat_recon": 3.0129735932860058e-06,
    "improvement": 0.8822921629194959,
    "flipped_frac": 0.24959611892700195,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.26.self_attn.v_proj": {
    "base_recon": 4.110946611035615e-05,
    "qat_recon": 4.9380173550162e-06,
    "improvement": 0.8798812579623302,
    "flipped_frac": 0.2511940002441406,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.27.mlp.down_proj": {
    "base_recon": 3.5850077892973786e-06,
    "qat_recon": 9.826260338741122e-07,
    "improvement": 0.7259068622367775,
    "flipped_frac": 0.21844355265299478,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.27.mlp.gate_proj": {
    "base_recon": 2.1722231394960545e-05,
    "qat_recon": 3.160632786602946e-06,
    "improvement": 0.8544977848207529,
    "flipped_frac": 0.250752051671346,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.27.mlp.up_proj": {
    "base_recon": 2.073816540359985e-05,
    "qat_recon": 3.081506065427675e-06,
    "improvement": 0.8514089358698639,
    "flipped_frac": 0.24410557746887207,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.27.self_attn.k_proj": {
    "base_recon": 6.1086866480764e-05,
    "qat_recon": 8.274251740658656e-06,
    "improvement": 0.8645494159818431,
    "flipped_frac": 0.27318763732910156,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.27.self_attn.o_proj": {
    "base_recon": 3.3024516596924514e-06,
    "qat_recon": 3.294732664471667e-07,
    "improvement": 0.9002337352977788,
    "flipped_frac": 0.26535964012145996,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.27.self_attn.q_proj": {
    "base_recon": 2.9777278541587293e-05,
    "qat_recon": 3.890002517437097e-06,
    "improvement": 0.869363396926812,
    "flipped_frac": 0.264021635055542,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.27.self_attn.v_proj": {
    "base_recon": 6.112401024438441e-05,
    "qat_recon": 6.9861944211879745e-06,
    "improvement": 0.8857045800290924,
    "flipped_frac": 0.29113006591796875,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.28.mlp.down_proj": {
    "base_recon": 5.29334511156776e-06,
    "qat_recon": 1.448905777579057e-06,
    "improvement": 0.7262778551104282,
    "flipped_frac": 0.2251598834991455,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.28.mlp.gate_proj": {
    "base_recon": 2.056883749901317e-05,
    "qat_recon": 3.1763208880875027e-06,
    "improvement": 0.8455760619315558,
    "flipped_frac": 0.2484558423360189,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.28.mlp.up_proj": {
    "base_recon": 2.0051818864885718e-05,
    "qat_recon": 3.1857912290433887e-06,
    "improvement": 0.8411220822155803,
    "flipped_frac": 0.242904265721639,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.28.self_attn.k_proj": {
    "base_recon": 5.944245640421286e-05,
    "qat_recon": 8.88439899426885e-06,
    "improvement": 0.8505378220937857,
    "flipped_frac": 0.25994110107421875,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.28.self_attn.o_proj": {
    "base_recon": 3.4554557259980356e-06,
    "qat_recon": 2.2086143758315302e-07,
    "improvement": 0.9360832679980694,
    "flipped_frac": 0.25766491889953613,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.28.self_attn.q_proj": {
    "base_recon": 2.8897840820718557e-05,
    "qat_recon": 4.179652933089528e-06,
    "improvement": 0.8553645250169386,
    "flipped_frac": 0.25273799896240234,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.28.self_attn.v_proj": {
    "base_recon": 7.913614535937086e-05,
    "qat_recon": 1.1172482118126936e-05,
    "improvement": 0.8588194804360161,
    "flipped_frac": 0.27198028564453125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.29.mlp.down_proj": {
    "base_recon": 4.774172339239158e-06,
    "qat_recon": 1.462011596231605e-06,
    "improvement": 0.6937664809007292,
    "flipped_frac": 0.21641953786214194,
    "used": "gptq",
    "seconds": 1.1
  },
  "layers.29.mlp.gate_proj": {
    "base_recon": 2.3883176254457794e-05,
    "qat_recon": 3.9701335481368005e-06,
    "improvement": 0.8337686116018268,
    "flipped_frac": 0.24651106198628744,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.29.mlp.up_proj": {
    "base_recon": 2.2469786927103996e-05,
    "qat_recon": 3.7955378502374515e-06,
    "improvement": 0.8310826060544831,
    "flipped_frac": 0.24157142639160156,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.29.self_attn.k_proj": {
    "base_recon": 6.861535075586289e-05,
    "qat_recon": 1.0092560842167586e-05,
    "improvement": 0.8529110362187398,
    "flipped_frac": 0.2633533477783203,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.29.self_attn.o_proj": {
    "base_recon": 2.3079542188497726e-06,
    "qat_recon": 1.9073479506914737e-07,
    "improvement": 0.9173576349516132,
    "flipped_frac": 0.23564767837524414,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.29.self_attn.q_proj": {
    "base_recon": 3.0022165447007865e-05,
    "qat_recon": 4.8326228352379985e-06,
    "improvement": 0.8390315034480753,
    "flipped_frac": 0.2566523551940918,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.29.self_attn.v_proj": {
    "base_recon": 8.018758671823889e-05,
    "qat_recon": 1.2234468158567324e-05,
    "improvement": 0.8474269065914593,
    "flipped_frac": 0.29303741455078125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.3.mlp.down_proj": {
    "base_recon": 1.6220451470871922e-07,
    "qat_recon": 6.543673691794538e-08,
    "improvement": 0.5965788188112136,
    "flipped_frac": 0.21254444122314453,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.3.mlp.gate_proj": {
    "base_recon": 4.254330633557402e-06,
    "qat_recon": 1.1594374882406555e-06,
    "improvement": 0.7274688809808952,
    "flipped_frac": 0.2289431889851888,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.3.mlp.up_proj": {
    "base_recon": 4.222114512231201e-06,
    "qat_recon": 1.1408369573473465e-06,
    "improvement": 0.7297948802567024,
    "flipped_frac": 0.2297978401184082,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.3.self_attn.k_proj": {
    "base_recon": 3.493931581033394e-05,
    "qat_recon": 6.935712917766068e-06,
    "improvement": 0.8014925948917779,
    "flipped_frac": 0.24131011962890625,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.3.self_attn.o_proj": {
    "base_recon": 1.0594092714200087e-07,
    "qat_recon": 1.629522827784058e-08,
    "improvement": 0.8461857120053441,
    "flipped_frac": 0.26140379905700684,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.3.self_attn.q_proj": {
    "base_recon": 1.3130107618053444e-05,
    "qat_recon": 2.5819197162491037e-06,
    "improvement": 0.803358830608589,
    "flipped_frac": 0.23141932487487793,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.3.self_attn.v_proj": {
    "base_recon": 8.351573342224583e-06,
    "qat_recon": 1.611889615560358e-06,
    "improvement": 0.8069956941632983,
    "flipped_frac": 0.24684906005859375,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.30.mlp.down_proj": {
    "base_recon": 5.270169367577182e-06,
    "qat_recon": 1.757260747581313e-06,
    "improvement": 0.6665646538055823,
    "flipped_frac": 0.21671024958292642,
    "used": "gptq",
    "seconds": 1.1
  },
  "layers.30.mlp.gate_proj": {
    "base_recon": 2.3364817025139928e-05,
    "qat_recon": 4.215561602904927e-06,
    "improvement": 0.8195765197575015,
    "flipped_frac": 0.2431936264038086,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.30.mlp.up_proj": {
    "base_recon": 2.1752424800070003e-05,
    "qat_recon": 4.058117156091612e-06,
    "improvement": 0.8134406994442959,
    "flipped_frac": 0.2391828695933024,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.30.self_attn.k_proj": {
    "base_recon": 6.513074913527817e-05,
    "qat_recon": 1.016214446281083e-05,
    "improvement": 0.8439731678549589,
    "flipped_frac": 0.2614707946777344,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.30.self_attn.o_proj": {
    "base_recon": 7.590470545437711e-07,
    "qat_recon": 1.1260967625048579e-07,
    "improvement": 0.8516433525742744,
    "flipped_frac": 0.26026082038879395,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.30.self_attn.q_proj": {
    "base_recon": 3.046612982871011e-05,
    "qat_recon": 5.1224374146841e-06,
    "improvement": 0.8318645182868973,
    "flipped_frac": 0.2483367919921875,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.30.self_attn.v_proj": {
    "base_recon": 7.87882599979639e-05,
    "qat_recon": 1.2445534594007768e-05,
    "improvement": 0.8420382098255579,
    "flipped_frac": 0.2839031219482422,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.31.mlp.down_proj": {
    "base_recon": 4.684708983404562e-06,
    "qat_recon": 1.6161386611202033e-06,
    "improvement": 0.655018344395495,
    "flipped_frac": 0.21007871627807617,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.31.mlp.gate_proj": {
    "base_recon": 2.4087048586807214e-05,
    "qat_recon": 4.7430921767954715e-06,
    "improvement": 0.803085373465252,
    "flipped_frac": 0.23915966351826987,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.31.mlp.up_proj": {
    "base_recon": 2.18553286686074e-05,
    "qat_recon": 4.457913746591657e-06,
    "improvement": 0.7960262316715958,
    "flipped_frac": 0.23706579208374023,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.31.self_attn.k_proj": {
    "base_recon": 6.947982910787687e-05,
    "qat_recon": 1.2518348739831708e-05,
    "improvement": 0.8198275830472284,
    "flipped_frac": 0.2663288116455078,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.31.self_attn.o_proj": {
    "base_recon": 1.276992747989425e-06,
    "qat_recon": 2.307990172312202e-07,
    "improvement": 0.8192636429653933,
    "flipped_frac": 0.25199389457702637,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.31.self_attn.q_proj": {
    "base_recon": 3.0063625672482885e-05,
    "qat_recon": 5.280267032503616e-06,
    "improvement": 0.8243635983887125,
    "flipped_frac": 0.25173425674438477,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.31.self_attn.v_proj": {
    "base_recon": 8.394583710469306e-05,
    "qat_recon": 1.407629042660119e-05,
    "improvement": 0.8323169925740815,
    "flipped_frac": 0.2884693145751953,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.32.mlp.down_proj": {
    "base_recon": 4.459157025848981e-06,
    "qat_recon": 1.6665663906678674e-06,
    "improvement": 0.6262597659138122,
    "flipped_frac": 0.20739030838012695,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.32.mlp.gate_proj": {
    "base_recon": 2.3079148377291858e-05,
    "qat_recon": 5.0287394515180495e-06,
    "improvement": 0.7821089682639265,
    "flipped_frac": 0.23568964004516602,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.32.mlp.up_proj": {
    "base_recon": 2.1480249415617436e-05,
    "qat_recon": 4.7026023821672425e-06,
    "improvement": 0.7810731946739795,
    "flipped_frac": 0.23444016774495444,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.32.self_attn.k_proj": {
    "base_recon": 7.121259113773704e-05,
    "qat_recon": 1.2731028618873097e-05,
    "improvement": 0.8212250331651441,
    "flipped_frac": 0.2641181945800781,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.32.self_attn.o_proj": {
    "base_recon": 7.995599844434764e-07,
    "qat_recon": 1.7204240521095926e-07,
    "improvement": 0.7848286450569344,
    "flipped_frac": 0.24219202995300293,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.32.self_attn.q_proj": {
    "base_recon": 2.9188089683884755e-05,
    "qat_recon": 5.396454071160406e-06,
    "improvement": 0.8151145165851714,
    "flipped_frac": 0.24658584594726562,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.32.self_attn.v_proj": {
    "base_recon": 8.012058970052749e-05,
    "qat_recon": 1.411604171153158e-05,
    "improvement": 0.8238150547282025,
    "flipped_frac": 0.26920127868652344,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.33.mlp.down_proj": {
    "base_recon": 4.537741006060969e-06,
    "qat_recon": 1.7754437067196704e-06,
    "improvement": 0.6087384219707017,
    "flipped_frac": 0.20458722114562988,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.33.mlp.gate_proj": {
    "base_recon": 2.2349673599819653e-05,
    "qat_recon": 5.29737735632807e-06,
    "improvement": 0.7629774174254242,
    "flipped_frac": 0.23167061805725098,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.33.mlp.up_proj": {
    "base_recon": 2.0907304133288562e-05,
    "qat_recon": 4.986283329344587e-06,
    "improvement": 0.7615051994481948,
    "flipped_frac": 0.23203349113464355,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.33.self_attn.k_proj": {
    "base_recon": 6.380640115821734e-05,
    "qat_recon": 1.2091537428204902e-05,
    "improvement": 0.8104964829747698,
    "flipped_frac": 0.2548980712890625,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.33.self_attn.o_proj": {
    "base_recon": 4.3442946662253235e-06,
    "qat_recon": 6.146854047983652e-07,
    "improvement": 0.8585074328458355,
    "flipped_frac": 0.23153281211853027,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.33.self_attn.q_proj": {
    "base_recon": 3.156831371597946e-05,
    "qat_recon": 6.226377081475221e-06,
    "improvement": 0.8027649770116321,
    "flipped_frac": 0.24790191650390625,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.33.self_attn.v_proj": {
    "base_recon": 8.235980203608051e-05,
    "qat_recon": 1.6064241208368912e-05,
    "improvement": 0.8049504635607134,
    "flipped_frac": 0.26123046875,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.34.mlp.down_proj": {
    "base_recon": 4.654735221265582e-06,
    "qat_recon": 1.8937603272206616e-06,
    "improvement": 0.593154016888255,
    "flipped_frac": 0.20152648289998373,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.34.mlp.gate_proj": {
    "base_recon": 2.228168523288332e-05,
    "qat_recon": 5.567849257204216e-06,
    "improvement": 0.7501154334149205,
    "flipped_frac": 0.22940460840861002,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.34.mlp.up_proj": {
    "base_recon": 2.1036492398707196e-05,
    "qat_recon": 5.277026048133848e-06,
    "improvement": 0.7491489575297188,
    "flipped_frac": 0.22958787282307944,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.34.self_attn.k_proj": {
    "base_recon": 7.322068267967552e-05,
    "qat_recon": 1.4480211575573776e-05,
    "improvement": 0.8022387794590562,
    "flipped_frac": 0.2517223358154297,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.34.self_attn.o_proj": {
    "base_recon": 7.853577699279413e-07,
    "qat_recon": 1.8161773596148123e-07,
    "improvement": 0.7687452229852578,
    "flipped_frac": 0.24201464653015137,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.34.self_attn.q_proj": {
    "base_recon": 3.234162068110891e-05,
    "qat_recon": 6.658918209723197e-06,
    "improvement": 0.7941068484050107,
    "flipped_frac": 0.24055194854736328,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.34.self_attn.v_proj": {
    "base_recon": 6.803608266636729e-05,
    "qat_recon": 1.387273550790269e-05,
    "improvement": 0.7960973800338965,
    "flipped_frac": 0.25081825256347656,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.35.mlp.down_proj": {
    "base_recon": 4.933338004775578e-06,
    "qat_recon": 2.008399405895034e-06,
    "improvement": 0.5928923978144494,
    "flipped_frac": 0.2013066609700521,
    "used": "gptq",
    "seconds": 1.1
  },
  "layers.35.mlp.gate_proj": {
    "base_recon": 2.2996751795290038e-05,
    "qat_recon": 5.871015218872344e-06,
    "improvement": 0.7447024140133223,
    "flipped_frac": 0.2277375062306722,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.35.mlp.up_proj": {
    "base_recon": 2.1620591724058613e-05,
    "qat_recon": 5.5701580095046666e-06,
    "improvement": 0.7423679203328003,
    "flipped_frac": 0.22778836886088052,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.35.self_attn.k_proj": {
    "base_recon": 6.751312321284786e-05,
    "qat_recon": 1.4125014786259271e-05,
    "improvement": 0.7907811975795062,
    "flipped_frac": 0.2616138458251953,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.35.self_attn.o_proj": {
    "base_recon": 2.0810484784306027e-06,
    "qat_recon": 3.392510450339614e-07,
    "improvement": 0.8369807101803781,
    "flipped_frac": 0.2517688274383545,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.35.self_attn.q_proj": {
    "base_recon": 2.9162045393604785e-05,
    "qat_recon": 6.060041414457373e-06,
    "improvement": 0.7921942259994446,
    "flipped_frac": 0.2482297420501709,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.35.self_attn.v_proj": {
    "base_recon": 0.00012968305964022875,
    "qat_recon": 2.5636771169956774e-05,
    "improvement": 0.8023121042865645,
    "flipped_frac": 0.2767829895019531,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.36.mlp.down_proj": {
    "base_recon": 5.168918505660258e-06,
    "qat_recon": 2.156467871827772e-06,
    "improvement": 0.5828009535328682,
    "flipped_frac": 0.1998615264892578,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.36.mlp.gate_proj": {
    "base_recon": 2.3099644749891013e-05,
    "qat_recon": 6.083096195652615e-06,
    "improvement": 0.7366584524776592,
    "flipped_frac": 0.22651338577270508,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.36.mlp.up_proj": {
    "base_recon": 2.2233143681660295e-05,
    "qat_recon": 5.865114871994592e-06,
    "improvement": 0.7361994796609614,
    "flipped_frac": 0.2260751724243164,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.36.self_attn.k_proj": {
    "base_recon": 7.884437218308449e-05,
    "qat_recon": 1.6229892935371026e-05,
    "improvement": 0.7941528039860144,
    "flipped_frac": 0.260986328125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.36.self_attn.o_proj": {
    "base_recon": 1.194248511637852e-06,
    "qat_recon": 2.0288149471525685e-07,
    "improvement": 0.8301178584371731,
    "flipped_frac": 0.24845480918884277,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.36.self_attn.q_proj": {
    "base_recon": 2.8642944016610272e-05,
    "qat_recon": 6.018758540449198e-06,
    "improvement": 0.7898694164622577,
    "flipped_frac": 0.23987817764282227,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.36.self_attn.v_proj": {
    "base_recon": 0.00010784066398628056,
    "qat_recon": 2.2164131223689765e-05,
    "improvement": 0.7944733423886422,
    "flipped_frac": 0.2719306945800781,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.37.mlp.down_proj": {
    "base_recon": 6.093530828366056e-06,
    "qat_recon": 2.3927827896841336e-06,
    "improvement": 0.6073240856441611,
    "flipped_frac": 0.2011720339457194,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.37.mlp.gate_proj": {
    "base_recon": 2.518865767342504e-05,
    "qat_recon": 6.476127509813523e-06,
    "improvement": 0.7428950921570515,
    "flipped_frac": 0.2276319662729899,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.37.mlp.up_proj": {
    "base_recon": 2.4137392756529152e-05,
    "qat_recon": 6.293746082519647e-06,
    "improvement": 0.7392532761925088,
    "flipped_frac": 0.22516512870788574,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.37.self_attn.k_proj": {
    "base_recon": 7.606495637446642e-05,
    "qat_recon": 1.4878332876833156e-05,
    "improvement": 0.8043996396502564,
    "flipped_frac": 0.25923919677734375,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.37.self_attn.o_proj": {
    "base_recon": 2.3508671347372e-06,
    "qat_recon": 3.6224943755769345e-07,
    "improvement": 0.8459081620543439,
    "flipped_frac": 0.23938655853271484,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.37.self_attn.q_proj": {
    "base_recon": 2.9112978154444136e-05,
    "qat_recon": 6.202134954946814e-06,
    "improvement": 0.7869632257461077,
    "flipped_frac": 0.2445967197418213,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.37.self_attn.v_proj": {
    "base_recon": 0.00013738278357777745,
    "qat_recon": 2.755996865744237e-05,
    "improvement": 0.7993928501103659,
    "flipped_frac": 0.2754859924316406,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.38.mlp.down_proj": {
    "base_recon": 8.053073543123901e-06,
    "qat_recon": 2.904336270148633e-06,
    "improvement": 0.6393505840228549,
    "flipped_frac": 0.20236674944559732,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.38.mlp.gate_proj": {
    "base_recon": 2.7442492864793167e-05,
    "qat_recon": 6.763367309758905e-06,
    "improvement": 0.7535439894953625,
    "flipped_frac": 0.22878487904866537,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.38.mlp.up_proj": {
    "base_recon": 2.728970139287412e-05,
    "qat_recon": 6.782470791222295e-06,
    "improvement": 0.7514640891969111,
    "flipped_frac": 0.22452966372172037,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.38.self_attn.k_proj": {
    "base_recon": 6.678584031760693e-05,
    "qat_recon": 1.4044056115380954e-05,
    "improvement": 0.7897150646215874,
    "flipped_frac": 0.25133323669433594,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.38.self_attn.o_proj": {
    "base_recon": 5.929995495534968e-06,
    "qat_recon": 6.212859489096445e-07,
    "improvement": 0.8952299458949933,
    "flipped_frac": 0.2386319637298584,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.38.self_attn.q_proj": {
    "base_recon": 3.220698636141606e-05,
    "qat_recon": 6.935511919436976e-06,
    "improvement": 0.7846581533084476,
    "flipped_frac": 0.2384166717529297,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.38.self_attn.v_proj": {
    "base_recon": 0.00015946553321555257,
    "qat_recon": 3.301887045381591e-05,
    "improvement": 0.7929403941528627,
    "flipped_frac": 0.26273536682128906,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.39.mlp.down_proj": {
    "base_recon": 1.2235563190188259e-05,
    "qat_recon": 3.924475095118396e-06,
    "improvement": 0.679256685277434,
    "flipped_frac": 0.2020707130432129,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.39.mlp.gate_proj": {
    "base_recon": 3.083458432229236e-05,
    "qat_recon": 6.7814303292834666e-06,
    "improvement": 0.780070642159404,
    "flipped_frac": 0.2324949105580648,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.39.mlp.up_proj": {
    "base_recon": 3.1200586818158627e-05,
    "qat_recon": 7.099091362761101e-06,
    "improvement": 0.7724692998841466,
    "flipped_frac": 0.22454937299092612,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.39.self_attn.k_proj": {
    "base_recon": 6.80692755850032e-05,
    "qat_recon": 1.36435373860877e-05,
    "improvement": 0.7995639402824261,
    "flipped_frac": 0.24503707885742188,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.39.self_attn.o_proj": {
    "base_recon": 1.040717961586779e-05,
    "qat_recon": 9.426693168279598e-07,
    "improvement": 0.909421250365404,
    "flipped_frac": 0.22879624366760254,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.39.self_attn.q_proj": {
    "base_recon": 3.269477019784972e-05,
    "qat_recon": 6.851569196442142e-06,
    "improvement": 0.7904383742421056,
    "flipped_frac": 0.2382032871246338,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.39.self_attn.v_proj": {
    "base_recon": 0.00013372034300118685,
    "qat_recon": 2.8066107915947214e-05,
    "improvement": 0.7901134017006065,
    "flipped_frac": 0.2581138610839844,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.4.mlp.down_proj": {
    "base_recon": 3.0507774795296427e-07,
    "qat_recon": 1.1404842581441699e-07,
    "improvement": 0.6261660295460141,
    "flipped_frac": 0.21883908907572427,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.4.mlp.gate_proj": {
    "base_recon": 5.8678697314462624e-06,
    "qat_recon": 1.5636469470337033e-06,
    "improvement": 0.7335239160722968,
    "flipped_frac": 0.22733831405639648,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.4.mlp.up_proj": {
    "base_recon": 5.539638550544623e-06,
    "qat_recon": 1.4736436924067675e-06,
    "improvement": 0.7339819775313883,
    "flipped_frac": 0.22893881797790527,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.4.self_attn.k_proj": {
    "base_recon": 3.614667366491631e-05,
    "qat_recon": 7.628901585121639e-06,
    "improvement": 0.7889459579090898,
    "flipped_frac": 0.23528671264648438,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.4.self_attn.o_proj": {
    "base_recon": 1.8335926199597452e-07,
    "qat_recon": 3.156957006922312e-08,
    "improvement": 0.8278266953871346,
    "flipped_frac": 0.24216413497924805,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.4.self_attn.q_proj": {
    "base_recon": 1.3892395145376213e-05,
    "qat_recon": 3.0292815154098207e-06,
    "improvement": 0.7819467785281033,
    "flipped_frac": 0.236236572265625,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.4.self_attn.v_proj": {
    "base_recon": 1.1521733540575951e-05,
    "qat_recon": 2.7378866889193887e-06,
    "improvement": 0.762371983410534,
    "flipped_frac": 0.2334156036376953,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.40.mlp.down_proj": {
    "base_recon": 0.00012193281872896478,
    "qat_recon": 6.574342478415929e-06,
    "improvement": 0.946082256221522,
    "flipped_frac": 0.21090046564737955,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.40.mlp.gate_proj": {
    "base_recon": 3.037831629626453e-05,
    "qat_recon": 6.223162017704453e-06,
    "improvement": 0.7951446039005893,
    "flipped_frac": 0.23624674479166666,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.40.mlp.up_proj": {
    "base_recon": 3.2316755095962435e-05,
    "qat_recon": 7.038182047836017e-06,
    "improvement": 0.7822126006482827,
    "flipped_frac": 0.22543581326802573,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.40.self_attn.k_proj": {
    "base_recon": 7.702903531026095e-05,
    "qat_recon": 1.4936819752620067e-05,
    "improvement": 0.8060884484343224,
    "flipped_frac": 0.2444591522216797,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.40.self_attn.o_proj": {
    "base_recon": 4.9614377530815545e-06,
    "qat_recon": 8.246172455983469e-07,
    "improvement": 0.8337947009239053,
    "flipped_frac": 0.2276611328125,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.40.self_attn.q_proj": {
    "base_recon": 3.564881990314461e-05,
    "qat_recon": 7.101614301063819e-06,
    "improvement": 0.8007896384688633,
    "flipped_frac": 0.23549127578735352,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.40.self_attn.v_proj": {
    "base_recon": 8.108327892841771e-05,
    "qat_recon": 1.5999343304429203e-05,
    "improvement": 0.8026801146195159,
    "flipped_frac": 0.24872970581054688,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.41.mlp.down_proj": {
    "base_recon": 0.0002796585322357714,
    "qat_recon": 3.5286608181195334e-05,
    "improvement": 0.873822522420141,
    "flipped_frac": 0.2407862345377604,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.41.mlp.gate_proj": {
    "base_recon": 2.79247724392917e-05,
    "qat_recon": 5.389024408941623e-06,
    "improvement": 0.8070163536459489,
    "flipped_frac": 0.2404953638712565,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.41.mlp.up_proj": {
    "base_recon": 3.320659016026184e-05,
    "qat_recon": 6.519013368233573e-06,
    "improvement": 0.8036831443164905,
    "flipped_frac": 0.23163771629333496,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.41.self_attn.k_proj": {
    "base_recon": 4.111921589355916e-05,
    "qat_recon": 8.288183380500413e-06,
    "improvement": 0.7984352765394376,
    "flipped_frac": 0.24311447143554688,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.41.self_attn.o_proj": {
    "base_recon": 1.565501770528499e-05,
    "qat_recon": 1.4365684819495073e-06,
    "improvement": 0.9082359081929026,
    "flipped_frac": 0.2503046989440918,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.41.self_attn.q_proj": {
    "base_recon": 3.484385524643585e-05,
    "qat_recon": 6.948479494894855e-06,
    "improvement": 0.8005823567526843,
    "flipped_frac": 0.2418832778930664,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.41.self_attn.v_proj": {
    "base_recon": 0.00010940356878563762,
    "qat_recon": 2.118907286785543e-05,
    "improvement": 0.8063219225565418,
    "flipped_frac": 0.24752044677734375,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.5.mlp.down_proj": {
    "base_recon": 4.671962585689471e-07,
    "qat_recon": 1.6598116303612187e-07,
    "improvement": 0.6447292545866419,
    "flipped_frac": 0.22209723790486655,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.5.mlp.gate_proj": {
    "base_recon": 6.725873390678316e-06,
    "qat_recon": 1.7078707514883718e-06,
    "improvement": 0.7460745018103694,
    "flipped_frac": 0.23081254959106445,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.5.mlp.up_proj": {
    "base_recon": 6.625501555390656e-06,
    "qat_recon": 1.6736942143324995e-06,
    "improvement": 0.7473860355566977,
    "flipped_frac": 0.2308808167775472,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.5.self_attn.k_proj": {
    "base_recon": 4.505962351686321e-05,
    "qat_recon": 7.791878488205839e-06,
    "improvement": 0.8270762629587931,
    "flipped_frac": 0.2481842041015625,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.5.self_attn.o_proj": {
    "base_recon": 3.6183007523504784e-07,
    "qat_recon": 3.448995755661599e-08,
    "improvement": 0.9046791300192196,
    "flipped_frac": 0.2581517696380615,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.5.self_attn.q_proj": {
    "base_recon": 1.6576854250160977e-05,
    "qat_recon": 2.9330681172723416e-06,
    "improvement": 0.8230624415821319,
    "flipped_frac": 0.23794841766357422,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.5.self_attn.v_proj": {
    "base_recon": 8.325929229613394e-06,
    "qat_recon": 1.5176785836956697e-06,
    "improvement": 0.8177166125436618,
    "flipped_frac": 0.23369979858398438,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.6.mlp.down_proj": {
    "base_recon": 6.641782874794444e-07,
    "qat_recon": 2.0674316658642056e-07,
    "improvement": 0.6887233887590476,
    "flipped_frac": 0.22001083691914877,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.6.mlp.gate_proj": {
    "base_recon": 8.172502930392511e-06,
    "qat_recon": 1.992491661439999e-06,
    "improvement": 0.7561956626494225,
    "flipped_frac": 0.23106892903645834,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.6.mlp.up_proj": {
    "base_recon": 7.750459189992398e-06,
    "qat_recon": 1.925286369441892e-06,
    "improvement": 0.75159067066273,
    "flipped_frac": 0.23048297564188638,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.6.self_attn.k_proj": {
    "base_recon": 3.917280992027372e-05,
    "qat_recon": 7.659693437744863e-06,
    "improvement": 0.8044640286633964,
    "flipped_frac": 0.24271202087402344,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.6.self_attn.o_proj": {
    "base_recon": 3.7467060565177235e-07,
    "qat_recon": 6.211159586655413e-08,
    "improvement": 0.8342234620767606,
    "flipped_frac": 0.25089001655578613,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.6.self_attn.q_proj": {
    "base_recon": 1.7044265405274928e-05,
    "qat_recon": 3.3124258607131196e-06,
    "improvement": 0.8056574582740318,
    "flipped_frac": 0.23198699951171875,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.6.self_attn.v_proj": {
    "base_recon": 1.0404206477687694e-05,
    "qat_recon": 1.987306859518867e-06,
    "improvement": 0.8089900595705459,
    "flipped_frac": 0.24663352966308594,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.7.mlp.down_proj": {
    "base_recon": 0.001012077322229743,
    "qat_recon": 7.107366286618344e-07,
    "improvement": 0.9992977447344675,
    "flipped_frac": 0.17251507441202799,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.7.mlp.gate_proj": {
    "base_recon": 7.767007446091156e-06,
    "qat_recon": 1.9856931885442464e-06,
    "improvement": 0.7443425666414712,
    "flipped_frac": 0.2298741340637207,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.7.mlp.up_proj": {
    "base_recon": 7.6565829658648e-06,
    "qat_recon": 1.9589660951169208e-06,
    "improvement": 0.7441461675723305,
    "flipped_frac": 0.22953009605407715,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.7.self_attn.k_proj": {
    "base_recon": 4.679884295910597e-05,
    "qat_recon": 1.0160409146919847e-05,
    "improvement": 0.7828918728653553,
    "flipped_frac": 0.2471923828125,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.7.self_attn.o_proj": {
    "base_recon": 3.3297098411821935e-07,
    "qat_recon": 6.254246898151905e-08,
    "improvement": 0.8121684111690833,
    "flipped_frac": 0.24991297721862793,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.7.self_attn.q_proj": {
    "base_recon": 2.245062933070585e-05,
    "qat_recon": 4.735777110909112e-06,
    "improvement": 0.7890581577402838,
    "flipped_frac": 0.2334733009338379,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.7.self_attn.v_proj": {
    "base_recon": 1.6242900528595783e-05,
    "qat_recon": 3.4484132811485324e-06,
    "improvement": 0.7876971988421916,
    "flipped_frac": 0.25940895080566406,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.8.mlp.down_proj": {
    "base_recon": 1.7139255987785873e-06,
    "qat_recon": 2.8136668106526486e-07,
    "improvement": 0.8358349503235274,
    "flipped_frac": 0.2173462708791097,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.8.mlp.gate_proj": {
    "base_recon": 1.0194605238211807e-05,
    "qat_recon": 2.572459834482288e-06,
    "improvement": 0.7476645956981153,
    "flipped_frac": 0.22780537605285645,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.8.mlp.up_proj": {
    "base_recon": 9.904405487759504e-06,
    "qat_recon": 2.5292654299846618e-06,
    "improvement": 0.7446322817547717,
    "flipped_frac": 0.22831416130065918,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.8.self_attn.k_proj": {
    "base_recon": 4.933295349474065e-05,
    "qat_recon": 9.156434316537343e-06,
    "improvement": 0.8143951726402616,
    "flipped_frac": 0.24755287170410156,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.8.self_attn.o_proj": {
    "base_recon": 4.7231930011548684e-07,
    "qat_recon": 6.046832368156174e-08,
    "improvement": 0.8719757510083187,
    "flipped_frac": 0.25632452964782715,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.8.self_attn.q_proj": {
    "base_recon": 1.939221147040371e-05,
    "qat_recon": 3.579139274734189e-06,
    "improvement": 0.8154341870602715,
    "flipped_frac": 0.23645472526550293,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.8.self_attn.v_proj": {
    "base_recon": 9.680932635092176e-06,
    "qat_recon": 1.8058543673760141e-06,
    "improvement": 0.8134627689867382,
    "flipped_frac": 0.24332046508789062,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.9.mlp.down_proj": {
    "base_recon": 1.0831116696863319e-06,
    "qat_recon": 3.0880420354151283e-07,
    "improvement": 0.7148916291974379,
    "flipped_frac": 0.21380146344502768,
    "used": "gptq",
    "seconds": 1.0
  },
  "layers.9.mlp.gate_proj": {
    "base_recon": 1.0877362001338042e-05,
    "qat_recon": 2.5410204216314014e-06,
    "improvement": 0.7663936879807047,
    "flipped_frac": 0.22979911168416342,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.9.mlp.up_proj": {
    "base_recon": 1.1194129001523834e-05,
    "qat_recon": 2.647096835062257e-06,
    "improvement": 0.7635281106103107,
    "flipped_frac": 0.22727322578430176,
    "used": "gptq",
    "seconds": 0.9
  },
  "layers.9.self_attn.k_proj": {
    "base_recon": 3.739883686648682e-05,
    "qat_recon": 5.8623782024369575e-06,
    "improvement": 0.843247044731216,
    "flipped_frac": 0.2432079315185547,
    "used": "gptq",
    "seconds": 0.0
  },
  "layers.9.self_attn.o_proj": {
    "base_recon": 8.870283636497334e-07,
    "qat_recon": 1.116679655410735e-07,
    "improvement": 0.8741100396366034,
    "flipped_frac": 0.25441479682922363,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.9.self_attn.q_proj": {
    "base_recon": 1.5272846212610602e-05,
    "qat_recon": 2.641250375745585e-06,
    "improvement": 0.8270623340943002,
    "flipped_frac": 0.2349255084991455,
    "used": "gptq",
    "seconds": 0.3
  },
  "layers.9.self_attn.v_proj": {
    "base_recon": 1.1969545084866695e-05,
    "qat_recon": 2.1017758626840077e-06,
    "improvement": 0.8244063706864415,
    "flipped_frac": 0.23798751831054688,
    "used": "gptq",
    "seconds": 0.0
  }
}