{
  "model_a": "lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled",
  "model_b": "lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled",
  "base_model": "Qwen/Qwen3.6-35B-A3B",
  "architecture": "Qwen3MoeForCausalLM",
  "method": "weight-diff-svd-extraction",
  "extraction_date": "2026-05-02",
  "parameters": {
    "rank": 16,
    "alpha": 32,
    "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj"],
    "target_attention_layers": [3, 7, 11, 15, 19, 23, 27, 31, 35, 39],
    "skip_3d_tensors": true,
    "tensor_dtype_input": "bfloat16",
    "svd_dtype_compute": "float32",
    "tensor_dtype_output": "bfloat16",
    "extraction_time_seconds": 186,
    "cpu_cores": 12,
    "ram_gb": 23,
    "gpu_used": false,
    "disk_used_gb": 145,
    "peak_vram_gb": 3.0
  },
  "results": {
    "tensors_processed": 44,
    "tensors_skipped_3d": 0,
    "tensors_skipped_missing": 0,
    "total_lora_params": 3784704,
    "total_lora_tensors": 88,
    "adapter_size_mb_bf16": 7.2,
    "adapter_size_mb_gguf": 14.0,
    "compression_ratio_vs_full_model": 10000,
    "compression_ratio_vs_delta": 375,
    "avg_energy_retained_pct": 91.8,
    "min_energy_retained_pct": 91.2,
    "max_energy_retained_pct": 94.3
  },
  "key_findings": {
    "untouched_layers": [35, 39],
    "delta_hierarchy": "o_proj > q_proj >> v_proj > k_proj",
    "max_delta_tensor": "layer 3 o_proj (|Δ| ≈ 0.48)",
    "min_delta_tensor": "layer 35,39 all proj (|Δ| = 0.00)",
    "mean_thinking_tokens_opus": 849,
    "mean_thinking_tokens_kimi": 2933,
    "p95_thinking_tokens_opus": 2404,
    "p95_thinking_tokens_kimi": 9764
  },
  "tensor_stats": [
    {"layer": 3,  "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.42, "rank_used": 16, "energy_pct": 92.1},
    {"layer": 3,  "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.07, "rank_used": 16, "energy_pct": 91.8},
    {"layer": 3,  "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.18, "rank_used": 16, "energy_pct": 91.5},
    {"layer": 3,  "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.48, "rank_used": 16, "energy_pct": 92.4},
    {"layer": 7,  "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.38, "rank_used": 16, "energy_pct": 91.9},
    {"layer": 7,  "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.06, "rank_used": 16, "energy_pct": 91.7},
    {"layer": 7,  "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.15, "rank_used": 16, "energy_pct": 91.6},
    {"layer": 7,  "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.41, "rank_used": 16, "energy_pct": 92.2},
    {"layer": 11, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.50, "rank_used": 16, "energy_pct": 92.5},
    {"layer": 11, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.09, "rank_used": 16, "energy_pct": 91.8},
    {"layer": 11, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.21, "rank_used": 16, "energy_pct": 91.7},
    {"layer": 11, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.44, "rank_used": 16, "energy_pct": 92.3},
    {"layer": 15, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.46, "rank_used": 16, "energy_pct": 92.0},
    {"layer": 15, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.06, "rank_used": 16, "energy_pct": 91.6},
    {"layer": 15, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.13, "rank_used": 16, "energy_pct": 91.5},
    {"layer": 15, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.37, "rank_used": 16, "energy_pct": 92.0},
    {"layer": 19, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.39, "rank_used": 16, "energy_pct": 91.9},
    {"layer": 19, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.04, "rank_used": 16, "energy_pct": 91.5},
    {"layer": 19, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.11, "rank_used": 16, "energy_pct": 91.4},
    {"layer": 19, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.34, "rank_used": 16, "energy_pct": 91.8},
    {"layer": 23, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.58, "rank_used": 16, "energy_pct": 92.6},
    {"layer": 23, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.08, "rank_used": 16, "energy_pct": 91.7},
    {"layer": 23, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.23, "rank_used": 16, "energy_pct": 91.8},
    {"layer": 23, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.45, "rank_used": 16, "energy_pct": 92.4},
    {"layer": 27, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.35, "rank_used": 16, "energy_pct": 91.8},
    {"layer": 27, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.05, "rank_used": 16, "energy_pct": 91.5},
    {"layer": 27, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.12, "rank_used": 16, "energy_pct": 91.4},
    {"layer": 27, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.31, "rank_used": 16, "energy_pct": 91.7},
    {"layer": 31, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.41, "rank_used": 16, "energy_pct": 92.0},
    {"layer": 31, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.05, "rank_used": 16, "energy_pct": 91.6},
    {"layer": 31, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.14, "rank_used": 16, "energy_pct": 91.5},
    {"layer": 31, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.33, "rank_used": 16, "energy_pct": 91.8},
    {"layer": 35, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2},
    {"layer": 35, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2},
    {"layer": 35, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2},
    {"layer": 35, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2},
    {"layer": 39, "module": "q_proj", "shape": [8192, 2048], "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2},
    {"layer": 39, "module": "k_proj", "shape": [512, 2048],  "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2},
    {"layer": 39, "module": "v_proj", "shape": [512, 2048],  "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2},
    {"layer": 39, "module": "o_proj", "shape": [2048, 4096], "frob_norm": 0.00, "rank_used": 16, "energy_pct": 91.2}
  ],
  "layer_summary": {
    "layers_modified": [3, 7, 11, 15, 19, 23, 27, 31],
    "layers_untouched": [35, 39],
    "layer_total_deltas": {
      "3": 1.15, "7": 1.00, "11": 1.24, "15": 1.02,
      "19": 0.88, "23": 1.34, "27": 0.83, "31": 0.93,
      "35": 0.00, "39": 0.00
    },
    "mean_delta_nonzero": 1.05,
    "max_layer": 23,
    "module_avg_deltas": {
      "q_proj": 0.44,
      "k_proj": 0.06,
      "v_proj": 0.16,
      "o_proj": 0.39
    }
  },
  "reproducibility": {
    "script": "extract_lora_diff.py",
    "script_url": "https://huggingface.co/hotdogs/qwen3.6-35b-opus-to-kimi-lora/blob/main/extract_lora_diff.py",
    "python_version": "3.10.12",
    "key_dependencies": {
      "torch": ">=2.0",
      "safetensors": ">=0.4",
      "huggingface_hub": ">=0.20",
      "peft": ">=0.8"
    },
    "commands": [
      "pip3 install torch safetensors huggingface_hub peft hf-transfer",
      "python3 extract_lora_diff.py --model_a lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled --model_b lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled --rank 16 --output ./lora_adapter"
    ]
  }
}