Duplicate from Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF

.gitattributes

@@ -0,0 +1,46 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B.BF16-mmproj.gguf filter=lfs diff=lfs merge=lfs -text

Qwen3.5-9B.BF16-mmproj.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485829f9e5cb0cb13ca0a55096baa4138a086534bdf62e31f932b45e9d0b1edc
+size 921704576

Qwen3.5-9B.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f992f07be3128b46eb40de73ef490b111c6c9c2c3b8b06060c9d2c24298176bd
+size 4623520640

Qwen3.5-9B.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b7a83558ea6032ac53a30675441b49a55d54127f552dccdfe4343c868ced77
+size 5737239424

Qwen3.5-9B.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0839dbaae005c6c92094abd89123e179a1de68f5367e973ccc67841d61bdc53
+size 6523671424

Qwen3.5-9B.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892b06a7ec2d3964fec873f5ea1bae76c505ea303322845f544b670b49856fc3
+size 7359255424

Qwen3.5-9B.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af590234581539020499db105b8c219a56a3a3ff88d26c47bde1b7f9b6ccca5a
+size 9527497600

README.md

@@ -0,0 +1,115 @@
+---
+language:
+- en
+- zh
+- ko
+license: apache-2.0
+base_model: Qwen/Qwen3.5-9B
+tags:
+- unsloth
+- qwen
+- qwen3.5
+- reasoning
+- chain-of-thought
+- distillation
+- Dense
+pipeline_tag: text-generation
+datasets:
+- Jackrong/Qwen3.5-reasoning-700x
+- Roman1111111/gemini-3.1-pro-hard-high-reasoning
+---
+
+
+# 🌟 Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill
+
+## 💡 Model Introduction
+**Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill** is a reasoning model fine-tuned on top of **Qwen3.5-9B**.  
+The model is primarily optimized through high-density reasoning distillation sourced from **Gemini 3.1**, while also incorporating additional reasoning traces distilled from **Qwen3.5-27B** and a broader **Gemini 3.0 Pro** reasoning corpus.
+
+Through Supervised Fine-Tuning focused on structured analytical behavior, this model aims to reshape the base model’s reasoning style into a more coherent, better-organized, and higher-density Chain-of-Thought (CoT) pattern.  
+It is especially designed to improve decomposition, planning, abstraction, and response cleanliness on complex multi-step tasks.
+
+---
+
+## 🧠 Example of Learned Reasoning Scaffold
+
+This model inherits a more structured reasoning style influenced by **Gemini 3.1-style analytical planning**.  
+Compared with more loosely exploratory reasoning patterns, this model tends to organize the problem before answering:
+
+```text
+My Thought Process / My Analysis of the problem:
+
+1. Restate the task and identify the true objective.
+2. Abstract the problem into a higher-level reasoning frame.
+3. Identify the key mechanism, failure mode, or constraint.
+4. Separate likely misconceptions from the actual core issue.
+5. Plan the structure of the final response.
+6. Deliver a cleaner, more direct, and higher-density answer.
+.
+.
+.
+```
+---
+
+## 🗺️ Training Pipeline Overview
+```text
+Base Model (Qwen3.5-9B)
+ │
+ ▼
+Supervised Fine-Tuning (SFT) + LoRA + Reasoning Distillation
+(Response-Only Training masked on "<|im_start|>assistant\n<think>")
+ │
+ ▼
+Final Model Text Only (Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill)
+```
+
+## 📋 Stage Details
+
+### 🔹 Supervised Fine-Tuning (SFT)
+- **Objective:** Objective: To inject reasoning behavior into Qwen3.5-9B and strengthen its performance on complex analytical tasks requiring decomposition and multi-step inference.
+- **Method:** The model is trained on distilled reasoning traces collected from stronger teacher-style reasoning sources, with the goal of transferring cleaner analytical structure, stronger planning habits, and more stable task-solving behavior.
+- **Target Behavior:** Compared with a standard instruct model, the tuned model is expected to respond with more deliberate reasoning organization, reduced shallow guessing, and stronger cross-domain analytical consistency.
+
+### 📚 All Datasets Used
+The dataset consists of multiple reasoning distillation sources:
+
+| Dataset Name | Description / Purpose |
+|--------------|-----------------------|
+| [Roman1111111/gemini-3.1-pro-hard-high-reasoning](https://huggingface.co/datasets/Roman1111111/gemini-3.1-pro-hard-high-reasoning) | Primary high-quality reasoning source used to shape structured analytical style, planning behavior, and dense CoT patterns. |
+| [Jackrong/Qwen3.5-reasoning-700x](https://huggingface.co/datasets/Jackrong/Qwen3.5-reasoning-700x) | Provides additional Qwen-family reasoning trajectories distilled from Qwen3.5-27B, improving style stability and complementary reasoning diversity. |
+| [Roman1111111/gemini-3-pro-10000x-hard-high-reasoning](https://huggingface.co/datasets/Roman1111111/gemini-3-pro-10000x-hard-high-reasoning) | A broader multi-domain reasoning corpus used to enhance coverage across mathematics, systems, science, law, medicine, finance, and adversarial reasoning tasks. |
+
+### 📊 Approximate Domain Composition (Approx|Samples|Share)
+
+| Domain | Samples | Share |
+|--------------|--------:|------:|
+| Mathematics / Logic | 3947 | 28.5% |
+| Computer Science / Programming / Systems | 3019 | 21.8% |
+| Security / Adversarial Reasoning | 1551 | 11.2% |
+| Physics / Astronomy / Engineering | 1482 | 10.7% |
+| Law / Philosophy / Humanities | 1191 | 8.6% |
+| Biology / Medicine | 817 | 5.9% |
+| Finance / Economics | 679 | 4.9% |
+| Chemistry / Materials | 540 | 3.9% |
+| Applied / Social Systems (Urban Planning, Traffic, Supply Chain, etc.) | 360 | 2.6% |
+| Other | 264 | 1.9% |
+
+⚠️ **Distillation & Task-Specific Fine-Tuning Effects:** This model has been distilled and further fine-tuned on top of the base model for reasoning-oriented tasks. These techniques may improve performance on certain specialized tasks, but they can also influence the model’s generalization ability in broader scenarios and may lead to partial forgetting of some pretraining knowledge. The extent of these effects depends on factors such as the quality, scale, and distribution of the datasets used during distillation and fine-tuning. As a result, the model’s behavior may differ from the base model across different tasks or application contexts. Users are encouraged to evaluate the model according to their specific requirements before deployment. Thank you for your understanding～
+
+
+
+## 🌟 Core Skills & Capabilities
+1. **Structured Analytical Reasoning:** The model is optimized to first identify the real task structure before generating an answer, rather than relying on shallow immediate completion.
+2. **Improved Multi-Step Planning:** It performs more reliably on tasks requiring decomposition, constraint tracking, sequential planning, and trade-off analysis.
+3. **Cross-Domain Reasoning Strength:** The training corpus provides broad reasoning coverage across math, programming, systems, physics, law, medicine, finance, chemistry, and applied domains.
+4. **Security & Adversarial Awareness:** A dedicated portion of the distilled data includes adversarial, attack-defense, and failure-mode reasoning tasks, improving robustness in difficult prompts.
+5. **Compact but Strong Footprint:** Built on a 9B base, the model aims to deliver significantly denser reasoning behavior and cleaner analytical output than a generic base instruct model of similar size.
+
+## ⚠️ Limitations & Intended Use
+- **Hallucination Risk:** Although reasoning behavior is improved, the model remains an autoregressive LLM and may still hallucinate niche facts, citations, or unverifiable real-world details.
+- **Reasoning Style Bias:** Because the model is tuned for analytical depth, it may sometimes produce longer or more structured answers than necessary for very simple prompts.
+- **Teacher-Style Distillation Bias:** Some response behaviors reflect the reasoning style of the teacher traces used during distillation, rather than purely native behavior emerging from the base model itself.
+- **Preview Version Notice:** As a relatively specialized distilled reasoning model, surrounding inference templates, prompt formatting strategies, and ecosystem integrations may still require tuning. Users may encounter occasional compatibility differences depending on runtime or deployment stack.
+
+## 🙏 Acknowledgements
+Special thanks to the **Qwen** team for the strong base architecture, and to the broader open-source ecosystem for enabling efficient reasoning distillation workflows. We also acknowledge the value of the distilled reasoning corpora derived from **Gemini 3.1 Pro**, **Qwen3.5**, and **Gemini 3 Pro**, which made this model possible.

config.json

@@ -0,0 +1,113 @@
+{
+    "architectures": [
+        "Qwen3_5ForConditionalGeneration"
+    ],
+    "torch_dtype": "bfloat16",
+    "eos_token_id": 248046,
+    "image_token_id": 248056,
+    "model_name": "qwen/Qwen3.5-9B",
+    "model_type": "qwen3_5",
+    "pad_token_id": 248044,
+    "text_config": {
+        "attention_bias": false,
+        "attention_dropout": 0.0,
+        "attn_output_gate": true,
+        "bos_token_id": null,
+        "torch_dtype": "bfloat16",
+        "eos_token_id": 248044,
+        "full_attention_interval": 4,
+        "head_dim": 256,
+        "hidden_act": "silu",
+        "hidden_size": 4096,
+        "initializer_range": 0.02,
+        "intermediate_size": 12288,
+        "layer_types": [
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention"
+        ],
+        "linear_conv_kernel_dim": 4,
+        "linear_key_head_dim": 128,
+        "linear_num_key_heads": 16,
+        "linear_num_value_heads": 32,
+        "linear_value_head_dim": 128,
+        "mamba_ssm_dtype": "float32",
+        "max_position_embeddings": 262144,
+        "mlp_only_layers": [],
+        "model_type": "qwen3_5_text",
+        "mtp_num_hidden_layers": 1,
+        "mtp_use_dedicated_embeddings": false,
+        "num_attention_heads": 16,
+        "num_hidden_layers": 32,
+        "num_key_value_heads": 4,
+        "pad_token_id": null,
+        "partial_rotary_factor": 0.25,
+        "rms_norm_eps": 1e-06,
+        "rope_parameters": {
+            "mrope_interleaved": true,
+            "mrope_section": [
+                11,
+                11,
+                10
+            ],
+            "partial_rotary_factor": 0.25,
+            "rope_theta": 10000000,
+            "rope_type": "default"
+        },
+        "tie_word_embeddings": false,
+        "use_cache": true,
+        "vocab_size": 248320
+    },
+    "tie_word_embeddings": false,
+    "unsloth_version": "2026.3.4",
+    "use_cache": false,
+    "video_token_id": 248057,
+    "vision_config": {
+        "deepstack_visual_indexes": [],
+        "depth": 27,
+        "torch_dtype": "bfloat16",
+        "hidden_act": "gelu_pytorch_tanh",
+        "hidden_size": 1152,
+        "in_channels": 3,
+        "initializer_range": 0.02,
+        "intermediate_size": 4304,
+        "model_type": "qwen3_5",
+        "num_heads": 16,
+        "num_position_embeddings": 2304,
+        "out_hidden_size": 4096,
+        "patch_size": 16,
+        "spatial_merge_size": 2,
+        "temporal_patch_size": 2
+    },
+    "vision_end_token_id": 248054,
+    "vision_start_token_id": 248053
+}