Upload Inkling-Small EXL3 4.0 bpw weights

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
+quantization_config.json filter=lfs diff=lfs merge=lfs -text

EXL3_MANIFEST.json

@@ -0,0 +1,360 @@
+{
+  "achieved_routed_trellis_bpw": 4.0,
+  "files": [
+    {
+      "bytes": 4248243748,
+      "name": "carried-001.safetensors",
+      "sha256": "2c50d6509477290a1667d50f06b705f2a4fba36d6699d9257944cdad3ee0cfab",
+      "tensors": 360
+    },
+    {
+      "bytes": 4262727208,
+      "name": "carried-002.safetensors",
+      "sha256": "77326f5a2c8eb84ce8eb8d272b47f73ffa8ee7311e710c36442d16851bd467c0",
+      "tensors": 251
+    },
+    {
+      "bytes": 4255394540,
+      "name": "carried-003.safetensors",
+      "sha256": "1108d232af4c416f38cd149ceddc25db9d0d04101cdc637018a5b414dfc2c796",
+      "tensors": 233
+    },
+    {
+      "bytes": 3750570556,
+      "name": "carried-004.safetensors",
+      "sha256": "ec9abd8e11b7c87469ff1ed8c7cdde0130b1acd6a014f33e2655de9aee6f720a",
+      "tensors": 124
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 2,
+      "name": "exl3-layer-002-k4.safetensors",
+      "sha256": "3fc470190f698ed4969072898974765d3ca221a3b7f5654e70047dae0908d448"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 3,
+      "name": "exl3-layer-003-k4.safetensors",
+      "sha256": "c1f112fdd7f01dfa3e409180d0a6ce012e6349cba76ef5530880b5a770932e31"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 4,
+      "name": "exl3-layer-004-k4.safetensors",
+      "sha256": "b0092d79fb6e260e6bd409c86ce2a033ba8e5aafcabc7896c0c9a81a8f8f7bef"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 5,
+      "name": "exl3-layer-005-k4.safetensors",
+      "sha256": "4b9670abb8e2e3e6fecae4ea8a0a4e3d678203f5f9c47f15c55f8bff3ff61c73"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 6,
+      "name": "exl3-layer-006-k4.safetensors",
+      "sha256": "d7fec624deca52a5dd54f316c5831acbba14d0763554a2e01ba3f96f88eee6e8"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 7,
+      "name": "exl3-layer-007-k4.safetensors",
+      "sha256": "92d0ec2dd416d702e834b7480a2348b50c72d2383ea7278253545bae16ebfed2"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 8,
+      "name": "exl3-layer-008-k4.safetensors",
+      "sha256": "65ac64e69641a62322a662dc38da0f25675261fe4dbeb58c12c43631db80390d"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231006712,
+      "layer": 9,
+      "name": "exl3-layer-009-k4.safetensors",
+      "sha256": "6f87ca96d244784c699efc88db152577cd2e0398548b710b1f05148a418104de"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 10,
+      "name": "exl3-layer-010-k4.safetensors",
+      "sha256": "de670c396b859265f230290a7de18f30a8d1f02be31d85e9345d85f043ff04f8"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 11,
+      "name": "exl3-layer-011-k4.safetensors",
+      "sha256": "a82c153e674d5cca83f6510e3b683ac2662ced1f0e0a92255ac5d8977a11590c"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 12,
+      "name": "exl3-layer-012-k4.safetensors",
+      "sha256": "817a48ab9deccdf08e7a571959cf7448c86d2e466c2395c200f7148c5763b6ac"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 13,
+      "name": "exl3-layer-013-k4.safetensors",
+      "sha256": "cf2002737ae2b69d47ba1a0262ce545333d78a85d61c06bd54b236e422217ba5"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 14,
+      "name": "exl3-layer-014-k4.safetensors",
+      "sha256": "e393ff1fb7e2e6f01859876af1ecf096a83fc4cc2619476e4d348df721987a7c"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 15,
+      "name": "exl3-layer-015-k4.safetensors",
+      "sha256": "3e5f108b029ddae0bf7ea3e172e3ea07062a01cb0e1c30dad779daa194043110"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 16,
+      "name": "exl3-layer-016-k4.safetensors",
+      "sha256": "7b815696cc884196cae9094bd46a1c9dac235e4d4baae1e23d7f1c246c46e23a"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 17,
+      "name": "exl3-layer-017-k4.safetensors",
+      "sha256": "455c39c28cd6258840f4f5e2fa48a4cbde66110b3194ba31fff8114b27b7980e"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 18,
+      "name": "exl3-layer-018-k4.safetensors",
+      "sha256": "71b15124c6958835cd80eb6b5feb2914c88e1146bf3100b693c3f90a458c8657"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 19,
+      "name": "exl3-layer-019-k4.safetensors",
+      "sha256": "547ccf9bb0c708237af16f9a4ad75245747ce5aaaf0dc7a542094d9b8a11ae10"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 20,
+      "name": "exl3-layer-020-k4.safetensors",
+      "sha256": "1b789f0d95c8929b28bae397aee2c32485c7aab44af9e391b5577f5907ec5ee1"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 21,
+      "name": "exl3-layer-021-k4.safetensors",
+      "sha256": "7bc04ed9a5205f51edbbd1a983ff25746d5fe1b3147c8325549586a495f8b6f8"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 22,
+      "name": "exl3-layer-022-k4.safetensors",
+      "sha256": "e3224cb8787c45400605b5eefbe1ebbca88ad87c50a36a0482529c11be37e81e"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 23,
+      "name": "exl3-layer-023-k4.safetensors",
+      "sha256": "805dceb4259b024ff923444968ecfa2d9e819da10ca096834413493003d5d97f"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 24,
+      "name": "exl3-layer-024-k4.safetensors",
+      "sha256": "9356b77450f1385411829539c7a8203707797607c8951bac86e16e41c08ea18e"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 25,
+      "name": "exl3-layer-025-k4.safetensors",
+      "sha256": "73d5c8a5c785e2ed034b482aff5297e147dd39cf559ccff5ce30bd3fee8bbe83"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 26,
+      "name": "exl3-layer-026-k4.safetensors",
+      "sha256": "38c5cae84382cbf1e2555e29c58bd53d45a5f953ebdd0953bcae619ff0fcc29c"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 27,
+      "name": "exl3-layer-027-k4.safetensors",
+      "sha256": "c17a05c80d27174181e205a3d08ca39e743b1eae24b058790356e884f939932a"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 28,
+      "name": "exl3-layer-028-k4.safetensors",
+      "sha256": "4001d82a8c93711e0ed93415e0dd3589ae6412cf9e0bf9ce0438d6d1d531f0a6"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 29,
+      "name": "exl3-layer-029-k4.safetensors",
+      "sha256": "21b394c3a5317e9feddc523868626cf36139da8db5b36e4fc33eb65ee856ade1"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 30,
+      "name": "exl3-layer-030-k4.safetensors",
+      "sha256": "9f4b558f796ddf6738260fe3599d729eb278720ee80d7cc0fd8deae7b1319683"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 31,
+      "name": "exl3-layer-031-k4.safetensors",
+      "sha256": "c66ba5e3e2abf6a41512112817a19674da22b8ca24e3f80e96b5532f3b2818b2"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 32,
+      "name": "exl3-layer-032-k4.safetensors",
+      "sha256": "29ebd0357f6a1824a8b9d13177d6d7cb946e3bcd62b31cb9c1ac96a6686a133d"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 33,
+      "name": "exl3-layer-033-k4.safetensors",
+      "sha256": "1742a32b73dcc55d0648e17d9c40fbdae07874433899d692d1f895c6ec04aa46"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 34,
+      "name": "exl3-layer-034-k4.safetensors",
+      "sha256": "597fc78c5f4769c1dfb68d88ef43ad36c7c7ec424d48d4b586f8a3875f96ee79"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 35,
+      "name": "exl3-layer-035-k4.safetensors",
+      "sha256": "d46cda78ba4a7e277134a2f90f1d8e299532fc4befb447616ecb499567e4ce8e"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 36,
+      "name": "exl3-layer-036-k4.safetensors",
+      "sha256": "5c1b34509096a052f8ae3d24a3e2c475931e6fad1e761e5a46f713f81da7cb63"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 37,
+      "name": "exl3-layer-037-k4.safetensors",
+      "sha256": "52ff8e13d3e4f8d97937b29872493ec94d90efd308d4b48b6debf1d2b8dadec2"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 38,
+      "name": "exl3-layer-038-k4.safetensors",
+      "sha256": "c841fd20b655414224d81c61ff9a077acf07b74503af997abe38857510fa1e95"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 39,
+      "name": "exl3-layer-039-k4.safetensors",
+      "sha256": "db1ebd712192220396d82cd6125a4d86da8e95c307bcc6f320a9f44588e9f8cf"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 40,
+      "name": "exl3-layer-040-k4.safetensors",
+      "sha256": "2ff6392dca5d87c623443eca2d3f4f0544a385388cd2fdef128f34e97cc976e0"
+    },
+    {
+      "bits": 4,
+      "bytes": 3231009784,
+      "layer": 41,
+      "name": "exl3-layer-041-k4.safetensors",
+      "sha256": "89f28dd4389efb94c35a77fbac507f2ee5c766e66d23789af0059ca12e41688e"
+    }
+  ],
+  "layer_bits": {
+    "2": 4,
+    "3": 4,
+    "4": 4,
+    "5": 4,
+    "6": 4,
+    "7": 4,
+    "8": 4,
+    "9": 4,
+    "10": 4,
+    "11": 4,
+    "12": 4,
+    "13": 4,
+    "14": 4,
+    "15": 4,
+    "16": 4,
+    "17": 4,
+    "18": 4,
+    "19": 4,
+    "20": 4,
+    "21": 4,
+    "22": 4,
+    "23": 4,
+    "24": 4,
+    "25": 4,
+    "26": 4,
+    "27": 4,
+    "28": 4,
+    "29": 4,
+    "30": 4,
+    "31": 4,
+    "32": 4,
+    "33": 4,
+    "34": 4,
+    "35": 4,
+    "36": 4,
+    "37": 4,
+    "38": 4,
+    "39": 4,
+    "40": 4,
+    "41": 4
+  },
+  "mtp_validation": "pending",
+  "multimodal_validation": "pending",
+  "name": "Inkling-Small-EXL3-4.0bpw",
+  "routed_trellis_bytes": 128849018880,
+  "status": "assembled",
+  "target_bpw": 4.0,
+  "tensor_count": 123848,
+  "text_runtime_validation": "pending",
+  "total_model_bytes": 145757302836
+}

README.md

@@ -20,7 +20,7 @@ Calibrated EXL3 trellis quantization of the routed MoE experts in
 [thinkingmachines/Inkling-Small](https://huggingface.co/thinkingmachines/Inkling-Small), targeting
 **4.0 bits per routed-expert weight**.
 
-> **Status:** The public repository and model card are live. Quantization is in progress, and the resumable uploader will publish the weights automatically after assembly checks pass.
+> **Status:** The weight archive has passed structural assembly checks and is queued for automatic upload. Runtime generation validation remains separate and is recorded in `EXL3_MANIFEST.json`.
 
 ## What is quantized
 
@@ -42,6 +42,8 @@ All forty routed MoE layers use integer EXL3 K=4 trellis weights.
 - Maximum calibration sequence/sample span: 4,096 tokens
 - Routing: Inkling's natural top-6 routed-expert assignments
 - Source revision: `b2d4f225a02032c5d154bff748ab5a00c5ca26e4`
+- Achieved routed-trellis rate: 4.000000 bpw
+- Assembled repository payload: 135.75 GiB
 - Per-layer allocation, tensor inventory, sizes, and validation state:
   `EXL3_MANIFEST.json`
 

carried-001.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c50d6509477290a1667d50f06b705f2a4fba36d6699d9257944cdad3ee0cfab
+size 4248243748

carried-002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77326f5a2c8eb84ce8eb8d272b47f73ffa8ee7311e710c36442d16851bd467c0
+size 4262727208

carried-003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1108d232af4c416f38cd149ceddc25db9d0d04101cdc637018a5b414dfc2c796
+size 4255394540

carried-004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9abd8e11b7c87469ff1ed8c7cdde0130b1acd6a014f33e2655de9aee6f720a
+size 3750570556

chat_template.jinja

@@ -0,0 +1,129 @@
+{%- set effort_map = {"none": 0.0, "minimal": 0.1, "low": 0.2, "medium": 0.7, "high": 0.9, "max": 0.99} -%}
+{%- set role_token = {"user": "<|message_user|>", "assistant": "<|message_model|>", "system": "<|message_system|>", "tool": "<|message_tool|>"} -%}
+
+{%- macro emit_thinking_effort() -%}
+    {%- set eff = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 0.9 -%}
+    {%- if eff is string -%}
+        {%- set key = eff | trim -%}
+        {%- if key not in effort_map -%}
+            {{- raise_exception("Unknown reasoning_effort: " ~ eff) -}}
+        {%- endif -%}
+        {%- set num = effort_map[key] -%}
+    {%- else -%}
+        {%- set num = eff | float -%}
+    {%- endif -%}
+    {%- if num < 0.0 or num > 0.99 -%}
+        {{- raise_exception("reasoning_effort must be in [0.0, 0.99]") -}}
+    {%- endif -%}
+    {{- "<|message_system|><|content_text|>Thinking effort level: " -}}
+    {%- if num == 0.0 -%}0{%- else -%}{{ num }}{%- endif -%}
+    {{- "<|end_message|>" -}}
+{%- endmacro -%}
+
+{%- if tools -%}
+    {%- set tool_state = namespace(specs=[]) -%}
+    {%- for tool in tools -%}
+        {%- set fn = tool.function if tool.function is defined else tool -%}
+        {%- set spec = {
+            "description": (fn.description if fn.description is defined and fn.description else ""),
+            "name": fn.name,
+            "parameters": (fn.parameters if fn.parameters is defined and fn.parameters else {}),
+            "type": (tool.type if tool.type is defined and tool.type else "function"),
+        } -%}
+        {%- set tool_state.specs = tool_state.specs + [spec] -%}
+    {%- endfor -%}
+    {{- "<|message_system|>tool_declare<|content_xml|>" -}}
+    {{- tool_state.specs | tojson(sort_keys=true, separators=(",", ":")) -}}
+    {{- "<|end_message|>" -}}
+{%- endif -%}
+
+{%- set state = namespace(effort_emitted=false) -%}
+{%- for message in messages -%}
+    {%- if message.role not in role_token -%}
+        {{- raise_exception("Unknown message role: " ~ message.role) -}}
+    {%- endif -%}
+    {%- if not state.effort_emitted and message.role != "system" -%}
+        {{- emit_thinking_effort() -}}
+        {%- set state.effort_emitted = true -%}
+    {%- endif -%}
+
+    {%- set rtok = role_token[message.role] -%}
+
+    {%- if message.role == "tool" -%}
+        {%- set tool_name_state = namespace(name="") -%}
+        {%- if message.name is defined and message.name -%}
+            {%- set tool_name_state.name = message.name -%}
+        {%- elif message.tool_call_id is defined and message.tool_call_id -%}
+            {%- for prev in messages -%}
+                {%- if prev.role == "assistant" and prev.tool_calls -%}
+                    {%- for tc in prev.tool_calls -%}
+                        {%- if tc.id is defined and tc.id == message.tool_call_id and tc.function.name is defined -%}
+                            {%- set tool_name_state.name = tc.function.name -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endif -%}
+        {{- rtok -}}
+        {%- if tool_name_state.name -%}{{- tool_name_state.name -}}{%- endif -%}
+        {{- "<|content_text|>" -}}
+        {%- if message.content is string -%}{{- message.content -}}{%- endif -%}
+        {{- "<|end_message|>" -}}
+
+    {%- else -%}
+        {%- if message.role == "assistant" and message.reasoning_content is defined and message.reasoning_content -%}
+            {{- "<|message_model|><|content_thinking|>" ~ message.reasoning_content ~ "<|end_message|>" -}}
+        {%- endif -%}
+
+        {%- if message.content is string -%}
+            {{- rtok ~ "<|content_text|>" ~ message.content ~ "<|end_message|>" -}}
+        {%- elif message.content -%}
+            {%- for part in message.content -%}
+                {%- if part is string -%}
+                    {{- rtok ~ "<|content_text|>" ~ part ~ "<|end_message|>" -}}
+                {%- elif part.type is not defined or part.type in ("text", "input_text") -%}
+                    {%- set text_part = (part.text if part.text is defined and part.text is string else "") -%}
+                    {{- rtok ~ "<|content_text|>" ~ text_part ~ "<|end_message|>" -}}
+                {%- elif part.type in ("image", "input_image", "image_url") -%}
+                    {{- rtok ~ "<|content_image|><|unused_200054|><|end_message|>" -}}
+                {%- elif part.type in ("audio", "input_audio", "audio_url") -%}
+                    {{- rtok ~ "<|content_audio_input|><|unused_200053|><|audio_end|><|end_message|>" -}}
+                {%- else -%}
+                    {{- raise_exception("Unsupported content part type: " ~ part.type) -}}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endif -%}
+
+        {%- if message.role == "assistant" and message.tool_calls -%}
+            {%- for tc in message.tool_calls -%}
+                {%- set fn = tc.function -%}
+                {%- if fn.name is not defined or fn.name is not string -%}
+                    {{- raise_exception("tool call function name must be a string") -}}
+                {%- endif -%}
+                {%- set args = fn.arguments if fn.arguments is defined and fn.arguments else {} -%}
+                {%- if args is string -%}
+                    {{- raise_exception("tool call arguments must be a parsed object, not a JSON string; canonicalize upstream") -}}
+                {%- endif -%}
+                {%- if args is not mapping -%}
+                    {{- raise_exception("tool call arguments must be an object") -}}
+                {%- endif -%}
+                {{- "<|message_model|>" ~ fn.name ~ "<|content_invoke_tool_json|>" -}}
+                {{- '{"name":' ~ (fn.name | tojson(sort_keys=true, separators=(",", ":"))) ~ ',"args":' -}}
+                {{- (args | tojson(sort_keys=true, separators=(",", ":"))) -}}
+                {{- "}<|end_message|>" -}}
+            {%- endfor -%}
+        {%- endif -%}
+
+        {%- if message.role == "assistant" -%}
+            {{- "<|content_model_end_sampling|>" -}}
+        {%- endif -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{%- if not state.effort_emitted -%}
+    {{- emit_thinking_effort() -}}
+{%- endif -%}
+
+{%- if add_generation_prompt -%}
+    {{- "<|message_model|>" -}}
+{%- endif -%}

config.json

@@ -0,0 +1,134 @@
+{
+  "architectures": [
+    "InklingForConditionalGeneration"
+  ],
+  "audio_config": {
+    "audio_mode": "dmel",
+    "bias": false,
+    "decoder_dmodel": 4096,
+    "dmel_max_value": 2.0,
+    "dmel_min_value": -7.0,
+    "mel_vocab_size": 16,
+    "n_mel_bins": 80,
+    "use_audio_norm": true
+  },
+  "eos_token_id": 200006,
+  "model_type": "inkling_mm_model",
+  "mtp_config": {
+    "chain_hidden_post_norm": false,
+    "local_layer_ids": [
+      0,
+      2,
+      4,
+      5,
+      6,
+      7
+    ],
+    "num_nextn_predict_layers": 8
+  },
+  "quantization_config": {
+    "bits": 4.0,
+    "calibration": {
+      "balanced_axes": [
+        "axis1_general",
+        "axis2_legal",
+        "axis3_code_agentic",
+        "axis4_reasoning_termination"
+      ],
+      "cold_expert_fallback": "layer_gate_and_seeded_down",
+      "max_sample_tokens": 4096,
+      "natural_routing": true,
+      "sample_isolated": true,
+      "tokens": 1048576
+    },
+    "codebook": "mcg",
+    "head_bits": 16.0,
+    "quant_method": "exl3",
+    "version": "1.2.1"
+  },
+  "text_config": {
+    "d_rel": 16,
+    "dense_intermediate_size": 16384,
+    "dense_mlp_idx": 2,
+    "final_logit_softcapping": null,
+    "gate_activation": "sigmoid",
+    "head_dim": 128,
+    "hidden_size": 4096,
+    "intermediate_size": 2048,
+    "local_layer_ids": [
+      0,
+      1,
+      2,
+      3,
+      4,
+      6,
+      7,
+      8,
+      9,
+      10,
+      12,
+      13,
+      14,
+      15,
+      16,
+      18,
+      19,
+      20,
+      21,
+      22,
+      24,
+      25,
+      26,
+      27,
+      28,
+      30,
+      31,
+      32,
+      33,
+      34,
+      36,
+      37,
+      38,
+      39,
+      40
+    ],
+    "log_scaling_alpha": 0.1,
+    "log_scaling_n_floor": 128000,
+    "logits_mup_width_multiplier": 16.0,
+    "model_max_length": 1048576,
+    "n_routed_experts": 256,
+    "n_shared_experts": 2,
+    "norm_after_topk": true,
+    "num_attention_heads": 32,
+    "num_experts_per_tok": 6,
+    "num_hidden_layers": 42,
+    "num_key_value_heads": 8,
+    "o_bias": false,
+    "q_bias": false,
+    "rel_extent": 1024,
+    "rms_norm_eps": 1e-06,
+    "route_scale": 8.0,
+    "sconv_kernel_size": 4,
+    "shared_expert_sink": true,
+    "sliding_window_size": 512,
+    "swa_head_dim": 128,
+    "swa_num_attention_heads": 32,
+    "swa_num_key_value_heads": 8,
+    "torch_dtype": "bfloat16",
+    "unpadded_vocab_size": 200058,
+    "use_embed_norm": true,
+    "use_gate_bias": true,
+    "use_global_scale": true,
+    "use_sconv": true,
+    "vocab_size": 201024
+  },
+  "vision_config": {
+    "decoder_dmodel": 4096,
+    "n_channels": 3,
+    "n_layers": 4,
+    "patch_size": 40,
+    "temporal_patch_size": 2,
+    "use_vision_norm": true,
+    "vision_encoder_type": "hmlp"
+  }
+}

exl3-layer-002-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc470190f698ed4969072898974765d3ca221a3b7f5654e70047dae0908d448
+size 3231006712

exl3-layer-003-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f112fdd7f01dfa3e409180d0a6ce012e6349cba76ef5530880b5a770932e31
+size 3231006712

exl3-layer-004-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0092d79fb6e260e6bd409c86ce2a033ba8e5aafcabc7896c0c9a81a8f8f7bef
+size 3231006712

exl3-layer-005-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9670abb8e2e3e6fecae4ea8a0a4e3d678203f5f9c47f15c55f8bff3ff61c73
+size 3231006712

exl3-layer-006-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fec624deca52a5dd54f316c5831acbba14d0763554a2e01ba3f96f88eee6e8
+size 3231006712

exl3-layer-007-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d0ec2dd416d702e834b7480a2348b50c72d2383ea7278253545bae16ebfed2
+size 3231006712

exl3-layer-008-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ac64e69641a62322a662dc38da0f25675261fe4dbeb58c12c43631db80390d
+size 3231006712

exl3-layer-009-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f87ca96d244784c699efc88db152577cd2e0398548b710b1f05148a418104de
+size 3231006712

exl3-layer-010-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de670c396b859265f230290a7de18f30a8d1f02be31d85e9345d85f043ff04f8
+size 3231009784

exl3-layer-011-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82c153e674d5cca83f6510e3b683ac2662ced1f0e0a92255ac5d8977a11590c
+size 3231009784

exl3-layer-012-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a48ab9deccdf08e7a571959cf7448c86d2e466c2395c200f7148c5763b6ac
+size 3231009784

exl3-layer-013-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2002737ae2b69d47ba1a0262ce545333d78a85d61c06bd54b236e422217ba5
+size 3231009784

exl3-layer-014-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e393ff1fb7e2e6f01859876af1ecf096a83fc4cc2619476e4d348df721987a7c
+size 3231009784

exl3-layer-015-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5f108b029ddae0bf7ea3e172e3ea07062a01cb0e1c30dad779daa194043110
+size 3231009784

exl3-layer-016-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b815696cc884196cae9094bd46a1c9dac235e4d4baae1e23d7f1c246c46e23a
+size 3231009784

exl3-layer-017-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455c39c28cd6258840f4f5e2fa48a4cbde66110b3194ba31fff8114b27b7980e
+size 3231009784

exl3-layer-018-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b15124c6958835cd80eb6b5feb2914c88e1146bf3100b693c3f90a458c8657
+size 3231009784

exl3-layer-019-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547ccf9bb0c708237af16f9a4ad75245747ce5aaaf0dc7a542094d9b8a11ae10
+size 3231009784

exl3-layer-020-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b789f0d95c8929b28bae397aee2c32485c7aab44af9e391b5577f5907ec5ee1
+size 3231009784

exl3-layer-021-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc04ed9a5205f51edbbd1a983ff25746d5fe1b3147c8325549586a495f8b6f8
+size 3231009784

exl3-layer-022-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3224cb8787c45400605b5eefbe1ebbca88ad87c50a36a0482529c11be37e81e
+size 3231009784

exl3-layer-023-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805dceb4259b024ff923444968ecfa2d9e819da10ca096834413493003d5d97f
+size 3231009784

exl3-layer-024-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9356b77450f1385411829539c7a8203707797607c8951bac86e16e41c08ea18e
+size 3231009784

exl3-layer-025-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d5c8a5c785e2ed034b482aff5297e147dd39cf559ccff5ce30bd3fee8bbe83
+size 3231009784

exl3-layer-026-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c5cae84382cbf1e2555e29c58bd53d45a5f953ebdd0953bcae619ff0fcc29c
+size 3231009784

exl3-layer-027-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17a05c80d27174181e205a3d08ca39e743b1eae24b058790356e884f939932a
+size 3231009784

exl3-layer-028-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4001d82a8c93711e0ed93415e0dd3589ae6412cf9e0bf9ce0438d6d1d531f0a6
+size 3231009784

exl3-layer-029-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b394c3a5317e9feddc523868626cf36139da8db5b36e4fc33eb65ee856ade1
+size 3231009784

exl3-layer-030-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4b558f796ddf6738260fe3599d729eb278720ee80d7cc0fd8deae7b1319683
+size 3231009784

exl3-layer-031-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66ba5e3e2abf6a41512112817a19674da22b8ca24e3f80e96b5532f3b2818b2
+size 3231009784

exl3-layer-032-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ebd0357f6a1824a8b9d13177d6d7cb946e3bcd62b31cb9c1ac96a6686a133d
+size 3231009784

exl3-layer-033-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1742a32b73dcc55d0648e17d9c40fbdae07874433899d692d1f895c6ec04aa46
+size 3231009784

exl3-layer-034-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597fc78c5f4769c1dfb68d88ef43ad36c7c7ec424d48d4b586f8a3875f96ee79
+size 3231009784

exl3-layer-035-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46cda78ba4a7e277134a2f90f1d8e299532fc4befb447616ecb499567e4ce8e
+size 3231009784

exl3-layer-036-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1b34509096a052f8ae3d24a3e2c475931e6fad1e761e5a46f713f81da7cb63
+size 3231009784

exl3-layer-037-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ff8e13d3e4f8d97937b29872493ec94d90efd308d4b48b6debf1d2b8dadec2
+size 3231009784

exl3-layer-038-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c841fd20b655414224d81c61ff9a077acf07b74503af997abe38857510fa1e95
+size 3231009784

exl3-layer-039-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1ebd712192220396d82cd6125a4d86da8e95c307bcc6f320a9f44588e9f8cf
+size 3231009784

exl3-layer-040-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff6392dca5d87c623443eca2d3f4f0544a385388cd2fdef128f34e97cc976e0
+size 3231009784

exl3-layer-041-k4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f28dd4389efb94c35a77fbac507f2ee5c766e66d23789af0059ca12e41688e
+size 3231009784

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134e0a03bfe307e4b3506a26a294a114cd57171a747defb8dd649e01818e768b
+size 10604927