agentvue commited on
Commit
cfeefc6
·
verified ·
1 Parent(s): 4f8590d

Add model files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. LICENSE +21 -0
  3. README.md +16 -0
  4. chat_template.jinja +120 -0
  5. chat_template_original.jinja +119 -0
  6. config.json +295 -0
  7. configuration.json +1 -0
  8. generation_config.json +12 -0
  9. model-00001-of-00124.safetensors +3 -0
  10. model-00002-of-00124.safetensors +3 -0
  11. model-00003-of-00124.safetensors +3 -0
  12. model-00004-of-00124.safetensors +3 -0
  13. model-00005-of-00124.safetensors +3 -0
  14. model-00006-of-00124.safetensors +3 -0
  15. model-00007-of-00124.safetensors +3 -0
  16. model-00008-of-00124.safetensors +3 -0
  17. model-00009-of-00124.safetensors +3 -0
  18. model-00010-of-00124.safetensors +3 -0
  19. model-00011-of-00124.safetensors +3 -0
  20. model-00012-of-00124.safetensors +3 -0
  21. model-00013-of-00124.safetensors +3 -0
  22. model-00014-of-00124.safetensors +3 -0
  23. model-00015-of-00124.safetensors +3 -0
  24. model-00016-of-00124.safetensors +3 -0
  25. model-00017-of-00124.safetensors +3 -0
  26. model-00018-of-00124.safetensors +3 -0
  27. model-00019-of-00124.safetensors +3 -0
  28. model-00020-of-00124.safetensors +3 -0
  29. model-00021-of-00124.safetensors +3 -0
  30. model-00022-of-00124.safetensors +3 -0
  31. model-00023-of-00124.safetensors +3 -0
  32. model-00024-of-00124.safetensors +3 -0
  33. model-00025-of-00124.safetensors +3 -0
  34. model-00026-of-00124.safetensors +3 -0
  35. model-00027-of-00124.safetensors +3 -0
  36. model-00028-of-00124.safetensors +3 -0
  37. model-00029-of-00124.safetensors +3 -0
  38. model-00030-of-00124.safetensors +3 -0
  39. model-00031-of-00124.safetensors +3 -0
  40. model-00032-of-00124.safetensors +3 -0
  41. model-00033-of-00124.safetensors +3 -0
  42. model-00034-of-00124.safetensors +3 -0
  43. model-00035-of-00124.safetensors +3 -0
  44. model-00036-of-00124.safetensors +3 -0
  45. model-00037-of-00124.safetensors +3 -0
  46. model-00038-of-00124.safetensors +3 -0
  47. model-00039-of-00124.safetensors +3 -0
  48. model-00040-of-00124.safetensors +3 -0
  49. model-00041-of-00124.safetensors +3 -0
  50. model-00042-of-00124.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
37
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Zhipu AI
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
README.md CHANGED
@@ -1,3 +1,19 @@
1
  ---
2
  license: mit
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
 
1
  ---
2
  license: mit
3
+ library_name: transformers
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - vLLM
7
+ - compressed-tensors
8
+ - INT4
9
+ - INT8
10
+ - W4A16
11
+ - W8A16
12
+ base_model:
13
+ - zai-org/GLM-5.2
14
+ base_model_relation: quantized
15
+
16
  ---
17
+ # GLM-5.2-Int4-Int8Mix-FP8KV
18
+
19
+ **TBD**
chat_template.jinja ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {# {%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%} #}
3
+ {%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 'medium-high' -%}
4
+ {%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
5
+ {%- if tools -%}
6
+ {%- macro tool_to_json(tool) -%}
7
+ {%- set ns_tool = namespace(first=true) -%}
8
+ {{ '{' -}}
9
+ {%- for k, v in tool.items() -%}
10
+ {%- if k != 'defer_loading' and k != 'strict' -%}
11
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
12
+ {%- set ns_tool.first = false -%}
13
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
14
+ {%- endif -%}
15
+ {%- endfor -%}
16
+ {{- '}' -}}
17
+ {%- endmacro -%}
18
+ <|system|>
19
+ # Tools
20
+
21
+ You may call one or more functions to assist with the user query.
22
+
23
+ You are provided with function signatures within <tools></tools> XML tags:
24
+ <tools>
25
+ {% for tool in tools %}
26
+ {%- if 'function' in tool -%}
27
+ {%- set tool = tool['function'] -%}
28
+ {%- endif -%}
29
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
30
+ {{ tool_to_json(tool) }}
31
+ {% endif %}
32
+ {% endfor %}
33
+ </tools>
34
+
35
+ For each function call, output the function name and arguments within the following XML format:
36
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
37
+ {%- macro visible_text(content) -%}
38
+ {%- if content is string -%}
39
+ {{- content }}
40
+ {%- elif content is iterable and content is not mapping -%}
41
+ {%- for item in content -%}
42
+ {%- if item is mapping and item.type == 'text' -%}
43
+ {{- item.text }}
44
+ {%- elif item is string -%}
45
+ {{- item }}
46
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
47
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
48
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
49
+ {%- endif -%}
50
+ {%- endfor -%}
51
+ {%- else -%}
52
+ {{- content }}
53
+ {%- endif -%}
54
+ {%- endmacro -%}
55
+ {%- set ns = namespace(last_user_index=-1) -%}
56
+ {%- for m in messages %}
57
+ {%- if m.role == 'user' %}
58
+ {%- set ns.last_user_index = loop.index0 -%}
59
+ {%- endif %}
60
+ {%- endfor %}
61
+ {%- for m in messages -%}
62
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
63
+ {%- elif m.role == 'assistant' -%}
64
+ <|assistant|>
65
+ {%- set content = visible_text(m.content) %}
66
+ {%- if m.reasoning_content is string %}
67
+ {%- set reasoning_content = m.reasoning_content %}
68
+ {%- elif '</think>' in content %}
69
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
70
+ {%- set content = content.split('</think>')[-1] %}
71
+ {%- endif %}
72
+ {%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
73
+ {{ '<think>' + reasoning_content + '</think>'}}
74
+ {%- else -%}
75
+ {{ '<think></think>' }}
76
+ {%- endif -%}
77
+ {%- if content.strip() -%}
78
+ {{ content.strip() }}
79
+ {%- endif -%}
80
+ {% if m.tool_calls %}
81
+ {% for tc in m.tool_calls %}
82
+ {%- if tc.function %}
83
+ {%- set tc = tc.function %}
84
+ {%- endif %}
85
+ {{- '<tool_call>' + tc.name -}}
86
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
87
+ {% endif %}
88
+ {%- elif m.role == 'tool' -%}
89
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
90
+ {{- '<|observation|>' -}}
91
+ {%- endif %}
92
+ {%- if m.content is string -%}
93
+ {{- '<tool_response>' + m.content + '</tool_response>' -}}
94
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%}
95
+ {{- '<tool_response><tools>\n' -}}
96
+ {% for tr in m.content %}
97
+ {%- for tool in tools -%}
98
+ {%- if 'function' in tool -%}
99
+ {%- set tool = tool['function'] -%}
100
+ {%- endif -%}
101
+ {%- if tool.name == tr.name -%}
102
+ {{- tool_to_json(tool) + '\n' -}}
103
+ {%- endif -%}
104
+ {%- endfor -%}
105
+ {%- endfor -%}
106
+ {{- '</tools></tool_response>' -}}
107
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}
108
+ {%- for tr in m.content -%}
109
+ {{- '<tool_response>' + tr.output + '</tool_response>' -}}
110
+ {%- endfor -%}
111
+ {%- else -%}
112
+ {{- '<tool_response>' + visible_text(m.content) + '</tool_response>' -}}
113
+ {% endif -%}
114
+ {%- elif m.role == 'system' -%}
115
+ <|system|>{{ visible_text(m.content) }}
116
+ {%- endif -%}
117
+ {%- endfor -%}
118
+ {%- if add_generation_prompt -%}
119
+ <|assistant|>{{- '<think></think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
120
+ {%- endif -%}
chat_template_original.jinja ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%}
3
+ {%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
4
+ {%- if tools -%}
5
+ {%- macro tool_to_json(tool) -%}
6
+ {%- set ns_tool = namespace(first=true) -%}
7
+ {{ '{' -}}
8
+ {%- for k, v in tool.items() -%}
9
+ {%- if k != 'defer_loading' and k != 'strict' -%}
10
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
11
+ {%- set ns_tool.first = false -%}
12
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
13
+ {%- endif -%}
14
+ {%- endfor -%}
15
+ {{- '}' -}}
16
+ {%- endmacro -%}
17
+ <|system|>
18
+ # Tools
19
+
20
+ You may call one or more functions to assist with the user query.
21
+
22
+ You are provided with function signatures within <tools></tools> XML tags:
23
+ <tools>
24
+ {% for tool in tools %}
25
+ {%- if 'function' in tool -%}
26
+ {%- set tool = tool['function'] -%}
27
+ {%- endif -%}
28
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
29
+ {{ tool_to_json(tool) }}
30
+ {% endif %}
31
+ {% endfor %}
32
+ </tools>
33
+
34
+ For each function call, output the function name and arguments within the following XML format:
35
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
36
+ {%- macro visible_text(content) -%}
37
+ {%- if content is string -%}
38
+ {{- content }}
39
+ {%- elif content is iterable and content is not mapping -%}
40
+ {%- for item in content -%}
41
+ {%- if item is mapping and item.type == 'text' -%}
42
+ {{- item.text }}
43
+ {%- elif item is string -%}
44
+ {{- item }}
45
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
46
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
47
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
48
+ {%- endif -%}
49
+ {%- endfor -%}
50
+ {%- else -%}
51
+ {{- content }}
52
+ {%- endif -%}
53
+ {%- endmacro -%}
54
+ {%- set ns = namespace(last_user_index=-1) -%}
55
+ {%- for m in messages %}
56
+ {%- if m.role == 'user' %}
57
+ {%- set ns.last_user_index = loop.index0 -%}
58
+ {%- endif %}
59
+ {%- endfor %}
60
+ {%- for m in messages -%}
61
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
62
+ {%- elif m.role == 'assistant' -%}
63
+ <|assistant|>
64
+ {%- set content = visible_text(m.content) %}
65
+ {%- if m.reasoning_content is string %}
66
+ {%- set reasoning_content = m.reasoning_content %}
67
+ {%- elif '</think>' in content %}
68
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
69
+ {%- set content = content.split('</think>')[-1] %}
70
+ {%- endif %}
71
+ {%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
72
+ {{ '<think>' + reasoning_content + '</think>'}}
73
+ {%- else -%}
74
+ {{ '<think></think>' }}
75
+ {%- endif -%}
76
+ {%- if content.strip() -%}
77
+ {{ content.strip() }}
78
+ {%- endif -%}
79
+ {% if m.tool_calls %}
80
+ {% for tc in m.tool_calls %}
81
+ {%- if tc.function %}
82
+ {%- set tc = tc.function %}
83
+ {%- endif %}
84
+ {{- '<tool_call>' + tc.name -}}
85
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
86
+ {% endif %}
87
+ {%- elif m.role == 'tool' -%}
88
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
89
+ {{- '<|observation|>' -}}
90
+ {%- endif %}
91
+ {%- if m.content is string -%}
92
+ {{- '<tool_response>' + m.content + '</tool_response>' -}}
93
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%}
94
+ {{- '<tool_response><tools>\n' -}}
95
+ {% for tr in m.content %}
96
+ {%- for tool in tools -%}
97
+ {%- if 'function' in tool -%}
98
+ {%- set tool = tool['function'] -%}
99
+ {%- endif -%}
100
+ {%- if tool.name == tr.name -%}
101
+ {{- tool_to_json(tool) + '\n' -}}
102
+ {%- endif -%}
103
+ {%- endfor -%}
104
+ {%- endfor -%}
105
+ {{- '</tools></tool_response>' -}}
106
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}
107
+ {%- for tr in m.content -%}
108
+ {{- '<tool_response>' + tr.output + '</tool_response>' -}}
109
+ {%- endfor -%}
110
+ {%- else -%}
111
+ {{- '<tool_response>' + visible_text(m.content) + '</tool_response>' -}}
112
+ {% endif -%}
113
+ {%- elif m.role == 'system' -%}
114
+ <|system|>{{ visible_text(m.content) }}
115
+ {%- endif -%}
116
+ {%- endfor -%}
117
+ {%- if add_generation_prompt -%}
118
+ <|assistant|>{{- '<think></think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
119
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,295 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "GlmMoeDsaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": [
9
+ 154820,
10
+ 154827,
11
+ 154829
12
+ ],
13
+ "ep_size": 1,
14
+ "first_k_dense_replace": 3,
15
+ "head_dim": 192,
16
+ "hidden_act": "silu",
17
+ "hidden_size": 6144,
18
+ "index_head_dim": 128,
19
+ "index_n_heads": 32,
20
+ "index_share_for_mtp_iteration": true,
21
+ "index_skip_topk_offset": 3,
22
+ "index_topk": 2048,
23
+ "index_topk_freq": 4,
24
+ "index_topk_pattern": null,
25
+ "indexer_rope_interleave": true,
26
+ "indexer_types": [
27
+ "full",
28
+ "full",
29
+ "full",
30
+ "shared",
31
+ "shared",
32
+ "shared",
33
+ "full",
34
+ "shared",
35
+ "shared",
36
+ "shared",
37
+ "full",
38
+ "shared",
39
+ "shared",
40
+ "shared",
41
+ "full",
42
+ "shared",
43
+ "shared",
44
+ "shared",
45
+ "full",
46
+ "shared",
47
+ "shared",
48
+ "shared",
49
+ "full",
50
+ "shared",
51
+ "shared",
52
+ "shared",
53
+ "full",
54
+ "shared",
55
+ "shared",
56
+ "shared",
57
+ "full",
58
+ "shared",
59
+ "shared",
60
+ "shared",
61
+ "full",
62
+ "shared",
63
+ "shared",
64
+ "shared",
65
+ "full",
66
+ "shared",
67
+ "shared",
68
+ "shared",
69
+ "full",
70
+ "shared",
71
+ "shared",
72
+ "shared",
73
+ "full",
74
+ "shared",
75
+ "shared",
76
+ "shared",
77
+ "full",
78
+ "shared",
79
+ "shared",
80
+ "shared",
81
+ "full",
82
+ "shared",
83
+ "shared",
84
+ "shared",
85
+ "full",
86
+ "shared",
87
+ "shared",
88
+ "shared",
89
+ "full",
90
+ "shared",
91
+ "shared",
92
+ "shared",
93
+ "full",
94
+ "shared",
95
+ "shared",
96
+ "shared",
97
+ "full",
98
+ "shared",
99
+ "shared",
100
+ "shared",
101
+ "full",
102
+ "shared",
103
+ "shared",
104
+ "shared"
105
+ ],
106
+ "initializer_range": 0.02,
107
+ "intermediate_size": 12288,
108
+ "kv_lora_rank": 512,
109
+ "max_position_embeddings": 1048576,
110
+ "mlp_layer_types": [
111
+ "dense",
112
+ "dense",
113
+ "dense",
114
+ "sparse",
115
+ "sparse",
116
+ "sparse",
117
+ "sparse",
118
+ "sparse",
119
+ "sparse",
120
+ "sparse",
121
+ "sparse",
122
+ "sparse",
123
+ "sparse",
124
+ "sparse",
125
+ "sparse",
126
+ "sparse",
127
+ "sparse",
128
+ "sparse",
129
+ "sparse",
130
+ "sparse",
131
+ "sparse",
132
+ "sparse",
133
+ "sparse",
134
+ "sparse",
135
+ "sparse",
136
+ "sparse",
137
+ "sparse",
138
+ "sparse",
139
+ "sparse",
140
+ "sparse",
141
+ "sparse",
142
+ "sparse",
143
+ "sparse",
144
+ "sparse",
145
+ "sparse",
146
+ "sparse",
147
+ "sparse",
148
+ "sparse",
149
+ "sparse",
150
+ "sparse",
151
+ "sparse",
152
+ "sparse",
153
+ "sparse",
154
+ "sparse",
155
+ "sparse",
156
+ "sparse",
157
+ "sparse",
158
+ "sparse",
159
+ "sparse",
160
+ "sparse",
161
+ "sparse",
162
+ "sparse",
163
+ "sparse",
164
+ "sparse",
165
+ "sparse",
166
+ "sparse",
167
+ "sparse",
168
+ "sparse",
169
+ "sparse",
170
+ "sparse",
171
+ "sparse",
172
+ "sparse",
173
+ "sparse",
174
+ "sparse",
175
+ "sparse",
176
+ "sparse",
177
+ "sparse",
178
+ "sparse",
179
+ "sparse",
180
+ "sparse",
181
+ "sparse",
182
+ "sparse",
183
+ "sparse",
184
+ "sparse",
185
+ "sparse",
186
+ "sparse",
187
+ "sparse",
188
+ "sparse"
189
+ ],
190
+ "model_type": "glm_moe_dsa",
191
+ "moe_intermediate_size": 2048,
192
+ "moe_layer_freq": 1,
193
+ "n_group": 1,
194
+ "n_routed_experts": 256,
195
+ "n_shared_experts": 1,
196
+ "name_or_path": "agentvue/GLM-5.2-Int4-Int8Mix-FP8KV",
197
+ "norm_topk_prob": true,
198
+ "num_attention_heads": 64,
199
+ "num_experts_per_tok": 8,
200
+ "num_hidden_layers": 78,
201
+ "num_key_value_heads": 64,
202
+ "num_nextn_predict_layers": 1,
203
+ "pad_token_id": 154820,
204
+ "pretraining_tp": 1,
205
+ "q_lora_rank": 2048,
206
+ "qk_head_dim": 256,
207
+ "qk_nope_head_dim": 192,
208
+ "qk_rope_head_dim": 64,
209
+ "quantization_config": {
210
+ "config_groups": {
211
+ "w4a16_experts": {
212
+ "targets": [
213
+ "re:model[.]layers[.](?:3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59|60|61|62|63|64|65|66|67|68|69|70|71|72|73|74|75|76|77)[.]mlp[.]experts[.][0-9]+[.](?:gate_proj|up_proj|down_proj)$"
214
+ ],
215
+ "weights": {
216
+ "dynamic": false,
217
+ "group_size": 128,
218
+ "num_bits": 4,
219
+ "strategy": "group",
220
+ "symmetric": true,
221
+ "type": "int"
222
+ }
223
+ },
224
+ "w8a16_linears": {
225
+ "targets": [
226
+ "re:model[.]layers[.](?:1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59|60|61|62|63|64|65|66|67|68|69|70|71|72|73|74|75|76|77)[.](?:self_attn[.](?:fused_qkv_a_proj_with_mqa|q_a_proj|q_b_proj|kv_a_proj_with_mqa|kv_b_proj|o_proj)|mlp[.](?:gate_up_proj|gate_proj|up_proj|down_proj|shared_experts[.](?:gate_up_proj|gate_proj|up_proj|down_proj)))$"
227
+ ],
228
+ "weights": {
229
+ "dynamic": false,
230
+ "group_size": 128,
231
+ "num_bits": 8,
232
+ "strategy": "group",
233
+ "symmetric": true,
234
+ "type": "int"
235
+ }
236
+ },
237
+ "w8a16_mtp_channel": {
238
+ "targets": [
239
+ "re:model[.]layers[.](?:78)[.](?:mtp_block[.])?(?:self_attn[.](?:fused_qkv_a_proj_with_mqa|q_a_proj|q_b_proj|kv_a_proj_with_mqa|kv_b_proj|o_proj)|mlp[.](?:experts[.][0-9]+[.](?:gate_proj|up_proj|down_proj)|gate_up_proj|gate_proj|up_proj|down_proj|shared_experts[.](?:gate_up_proj|gate_proj|up_proj|down_proj)))$"
240
+ ],
241
+ "weights": {
242
+ "dynamic": false,
243
+ "group_size": -1,
244
+ "num_bits": 8,
245
+ "strategy": "channel",
246
+ "symmetric": true,
247
+ "type": "int"
248
+ }
249
+ }
250
+ },
251
+ "format": "pack-quantized",
252
+ "ignore": [
253
+ "re:model[.]layers[.]0[.].*",
254
+ "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?mlp[.]gate(?:$|[.].*)",
255
+ "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?self_attn[.]indexer(?:$|[.].*)",
256
+ "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?self_attn[.]indexers_proj(?:$|[.].*)",
257
+ "re:model[.]layers[.][1-9][0-9]*[.](?:eh_proj|enorm|hnorm)[.].*",
258
+ "re:model[.]layers[.][1-9][0-9]*[.]shared_head[.]norm[.].*",
259
+ "re:model[.]layers[.][1-9][0-9]*[.]shared_head[.]head(?:$|[.].*)"
260
+ ],
261
+ "kv_cache_scheme": {
262
+ "dynamic": false,
263
+ "num_bits": 8,
264
+ "strategy": "tensor",
265
+ "symmetric": true,
266
+ "type": "float"
267
+ },
268
+ "packed_modules_mapping": {
269
+ "fused_qkv_a_proj_with_mqa": [
270
+ "q_a_proj",
271
+ "kv_a_proj_with_mqa"
272
+ ],
273
+ "gate_up_proj": [
274
+ "gate_proj",
275
+ "up_proj"
276
+ ]
277
+ },
278
+ "quant_method": "compressed-tensors"
279
+ },
280
+ "rms_norm_eps": 1e-05,
281
+ "rope_interleave": true,
282
+ "rope_parameters": {
283
+ "rope_theta": 8000000,
284
+ "rope_type": "default"
285
+ },
286
+ "routed_scaling_factor": 2.5,
287
+ "scoring_func": "sigmoid",
288
+ "tie_word_embeddings": false,
289
+ "topk_group": 1,
290
+ "topk_method": "noaux_tc",
291
+ "transformers_version": "5.12.0",
292
+ "use_cache": true,
293
+ "v_head_dim": 256,
294
+ "vocab_size": 154880
295
+ }
configuration.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"framework": "pytorch", "task": "others", "allow_remote": true}
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 154820,
5
+ 154827,
6
+ 154829
7
+ ],
8
+ "pad_token_id": 154820,
9
+ "temperature": 1.0,
10
+ "top_p": 0.95,
11
+ "transformers_version": "5.12.0"
12
+ }
model-00001-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd26ce41a46adc0d601ad37961fd7ef5aa2c7028a5f590931e0fdd1b7dbb6ac7
3
+ size 1903165568
model-00002-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7a048b2e36605dcf373f1f6f6bcc60406e67a984b55a29183cc11e2537e71aa
3
+ size 3218711224
model-00003-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fedaf2e8902688ce1b8f4087a510cdb7a789a8f28c481a6b1b64f0c2900e9f94
3
+ size 3218272088
model-00004-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379e67aa20c01f9bb51f213310d817a5931340ecb9586f45355f50875537fe11
3
+ size 3215694056
model-00005-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f773cc1d984f72c682080cb6cbfc1ebfcd9e533bab1a8394ee3a9706cb8659cc
3
+ size 3218271560
model-00006-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:922b29787aa56609b3a374764cbb9b951578b6fdea69f9b0f6d802271e916984
3
+ size 3216415536
model-00007-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0622bd62d84c2010df1b89417491863e7d25b4297ed2b6a37091c172776fa691
3
+ size 3216414984
model-00008-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59bb5527c424cefd864baefe78c0d83ce3f116e3e7061e667fbf4916022bf041
3
+ size 3218271904
model-00009-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23595766a8d6de10ac8fe6d955c9ede054658b3c525b00b1232567bd98c39bd2
3
+ size 3216415160
model-00010-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c0274c8f655a73ea1af33d577156250f35b106f016739dce57bbbdfa40b4ddb
3
+ size 3212975680
model-00011-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d3b31bc34f7a1d86479b9362d111278084358dddd9cf86579394cb091fccee9
3
+ size 3220990504
model-00012-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce50c5f4289141f1b98800bb82a714f2f0475ac0b276e8c5a5921afd0b7797e4
3
+ size 3216414984
model-00013-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c0f198ed477a4310bd36cf87809c974eb24c1591d7c3677e1acf606d7c8f4d
3
+ size 3218271688
model-00014-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2baecf730f2cf00c1de5b12af924321d0c519d490df52a05ec78b061a0d6ee47
3
+ size 3216415408
model-00015-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:582a4a5d497c64bba3898854d6dd07592aa28f91c6bea6e3f8b4904f5791ac8a
3
+ size 3216414984
model-00016-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c57ebef2c29bd4b6cb05c8c33e96bbd73116f0f8bc3a0c0fef8be77907e8d4
3
+ size 3218272024
model-00017-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6347fd3c9a05039bb49ec477d3b34e523d21ecde2ee880290a2a47cd00cbc60
3
+ size 3215694112
model-00018-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f053aba3de63a95eacda3f6152ee4728b25c61d7b94b242e33cf7c592b6a34a1
3
+ size 3218271464
model-00019-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c3d72b98eec09498a94b9896fd173b250bb8f7149553d4138c2a7a7a2782ff
3
+ size 3217561712
model-00020-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d32bd29d87e1574ac00b656ecb9c561f83e4b58fa116705e97dce95fb11809bc
3
+ size 3216414984
model-00021-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fadab5e897eb73ddcacc4a4b7cffb91676d479edf8f67708b51f606276890399
3
+ size 3218271992
model-00022-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da850f6df20d0ce8bf6598c9ee570caa2fc333991b3eb87d47516f92cf361ae9
3
+ size 3216415072
model-00023-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5d710aea5b8d924b456526c6cf7ff2e4b633bce8432e7b94bc46119a1e93c81
3
+ size 3218271424
model-00024-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0b1d9e6ccf2984350f77faaba59d944c22b479f97d3e78c448259f846e239f
3
+ size 3215694744
model-00025-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc97dfbdf26df96cb82747464b4196e4ffc688ace37a374fea65f5f3e511fad0
3
+ size 3216414984
model-00026-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f619847e8a99caae32f85feed32f28dbf4825f313de43248b1c44086707250e2
3
+ size 3218271776
model-00027-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9092133dd19098244bec90f2230f4e975096655c3289f4ee75a1825e4a30f366
3
+ size 3216415312
model-00028-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d05b136e1ba7e407633c6668d6c8dc87f4bcc76757665aa2f747163bffce20e2
3
+ size 3216414968
model-00029-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3516d3c21454dbe095a3d797d27c58053c585184663203ba4156894d6ff01335
3
+ size 3218272088
model-00030-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e461fe1784ffda0798447460a90d13ab6ca0042130d2fca164592c67b8e2c03c
3
+ size 3215694040
model-00031-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d53d1c166f9682a413ae116f499e42975525c14ec1f3d4e766136e99873f1c1
3
+ size 3218271560
model-00032-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c3f0893bcd61ee37d5785d22eacc97b33599f0cb0471e47ac7fff9c0c41157
3
+ size 3216415552
model-00033-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c34790d1749cd13a79c6fd5e2b819c18e33a1718a98869277d440a49610ed4
3
+ size 3216414976
model-00034-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6c592b23505b16f8635ba9b481b13827aa95e15e33d418565ea07ab70773be
3
+ size 3218271896
model-00035-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ec817ca3a0549d055087aa7d820d60de678da6724cbeacf7e40a8a76ce4604
3
+ size 3216414320
model-00036-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4cfa1db3f2693344586af473e287d944295781ccbd2b0a837b2868478989d1
3
+ size 3203558912
model-00037-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0776aab7aedc0e25d205796e1c1511162e24ebd7bca5738b09c5d1b3658bd968
3
+ size 3218149824
model-00038-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef900d776fc0773ebb54af9a6514994cd39db79ec87e23372b29d0726f3041a
3
+ size 3215694048
model-00039-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5498add55b62ee2fb2ec88cd054e38e8a687681f3a3892824e839aa118df57e5
3
+ size 3218271680
model-00040-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453423de73d13a9fc6d26b345633fbed8e41f456913d0eb98de17cc562b4c663
3
+ size 3216415424
model-00041-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51da63314e847080630f4b5494cd6140c90a26ff3c262d9598f7560298170c22
3
+ size 3216414976
model-00042-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162b0fc3bb6996f4a6335def564aabb7db87629182f29926b11b779cf5b879fc
3
+ size 3218272024