darkmaniac7 commited on
Commit
934019e
·
verified ·
1 Parent(s): c7e30fe

Add runtime config.json for TokForge compatibility

Browse files
Files changed (1) hide show
  1. config.json +27 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "max_new_tokens": 8192,
3
+ "llm_model": "llm.mnn",
4
+ "llm_weight": "llm.mnn.weight",
5
+ "backend_type": "cpu",
6
+ "thread_num": 4,
7
+ "precision": "low",
8
+ "memory": "low",
9
+ "sampler_type": "mixed",
10
+ "mixed_samplers": [
11
+ "penalty",
12
+ "topK",
13
+ "topP",
14
+ "min_p",
15
+ "temperature"
16
+ ],
17
+ "penalty": 1.1,
18
+ "temperature": 1.0,
19
+ "topP": 0.95,
20
+ "topK": 20,
21
+ "min_p": 0,
22
+ "jinja": {
23
+ "context": {
24
+ "enable_thinking": true
25
+ }
26
+ }
27
+ }