donghanasd commited on
Commit
9e280c0
·
verified ·
1 Parent(s): 5836244

Add tensor_types.txt

Browse files
Files changed (1) hide show
  1. tensor_types.txt +19 -0
tensor_types.txt ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ blk\.21\.ffn_down_exps\.weight=Q4_K
2
+ blk\.28\.ffn_down_exps\.weight=Q4_K
3
+ blk\.38\.ffn_down_exps\.weight=Q4_K
4
+ ffn_down_exps\.weight=Q3_K
5
+ ffn_gate_exps\.weight=Q2_K
6
+ ffn_up_exps\.weight=Q2_K
7
+ ffn_down_shexp\.weight=Q6_K
8
+ ffn_gate_shexp\.weight=Q6_K
9
+ ffn_up_shexp\.weight=Q6_K
10
+ attn_gate\.weight=Q6_K
11
+ attn_qkv\.weight=Q6_K
12
+ attn_q\.weight=Q6_K
13
+ attn_k\.weight=Q6_K
14
+ attn_v\.weight=Q6_K
15
+ attn_output\.weight=Q6_K
16
+ ssm_out\.weight=Q6_K
17
+ ssm_alpha\.weight=TQ3_4S
18
+ ssm_beta\.weight=TQ3_4S
19
+ nextn\.eh_proj\.weight=TQ3_4S