File size: 6,789 Bytes
c0a6c7a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
{
    "metadata": {
        "total_size": 54496264
    },
    "weight_map": {
        "masked_embedding.centroids.biases": "model.safetensors",
        "masked_embedding.centroids.scales": "model.safetensors",
        "masked_embedding.centroids.weight": "model.safetensors",
        "masked_embedding.token_ordering": "model.safetensors",
        "model.embed_tokens.biases": "model.safetensors",
        "model.embed_tokens.scales": "model.safetensors",
        "model.embed_tokens.weight": "model.safetensors",
        "model.layers.0.input_layernorm.weight": "model.safetensors",
        "model.layers.0.layer_scalar": "model.safetensors",
        "model.layers.0.mlp.down_proj.biases": "model.safetensors",
        "model.layers.0.mlp.down_proj.scales": "model.safetensors",
        "model.layers.0.mlp.down_proj.weight": "model.safetensors",
        "model.layers.0.mlp.gate_proj.biases": "model.safetensors",
        "model.layers.0.mlp.gate_proj.scales": "model.safetensors",
        "model.layers.0.mlp.gate_proj.weight": "model.safetensors",
        "model.layers.0.mlp.up_proj.biases": "model.safetensors",
        "model.layers.0.mlp.up_proj.scales": "model.safetensors",
        "model.layers.0.mlp.up_proj.weight": "model.safetensors",
        "model.layers.0.post_attention_layernorm.weight": "model.safetensors",
        "model.layers.0.post_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.0.pre_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.0.self_attn.o_proj.biases": "model.safetensors",
        "model.layers.0.self_attn.o_proj.scales": "model.safetensors",
        "model.layers.0.self_attn.o_proj.weight": "model.safetensors",
        "model.layers.0.self_attn.q_norm.weight": "model.safetensors",
        "model.layers.0.self_attn.q_proj.biases": "model.safetensors",
        "model.layers.0.self_attn.q_proj.scales": "model.safetensors",
        "model.layers.0.self_attn.q_proj.weight": "model.safetensors",
        "model.layers.1.input_layernorm.weight": "model.safetensors",
        "model.layers.1.layer_scalar": "model.safetensors",
        "model.layers.1.mlp.down_proj.biases": "model.safetensors",
        "model.layers.1.mlp.down_proj.scales": "model.safetensors",
        "model.layers.1.mlp.down_proj.weight": "model.safetensors",
        "model.layers.1.mlp.gate_proj.biases": "model.safetensors",
        "model.layers.1.mlp.gate_proj.scales": "model.safetensors",
        "model.layers.1.mlp.gate_proj.weight": "model.safetensors",
        "model.layers.1.mlp.up_proj.biases": "model.safetensors",
        "model.layers.1.mlp.up_proj.scales": "model.safetensors",
        "model.layers.1.mlp.up_proj.weight": "model.safetensors",
        "model.layers.1.post_attention_layernorm.weight": "model.safetensors",
        "model.layers.1.post_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.1.pre_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.1.self_attn.o_proj.biases": "model.safetensors",
        "model.layers.1.self_attn.o_proj.scales": "model.safetensors",
        "model.layers.1.self_attn.o_proj.weight": "model.safetensors",
        "model.layers.1.self_attn.q_norm.weight": "model.safetensors",
        "model.layers.1.self_attn.q_proj.biases": "model.safetensors",
        "model.layers.1.self_attn.q_proj.scales": "model.safetensors",
        "model.layers.1.self_attn.q_proj.weight": "model.safetensors",
        "model.layers.2.input_layernorm.weight": "model.safetensors",
        "model.layers.2.layer_scalar": "model.safetensors",
        "model.layers.2.mlp.down_proj.biases": "model.safetensors",
        "model.layers.2.mlp.down_proj.scales": "model.safetensors",
        "model.layers.2.mlp.down_proj.weight": "model.safetensors",
        "model.layers.2.mlp.gate_proj.biases": "model.safetensors",
        "model.layers.2.mlp.gate_proj.scales": "model.safetensors",
        "model.layers.2.mlp.gate_proj.weight": "model.safetensors",
        "model.layers.2.mlp.up_proj.biases": "model.safetensors",
        "model.layers.2.mlp.up_proj.scales": "model.safetensors",
        "model.layers.2.mlp.up_proj.weight": "model.safetensors",
        "model.layers.2.post_attention_layernorm.weight": "model.safetensors",
        "model.layers.2.post_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.2.pre_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.2.self_attn.o_proj.biases": "model.safetensors",
        "model.layers.2.self_attn.o_proj.scales": "model.safetensors",
        "model.layers.2.self_attn.o_proj.weight": "model.safetensors",
        "model.layers.2.self_attn.q_norm.weight": "model.safetensors",
        "model.layers.2.self_attn.q_proj.biases": "model.safetensors",
        "model.layers.2.self_attn.q_proj.scales": "model.safetensors",
        "model.layers.2.self_attn.q_proj.weight": "model.safetensors",
        "model.layers.3.input_layernorm.weight": "model.safetensors",
        "model.layers.3.layer_scalar": "model.safetensors",
        "model.layers.3.mlp.down_proj.biases": "model.safetensors",
        "model.layers.3.mlp.down_proj.scales": "model.safetensors",
        "model.layers.3.mlp.down_proj.weight": "model.safetensors",
        "model.layers.3.mlp.gate_proj.biases": "model.safetensors",
        "model.layers.3.mlp.gate_proj.scales": "model.safetensors",
        "model.layers.3.mlp.gate_proj.weight": "model.safetensors",
        "model.layers.3.mlp.up_proj.biases": "model.safetensors",
        "model.layers.3.mlp.up_proj.scales": "model.safetensors",
        "model.layers.3.mlp.up_proj.weight": "model.safetensors",
        "model.layers.3.post_attention_layernorm.weight": "model.safetensors",
        "model.layers.3.post_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.3.pre_feedforward_layernorm.weight": "model.safetensors",
        "model.layers.3.self_attn.o_proj.biases": "model.safetensors",
        "model.layers.3.self_attn.o_proj.scales": "model.safetensors",
        "model.layers.3.self_attn.o_proj.weight": "model.safetensors",
        "model.layers.3.self_attn.q_norm.weight": "model.safetensors",
        "model.layers.3.self_attn.q_proj.biases": "model.safetensors",
        "model.layers.3.self_attn.q_proj.scales": "model.safetensors",
        "model.layers.3.self_attn.q_proj.weight": "model.safetensors",
        "model.norm.weight": "model.safetensors",
        "post_projection.biases": "model.safetensors",
        "post_projection.scales": "model.safetensors",
        "post_projection.weight": "model.safetensors",
        "pre_projection.biases": "model.safetensors",
        "pre_projection.scales": "model.safetensors",
        "pre_projection.weight": "model.safetensors"
    }
}