model.safetensors.index.json
55.1 KB · 738 lines · json Raw
1 {
2 "metadata": {
3 "total_size": 16582751232
4 },
5 "weight_map": {
6 "lm_head.weight": "model-00005-of-00005.safetensors",
7 "model.embed_tokens.weight": "model-00001-of-00005.safetensors",
8 "model.layers.0.input_layernorm.weight": "model-00001-of-00005.safetensors",
9 "model.layers.0.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
10 "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
11 "model.layers.0.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
12 "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
13 "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
14 "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
15 "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
16 "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
17 "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
18 "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
19 "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
20 "model.layers.1.input_layernorm.weight": "model-00001-of-00005.safetensors",
21 "model.layers.1.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
22 "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
23 "model.layers.1.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
24 "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
25 "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
26 "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
27 "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
28 "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
29 "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
30 "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
31 "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
32 "model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors",
33 "model.layers.10.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
34 "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
35 "model.layers.10.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
36 "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
37 "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
38 "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
39 "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
40 "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
41 "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
42 "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
43 "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
44 "model.layers.11.input_layernorm.weight": "model-00002-of-00005.safetensors",
45 "model.layers.11.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
46 "model.layers.11.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
47 "model.layers.11.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
48 "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
49 "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
50 "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
51 "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
52 "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
53 "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
54 "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
55 "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
56 "model.layers.12.input_layernorm.weight": "model-00003-of-00005.safetensors",
57 "model.layers.12.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
58 "model.layers.12.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
59 "model.layers.12.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
60 "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
61 "model.layers.12.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
62 "model.layers.12.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
63 "model.layers.12.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
64 "model.layers.12.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
65 "model.layers.12.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
66 "model.layers.12.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
67 "model.layers.12.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
68 "model.layers.13.input_layernorm.weight": "model-00003-of-00005.safetensors",
69 "model.layers.13.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
70 "model.layers.13.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
71 "model.layers.13.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
72 "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
73 "model.layers.13.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
74 "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
75 "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
76 "model.layers.13.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
77 "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
78 "model.layers.13.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
79 "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
80 "model.layers.14.input_layernorm.weight": "model-00003-of-00005.safetensors",
81 "model.layers.14.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
82 "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
83 "model.layers.14.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
84 "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
85 "model.layers.14.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
86 "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
87 "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
88 "model.layers.14.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
89 "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
90 "model.layers.14.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
91 "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
92 "model.layers.15.input_layernorm.weight": "model-00003-of-00005.safetensors",
93 "model.layers.15.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
94 "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
95 "model.layers.15.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
96 "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
97 "model.layers.15.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
98 "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
99 "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
100 "model.layers.15.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
101 "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
102 "model.layers.15.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
103 "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
104 "model.layers.16.input_layernorm.weight": "model-00003-of-00005.safetensors",
105 "model.layers.16.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
106 "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
107 "model.layers.16.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
108 "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
109 "model.layers.16.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
110 "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
111 "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
112 "model.layers.16.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
113 "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
114 "model.layers.16.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
115 "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
116 "model.layers.17.input_layernorm.weight": "model-00003-of-00005.safetensors",
117 "model.layers.17.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
118 "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
119 "model.layers.17.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
120 "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
121 "model.layers.17.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
122 "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
123 "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
124 "model.layers.17.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
125 "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
126 "model.layers.17.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
127 "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
128 "model.layers.18.input_layernorm.weight": "model-00003-of-00005.safetensors",
129 "model.layers.18.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
130 "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
131 "model.layers.18.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
132 "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
133 "model.layers.18.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
134 "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
135 "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
136 "model.layers.18.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
137 "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
138 "model.layers.18.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
139 "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
140 "model.layers.19.input_layernorm.weight": "model-00003-of-00005.safetensors",
141 "model.layers.19.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
142 "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
143 "model.layers.19.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
144 "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
145 "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
146 "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
147 "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
148 "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
149 "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
150 "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
151 "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
152 "model.layers.2.input_layernorm.weight": "model-00001-of-00005.safetensors",
153 "model.layers.2.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
154 "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
155 "model.layers.2.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
156 "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
157 "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
158 "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
159 "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
160 "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
161 "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
162 "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
163 "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
164 "model.layers.20.input_layernorm.weight": "model-00004-of-00005.safetensors",
165 "model.layers.20.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
166 "model.layers.20.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
167 "model.layers.20.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
168 "model.layers.20.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
169 "model.layers.20.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
170 "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
171 "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
172 "model.layers.20.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
173 "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
174 "model.layers.20.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
175 "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
176 "model.layers.21.input_layernorm.weight": "model-00004-of-00005.safetensors",
177 "model.layers.21.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
178 "model.layers.21.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
179 "model.layers.21.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
180 "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
181 "model.layers.21.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
182 "model.layers.21.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
183 "model.layers.21.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
184 "model.layers.21.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
185 "model.layers.21.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
186 "model.layers.21.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
187 "model.layers.21.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
188 "model.layers.22.input_layernorm.weight": "model-00004-of-00005.safetensors",
189 "model.layers.22.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
190 "model.layers.22.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
191 "model.layers.22.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
192 "model.layers.22.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
193 "model.layers.22.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
194 "model.layers.22.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
195 "model.layers.22.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
196 "model.layers.22.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
197 "model.layers.22.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
198 "model.layers.22.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
199 "model.layers.22.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
200 "model.layers.23.input_layernorm.weight": "model-00004-of-00005.safetensors",
201 "model.layers.23.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
202 "model.layers.23.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
203 "model.layers.23.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
204 "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
205 "model.layers.23.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
206 "model.layers.23.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
207 "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
208 "model.layers.23.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
209 "model.layers.23.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
210 "model.layers.23.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
211 "model.layers.23.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
212 "model.layers.24.input_layernorm.weight": "model-00004-of-00005.safetensors",
213 "model.layers.24.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
214 "model.layers.24.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
215 "model.layers.24.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
216 "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
217 "model.layers.24.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
218 "model.layers.24.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
219 "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
220 "model.layers.24.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
221 "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
222 "model.layers.24.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
223 "model.layers.24.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
224 "model.layers.25.input_layernorm.weight": "model-00004-of-00005.safetensors",
225 "model.layers.25.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
226 "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
227 "model.layers.25.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
228 "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
229 "model.layers.25.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
230 "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
231 "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
232 "model.layers.25.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
233 "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
234 "model.layers.25.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
235 "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
236 "model.layers.26.input_layernorm.weight": "model-00004-of-00005.safetensors",
237 "model.layers.26.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
238 "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
239 "model.layers.26.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
240 "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
241 "model.layers.26.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
242 "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
243 "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
244 "model.layers.26.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
245 "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
246 "model.layers.26.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
247 "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
248 "model.layers.27.input_layernorm.weight": "model-00004-of-00005.safetensors",
249 "model.layers.27.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
250 "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
251 "model.layers.27.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
252 "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
253 "model.layers.27.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
254 "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
255 "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
256 "model.layers.27.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
257 "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
258 "model.layers.27.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
259 "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
260 "model.layers.3.input_layernorm.weight": "model-00001-of-00005.safetensors",
261 "model.layers.3.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
262 "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
263 "model.layers.3.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
264 "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
265 "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
266 "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
267 "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
268 "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
269 "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
270 "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
271 "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
272 "model.layers.4.input_layernorm.weight": "model-00002-of-00005.safetensors",
273 "model.layers.4.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
274 "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
275 "model.layers.4.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
276 "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
277 "model.layers.4.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
278 "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
279 "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
280 "model.layers.4.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
281 "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
282 "model.layers.4.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
283 "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
284 "model.layers.5.input_layernorm.weight": "model-00002-of-00005.safetensors",
285 "model.layers.5.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
286 "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
287 "model.layers.5.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
288 "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
289 "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
290 "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
291 "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
292 "model.layers.5.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
293 "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
294 "model.layers.5.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
295 "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
296 "model.layers.6.input_layernorm.weight": "model-00002-of-00005.safetensors",
297 "model.layers.6.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
298 "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
299 "model.layers.6.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
300 "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
301 "model.layers.6.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
302 "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
303 "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
304 "model.layers.6.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
305 "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
306 "model.layers.6.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
307 "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
308 "model.layers.7.input_layernorm.weight": "model-00002-of-00005.safetensors",
309 "model.layers.7.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
310 "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
311 "model.layers.7.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
312 "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
313 "model.layers.7.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
314 "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
315 "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
316 "model.layers.7.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
317 "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
318 "model.layers.7.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
319 "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
320 "model.layers.8.input_layernorm.weight": "model-00002-of-00005.safetensors",
321 "model.layers.8.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
322 "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
323 "model.layers.8.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
324 "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
325 "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
326 "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
327 "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
328 "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
329 "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
330 "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
331 "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
332 "model.layers.9.input_layernorm.weight": "model-00002-of-00005.safetensors",
333 "model.layers.9.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
334 "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
335 "model.layers.9.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
336 "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
337 "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
338 "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
339 "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
340 "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
341 "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
342 "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
343 "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
344 "model.norm.weight": "model-00004-of-00005.safetensors",
345 "visual.blocks.0.attn.proj.bias": "model-00001-of-00005.safetensors",
346 "visual.blocks.0.attn.proj.weight": "model-00001-of-00005.safetensors",
347 "visual.blocks.0.attn.qkv.bias": "model-00001-of-00005.safetensors",
348 "visual.blocks.0.attn.qkv.weight": "model-00001-of-00005.safetensors",
349 "visual.blocks.0.mlp.fc1.bias": "model-00001-of-00005.safetensors",
350 "visual.blocks.0.mlp.fc1.weight": "model-00001-of-00005.safetensors",
351 "visual.blocks.0.mlp.fc2.bias": "model-00001-of-00005.safetensors",
352 "visual.blocks.0.mlp.fc2.weight": "model-00001-of-00005.safetensors",
353 "visual.blocks.0.norm1.bias": "model-00001-of-00005.safetensors",
354 "visual.blocks.0.norm1.weight": "model-00001-of-00005.safetensors",
355 "visual.blocks.0.norm2.bias": "model-00001-of-00005.safetensors",
356 "visual.blocks.0.norm2.weight": "model-00001-of-00005.safetensors",
357 "visual.blocks.1.attn.proj.bias": "model-00001-of-00005.safetensors",
358 "visual.blocks.1.attn.proj.weight": "model-00001-of-00005.safetensors",
359 "visual.blocks.1.attn.qkv.bias": "model-00001-of-00005.safetensors",
360 "visual.blocks.1.attn.qkv.weight": "model-00001-of-00005.safetensors",
361 "visual.blocks.1.mlp.fc1.bias": "model-00001-of-00005.safetensors",
362 "visual.blocks.1.mlp.fc1.weight": "model-00001-of-00005.safetensors",
363 "visual.blocks.1.mlp.fc2.bias": "model-00001-of-00005.safetensors",
364 "visual.blocks.1.mlp.fc2.weight": "model-00001-of-00005.safetensors",
365 "visual.blocks.1.norm1.bias": "model-00001-of-00005.safetensors",
366 "visual.blocks.1.norm1.weight": "model-00001-of-00005.safetensors",
367 "visual.blocks.1.norm2.bias": "model-00001-of-00005.safetensors",
368 "visual.blocks.1.norm2.weight": "model-00001-of-00005.safetensors",
369 "visual.blocks.10.attn.proj.bias": "model-00001-of-00005.safetensors",
370 "visual.blocks.10.attn.proj.weight": "model-00001-of-00005.safetensors",
371 "visual.blocks.10.attn.qkv.bias": "model-00001-of-00005.safetensors",
372 "visual.blocks.10.attn.qkv.weight": "model-00001-of-00005.safetensors",
373 "visual.blocks.10.mlp.fc1.bias": "model-00001-of-00005.safetensors",
374 "visual.blocks.10.mlp.fc1.weight": "model-00001-of-00005.safetensors",
375 "visual.blocks.10.mlp.fc2.bias": "model-00001-of-00005.safetensors",
376 "visual.blocks.10.mlp.fc2.weight": "model-00001-of-00005.safetensors",
377 "visual.blocks.10.norm1.bias": "model-00001-of-00005.safetensors",
378 "visual.blocks.10.norm1.weight": "model-00001-of-00005.safetensors",
379 "visual.blocks.10.norm2.bias": "model-00001-of-00005.safetensors",
380 "visual.blocks.10.norm2.weight": "model-00001-of-00005.safetensors",
381 "visual.blocks.11.attn.proj.bias": "model-00001-of-00005.safetensors",
382 "visual.blocks.11.attn.proj.weight": "model-00001-of-00005.safetensors",
383 "visual.blocks.11.attn.qkv.bias": "model-00001-of-00005.safetensors",
384 "visual.blocks.11.attn.qkv.weight": "model-00001-of-00005.safetensors",
385 "visual.blocks.11.mlp.fc1.bias": "model-00001-of-00005.safetensors",
386 "visual.blocks.11.mlp.fc1.weight": "model-00001-of-00005.safetensors",
387 "visual.blocks.11.mlp.fc2.bias": "model-00001-of-00005.safetensors",
388 "visual.blocks.11.mlp.fc2.weight": "model-00001-of-00005.safetensors",
389 "visual.blocks.11.norm1.bias": "model-00001-of-00005.safetensors",
390 "visual.blocks.11.norm1.weight": "model-00001-of-00005.safetensors",
391 "visual.blocks.11.norm2.bias": "model-00001-of-00005.safetensors",
392 "visual.blocks.11.norm2.weight": "model-00001-of-00005.safetensors",
393 "visual.blocks.12.attn.proj.bias": "model-00001-of-00005.safetensors",
394 "visual.blocks.12.attn.proj.weight": "model-00001-of-00005.safetensors",
395 "visual.blocks.12.attn.qkv.bias": "model-00001-of-00005.safetensors",
396 "visual.blocks.12.attn.qkv.weight": "model-00001-of-00005.safetensors",
397 "visual.blocks.12.mlp.fc1.bias": "model-00001-of-00005.safetensors",
398 "visual.blocks.12.mlp.fc1.weight": "model-00001-of-00005.safetensors",
399 "visual.blocks.12.mlp.fc2.bias": "model-00001-of-00005.safetensors",
400 "visual.blocks.12.mlp.fc2.weight": "model-00001-of-00005.safetensors",
401 "visual.blocks.12.norm1.bias": "model-00001-of-00005.safetensors",
402 "visual.blocks.12.norm1.weight": "model-00001-of-00005.safetensors",
403 "visual.blocks.12.norm2.bias": "model-00001-of-00005.safetensors",
404 "visual.blocks.12.norm2.weight": "model-00001-of-00005.safetensors",
405 "visual.blocks.13.attn.proj.bias": "model-00001-of-00005.safetensors",
406 "visual.blocks.13.attn.proj.weight": "model-00001-of-00005.safetensors",
407 "visual.blocks.13.attn.qkv.bias": "model-00001-of-00005.safetensors",
408 "visual.blocks.13.attn.qkv.weight": "model-00001-of-00005.safetensors",
409 "visual.blocks.13.mlp.fc1.bias": "model-00001-of-00005.safetensors",
410 "visual.blocks.13.mlp.fc1.weight": "model-00001-of-00005.safetensors",
411 "visual.blocks.13.mlp.fc2.bias": "model-00001-of-00005.safetensors",
412 "visual.blocks.13.mlp.fc2.weight": "model-00001-of-00005.safetensors",
413 "visual.blocks.13.norm1.bias": "model-00001-of-00005.safetensors",
414 "visual.blocks.13.norm1.weight": "model-00001-of-00005.safetensors",
415 "visual.blocks.13.norm2.bias": "model-00001-of-00005.safetensors",
416 "visual.blocks.13.norm2.weight": "model-00001-of-00005.safetensors",
417 "visual.blocks.14.attn.proj.bias": "model-00001-of-00005.safetensors",
418 "visual.blocks.14.attn.proj.weight": "model-00001-of-00005.safetensors",
419 "visual.blocks.14.attn.qkv.bias": "model-00001-of-00005.safetensors",
420 "visual.blocks.14.attn.qkv.weight": "model-00001-of-00005.safetensors",
421 "visual.blocks.14.mlp.fc1.bias": "model-00001-of-00005.safetensors",
422 "visual.blocks.14.mlp.fc1.weight": "model-00001-of-00005.safetensors",
423 "visual.blocks.14.mlp.fc2.bias": "model-00001-of-00005.safetensors",
424 "visual.blocks.14.mlp.fc2.weight": "model-00001-of-00005.safetensors",
425 "visual.blocks.14.norm1.bias": "model-00001-of-00005.safetensors",
426 "visual.blocks.14.norm1.weight": "model-00001-of-00005.safetensors",
427 "visual.blocks.14.norm2.bias": "model-00001-of-00005.safetensors",
428 "visual.blocks.14.norm2.weight": "model-00001-of-00005.safetensors",
429 "visual.blocks.15.attn.proj.bias": "model-00001-of-00005.safetensors",
430 "visual.blocks.15.attn.proj.weight": "model-00001-of-00005.safetensors",
431 "visual.blocks.15.attn.qkv.bias": "model-00001-of-00005.safetensors",
432 "visual.blocks.15.attn.qkv.weight": "model-00001-of-00005.safetensors",
433 "visual.blocks.15.mlp.fc1.bias": "model-00001-of-00005.safetensors",
434 "visual.blocks.15.mlp.fc1.weight": "model-00001-of-00005.safetensors",
435 "visual.blocks.15.mlp.fc2.bias": "model-00001-of-00005.safetensors",
436 "visual.blocks.15.mlp.fc2.weight": "model-00001-of-00005.safetensors",
437 "visual.blocks.15.norm1.bias": "model-00001-of-00005.safetensors",
438 "visual.blocks.15.norm1.weight": "model-00001-of-00005.safetensors",
439 "visual.blocks.15.norm2.bias": "model-00001-of-00005.safetensors",
440 "visual.blocks.15.norm2.weight": "model-00001-of-00005.safetensors",
441 "visual.blocks.16.attn.proj.bias": "model-00001-of-00005.safetensors",
442 "visual.blocks.16.attn.proj.weight": "model-00001-of-00005.safetensors",
443 "visual.blocks.16.attn.qkv.bias": "model-00001-of-00005.safetensors",
444 "visual.blocks.16.attn.qkv.weight": "model-00001-of-00005.safetensors",
445 "visual.blocks.16.mlp.fc1.bias": "model-00001-of-00005.safetensors",
446 "visual.blocks.16.mlp.fc1.weight": "model-00001-of-00005.safetensors",
447 "visual.blocks.16.mlp.fc2.bias": "model-00001-of-00005.safetensors",
448 "visual.blocks.16.mlp.fc2.weight": "model-00001-of-00005.safetensors",
449 "visual.blocks.16.norm1.bias": "model-00001-of-00005.safetensors",
450 "visual.blocks.16.norm1.weight": "model-00001-of-00005.safetensors",
451 "visual.blocks.16.norm2.bias": "model-00001-of-00005.safetensors",
452 "visual.blocks.16.norm2.weight": "model-00001-of-00005.safetensors",
453 "visual.blocks.17.attn.proj.bias": "model-00001-of-00005.safetensors",
454 "visual.blocks.17.attn.proj.weight": "model-00001-of-00005.safetensors",
455 "visual.blocks.17.attn.qkv.bias": "model-00001-of-00005.safetensors",
456 "visual.blocks.17.attn.qkv.weight": "model-00001-of-00005.safetensors",
457 "visual.blocks.17.mlp.fc1.bias": "model-00001-of-00005.safetensors",
458 "visual.blocks.17.mlp.fc1.weight": "model-00001-of-00005.safetensors",
459 "visual.blocks.17.mlp.fc2.bias": "model-00001-of-00005.safetensors",
460 "visual.blocks.17.mlp.fc2.weight": "model-00001-of-00005.safetensors",
461 "visual.blocks.17.norm1.bias": "model-00001-of-00005.safetensors",
462 "visual.blocks.17.norm1.weight": "model-00001-of-00005.safetensors",
463 "visual.blocks.17.norm2.bias": "model-00001-of-00005.safetensors",
464 "visual.blocks.17.norm2.weight": "model-00001-of-00005.safetensors",
465 "visual.blocks.18.attn.proj.bias": "model-00001-of-00005.safetensors",
466 "visual.blocks.18.attn.proj.weight": "model-00001-of-00005.safetensors",
467 "visual.blocks.18.attn.qkv.bias": "model-00001-of-00005.safetensors",
468 "visual.blocks.18.attn.qkv.weight": "model-00001-of-00005.safetensors",
469 "visual.blocks.18.mlp.fc1.bias": "model-00001-of-00005.safetensors",
470 "visual.blocks.18.mlp.fc1.weight": "model-00001-of-00005.safetensors",
471 "visual.blocks.18.mlp.fc2.bias": "model-00001-of-00005.safetensors",
472 "visual.blocks.18.mlp.fc2.weight": "model-00001-of-00005.safetensors",
473 "visual.blocks.18.norm1.bias": "model-00001-of-00005.safetensors",
474 "visual.blocks.18.norm1.weight": "model-00001-of-00005.safetensors",
475 "visual.blocks.18.norm2.bias": "model-00001-of-00005.safetensors",
476 "visual.blocks.18.norm2.weight": "model-00001-of-00005.safetensors",
477 "visual.blocks.19.attn.proj.bias": "model-00001-of-00005.safetensors",
478 "visual.blocks.19.attn.proj.weight": "model-00001-of-00005.safetensors",
479 "visual.blocks.19.attn.qkv.bias": "model-00001-of-00005.safetensors",
480 "visual.blocks.19.attn.qkv.weight": "model-00001-of-00005.safetensors",
481 "visual.blocks.19.mlp.fc1.bias": "model-00001-of-00005.safetensors",
482 "visual.blocks.19.mlp.fc1.weight": "model-00001-of-00005.safetensors",
483 "visual.blocks.19.mlp.fc2.bias": "model-00001-of-00005.safetensors",
484 "visual.blocks.19.mlp.fc2.weight": "model-00001-of-00005.safetensors",
485 "visual.blocks.19.norm1.bias": "model-00001-of-00005.safetensors",
486 "visual.blocks.19.norm1.weight": "model-00001-of-00005.safetensors",
487 "visual.blocks.19.norm2.bias": "model-00001-of-00005.safetensors",
488 "visual.blocks.19.norm2.weight": "model-00001-of-00005.safetensors",
489 "visual.blocks.2.attn.proj.bias": "model-00001-of-00005.safetensors",
490 "visual.blocks.2.attn.proj.weight": "model-00001-of-00005.safetensors",
491 "visual.blocks.2.attn.qkv.bias": "model-00001-of-00005.safetensors",
492 "visual.blocks.2.attn.qkv.weight": "model-00001-of-00005.safetensors",
493 "visual.blocks.2.mlp.fc1.bias": "model-00001-of-00005.safetensors",
494 "visual.blocks.2.mlp.fc1.weight": "model-00001-of-00005.safetensors",
495 "visual.blocks.2.mlp.fc2.bias": "model-00001-of-00005.safetensors",
496 "visual.blocks.2.mlp.fc2.weight": "model-00001-of-00005.safetensors",
497 "visual.blocks.2.norm1.bias": "model-00001-of-00005.safetensors",
498 "visual.blocks.2.norm1.weight": "model-00001-of-00005.safetensors",
499 "visual.blocks.2.norm2.bias": "model-00001-of-00005.safetensors",
500 "visual.blocks.2.norm2.weight": "model-00001-of-00005.safetensors",
501 "visual.blocks.20.attn.proj.bias": "model-00001-of-00005.safetensors",
502 "visual.blocks.20.attn.proj.weight": "model-00001-of-00005.safetensors",
503 "visual.blocks.20.attn.qkv.bias": "model-00001-of-00005.safetensors",
504 "visual.blocks.20.attn.qkv.weight": "model-00001-of-00005.safetensors",
505 "visual.blocks.20.mlp.fc1.bias": "model-00001-of-00005.safetensors",
506 "visual.blocks.20.mlp.fc1.weight": "model-00001-of-00005.safetensors",
507 "visual.blocks.20.mlp.fc2.bias": "model-00001-of-00005.safetensors",
508 "visual.blocks.20.mlp.fc2.weight": "model-00001-of-00005.safetensors",
509 "visual.blocks.20.norm1.bias": "model-00001-of-00005.safetensors",
510 "visual.blocks.20.norm1.weight": "model-00001-of-00005.safetensors",
511 "visual.blocks.20.norm2.bias": "model-00001-of-00005.safetensors",
512 "visual.blocks.20.norm2.weight": "model-00001-of-00005.safetensors",
513 "visual.blocks.21.attn.proj.bias": "model-00001-of-00005.safetensors",
514 "visual.blocks.21.attn.proj.weight": "model-00001-of-00005.safetensors",
515 "visual.blocks.21.attn.qkv.bias": "model-00001-of-00005.safetensors",
516 "visual.blocks.21.attn.qkv.weight": "model-00001-of-00005.safetensors",
517 "visual.blocks.21.mlp.fc1.bias": "model-00001-of-00005.safetensors",
518 "visual.blocks.21.mlp.fc1.weight": "model-00001-of-00005.safetensors",
519 "visual.blocks.21.mlp.fc2.bias": "model-00001-of-00005.safetensors",
520 "visual.blocks.21.mlp.fc2.weight": "model-00001-of-00005.safetensors",
521 "visual.blocks.21.norm1.bias": "model-00001-of-00005.safetensors",
522 "visual.blocks.21.norm1.weight": "model-00001-of-00005.safetensors",
523 "visual.blocks.21.norm2.bias": "model-00001-of-00005.safetensors",
524 "visual.blocks.21.norm2.weight": "model-00001-of-00005.safetensors",
525 "visual.blocks.22.attn.proj.bias": "model-00001-of-00005.safetensors",
526 "visual.blocks.22.attn.proj.weight": "model-00001-of-00005.safetensors",
527 "visual.blocks.22.attn.qkv.bias": "model-00001-of-00005.safetensors",
528 "visual.blocks.22.attn.qkv.weight": "model-00001-of-00005.safetensors",
529 "visual.blocks.22.mlp.fc1.bias": "model-00001-of-00005.safetensors",
530 "visual.blocks.22.mlp.fc1.weight": "model-00001-of-00005.safetensors",
531 "visual.blocks.22.mlp.fc2.bias": "model-00001-of-00005.safetensors",
532 "visual.blocks.22.mlp.fc2.weight": "model-00001-of-00005.safetensors",
533 "visual.blocks.22.norm1.bias": "model-00001-of-00005.safetensors",
534 "visual.blocks.22.norm1.weight": "model-00001-of-00005.safetensors",
535 "visual.blocks.22.norm2.bias": "model-00001-of-00005.safetensors",
536 "visual.blocks.22.norm2.weight": "model-00001-of-00005.safetensors",
537 "visual.blocks.23.attn.proj.bias": "model-00001-of-00005.safetensors",
538 "visual.blocks.23.attn.proj.weight": "model-00001-of-00005.safetensors",
539 "visual.blocks.23.attn.qkv.bias": "model-00001-of-00005.safetensors",
540 "visual.blocks.23.attn.qkv.weight": "model-00001-of-00005.safetensors",
541 "visual.blocks.23.mlp.fc1.bias": "model-00001-of-00005.safetensors",
542 "visual.blocks.23.mlp.fc1.weight": "model-00001-of-00005.safetensors",
543 "visual.blocks.23.mlp.fc2.bias": "model-00001-of-00005.safetensors",
544 "visual.blocks.23.mlp.fc2.weight": "model-00001-of-00005.safetensors",
545 "visual.blocks.23.norm1.bias": "model-00001-of-00005.safetensors",
546 "visual.blocks.23.norm1.weight": "model-00001-of-00005.safetensors",
547 "visual.blocks.23.norm2.bias": "model-00001-of-00005.safetensors",
548 "visual.blocks.23.norm2.weight": "model-00001-of-00005.safetensors",
549 "visual.blocks.24.attn.proj.bias": "model-00001-of-00005.safetensors",
550 "visual.blocks.24.attn.proj.weight": "model-00001-of-00005.safetensors",
551 "visual.blocks.24.attn.qkv.bias": "model-00001-of-00005.safetensors",
552 "visual.blocks.24.attn.qkv.weight": "model-00001-of-00005.safetensors",
553 "visual.blocks.24.mlp.fc1.bias": "model-00001-of-00005.safetensors",
554 "visual.blocks.24.mlp.fc1.weight": "model-00001-of-00005.safetensors",
555 "visual.blocks.24.mlp.fc2.bias": "model-00001-of-00005.safetensors",
556 "visual.blocks.24.mlp.fc2.weight": "model-00001-of-00005.safetensors",
557 "visual.blocks.24.norm1.bias": "model-00001-of-00005.safetensors",
558 "visual.blocks.24.norm1.weight": "model-00001-of-00005.safetensors",
559 "visual.blocks.24.norm2.bias": "model-00001-of-00005.safetensors",
560 "visual.blocks.24.norm2.weight": "model-00001-of-00005.safetensors",
561 "visual.blocks.25.attn.proj.bias": "model-00001-of-00005.safetensors",
562 "visual.blocks.25.attn.proj.weight": "model-00001-of-00005.safetensors",
563 "visual.blocks.25.attn.qkv.bias": "model-00001-of-00005.safetensors",
564 "visual.blocks.25.attn.qkv.weight": "model-00001-of-00005.safetensors",
565 "visual.blocks.25.mlp.fc1.bias": "model-00001-of-00005.safetensors",
566 "visual.blocks.25.mlp.fc1.weight": "model-00001-of-00005.safetensors",
567 "visual.blocks.25.mlp.fc2.bias": "model-00001-of-00005.safetensors",
568 "visual.blocks.25.mlp.fc2.weight": "model-00001-of-00005.safetensors",
569 "visual.blocks.25.norm1.bias": "model-00001-of-00005.safetensors",
570 "visual.blocks.25.norm1.weight": "model-00001-of-00005.safetensors",
571 "visual.blocks.25.norm2.bias": "model-00001-of-00005.safetensors",
572 "visual.blocks.25.norm2.weight": "model-00001-of-00005.safetensors",
573 "visual.blocks.26.attn.proj.bias": "model-00001-of-00005.safetensors",
574 "visual.blocks.26.attn.proj.weight": "model-00001-of-00005.safetensors",
575 "visual.blocks.26.attn.qkv.bias": "model-00001-of-00005.safetensors",
576 "visual.blocks.26.attn.qkv.weight": "model-00001-of-00005.safetensors",
577 "visual.blocks.26.mlp.fc1.bias": "model-00001-of-00005.safetensors",
578 "visual.blocks.26.mlp.fc1.weight": "model-00001-of-00005.safetensors",
579 "visual.blocks.26.mlp.fc2.bias": "model-00001-of-00005.safetensors",
580 "visual.blocks.26.mlp.fc2.weight": "model-00001-of-00005.safetensors",
581 "visual.blocks.26.norm1.bias": "model-00001-of-00005.safetensors",
582 "visual.blocks.26.norm1.weight": "model-00001-of-00005.safetensors",
583 "visual.blocks.26.norm2.bias": "model-00001-of-00005.safetensors",
584 "visual.blocks.26.norm2.weight": "model-00001-of-00005.safetensors",
585 "visual.blocks.27.attn.proj.bias": "model-00001-of-00005.safetensors",
586 "visual.blocks.27.attn.proj.weight": "model-00001-of-00005.safetensors",
587 "visual.blocks.27.attn.qkv.bias": "model-00001-of-00005.safetensors",
588 "visual.blocks.27.attn.qkv.weight": "model-00001-of-00005.safetensors",
589 "visual.blocks.27.mlp.fc1.bias": "model-00001-of-00005.safetensors",
590 "visual.blocks.27.mlp.fc1.weight": "model-00001-of-00005.safetensors",
591 "visual.blocks.27.mlp.fc2.bias": "model-00001-of-00005.safetensors",
592 "visual.blocks.27.mlp.fc2.weight": "model-00001-of-00005.safetensors",
593 "visual.blocks.27.norm1.bias": "model-00001-of-00005.safetensors",
594 "visual.blocks.27.norm1.weight": "model-00001-of-00005.safetensors",
595 "visual.blocks.27.norm2.bias": "model-00001-of-00005.safetensors",
596 "visual.blocks.27.norm2.weight": "model-00001-of-00005.safetensors",
597 "visual.blocks.28.attn.proj.bias": "model-00001-of-00005.safetensors",
598 "visual.blocks.28.attn.proj.weight": "model-00001-of-00005.safetensors",
599 "visual.blocks.28.attn.qkv.bias": "model-00001-of-00005.safetensors",
600 "visual.blocks.28.attn.qkv.weight": "model-00001-of-00005.safetensors",
601 "visual.blocks.28.mlp.fc1.bias": "model-00001-of-00005.safetensors",
602 "visual.blocks.28.mlp.fc1.weight": "model-00001-of-00005.safetensors",
603 "visual.blocks.28.mlp.fc2.bias": "model-00001-of-00005.safetensors",
604 "visual.blocks.28.mlp.fc2.weight": "model-00001-of-00005.safetensors",
605 "visual.blocks.28.norm1.bias": "model-00001-of-00005.safetensors",
606 "visual.blocks.28.norm1.weight": "model-00001-of-00005.safetensors",
607 "visual.blocks.28.norm2.bias": "model-00001-of-00005.safetensors",
608 "visual.blocks.28.norm2.weight": "model-00001-of-00005.safetensors",
609 "visual.blocks.29.attn.proj.bias": "model-00001-of-00005.safetensors",
610 "visual.blocks.29.attn.proj.weight": "model-00001-of-00005.safetensors",
611 "visual.blocks.29.attn.qkv.bias": "model-00001-of-00005.safetensors",
612 "visual.blocks.29.attn.qkv.weight": "model-00001-of-00005.safetensors",
613 "visual.blocks.29.mlp.fc1.bias": "model-00001-of-00005.safetensors",
614 "visual.blocks.29.mlp.fc1.weight": "model-00001-of-00005.safetensors",
615 "visual.blocks.29.mlp.fc2.bias": "model-00001-of-00005.safetensors",
616 "visual.blocks.29.mlp.fc2.weight": "model-00001-of-00005.safetensors",
617 "visual.blocks.29.norm1.bias": "model-00001-of-00005.safetensors",
618 "visual.blocks.29.norm1.weight": "model-00001-of-00005.safetensors",
619 "visual.blocks.29.norm2.bias": "model-00001-of-00005.safetensors",
620 "visual.blocks.29.norm2.weight": "model-00001-of-00005.safetensors",
621 "visual.blocks.3.attn.proj.bias": "model-00001-of-00005.safetensors",
622 "visual.blocks.3.attn.proj.weight": "model-00001-of-00005.safetensors",
623 "visual.blocks.3.attn.qkv.bias": "model-00001-of-00005.safetensors",
624 "visual.blocks.3.attn.qkv.weight": "model-00001-of-00005.safetensors",
625 "visual.blocks.3.mlp.fc1.bias": "model-00001-of-00005.safetensors",
626 "visual.blocks.3.mlp.fc1.weight": "model-00001-of-00005.safetensors",
627 "visual.blocks.3.mlp.fc2.bias": "model-00001-of-00005.safetensors",
628 "visual.blocks.3.mlp.fc2.weight": "model-00001-of-00005.safetensors",
629 "visual.blocks.3.norm1.bias": "model-00001-of-00005.safetensors",
630 "visual.blocks.3.norm1.weight": "model-00001-of-00005.safetensors",
631 "visual.blocks.3.norm2.bias": "model-00001-of-00005.safetensors",
632 "visual.blocks.3.norm2.weight": "model-00001-of-00005.safetensors",
633 "visual.blocks.30.attn.proj.bias": "model-00001-of-00005.safetensors",
634 "visual.blocks.30.attn.proj.weight": "model-00001-of-00005.safetensors",
635 "visual.blocks.30.attn.qkv.bias": "model-00001-of-00005.safetensors",
636 "visual.blocks.30.attn.qkv.weight": "model-00001-of-00005.safetensors",
637 "visual.blocks.30.mlp.fc1.bias": "model-00001-of-00005.safetensors",
638 "visual.blocks.30.mlp.fc1.weight": "model-00001-of-00005.safetensors",
639 "visual.blocks.30.mlp.fc2.bias": "model-00001-of-00005.safetensors",
640 "visual.blocks.30.mlp.fc2.weight": "model-00001-of-00005.safetensors",
641 "visual.blocks.30.norm1.bias": "model-00001-of-00005.safetensors",
642 "visual.blocks.30.norm1.weight": "model-00001-of-00005.safetensors",
643 "visual.blocks.30.norm2.bias": "model-00001-of-00005.safetensors",
644 "visual.blocks.30.norm2.weight": "model-00001-of-00005.safetensors",
645 "visual.blocks.31.attn.proj.bias": "model-00001-of-00005.safetensors",
646 "visual.blocks.31.attn.proj.weight": "model-00001-of-00005.safetensors",
647 "visual.blocks.31.attn.qkv.bias": "model-00001-of-00005.safetensors",
648 "visual.blocks.31.attn.qkv.weight": "model-00001-of-00005.safetensors",
649 "visual.blocks.31.mlp.fc1.bias": "model-00001-of-00005.safetensors",
650 "visual.blocks.31.mlp.fc1.weight": "model-00001-of-00005.safetensors",
651 "visual.blocks.31.mlp.fc2.bias": "model-00001-of-00005.safetensors",
652 "visual.blocks.31.mlp.fc2.weight": "model-00001-of-00005.safetensors",
653 "visual.blocks.31.norm1.bias": "model-00001-of-00005.safetensors",
654 "visual.blocks.31.norm1.weight": "model-00001-of-00005.safetensors",
655 "visual.blocks.31.norm2.bias": "model-00001-of-00005.safetensors",
656 "visual.blocks.31.norm2.weight": "model-00001-of-00005.safetensors",
657 "visual.blocks.4.attn.proj.bias": "model-00001-of-00005.safetensors",
658 "visual.blocks.4.attn.proj.weight": "model-00001-of-00005.safetensors",
659 "visual.blocks.4.attn.qkv.bias": "model-00001-of-00005.safetensors",
660 "visual.blocks.4.attn.qkv.weight": "model-00001-of-00005.safetensors",
661 "visual.blocks.4.mlp.fc1.bias": "model-00001-of-00005.safetensors",
662 "visual.blocks.4.mlp.fc1.weight": "model-00001-of-00005.safetensors",
663 "visual.blocks.4.mlp.fc2.bias": "model-00001-of-00005.safetensors",
664 "visual.blocks.4.mlp.fc2.weight": "model-00001-of-00005.safetensors",
665 "visual.blocks.4.norm1.bias": "model-00001-of-00005.safetensors",
666 "visual.blocks.4.norm1.weight": "model-00001-of-00005.safetensors",
667 "visual.blocks.4.norm2.bias": "model-00001-of-00005.safetensors",
668 "visual.blocks.4.norm2.weight": "model-00001-of-00005.safetensors",
669 "visual.blocks.5.attn.proj.bias": "model-00001-of-00005.safetensors",
670 "visual.blocks.5.attn.proj.weight": "model-00001-of-00005.safetensors",
671 "visual.blocks.5.attn.qkv.bias": "model-00001-of-00005.safetensors",
672 "visual.blocks.5.attn.qkv.weight": "model-00001-of-00005.safetensors",
673 "visual.blocks.5.mlp.fc1.bias": "model-00001-of-00005.safetensors",
674 "visual.blocks.5.mlp.fc1.weight": "model-00001-of-00005.safetensors",
675 "visual.blocks.5.mlp.fc2.bias": "model-00001-of-00005.safetensors",
676 "visual.blocks.5.mlp.fc2.weight": "model-00001-of-00005.safetensors",
677 "visual.blocks.5.norm1.bias": "model-00001-of-00005.safetensors",
678 "visual.blocks.5.norm1.weight": "model-00001-of-00005.safetensors",
679 "visual.blocks.5.norm2.bias": "model-00001-of-00005.safetensors",
680 "visual.blocks.5.norm2.weight": "model-00001-of-00005.safetensors",
681 "visual.blocks.6.attn.proj.bias": "model-00001-of-00005.safetensors",
682 "visual.blocks.6.attn.proj.weight": "model-00001-of-00005.safetensors",
683 "visual.blocks.6.attn.qkv.bias": "model-00001-of-00005.safetensors",
684 "visual.blocks.6.attn.qkv.weight": "model-00001-of-00005.safetensors",
685 "visual.blocks.6.mlp.fc1.bias": "model-00001-of-00005.safetensors",
686 "visual.blocks.6.mlp.fc1.weight": "model-00001-of-00005.safetensors",
687 "visual.blocks.6.mlp.fc2.bias": "model-00001-of-00005.safetensors",
688 "visual.blocks.6.mlp.fc2.weight": "model-00001-of-00005.safetensors",
689 "visual.blocks.6.norm1.bias": "model-00001-of-00005.safetensors",
690 "visual.blocks.6.norm1.weight": "model-00001-of-00005.safetensors",
691 "visual.blocks.6.norm2.bias": "model-00001-of-00005.safetensors",
692 "visual.blocks.6.norm2.weight": "model-00001-of-00005.safetensors",
693 "visual.blocks.7.attn.proj.bias": "model-00001-of-00005.safetensors",
694 "visual.blocks.7.attn.proj.weight": "model-00001-of-00005.safetensors",
695 "visual.blocks.7.attn.qkv.bias": "model-00001-of-00005.safetensors",
696 "visual.blocks.7.attn.qkv.weight": "model-00001-of-00005.safetensors",
697 "visual.blocks.7.mlp.fc1.bias": "model-00001-of-00005.safetensors",
698 "visual.blocks.7.mlp.fc1.weight": "model-00001-of-00005.safetensors",
699 "visual.blocks.7.mlp.fc2.bias": "model-00001-of-00005.safetensors",
700 "visual.blocks.7.mlp.fc2.weight": "model-00001-of-00005.safetensors",
701 "visual.blocks.7.norm1.bias": "model-00001-of-00005.safetensors",
702 "visual.blocks.7.norm1.weight": "model-00001-of-00005.safetensors",
703 "visual.blocks.7.norm2.bias": "model-00001-of-00005.safetensors",
704 "visual.blocks.7.norm2.weight": "model-00001-of-00005.safetensors",
705 "visual.blocks.8.attn.proj.bias": "model-00001-of-00005.safetensors",
706 "visual.blocks.8.attn.proj.weight": "model-00001-of-00005.safetensors",
707 "visual.blocks.8.attn.qkv.bias": "model-00001-of-00005.safetensors",
708 "visual.blocks.8.attn.qkv.weight": "model-00001-of-00005.safetensors",
709 "visual.blocks.8.mlp.fc1.bias": "model-00001-of-00005.safetensors",
710 "visual.blocks.8.mlp.fc1.weight": "model-00001-of-00005.safetensors",
711 "visual.blocks.8.mlp.fc2.bias": "model-00001-of-00005.safetensors",
712 "visual.blocks.8.mlp.fc2.weight": "model-00001-of-00005.safetensors",
713 "visual.blocks.8.norm1.bias": "model-00001-of-00005.safetensors",
714 "visual.blocks.8.norm1.weight": "model-00001-of-00005.safetensors",
715 "visual.blocks.8.norm2.bias": "model-00001-of-00005.safetensors",
716 "visual.blocks.8.norm2.weight": "model-00001-of-00005.safetensors",
717 "visual.blocks.9.attn.proj.bias": "model-00001-of-00005.safetensors",
718 "visual.blocks.9.attn.proj.weight": "model-00001-of-00005.safetensors",
719 "visual.blocks.9.attn.qkv.bias": "model-00001-of-00005.safetensors",
720 "visual.blocks.9.attn.qkv.weight": "model-00001-of-00005.safetensors",
721 "visual.blocks.9.mlp.fc1.bias": "model-00001-of-00005.safetensors",
722 "visual.blocks.9.mlp.fc1.weight": "model-00001-of-00005.safetensors",
723 "visual.blocks.9.mlp.fc2.bias": "model-00001-of-00005.safetensors",
724 "visual.blocks.9.mlp.fc2.weight": "model-00001-of-00005.safetensors",
725 "visual.blocks.9.norm1.bias": "model-00001-of-00005.safetensors",
726 "visual.blocks.9.norm1.weight": "model-00001-of-00005.safetensors",
727 "visual.blocks.9.norm2.bias": "model-00001-of-00005.safetensors",
728 "visual.blocks.9.norm2.weight": "model-00001-of-00005.safetensors",
729 "visual.merger.ln_q.bias": "model-00001-of-00005.safetensors",
730 "visual.merger.ln_q.weight": "model-00001-of-00005.safetensors",
731 "visual.merger.mlp.0.bias": "model-00001-of-00005.safetensors",
732 "visual.merger.mlp.0.weight": "model-00001-of-00005.safetensors",
733 "visual.merger.mlp.2.bias": "model-00001-of-00005.safetensors",
734 "visual.merger.mlp.2.weight": "model-00001-of-00005.safetensors",
735 "visual.patch_embed.proj.weight": "model-00001-of-00005.safetensors"
736 }
737 }
738