layouts/bytkim_Qwen3.8-27B-pi-IQ4_NL.tensor-types.txt
16.3 KB · 500 lines · plaintext Raw
1 ^blk\.64\.=q4_0
2 ^blk\.0\.ssm_alpha\.weight$=f32
3 ^blk\.0\.ssm_beta\.weight$=f32
4 ^blk\.1\.ssm_alpha\.weight$=f32
5 ^blk\.1\.ssm_beta\.weight$=f32
6 ^blk\.2\.ssm_alpha\.weight$=f32
7 ^blk\.2\.ssm_beta\.weight$=f32
8 ^blk\.4\.ssm_alpha\.weight$=f32
9 ^blk\.4\.ssm_beta\.weight$=f32
10 ^blk\.5\.ssm_alpha\.weight$=f32
11 ^blk\.5\.ssm_beta\.weight$=f32
12 ^blk\.6\.ssm_alpha\.weight$=f32
13 ^blk\.6\.ssm_beta\.weight$=f32
14 ^blk\.8\.ssm_alpha\.weight$=f32
15 ^blk\.8\.ssm_beta\.weight$=f32
16 ^blk\.9\.ssm_alpha\.weight$=f32
17 ^blk\.9\.ssm_beta\.weight$=f32
18 ^blk\.10\.ssm_alpha\.weight$=f32
19 ^blk\.10\.ssm_beta\.weight$=f32
20 ^blk\.12\.ssm_alpha\.weight$=f32
21 ^blk\.12\.ssm_beta\.weight$=f32
22 ^blk\.13\.ssm_alpha\.weight$=f32
23 ^blk\.13\.ssm_beta\.weight$=f32
24 ^blk\.14\.ssm_alpha\.weight$=f32
25 ^blk\.14\.ssm_beta\.weight$=f32
26 ^blk\.16\.ssm_alpha\.weight$=f32
27 ^blk\.16\.ssm_beta\.weight$=f32
28 ^blk\.17\.ssm_alpha\.weight$=f32
29 ^blk\.17\.ssm_beta\.weight$=f32
30 ^blk\.18\.ssm_alpha\.weight$=f32
31 ^blk\.18\.ssm_beta\.weight$=f32
32 ^blk\.20\.ssm_alpha\.weight$=f32
33 ^blk\.20\.ssm_beta\.weight$=f32
34 ^blk\.21\.ssm_alpha\.weight$=f32
35 ^blk\.21\.ssm_beta\.weight$=f32
36 ^blk\.22\.ssm_alpha\.weight$=f32
37 ^blk\.22\.ssm_beta\.weight$=f32
38 ^blk\.24\.ssm_alpha\.weight$=f32
39 ^blk\.24\.ssm_beta\.weight$=f32
40 ^blk\.25\.ssm_alpha\.weight$=f32
41 ^blk\.25\.ssm_beta\.weight$=f32
42 ^blk\.26\.ssm_alpha\.weight$=f32
43 ^blk\.26\.ssm_beta\.weight$=f32
44 ^blk\.28\.ssm_alpha\.weight$=f32
45 ^blk\.28\.ssm_beta\.weight$=f32
46 ^blk\.29\.ssm_alpha\.weight$=f32
47 ^blk\.29\.ssm_beta\.weight$=f32
48 ^blk\.30\.ssm_alpha\.weight$=f32
49 ^blk\.30\.ssm_beta\.weight$=f32
50 ^blk\.32\.ssm_alpha\.weight$=f32
51 ^blk\.32\.ssm_beta\.weight$=f32
52 ^blk\.33\.ssm_alpha\.weight$=f32
53 ^blk\.33\.ssm_beta\.weight$=f32
54 ^blk\.34\.ssm_alpha\.weight$=f32
55 ^blk\.34\.ssm_beta\.weight$=f32
56 ^blk\.36\.ssm_alpha\.weight$=f32
57 ^blk\.36\.ssm_beta\.weight$=f32
58 ^blk\.37\.ssm_alpha\.weight$=f32
59 ^blk\.37\.ssm_beta\.weight$=f32
60 ^blk\.38\.ssm_alpha\.weight$=f32
61 ^blk\.38\.ssm_beta\.weight$=f32
62 ^blk\.40\.ssm_alpha\.weight$=f32
63 ^blk\.40\.ssm_beta\.weight$=f32
64 ^blk\.41\.ssm_alpha\.weight$=f32
65 ^blk\.41\.ssm_beta\.weight$=f32
66 ^blk\.42\.ssm_alpha\.weight$=f32
67 ^blk\.42\.ssm_beta\.weight$=f32
68 ^blk\.44\.ssm_alpha\.weight$=f32
69 ^blk\.44\.ssm_beta\.weight$=f32
70 ^blk\.45\.ssm_alpha\.weight$=f32
71 ^blk\.45\.ssm_beta\.weight$=f32
72 ^blk\.46\.ssm_alpha\.weight$=f32
73 ^blk\.46\.ssm_beta\.weight$=f32
74 ^blk\.48\.ssm_alpha\.weight$=f32
75 ^blk\.48\.ssm_beta\.weight$=f32
76 ^blk\.49\.ssm_alpha\.weight$=f32
77 ^blk\.49\.ssm_beta\.weight$=f32
78 ^blk\.50\.ssm_alpha\.weight$=f32
79 ^blk\.50\.ssm_beta\.weight$=f32
80 ^blk\.52\.ssm_alpha\.weight$=f32
81 ^blk\.52\.ssm_beta\.weight$=f32
82 ^blk\.53\.ssm_alpha\.weight$=f32
83 ^blk\.53\.ssm_beta\.weight$=f32
84 ^blk\.54\.ssm_alpha\.weight$=f32
85 ^blk\.54\.ssm_beta\.weight$=f32
86 ^blk\.56\.ssm_alpha\.weight$=f32
87 ^blk\.56\.ssm_beta\.weight$=f32
88 ^blk\.57\.ssm_alpha\.weight$=f32
89 ^blk\.57\.ssm_beta\.weight$=f32
90 ^blk\.58\.ssm_alpha\.weight$=f32
91 ^blk\.58\.ssm_beta\.weight$=f32
92 ^blk\.60\.ssm_alpha\.weight$=f32
93 ^blk\.60\.ssm_beta\.weight$=f32
94 ^blk\.61\.ssm_alpha\.weight$=f32
95 ^blk\.61\.ssm_beta\.weight$=f32
96 ^blk\.62\.ssm_alpha\.weight$=f32
97 ^blk\.62\.ssm_beta\.weight$=f32
98 ^output\.weight$=q6_k
99 ^token_embd\.weight$=iq4_nl
100 ^blk\.0\.attn_gate\.weight$=q8_0
101 ^blk\.0\.attn_qkv\.weight$=q8_0
102 ^blk\.0\.ffn_down\.weight$=q6_k
103 ^blk\.0\.ffn_gate\.weight$=iq4_nl
104 ^blk\.0\.ffn_up\.weight$=q6_k
105 ^blk\.0\.ssm_out\.weight$=q8_0
106 ^blk\.1\.attn_gate\.weight$=q6_k
107 ^blk\.1\.attn_qkv\.weight$=q6_k
108 ^blk\.1\.ffn_down\.weight$=iq4_nl
109 ^blk\.1\.ffn_gate\.weight$=iq4_nl
110 ^blk\.1\.ffn_up\.weight$=q6_k
111 ^blk\.1\.ssm_out\.weight$=q8_0
112 ^blk\.2\.attn_gate\.weight$=q6_k
113 ^blk\.2\.attn_qkv\.weight$=q6_k
114 ^blk\.2\.ffn_down\.weight$=iq4_nl
115 ^blk\.2\.ffn_gate\.weight$=iq4_nl
116 ^blk\.2\.ffn_up\.weight$=q6_k
117 ^blk\.2\.ssm_out\.weight$=q8_0
118 ^blk\.3\.attn_k\.weight$=q8_0
119 ^blk\.3\.attn_output\.weight$=q8_0
120 ^blk\.3\.attn_q\.weight$=iq4_nl
121 ^blk\.3\.attn_v\.weight$=q8_0
122 ^blk\.3\.ffn_down\.weight$=iq4_nl
123 ^blk\.3\.ffn_gate\.weight$=iq4_nl
124 ^blk\.3\.ffn_up\.weight$=q6_k
125 ^blk\.4\.attn_gate\.weight$=q6_k
126 ^blk\.4\.attn_qkv\.weight$=q6_k
127 ^blk\.4\.ffn_down\.weight$=iq4_nl
128 ^blk\.4\.ffn_gate\.weight$=iq4_nl
129 ^blk\.4\.ffn_up\.weight$=q6_k
130 ^blk\.4\.ssm_out\.weight$=q8_0
131 ^blk\.5\.attn_gate\.weight$=q6_k
132 ^blk\.5\.attn_qkv\.weight$=q6_k
133 ^blk\.5\.ffn_down\.weight$=iq4_nl
134 ^blk\.5\.ffn_gate\.weight$=iq4_nl
135 ^blk\.5\.ffn_up\.weight$=q6_k
136 ^blk\.5\.ssm_out\.weight$=q8_0
137 ^blk\.6\.attn_gate\.weight$=q6_k
138 ^blk\.6\.attn_qkv\.weight$=q6_k
139 ^blk\.6\.ffn_down\.weight$=iq4_nl
140 ^blk\.6\.ffn_gate\.weight$=iq4_nl
141 ^blk\.6\.ffn_up\.weight$=q6_k
142 ^blk\.6\.ssm_out\.weight$=q8_0
143 ^blk\.7\.attn_k\.weight$=q8_0
144 ^blk\.7\.attn_output\.weight$=q8_0
145 ^blk\.7\.attn_q\.weight$=iq4_nl
146 ^blk\.7\.attn_v\.weight$=q8_0
147 ^blk\.7\.ffn_down\.weight$=iq4_nl
148 ^blk\.7\.ffn_gate\.weight$=iq4_nl
149 ^blk\.7\.ffn_up\.weight$=q6_k
150 ^blk\.8\.attn_gate\.weight$=q6_k
151 ^blk\.8\.attn_qkv\.weight$=q6_k
152 ^blk\.8\.ffn_down\.weight$=iq4_nl
153 ^blk\.8\.ffn_gate\.weight$=iq4_nl
154 ^blk\.8\.ffn_up\.weight$=q6_k
155 ^blk\.8\.ssm_out\.weight$=q8_0
156 ^blk\.9\.attn_gate\.weight$=q6_k
157 ^blk\.9\.attn_qkv\.weight$=q6_k
158 ^blk\.9\.ffn_down\.weight$=iq4_nl
159 ^blk\.9\.ffn_gate\.weight$=iq4_nl
160 ^blk\.9\.ffn_up\.weight$=q6_k
161 ^blk\.9\.ssm_out\.weight$=q8_0
162 ^blk\.10\.attn_gate\.weight$=q6_k
163 ^blk\.10\.attn_qkv\.weight$=q6_k
164 ^blk\.10\.ffn_down\.weight$=iq4_nl
165 ^blk\.10\.ffn_gate\.weight$=iq4_nl
166 ^blk\.10\.ffn_up\.weight$=q6_k
167 ^blk\.10\.ssm_out\.weight$=q8_0
168 ^blk\.11\.attn_k\.weight$=q8_0
169 ^blk\.11\.attn_output\.weight$=q8_0
170 ^blk\.11\.attn_q\.weight$=iq4_nl
171 ^blk\.11\.attn_v\.weight$=q8_0
172 ^blk\.11\.ffn_down\.weight$=iq4_nl
173 ^blk\.11\.ffn_gate\.weight$=iq4_nl
174 ^blk\.11\.ffn_up\.weight$=q6_k
175 ^blk\.12\.attn_gate\.weight$=q6_k
176 ^blk\.12\.attn_qkv\.weight$=q6_k
177 ^blk\.12\.ffn_down\.weight$=iq4_nl
178 ^blk\.12\.ffn_gate\.weight$=iq4_nl
179 ^blk\.12\.ffn_up\.weight$=q6_k
180 ^blk\.12\.ssm_out\.weight$=q8_0
181 ^blk\.13\.attn_gate\.weight$=q6_k
182 ^blk\.13\.attn_qkv\.weight$=q6_k
183 ^blk\.13\.ffn_down\.weight$=iq4_nl
184 ^blk\.13\.ffn_gate\.weight$=iq4_nl
185 ^blk\.13\.ffn_up\.weight$=q6_k
186 ^blk\.13\.ssm_out\.weight$=q8_0
187 ^blk\.14\.attn_gate\.weight$=q6_k
188 ^blk\.14\.attn_qkv\.weight$=q6_k
189 ^blk\.14\.ffn_down\.weight$=iq4_nl
190 ^blk\.14\.ffn_gate\.weight$=iq4_nl
191 ^blk\.14\.ffn_up\.weight$=q6_k
192 ^blk\.14\.ssm_out\.weight$=q8_0
193 ^blk\.15\.attn_k\.weight$=q8_0
194 ^blk\.15\.attn_output\.weight$=q8_0
195 ^blk\.15\.attn_q\.weight$=iq4_nl
196 ^blk\.15\.attn_v\.weight$=q8_0
197 ^blk\.15\.ffn_down\.weight$=iq4_nl
198 ^blk\.15\.ffn_gate\.weight$=iq4_nl
199 ^blk\.15\.ffn_up\.weight$=q6_k
200 ^blk\.16\.attn_gate\.weight$=iq4_nl
201 ^blk\.16\.attn_qkv\.weight$=iq4_nl
202 ^blk\.16\.ffn_down\.weight$=iq4_nl
203 ^blk\.16\.ffn_gate\.weight$=iq4_nl
204 ^blk\.16\.ffn_up\.weight$=iq4_nl
205 ^blk\.16\.ssm_out\.weight$=q6_k
206 ^blk\.17\.attn_gate\.weight$=iq4_nl
207 ^blk\.17\.attn_qkv\.weight$=iq4_nl
208 ^blk\.17\.ffn_down\.weight$=iq4_nl
209 ^blk\.17\.ffn_gate\.weight$=iq4_nl
210 ^blk\.17\.ffn_up\.weight$=iq4_nl
211 ^blk\.17\.ssm_out\.weight$=q6_k
212 ^blk\.18\.attn_gate\.weight$=iq4_nl
213 ^blk\.18\.attn_qkv\.weight$=iq4_nl
214 ^blk\.18\.ffn_down\.weight$=iq4_nl
215 ^blk\.18\.ffn_gate\.weight$=iq4_nl
216 ^blk\.18\.ffn_up\.weight$=iq4_nl
217 ^blk\.18\.ssm_out\.weight$=q6_k
218 ^blk\.19\.attn_k\.weight$=q8_0
219 ^blk\.19\.attn_output\.weight$=q8_0
220 ^blk\.19\.attn_q\.weight$=iq4_nl
221 ^blk\.19\.attn_v\.weight$=q8_0
222 ^blk\.19\.ffn_down\.weight$=iq4_nl
223 ^blk\.19\.ffn_gate\.weight$=iq4_nl
224 ^blk\.19\.ffn_up\.weight$=iq4_nl
225 ^blk\.20\.attn_gate\.weight$=iq4_nl
226 ^blk\.20\.attn_qkv\.weight$=iq4_nl
227 ^blk\.20\.ffn_down\.weight$=iq4_nl
228 ^blk\.20\.ffn_gate\.weight$=iq4_nl
229 ^blk\.20\.ffn_up\.weight$=iq4_nl
230 ^blk\.20\.ssm_out\.weight$=q6_k
231 ^blk\.21\.attn_gate\.weight$=iq4_nl
232 ^blk\.21\.attn_qkv\.weight$=iq4_nl
233 ^blk\.21\.ffn_down\.weight$=iq4_nl
234 ^blk\.21\.ffn_gate\.weight$=iq4_nl
235 ^blk\.21\.ffn_up\.weight$=iq4_nl
236 ^blk\.21\.ssm_out\.weight$=q6_k
237 ^blk\.22\.attn_gate\.weight$=iq4_nl
238 ^blk\.22\.attn_qkv\.weight$=iq4_nl
239 ^blk\.22\.ffn_down\.weight$=iq4_nl
240 ^blk\.22\.ffn_gate\.weight$=iq4_nl
241 ^blk\.22\.ffn_up\.weight$=iq4_nl
242 ^blk\.22\.ssm_out\.weight$=q6_k
243 ^blk\.23\.attn_k\.weight$=q8_0
244 ^blk\.23\.attn_output\.weight$=q8_0
245 ^blk\.23\.attn_q\.weight$=iq4_nl
246 ^blk\.23\.attn_v\.weight$=q8_0
247 ^blk\.23\.ffn_down\.weight$=iq4_nl
248 ^blk\.23\.ffn_gate\.weight$=iq4_nl
249 ^blk\.23\.ffn_up\.weight$=iq4_nl
250 ^blk\.24\.attn_gate\.weight$=iq4_nl
251 ^blk\.24\.attn_qkv\.weight$=iq4_nl
252 ^blk\.24\.ffn_down\.weight$=iq4_nl
253 ^blk\.24\.ffn_gate\.weight$=iq4_nl
254 ^blk\.24\.ffn_up\.weight$=iq4_nl
255 ^blk\.24\.ssm_out\.weight$=q6_k
256 ^blk\.25\.attn_gate\.weight$=iq4_nl
257 ^blk\.25\.attn_qkv\.weight$=iq4_nl
258 ^blk\.25\.ffn_down\.weight$=iq4_nl
259 ^blk\.25\.ffn_gate\.weight$=iq4_nl
260 ^blk\.25\.ffn_up\.weight$=iq4_nl
261 ^blk\.25\.ssm_out\.weight$=q6_k
262 ^blk\.26\.attn_gate\.weight$=iq4_nl
263 ^blk\.26\.attn_qkv\.weight$=iq4_nl
264 ^blk\.26\.ffn_down\.weight$=iq4_nl
265 ^blk\.26\.ffn_gate\.weight$=iq4_nl
266 ^blk\.26\.ffn_up\.weight$=iq4_nl
267 ^blk\.26\.ssm_out\.weight$=q6_k
268 ^blk\.27\.attn_k\.weight$=q8_0
269 ^blk\.27\.attn_output\.weight$=q8_0
270 ^blk\.27\.attn_q\.weight$=iq4_nl
271 ^blk\.27\.attn_v\.weight$=q8_0
272 ^blk\.27\.ffn_down\.weight$=iq4_nl
273 ^blk\.27\.ffn_gate\.weight$=iq4_nl
274 ^blk\.27\.ffn_up\.weight$=iq4_nl
275 ^blk\.28\.attn_gate\.weight$=iq4_nl
276 ^blk\.28\.attn_qkv\.weight$=iq4_nl
277 ^blk\.28\.ffn_down\.weight$=iq4_nl
278 ^blk\.28\.ffn_gate\.weight$=iq4_nl
279 ^blk\.28\.ffn_up\.weight$=iq4_nl
280 ^blk\.28\.ssm_out\.weight$=q6_k
281 ^blk\.29\.attn_gate\.weight$=iq4_nl
282 ^blk\.29\.attn_qkv\.weight$=iq4_nl
283 ^blk\.29\.ffn_down\.weight$=iq4_nl
284 ^blk\.29\.ffn_gate\.weight$=iq4_nl
285 ^blk\.29\.ffn_up\.weight$=iq4_nl
286 ^blk\.29\.ssm_out\.weight$=q6_k
287 ^blk\.30\.attn_gate\.weight$=iq4_nl
288 ^blk\.30\.attn_qkv\.weight$=iq4_nl
289 ^blk\.30\.ffn_down\.weight$=iq4_nl
290 ^blk\.30\.ffn_gate\.weight$=iq4_nl
291 ^blk\.30\.ffn_up\.weight$=iq4_nl
292 ^blk\.30\.ssm_out\.weight$=q6_k
293 ^blk\.31\.attn_k\.weight$=q8_0
294 ^blk\.31\.attn_output\.weight$=q8_0
295 ^blk\.31\.attn_q\.weight$=iq4_nl
296 ^blk\.31\.attn_v\.weight$=q8_0
297 ^blk\.31\.ffn_down\.weight$=iq4_nl
298 ^blk\.31\.ffn_gate\.weight$=iq4_nl
299 ^blk\.31\.ffn_up\.weight$=iq4_nl
300 ^blk\.32\.attn_gate\.weight$=iq4_nl
301 ^blk\.32\.attn_qkv\.weight$=iq4_nl
302 ^blk\.32\.ffn_down\.weight$=iq4_nl
303 ^blk\.32\.ffn_gate\.weight$=iq4_nl
304 ^blk\.32\.ffn_up\.weight$=iq4_nl
305 ^blk\.32\.ssm_out\.weight$=q6_k
306 ^blk\.33\.attn_gate\.weight$=iq4_nl
307 ^blk\.33\.attn_qkv\.weight$=iq4_nl
308 ^blk\.33\.ffn_down\.weight$=iq4_nl
309 ^blk\.33\.ffn_gate\.weight$=iq4_nl
310 ^blk\.33\.ffn_up\.weight$=iq4_nl
311 ^blk\.33\.ssm_out\.weight$=q6_k
312 ^blk\.34\.attn_gate\.weight$=iq4_nl
313 ^blk\.34\.attn_qkv\.weight$=iq4_nl
314 ^blk\.34\.ffn_down\.weight$=iq4_nl
315 ^blk\.34\.ffn_gate\.weight$=iq4_nl
316 ^blk\.34\.ffn_up\.weight$=iq4_nl
317 ^blk\.34\.ssm_out\.weight$=q6_k
318 ^blk\.35\.attn_k\.weight$=q8_0
319 ^blk\.35\.attn_output\.weight$=q8_0
320 ^blk\.35\.attn_q\.weight$=iq4_nl
321 ^blk\.35\.attn_v\.weight$=q8_0
322 ^blk\.35\.ffn_down\.weight$=iq4_nl
323 ^blk\.35\.ffn_gate\.weight$=iq4_nl
324 ^blk\.35\.ffn_up\.weight$=iq4_nl
325 ^blk\.36\.attn_gate\.weight$=iq4_nl
326 ^blk\.36\.attn_qkv\.weight$=iq4_nl
327 ^blk\.36\.ffn_down\.weight$=iq4_nl
328 ^blk\.36\.ffn_gate\.weight$=iq4_nl
329 ^blk\.36\.ffn_up\.weight$=iq4_nl
330 ^blk\.36\.ssm_out\.weight$=q6_k
331 ^blk\.37\.attn_gate\.weight$=iq4_nl
332 ^blk\.37\.attn_qkv\.weight$=iq4_nl
333 ^blk\.37\.ffn_down\.weight$=iq4_nl
334 ^blk\.37\.ffn_gate\.weight$=iq4_nl
335 ^blk\.37\.ffn_up\.weight$=iq4_nl
336 ^blk\.37\.ssm_out\.weight$=q6_k
337 ^blk\.38\.attn_gate\.weight$=iq4_nl
338 ^blk\.38\.attn_qkv\.weight$=iq4_nl
339 ^blk\.38\.ffn_down\.weight$=iq4_nl
340 ^blk\.38\.ffn_gate\.weight$=iq4_nl
341 ^blk\.38\.ffn_up\.weight$=iq4_nl
342 ^blk\.38\.ssm_out\.weight$=q6_k
343 ^blk\.39\.attn_k\.weight$=q8_0
344 ^blk\.39\.attn_output\.weight$=q8_0
345 ^blk\.39\.attn_q\.weight$=iq4_nl
346 ^blk\.39\.attn_v\.weight$=q8_0
347 ^blk\.39\.ffn_down\.weight$=iq4_nl
348 ^blk\.39\.ffn_gate\.weight$=iq4_nl
349 ^blk\.39\.ffn_up\.weight$=iq4_nl
350 ^blk\.40\.attn_gate\.weight$=iq4_nl
351 ^blk\.40\.attn_qkv\.weight$=iq4_nl
352 ^blk\.40\.ffn_down\.weight$=iq4_nl
353 ^blk\.40\.ffn_gate\.weight$=iq4_nl
354 ^blk\.40\.ffn_up\.weight$=iq4_nl
355 ^blk\.40\.ssm_out\.weight$=q6_k
356 ^blk\.41\.attn_gate\.weight$=iq4_nl
357 ^blk\.41\.attn_qkv\.weight$=iq4_nl
358 ^blk\.41\.ffn_down\.weight$=iq4_nl
359 ^blk\.41\.ffn_gate\.weight$=iq4_nl
360 ^blk\.41\.ffn_up\.weight$=iq4_nl
361 ^blk\.41\.ssm_out\.weight$=q6_k
362 ^blk\.42\.attn_gate\.weight$=iq4_nl
363 ^blk\.42\.attn_qkv\.weight$=iq4_nl
364 ^blk\.42\.ffn_down\.weight$=iq4_nl
365 ^blk\.42\.ffn_gate\.weight$=iq4_nl
366 ^blk\.42\.ffn_up\.weight$=iq4_nl
367 ^blk\.42\.ssm_out\.weight$=q6_k
368 ^blk\.43\.attn_k\.weight$=q8_0
369 ^blk\.43\.attn_output\.weight$=q8_0
370 ^blk\.43\.attn_q\.weight$=iq4_nl
371 ^blk\.43\.attn_v\.weight$=q8_0
372 ^blk\.43\.ffn_down\.weight$=iq4_nl
373 ^blk\.43\.ffn_gate\.weight$=iq4_nl
374 ^blk\.43\.ffn_up\.weight$=iq4_nl
375 ^blk\.44\.attn_gate\.weight$=iq4_nl
376 ^blk\.44\.attn_qkv\.weight$=iq4_nl
377 ^blk\.44\.ffn_down\.weight$=iq4_nl
378 ^blk\.44\.ffn_gate\.weight$=iq4_nl
379 ^blk\.44\.ffn_up\.weight$=iq4_nl
380 ^blk\.44\.ssm_out\.weight$=q6_k
381 ^blk\.45\.attn_gate\.weight$=iq4_nl
382 ^blk\.45\.attn_qkv\.weight$=iq4_nl
383 ^blk\.45\.ffn_down\.weight$=iq4_nl
384 ^blk\.45\.ffn_gate\.weight$=iq4_nl
385 ^blk\.45\.ffn_up\.weight$=iq4_nl
386 ^blk\.45\.ssm_out\.weight$=q6_k
387 ^blk\.46\.attn_gate\.weight$=iq4_nl
388 ^blk\.46\.attn_qkv\.weight$=iq4_nl
389 ^blk\.46\.ffn_down\.weight$=iq4_nl
390 ^blk\.46\.ffn_gate\.weight$=iq4_nl
391 ^blk\.46\.ffn_up\.weight$=iq4_nl
392 ^blk\.46\.ssm_out\.weight$=q6_k
393 ^blk\.47\.attn_k\.weight$=q8_0
394 ^blk\.47\.attn_output\.weight$=q8_0
395 ^blk\.47\.attn_q\.weight$=iq4_nl
396 ^blk\.47\.attn_v\.weight$=q8_0
397 ^blk\.47\.ffn_down\.weight$=iq4_nl
398 ^blk\.47\.ffn_gate\.weight$=iq4_nl
399 ^blk\.47\.ffn_up\.weight$=iq4_nl
400 ^blk\.48\.attn_gate\.weight$=q6_k
401 ^blk\.48\.attn_qkv\.weight$=iq4_nl
402 ^blk\.48\.ffn_down\.weight$=iq4_nl
403 ^blk\.48\.ffn_gate\.weight$=iq4_nl
404 ^blk\.48\.ffn_up\.weight$=iq4_nl
405 ^blk\.48\.ssm_out\.weight$=q6_k
406 ^blk\.49\.attn_gate\.weight$=iq4_nl
407 ^blk\.49\.attn_qkv\.weight$=iq4_nl
408 ^blk\.49\.ffn_down\.weight$=iq4_nl
409 ^blk\.49\.ffn_gate\.weight$=iq4_nl
410 ^blk\.49\.ffn_up\.weight$=iq4_nl
411 ^blk\.49\.ssm_out\.weight$=q6_k
412 ^blk\.50\.attn_gate\.weight$=iq4_nl
413 ^blk\.50\.attn_qkv\.weight$=iq4_nl
414 ^blk\.50\.ffn_down\.weight$=iq4_nl
415 ^blk\.50\.ffn_gate\.weight$=iq4_nl
416 ^blk\.50\.ffn_up\.weight$=iq4_nl
417 ^blk\.50\.ssm_out\.weight$=q6_k
418 ^blk\.51\.attn_k\.weight$=q8_0
419 ^blk\.51\.attn_output\.weight$=q8_0
420 ^blk\.51\.attn_q\.weight$=iq4_nl
421 ^blk\.51\.attn_v\.weight$=q8_0
422 ^blk\.51\.ffn_down\.weight$=q5_k
423 ^blk\.51\.ffn_gate\.weight$=iq4_nl
424 ^blk\.51\.ffn_up\.weight$=iq4_nl
425 ^blk\.52\.attn_gate\.weight$=iq4_nl
426 ^blk\.52\.attn_qkv\.weight$=iq4_nl
427 ^blk\.52\.ffn_down\.weight$=iq4_nl
428 ^blk\.52\.ffn_gate\.weight$=iq4_nl
429 ^blk\.52\.ffn_up\.weight$=iq4_nl
430 ^blk\.52\.ssm_out\.weight$=q6_k
431 ^blk\.53\.attn_gate\.weight$=iq4_nl
432 ^blk\.53\.attn_qkv\.weight$=iq4_nl
433 ^blk\.53\.ffn_down\.weight$=iq4_nl
434 ^blk\.53\.ffn_gate\.weight$=iq4_nl
435 ^blk\.53\.ffn_up\.weight$=iq4_nl
436 ^blk\.53\.ssm_out\.weight$=q6_k
437 ^blk\.54\.attn_gate\.weight$=iq4_nl
438 ^blk\.54\.attn_qkv\.weight$=iq4_nl
439 ^blk\.54\.ffn_down\.weight$=iq4_nl
440 ^blk\.54\.ffn_gate\.weight$=iq4_nl
441 ^blk\.54\.ffn_up\.weight$=iq4_nl
442 ^blk\.54\.ssm_out\.weight$=q6_k
443 ^blk\.55\.attn_k\.weight$=q8_0
444 ^blk\.55\.attn_output\.weight$=q8_0
445 ^blk\.55\.attn_q\.weight$=iq4_nl
446 ^blk\.55\.attn_v\.weight$=q8_0
447 ^blk\.55\.ffn_down\.weight$=q5_k
448 ^blk\.55\.ffn_gate\.weight$=iq4_nl
449 ^blk\.55\.ffn_up\.weight$=iq4_nl
450 ^blk\.56\.attn_gate\.weight$=iq4_nl
451 ^blk\.56\.attn_qkv\.weight$=iq4_nl
452 ^blk\.56\.ffn_down\.weight$=iq4_nl
453 ^blk\.56\.ffn_gate\.weight$=iq4_nl
454 ^blk\.56\.ffn_up\.weight$=iq4_nl
455 ^blk\.56\.ssm_out\.weight$=q6_k
456 ^blk\.57\.attn_gate\.weight$=iq4_nl
457 ^blk\.57\.attn_qkv\.weight$=iq4_nl
458 ^blk\.57\.ffn_down\.weight$=iq4_nl
459 ^blk\.57\.ffn_gate\.weight$=iq4_nl
460 ^blk\.57\.ffn_up\.weight$=iq4_nl
461 ^blk\.57\.ssm_out\.weight$=q6_k
462 ^blk\.58\.attn_gate\.weight$=iq4_nl
463 ^blk\.58\.attn_qkv\.weight$=iq4_nl
464 ^blk\.58\.ffn_down\.weight$=iq4_nl
465 ^blk\.58\.ffn_gate\.weight$=iq4_nl
466 ^blk\.58\.ffn_up\.weight$=iq4_nl
467 ^blk\.58\.ssm_out\.weight$=q6_k
468 ^blk\.59\.attn_k\.weight$=q8_0
469 ^blk\.59\.attn_output\.weight$=q8_0
470 ^blk\.59\.attn_q\.weight$=iq4_nl
471 ^blk\.59\.attn_v\.weight$=q8_0
472 ^blk\.59\.ffn_down\.weight$=iq4_nl
473 ^blk\.59\.ffn_gate\.weight$=iq4_nl
474 ^blk\.59\.ffn_up\.weight$=iq4_nl
475 ^blk\.60\.attn_gate\.weight$=iq4_nl
476 ^blk\.60\.attn_qkv\.weight$=iq4_nl
477 ^blk\.60\.ffn_down\.weight$=iq4_nl
478 ^blk\.60\.ffn_gate\.weight$=iq4_nl
479 ^blk\.60\.ffn_up\.weight$=iq4_nl
480 ^blk\.60\.ssm_out\.weight$=q6_k
481 ^blk\.61\.attn_gate\.weight$=iq4_nl
482 ^blk\.61\.attn_qkv\.weight$=iq4_nl
483 ^blk\.61\.ffn_down\.weight$=iq4_nl
484 ^blk\.61\.ffn_gate\.weight$=iq4_nl
485 ^blk\.61\.ffn_up\.weight$=iq4_nl
486 ^blk\.61\.ssm_out\.weight$=q6_k
487 ^blk\.62\.attn_gate\.weight$=iq4_nl
488 ^blk\.62\.attn_qkv\.weight$=iq4_nl
489 ^blk\.62\.ffn_down\.weight$=iq4_nl
490 ^blk\.62\.ffn_gate\.weight$=iq4_nl
491 ^blk\.62\.ffn_up\.weight$=iq4_nl
492 ^blk\.62\.ssm_out\.weight$=q6_k
493 ^blk\.63\.attn_k\.weight$=q8_0
494 ^blk\.63\.attn_output\.weight$=q8_0
495 ^blk\.63\.attn_q\.weight$=q6_k
496 ^blk\.63\.attn_v\.weight$=q8_0
497 ^blk\.63\.ffn_down\.weight$=q8_0
498 ^blk\.63\.ffn_gate\.weight$=q6_k
499 ^blk\.63\.ffn_up\.weight$=q8_0
500