layouts/bytkim_Qwen3.8-27B-pi-Q6_K_L.layout.json · bytkim_Qwen3.8-27B-pi-GGUF

1

{

2

"model": "/media/m2teamgroup/models/Qwen3.8-27B-pi-GGUF/bytkim_Qwen3.8-27B-pi-bf16.gguf",

3

"imatrix": "/media/m2teamgroup/models/Qwen3.8-27B-pi-GGUF/bytkim_Qwen3.8-27B-pi-imatrix.gguf",

4

"ftype": "Q6_K_L",

5

"base_type": "q6_k",

6

"family": "k",

7

"recipe": "ident",

8

"variant": "shr0.50",

9

"auto_crush": false,

10

"rung_mode": "share",

11

"tier": "L",

12

"rung_share": 0.5,

13

"crush_pass_bytes": null,

14

"embd_shares": {

15

"output.weight": {

16

"share": 0.0445,

17

"type": "q6_k"

18

},

19

"token_embd.weight": {

20

"share": 0.0445,

21

"type": "q6_k"

22

}

23

},

24

"arch": "hybrid",

25

"tied": false,

26

"n_layer": 64,

27

"body_rule": true,

28

"pins": {

29

"^blk\\.64\\.": "MTP block without imatrix data",

30

"^blk\\.0\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

31

"^blk\\.0\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

32

"^blk\\.1\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

33

"^blk\\.1\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

34

"^blk\\.2\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

35

"^blk\\.2\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

36

"^blk\\.4\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

37

"^blk\\.4\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

38

"^blk\\.5\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

39

"^blk\\.5\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

40

"^blk\\.6\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

41

"^blk\\.6\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

42

"^blk\\.8\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

43

"^blk\\.8\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

44

"^blk\\.9\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

45

"^blk\\.9\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

46

"^blk\\.10\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

47

"^blk\\.10\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

48

"^blk\\.12\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

49

"^blk\\.12\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

50

"^blk\\.13\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

51

"^blk\\.13\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

52

"^blk\\.14\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

53

"^blk\\.14\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

54

"^blk\\.16\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

55

"^blk\\.16\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

56

"^blk\\.17\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

57

"^blk\\.17\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

58

"^blk\\.18\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

59

"^blk\\.18\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

60

"^blk\\.20\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

61

"^blk\\.20\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

62

"^blk\\.21\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

63

"^blk\\.21\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

64

"^blk\\.22\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

65

"^blk\\.22\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

66

"^blk\\.24\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

67

"^blk\\.24\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

68

"^blk\\.25\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

69

"^blk\\.25\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

70

"^blk\\.26\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

71

"^blk\\.26\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

72

"^blk\\.28\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

73

"^blk\\.28\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

74

"^blk\\.29\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

75

"^blk\\.29\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

76

"^blk\\.30\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

77

"^blk\\.30\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

78

"^blk\\.32\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

79

"^blk\\.32\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

80

"^blk\\.33\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

81

"^blk\\.33\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

82

"^blk\\.34\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

83

"^blk\\.34\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

84

"^blk\\.36\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

85

"^blk\\.36\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

86

"^blk\\.37\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

87

"^blk\\.37\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

88

"^blk\\.38\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

89

"^blk\\.38\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

90

"^blk\\.40\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

91

"^blk\\.40\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

92

"^blk\\.41\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

93

"^blk\\.41\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

94

"^blk\\.42\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

95

"^blk\\.42\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

96

"^blk\\.44\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

97

"^blk\\.44\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

98

"^blk\\.45\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

99

"^blk\\.45\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

100

"^blk\\.46\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

101

"^blk\\.46\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

102

"^blk\\.48\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

103

"^blk\\.48\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

104

"^blk\\.49\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

105

"^blk\\.49\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

106

"^blk\\.50\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

107

"^blk\\.50\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

108

"^blk\\.52\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

109

"^blk\\.52\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

110

"^blk\\.53\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

111

"^blk\\.53\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

112

"^blk\\.54\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

113

"^blk\\.54\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

114

"^blk\\.56\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

115

"^blk\\.56\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

116

"^blk\\.57\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

117

"^blk\\.57\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

118

"^blk\\.58\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

119

"^blk\\.58\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

120

"^blk\\.60\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

121

"^blk\\.60\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

122

"^blk\\.61\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

123

"^blk\\.61\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32",

124

"^blk\\.62\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32",

125

"^blk\\.62\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32"

126

},

127

"shape_pins": {},

128

"fixed_pins": {

129

"blk.0.ssm_alpha.weight": "f32",

130

"blk.0.ssm_beta.weight": "f32",

131

"blk.1.ssm_alpha.weight": "f32",

132

"blk.1.ssm_beta.weight": "f32",

133

"blk.2.ssm_alpha.weight": "f32",

134

"blk.2.ssm_beta.weight": "f32",

135

"blk.4.ssm_alpha.weight": "f32",

136

"blk.4.ssm_beta.weight": "f32",

137

"blk.5.ssm_alpha.weight": "f32",

138

"blk.5.ssm_beta.weight": "f32",

139

"blk.6.ssm_alpha.weight": "f32",

140

"blk.6.ssm_beta.weight": "f32",

141

"blk.8.ssm_alpha.weight": "f32",

142

"blk.8.ssm_beta.weight": "f32",

143

"blk.9.ssm_alpha.weight": "f32",

144

"blk.9.ssm_beta.weight": "f32",

145

"blk.10.ssm_alpha.weight": "f32",

146

"blk.10.ssm_beta.weight": "f32",

147

"blk.12.ssm_alpha.weight": "f32",

148

"blk.12.ssm_beta.weight": "f32",

149

"blk.13.ssm_alpha.weight": "f32",

150

"blk.13.ssm_beta.weight": "f32",

151

"blk.14.ssm_alpha.weight": "f32",

152

"blk.14.ssm_beta.weight": "f32",

153

"blk.16.ssm_alpha.weight": "f32",

154

"blk.16.ssm_beta.weight": "f32",

155

"blk.17.ssm_alpha.weight": "f32",

156

"blk.17.ssm_beta.weight": "f32",

157

"blk.18.ssm_alpha.weight": "f32",

158

"blk.18.ssm_beta.weight": "f32",

159

"blk.20.ssm_alpha.weight": "f32",

160

"blk.20.ssm_beta.weight": "f32",

161

"blk.21.ssm_alpha.weight": "f32",

162

"blk.21.ssm_beta.weight": "f32",

163

"blk.22.ssm_alpha.weight": "f32",

164

"blk.22.ssm_beta.weight": "f32",

165

"blk.24.ssm_alpha.weight": "f32",

166

"blk.24.ssm_beta.weight": "f32",

167

"blk.25.ssm_alpha.weight": "f32",

168

"blk.25.ssm_beta.weight": "f32",

169

"blk.26.ssm_alpha.weight": "f32",

170

"blk.26.ssm_beta.weight": "f32",

171

"blk.28.ssm_alpha.weight": "f32",

172

"blk.28.ssm_beta.weight": "f32",

173

"blk.29.ssm_alpha.weight": "f32",

174

"blk.29.ssm_beta.weight": "f32",

175

"blk.30.ssm_alpha.weight": "f32",

176

"blk.30.ssm_beta.weight": "f32",

177

"blk.32.ssm_alpha.weight": "f32",

178

"blk.32.ssm_beta.weight": "f32",

179

"blk.33.ssm_alpha.weight": "f32",

180

"blk.33.ssm_beta.weight": "f32",

181

"blk.34.ssm_alpha.weight": "f32",

182

"blk.34.ssm_beta.weight": "f32",

183

"blk.36.ssm_alpha.weight": "f32",

184

"blk.36.ssm_beta.weight": "f32",

185

"blk.37.ssm_alpha.weight": "f32",

186

"blk.37.ssm_beta.weight": "f32",

187

"blk.38.ssm_alpha.weight": "f32",

188

"blk.38.ssm_beta.weight": "f32",

189

"blk.40.ssm_alpha.weight": "f32",

190

"blk.40.ssm_beta.weight": "f32",

191

"blk.41.ssm_alpha.weight": "f32",

192

"blk.41.ssm_beta.weight": "f32",

193

"blk.42.ssm_alpha.weight": "f32",

194

"blk.42.ssm_beta.weight": "f32",

195

"blk.44.ssm_alpha.weight": "f32",

196

"blk.44.ssm_beta.weight": "f32",

197

"blk.45.ssm_alpha.weight": "f32",

198

"blk.45.ssm_beta.weight": "f32",

199

"blk.46.ssm_alpha.weight": "f32",

200

"blk.46.ssm_beta.weight": "f32",

201

"blk.48.ssm_alpha.weight": "f32",

202

"blk.48.ssm_beta.weight": "f32",

203

"blk.49.ssm_alpha.weight": "f32",

204

"blk.49.ssm_beta.weight": "f32",

205

"blk.50.ssm_alpha.weight": "f32",

206

"blk.50.ssm_beta.weight": "f32",

207

"blk.52.ssm_alpha.weight": "f32",

208

"blk.52.ssm_beta.weight": "f32",

209

"blk.53.ssm_alpha.weight": "f32",

210

"blk.53.ssm_beta.weight": "f32",

211

"blk.54.ssm_alpha.weight": "f32",

212

"blk.54.ssm_beta.weight": "f32",

213

"blk.56.ssm_alpha.weight": "f32",

214

"blk.56.ssm_beta.weight": "f32",

215

"blk.57.ssm_alpha.weight": "f32",

216

"blk.57.ssm_beta.weight": "f32",

217

"blk.58.ssm_alpha.weight": "f32",

218

"blk.58.ssm_beta.weight": "f32",

219

"blk.60.ssm_alpha.weight": "f32",

220

"blk.60.ssm_beta.weight": "f32",

221

"blk.61.ssm_alpha.weight": "f32",

222

"blk.61.ssm_beta.weight": "f32",

223

"blk.62.ssm_alpha.weight": "f32",

224

"blk.62.ssm_beta.weight": "f32"

225

},

226

"embeddings": {

227

"output.weight": "q6_k",

228

"token_embd.weight": "q6_k"

229

},

230

"bytes": {

231

"heuristic_body+embd": 23108198400,

232

"map_body+embd": 24603975680,

233

"ratio": 1.0647,

234

"note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both"

235

},

236

"body_base_share": 0.501,

237

"body_bpw": 7.405,

238

"body_bpw_heuristic": 6.913,

239

"total_params": 27320697856,

240

"file_bytes_pred": 24947912704,

241

"file_bpw_pred": 7.305,

242

"histogram": {

243

"attn_gate": {

244

"q6_k": 36,

245

"q8_0": 12

246

},

247

"attn_k": {

248

"q8_0": 16

249

},

250

"attn_output": {

251

"q8_0": 16

252

},

253

"attn_q": {

254

"q6_k": 12,

255

"q8_0": 4

256

},

257

"attn_qkv": {

258

"q8_0": 36,

259

"q6_k": 12

260

},

261

"attn_v": {

262

"q8_0": 16

263

},

264

"ffn_down": {

265

"q8_0": 32,

266

"q6_k": 32

267

},

268

"ffn_gate": {

269

"q6_k": 62,

270

"q8_0": 2

271

},

272

"ffn_up": {

273

"q8_0": 32,

274

"q6_k": 32

275

},

276

"ssm_out": {

277

"q8_0": 48

278

}

279

},

280

"prior": "layout/prior.json",

281

"pin_rule": "floor",

282

"embd_cap": "heur",

283

"generator": "auto_quant_v2.layout",

284

"generator_key": "3bf8b43e20a68f0b",

285

"quant_type": "Q6_K_L",

286

"quantize_ftype": "Q6_K",

287

"llama_cpp_version": "b11279",

288

"commit": "24687c01f2f1e36eca618e35f7d5b4fc3ddd4dc2"

289

}

290