evidence/heart-diverse24-remeasure-20260904.json
20.5 KB · 556 lines · json Raw
1 {
2 "generated": "2026-09-04",
3 "host": "k2 (macOS 14.6, arm64)",
4 "subject": "re-measurement of the published heart / heart-nano diverse24 MOS numbers; the original report JSON does not exist in the tree, in git history, or on k2",
5 "eval_set": {
6 "textset": "data/textsets/multilang-distill-v1/textsets/en_US-diverse-heldout24.textset.json",
7 "textset_sha256": "c65bda5ee3e556d40bcabc72981f763b0abbf6ee97e174b42bc77bd9c1dbeb9b",
8 "source_jsonl": "data/textsets/multilang-distill-v1/en_US.diverse-heldout24.jsonl",
9 "source_jsonl_sha256": "b14d505060aa634f637d14690de9317b127e3302b7524147133d87ba1f9ffee1",
10 "n_rows": 24,
11 "note": "textset text verified identical to the source jsonl before packing"
12 },
13 "pack": {
14 "dir": "artifacts/heart-diverse24-remeasure-20260904/pack",
15 "builder": "tools/make_pack_from_text.py",
16 "builder_sha256": "5be49a765e902df259f8455edc9aad5bde2515b34ff96a235a78ab837f2a8b9b",
17 "vocab": "artifacts/kokoro-corpus-af_heart-20260713/kokoro_vocab.json",
18 "vocab_sha256": "c2086245349a5a398dd0e4697e3d57178a096e0dbd055f647f10d12c21d8eceb",
19 "summary": {
20 "passed": true,
21 "rows": 24,
22 "out_dir": "artifacts/heart-diverse24-remeasure-20260904/pack",
23 "vocab": "artifacts/kokoro-corpus-af_heart-20260713/kokoro_vocab.json",
24 "vocab_size": 62,
25 "voice": "af_heart",
26 "lang_code": "a",
27 "speed": 1.0,
28 "teacher_durations": "kokoro",
29 "teacher_device": "mps",
30 "sample_rate": 24000,
31 "kokoro_samples_per_frame": 600,
32 "mel_hop_length": 256,
33 "oov_char_drop_total": 0,
34 "rows_with_oov_drops": 0,
35 "rows_with_multiple_kokoro_chunks": 0,
36 "max_token_count": 157,
37 "note": "generator_input/audio are absent by design: render_fullstack_tiny.py reads only phoneme_ids and w_ceil from the npz, and w_ceil only as the frame-delta denominator."
38 }
39 },
40 "harness": {
41 "renderer": "tools/render_fullstack_tiny.py",
42 "renderer_sha256": "1382089884cc8e3139da86360bc87a5366bec3d2666ffef526c6fb4a4a9d80ea",
43 "scorer": "tools/eval_mos_all.py",
44 "scorer_sha256": "dbd825c05f5b916a3d94d44d42d0753b6ff89aa5a7a6b982e3108312add6b93f",
45 "scorer_perclip": "tools/_tmp_eval_mos_all_perclip.py (scoring math copied verbatim from eval_mos_all.py; adds per-clip emission)",
46 "scorer_perclip_sha256": "73b16b9767d844a68f9b42ccc5855b0ee2a20d63b611d1219f0d4704c0351dab",
47 "metrics": {
48 "scoreq": "scoreq 1.0.1, data_domain=synthetic mode=nr use_onnx=True",
49 "utmos": "torch.hub tarepan/SpeechMOS:v1.2.0 utmos22_strong, isolated subprocess",
50 "dnsmos": "speechmos 0.0.1.1 dnsmos.run at 16 kHz"
51 },
52 "repo_venv": {
53 "python": "3.11.15",
54 "torch": "2.12.1",
55 "numpy": "2.4.6",
56 "scipy": "1.17.1",
57 "soundfile": "0.14.0",
58 "scoreq": "1.0.1",
59 "speechmos": "0.0.1.1",
60 "onnxruntime": "1.27.0"
61 },
62 "kokoro_venv": {
63 "python": "3.12.13",
64 "torch": "2.13.0",
65 "kokoro": "0.9.4",
66 "misaki": "0.9.4",
67 "espeakng-loader": "0.2.4",
68 "numpy": "2.5.1",
69 "espeak-ng": "1.52.0 (homebrew /opt/homebrew/Cellar/espeak-ng/1.52.0)"
70 },
71 "device": "cpu, torch.set_num_threads(2), torch.manual_seed(0)",
72 "sample_rate_rendered": 24000,
73 "sample_rate_scored": 16000
74 },
75 "commands": [
76 "~/kokoro-venv/bin/python tools/make_pack_from_text.py --rows-jsonl artifacts/heart-diverse24-remeasure-20260904/rows.jsonl --vocab artifacts/kokoro-corpus-af_heart-20260713/kokoro_vocab.json --out-dir artifacts/heart-diverse24-remeasure-20260904/pack",
77 "venv/bin/python tools/render_fullstack_tiny.py --duration-checkpoint artifacts/kokoro-corpus-af_heart-20260713/runs/duration/duration-student.pt --acoustic-checkpoint artifacts/kokoro-corpus-af_heart-20260713/runs/e6-mel100-fullcorpus/latent-student.pt --decoder-checkpoint artifacts/kokoro-corpus-af_heart-20260713/runs/e8h-tinyvocos-noisefed/tiny-vocos-student.pt --pack-dir artifacts/heart-diverse24-remeasure-20260904/pack --out-dir artifacts/heart-diverse24-remeasure-20260904/renders/heart",
78 "venv/bin/python tools/render_fullstack_tiny.py --duration-checkpoint artifacts/kokoro-corpus-af_heart-20260821/runs/e12-nano-duration/duration-student.pt --acoustic-checkpoint artifacts/kokoro-corpus-af_heart-20260821/runs/e13-armb-acoustic/latent-student.pt --decoder-checkpoint artifacts/kokoro-corpus-af_heart-20260821/runs/e13-armb-decoder/tiny-vocos-student.pt --pack-dir artifacts/heart-diverse24-remeasure-20260904/pack --out-dir artifacts/heart-diverse24-remeasure-20260904/renders/heartnano",
79 "venv/bin/python tools/eval_mos_all.py heart:.../renders/heart heartnano:.../renders/heartnano --out artifacts/heart-diverse24-remeasure-20260904/eval_mos_all.json",
80 "venv/bin/python tools/_tmp_eval_mos_all_perclip.py heart:.../renders/heart heartnano:.../renders/heartnano --out artifacts/heart-diverse24-remeasure-20260904/perclip.json"
81 ],
82 "published_claim_sources": [
83 "web/index.html:214 (heart SCOREQ 3.51), :224 (heart-nano SCOREQ 2.30), :332-341 (heart 3.51/3.42/3.50), :350 (heart-nano 2.30/2.45/3.35)",
84 "docs/public/README.public.md:167-168, :198-199"
85 ],
86 "caveats": [
87 "heart-nano is published as an int8 model (\"int8 - 337 KB\", \"the same int8 arithmetic a microcontroller would run\"); this re-measurement renders the float32 PyTorch checkpoints. Any int8 quantisation loss is NOT captured here.",
88 "The original report JSON for the published numbers does not exist, so the original pack/frontend cannot be byte-compared. This run rebuilds the phoneme pack from the textset with tools/make_pack_from_text.py (misaki 0.9.4 + espeak-ng 1.52.0); a different espeak/misaki at publication time would shift phonemisation.",
89 "Renders are 24 kHz; the other voices in the same published table are 22.05 kHz. All metrics resample to 16 kHz internally, and the published note already flags the rate difference.",
90 "Renderer defaults used throughout: length-scale 1.0, noise-temperature 1.0, single noise draw, no postfilter, no suppressor, output gain 0 dB, student durations (not --use-teacher-durations).",
91 "Not comparable row-for-row with experiments/evidence/size-curve-eval249-20260822.json: that is 249 rows from a teacher-forced pack, this is 24 rows of free text."
92 ],
93 "systems": {
94 "heart": {
95 "lineage": "en_us_r227f32",
96 "published_params": 2272145,
97 "measured_params": {
98 "duration": 131652,
99 "acoustic": 681227,
100 "decoder": 1459266,
101 "total": 2272145
102 },
103 "checkpoints": {
104 "duration": {
105 "path": "artifacts/kokoro-corpus-af_heart-20260713/runs/duration/duration-student.pt",
106 "sha256": "560ead883a92754fd714b53c3973091a8057c72b3f50ef960870834bc9b92e5f"
107 },
108 "acoustic": {
109 "path": "artifacts/kokoro-corpus-af_heart-20260713/runs/e6-mel100-fullcorpus/latent-student.pt",
110 "sha256": "e361302c84329bf4a2ad529fdedd5e0fd12af37e33d10a8461024cdc762de886"
111 },
112 "decoder": {
113 "path": "artifacts/kokoro-corpus-af_heart-20260713/runs/e8h-tinyvocos-noisefed/tiny-vocos-student.pt",
114 "sha256": "af6cb72ce8b29788f62d1152f29d5787751e087f111248b245e9522d1d8cd71a"
115 }
116 },
117 "render_dir": "artifacts/heart-diverse24-remeasure-20260904/renders/heart",
118 "n_clips": 24,
119 "means": {
120 "scoreq": 3.479063,
121 "utmos": 3.376802,
122 "dnsmos_sig": 3.510772,
123 "dnsmos_ovrl": 3.290043,
124 "dnsmos_bak": 4.172734
125 },
126 "canonical_tool_means": {
127 "n": 24,
128 "scoreq": 3.4790627559026084,
129 "dnsmos_ovrl": 3.2900427746921697,
130 "dnsmos_sig": 3.5107721634126787,
131 "utmos": 3.3768020371596017
132 },
133 "verdicts": {
134 "scoreq": {
135 "published": 3.51,
136 "measured": 3.4791,
137 "delta": -0.0309,
138 "verdict": "CLOSE"
139 },
140 "utmos": {
141 "published": 3.42,
142 "measured": 3.3768,
143 "delta": -0.0432,
144 "verdict": "CLOSE"
145 },
146 "dnsmos_sig": {
147 "published": 3.5,
148 "measured": 3.5108,
149 "delta": 0.0108,
150 "verdict": "CLOSE"
151 }
152 },
153 "per_clip": {
154 "en_US-diverse24-00001_fullstack_tiny.wav": {
155 "scoreq": 3.584763765335083,
156 "dnsmos_ovrl": 3.3945895194469604,
157 "dnsmos_sig": 3.610361549460703,
158 "dnsmos_bak": 4.196878795293396,
159 "utmos": 3.3226511478424072
160 },
161 "en_US-diverse24-00002_fullstack_tiny.wav": {
162 "scoreq": 3.5600266456604004,
163 "dnsmos_ovrl": 3.3454194486391717,
164 "dnsmos_sig": 3.566458209713706,
165 "dnsmos_bak": 4.164113192244431,
166 "utmos": 3.365276336669922
167 },
168 "en_US-diverse24-00003_fullstack_tiny.wav": {
169 "scoreq": 3.5823559761047363,
170 "dnsmos_ovrl": 3.34883866978453,
171 "dnsmos_sig": 3.580269196617653,
172 "dnsmos_bak": 4.193029802582025,
173 "utmos": 3.6900594234466553
174 },
175 "en_US-diverse24-00004_fullstack_tiny.wav": {
176 "scoreq": 3.428583860397339,
177 "dnsmos_ovrl": 3.379154252443706,
178 "dnsmos_sig": 3.587388468461497,
179 "dnsmos_bak": 4.197040653152873,
180 "utmos": 3.0906267166137695
181 },
182 "en_US-diverse24-00005_fullstack_tiny.wav": {
183 "scoreq": 3.8328847885131836,
184 "dnsmos_ovrl": 3.2757091919494266,
185 "dnsmos_sig": 3.492964813305976,
186 "dnsmos_bak": 4.165039261750565,
187 "utmos": 3.4835731983184814
188 },
189 "en_US-diverse24-00006_fullstack_tiny.wav": {
190 "scoreq": 3.5615673065185547,
191 "dnsmos_ovrl": 3.153842847990147,
192 "dnsmos_sig": 3.3734977316793233,
193 "dnsmos_bak": 4.164427351079818,
194 "utmos": 3.3609390258789062
195 },
196 "en_US-diverse24-00007_fullstack_tiny.wav": {
197 "scoreq": 3.6643285751342773,
198 "dnsmos_ovrl": 3.2427918858363753,
199 "dnsmos_sig": 3.4404037646250605,
200 "dnsmos_bak": 4.175734982032695,
201 "utmos": 3.2226412296295166
202 },
203 "en_US-diverse24-00008_fullstack_tiny.wav": {
204 "scoreq": 3.57692551612854,
205 "dnsmos_ovrl": 3.310217897289048,
206 "dnsmos_sig": 3.550380343014885,
207 "dnsmos_bak": 4.149483116197509,
208 "utmos": 3.483086585998535
209 },
210 "en_US-diverse24-00009_fullstack_tiny.wav": {
211 "scoreq": 3.281104564666748,
212 "dnsmos_ovrl": 3.3761643864251236,
213 "dnsmos_sig": 3.5775525331995626,
214 "dnsmos_bak": 4.199985031041841,
215 "utmos": 3.2640621662139893
216 },
217 "en_US-diverse24-00010_fullstack_tiny.wav": {
218 "scoreq": 4.147385120391846,
219 "dnsmos_ovrl": 3.1111997696452973,
220 "dnsmos_sig": 3.355934901312478,
221 "dnsmos_bak": 4.115654899345249,
222 "utmos": 3.9791665077209473
223 },
224 "en_US-diverse24-00011_fullstack_tiny.wav": {
225 "scoreq": 2.89723801612854,
226 "dnsmos_ovrl": 3.3839886042623144,
227 "dnsmos_sig": 3.5977086470368325,
228 "dnsmos_bak": 4.194324087944269,
229 "utmos": 2.999486207962036
230 },
231 "en_US-diverse24-00012_fullstack_tiny.wav": {
232 "scoreq": 2.96122407913208,
233 "dnsmos_ovrl": 3.2765330387082883,
234 "dnsmos_sig": 3.4968580392886643,
235 "dnsmos_bak": 4.183076685297513,
236 "utmos": 2.8506510257720947
237 },
238 "en_US-diverse24-00013_fullstack_tiny.wav": {
239 "scoreq": 3.6749703884124756,
240 "dnsmos_ovrl": 3.156386413787572,
241 "dnsmos_sig": 3.332991152437237,
242 "dnsmos_bak": 4.2316032893683895,
243 "utmos": 3.93564772605896
244 },
245 "en_US-diverse24-00014_fullstack_tiny.wav": {
246 "scoreq": 3.1898293495178223,
247 "dnsmos_ovrl": 3.33891347160113,
248 "dnsmos_sig": 3.5378772246606744,
249 "dnsmos_bak": 4.208086841567643,
250 "utmos": 3.1541588306427
251 },
252 "en_US-diverse24-00015_fullstack_tiny.wav": {
253 "scoreq": 3.764920949935913,
254 "dnsmos_ovrl": 3.4644356065921094,
255 "dnsmos_sig": 3.6662988398307195,
256 "dnsmos_bak": 4.204007126123261,
257 "utmos": 3.435598611831665
258 },
259 "en_US-diverse24-00016_fullstack_tiny.wav": {
260 "scoreq": 3.4478578567504883,
261 "dnsmos_ovrl": 3.3250889428892814,
262 "dnsmos_sig": 3.5325347067890513,
263 "dnsmos_bak": 4.205044188755087,
264 "utmos": 3.260425090789795
265 },
266 "en_US-diverse24-00017_fullstack_tiny.wav": {
267 "scoreq": 3.6186721324920654,
268 "dnsmos_ovrl": 3.3128162189438686,
269 "dnsmos_sig": 3.5509479674711577,
270 "dnsmos_bak": 4.165063312205166,
271 "utmos": 3.9169259071350098
272 },
273 "en_US-diverse24-00018_fullstack_tiny.wav": {
274 "scoreq": 3.3854849338531494,
275 "dnsmos_ovrl": 3.229179939682867,
276 "dnsmos_sig": 3.437461160618704,
277 "dnsmos_bak": 4.18308732181581,
278 "utmos": 3.1530203819274902
279 },
280 "en_US-diverse24-00019_fullstack_tiny.wav": {
281 "scoreq": 3.708251953125,
282 "dnsmos_ovrl": 3.3936370782259697,
283 "dnsmos_sig": 3.6119368881616225,
284 "dnsmos_bak": 4.193138232687028,
285 "utmos": 3.978752851486206
286 },
287 "en_US-diverse24-00020_fullstack_tiny.wav": {
288 "scoreq": 3.441204786300659,
289 "dnsmos_ovrl": 2.8682393043518353,
290 "dnsmos_sig": 3.137960891303706,
291 "dnsmos_bak": 4.063584919838107,
292 "utmos": 3.156373977661133
293 },
294 "en_US-diverse24-00021_fullstack_tiny.wav": {
295 "scoreq": 2.8744239807128906,
296 "dnsmos_ovrl": 3.437595740117902,
297 "dnsmos_sig": 3.6455702021236336,
298 "dnsmos_bak": 4.192555679191152,
299 "utmos": 2.967759370803833
300 },
301 "en_US-diverse24-00022_fullstack_tiny.wav": {
302 "scoreq": 3.4027955532073975,
303 "dnsmos_ovrl": 3.2284162810718895,
304 "dnsmos_sig": 3.51234288080491,
305 "dnsmos_bak": 4.076229657359368,
306 "utmos": 3.568121910095215
307 },
308 "en_US-diverse24-00023_fullstack_tiny.wav": {
309 "scoreq": 3.669172763824463,
310 "dnsmos_ovrl": 3.2202072574095575,
311 "dnsmos_sig": 3.4630076210984297,
312 "dnsmos_bak": 4.11377929867548,
313 "utmos": 3.326324939727783
314 },
315 "en_US-diverse24-00024_fullstack_tiny.wav": {
316 "scoreq": 3.2415332794189453,
317 "dnsmos_ovrl": 3.3876608255176963,
318 "dnsmos_sig": 3.599824188888101,
319 "dnsmos_bak": 4.2106425058094725,
320 "utmos": 3.0779197216033936
321 }
322 }
323 },
324 "heartnano": {
325 "lineage": "en_us_e13b",
326 "published_params": 294279,
327 "measured_params": {
328 "duration": 22858,
329 "acoustic": 65299,
330 "decoder": 206122,
331 "total": 294279
332 },
333 "checkpoints": {
334 "duration": {
335 "path": "artifacts/kokoro-corpus-af_heart-20260821/runs/e12-nano-duration/duration-student.pt",
336 "sha256": "f229efe9488553db78ab94c917706a18f06419ae135c15697e399907cb822da4"
337 },
338 "acoustic": {
339 "path": "artifacts/kokoro-corpus-af_heart-20260821/runs/e13-armb-acoustic/latent-student.pt",
340 "sha256": "2d50534f7557863df688f02af953811f732c217018e657fc655499d82e086912"
341 },
342 "decoder": {
343 "path": "artifacts/kokoro-corpus-af_heart-20260821/runs/e13-armb-decoder/tiny-vocos-student.pt",
344 "sha256": "9d521e0a4b494e99963482e5552b3523693c12b9f97a9c791566446f67d2ae25"
345 }
346 },
347 "render_dir": "artifacts/heart-diverse24-remeasure-20260904/renders/heartnano",
348 "n_clips": 24,
349 "means": {
350 "scoreq": 2.293847,
351 "utmos": 2.447598,
352 "dnsmos_sig": 3.3536,
353 "dnsmos_ovrl": 3.098131,
354 "dnsmos_bak": 4.083128
355 },
356 "canonical_tool_means": {
357 "n": 24,
358 "scoreq": 2.2938465823729834,
359 "dnsmos_ovrl": 3.0981309770297285,
360 "dnsmos_sig": 3.3536000079860964,
361 "utmos": 2.447597876191139
362 },
363 "verdicts": {
364 "scoreq": {
365 "published": 2.3,
366 "measured": 2.2938,
367 "delta": -0.0062,
368 "verdict": "CLOSE"
369 },
370 "utmos": {
371 "published": 2.45,
372 "measured": 2.4476,
373 "delta": -0.0024,
374 "verdict": "CONFIRMS"
375 },
376 "dnsmos_sig": {
377 "published": 3.35,
378 "measured": 3.3536,
379 "delta": 0.0036,
380 "verdict": "CONFIRMS"
381 }
382 },
383 "per_clip": {
384 "en_US-diverse24-00001_fullstack_tiny.wav": {
385 "scoreq": 2.0736289024353027,
386 "dnsmos_ovrl": 3.378166822933097,
387 "dnsmos_sig": 3.6003590397600354,
388 "dnsmos_bak": 4.194484224558767,
389 "utmos": 2.5222768783569336
390 },
391 "en_US-diverse24-00002_fullstack_tiny.wav": {
392 "scoreq": 2.503394365310669,
393 "dnsmos_ovrl": 2.9261096304071024,
394 "dnsmos_sig": 3.251873622349358,
395 "dnsmos_bak": 3.900337089975931,
396 "utmos": 2.7400386333465576
397 },
398 "en_US-diverse24-00003_fullstack_tiny.wav": {
399 "scoreq": 2.2179269790649414,
400 "dnsmos_ovrl": 3.1244499621240855,
401 "dnsmos_sig": 3.3962079682068556,
402 "dnsmos_bak": 4.0994894484491,
403 "utmos": 2.2683372497558594
404 },
405 "en_US-diverse24-00004_fullstack_tiny.wav": {
406 "scoreq": 2.3350956439971924,
407 "dnsmos_ovrl": 3.2329174091653257,
408 "dnsmos_sig": 3.4850505593226515,
409 "dnsmos_bak": 4.10422673539091,
410 "utmos": 2.3462576866149902
411 },
412 "en_US-diverse24-00005_fullstack_tiny.wav": {
413 "scoreq": 2.386594533920288,
414 "dnsmos_ovrl": 2.9412404097579583,
415 "dnsmos_sig": 3.1762220265176264,
416 "dnsmos_bak": 4.113088094089498,
417 "utmos": 2.3582053184509277
418 },
419 "en_US-diverse24-00006_fullstack_tiny.wav": {
420 "scoreq": 2.498194456100464,
421 "dnsmos_ovrl": 3.2214693971879043,
422 "dnsmos_sig": 3.450377843156543,
423 "dnsmos_bak": 4.153396281196357,
424 "utmos": 2.628181219100952
425 },
426 "en_US-diverse24-00007_fullstack_tiny.wav": {
427 "scoreq": 2.5020413398742676,
428 "dnsmos_ovrl": 2.7803929850888687,
429 "dnsmos_sig": 3.0527492201178132,
430 "dnsmos_bak": 3.9483296853731478,
431 "utmos": 2.439244508743286
432 },
433 "en_US-diverse24-00008_fullstack_tiny.wav": {
434 "scoreq": 2.560412883758545,
435 "dnsmos_ovrl": 3.0845451465539724,
436 "dnsmos_sig": 3.3489256774002083,
437 "dnsmos_bak": 4.0365996613698005,
438 "utmos": 2.896493911743164
439 },
440 "en_US-diverse24-00009_fullstack_tiny.wav": {
441 "scoreq": 2.330561399459839,
442 "dnsmos_ovrl": 3.1117538123668296,
443 "dnsmos_sig": 3.3597115104404445,
444 "dnsmos_bak": 4.103209990408044,
445 "utmos": 2.2553651332855225
446 },
447 "en_US-diverse24-00010_fullstack_tiny.wav": {
448 "scoreq": 2.8010339736938477,
449 "dnsmos_ovrl": 2.964880693155937,
450 "dnsmos_sig": 3.1690766169898352,
451 "dnsmos_bak": 4.150562849493917,
452 "utmos": 2.714630126953125
453 },
454 "en_US-diverse24-00011_fullstack_tiny.wav": {
455 "scoreq": 2.10745906829834,
456 "dnsmos_ovrl": 3.24296535129952,
457 "dnsmos_sig": 3.4954968323390117,
458 "dnsmos_bak": 4.116793338475895,
459 "utmos": 2.662367105484009
460 },
461 "en_US-diverse24-00012_fullstack_tiny.wav": {
462 "scoreq": 1.9305205345153809,
463 "dnsmos_ovrl": 3.3120461358899465,
464 "dnsmos_sig": 3.515467096408716,
465 "dnsmos_bak": 4.191814502878045,
466 "utmos": 2.237443208694458
467 },
468 "en_US-diverse24-00013_fullstack_tiny.wav": {
469 "scoreq": 2.4245309829711914,
470 "dnsmos_ovrl": 3.0614827002219163,
471 "dnsmos_sig": 3.2824282944107455,
472 "dnsmos_bak": 4.124778544576004,
473 "utmos": 2.412202835083008
474 },
475 "en_US-diverse24-00014_fullstack_tiny.wav": {
476 "scoreq": 2.1327579021453857,
477 "dnsmos_ovrl": 3.0721133401437077,
478 "dnsmos_sig": 3.3419155113192125,
479 "dnsmos_bak": 4.036009899698458,
480 "utmos": 2.7218191623687744
481 },
482 "en_US-diverse24-00015_fullstack_tiny.wav": {
483 "scoreq": 2.63413143157959,
484 "dnsmos_ovrl": 3.345020110480641,
485 "dnsmos_sig": 3.568651423997879,
486 "dnsmos_bak": 4.161466068965272,
487 "utmos": 2.4678759574890137
488 },
489 "en_US-diverse24-00016_fullstack_tiny.wav": {
490 "scoreq": 1.7614285945892334,
491 "dnsmos_ovrl": 3.145594686132875,
492 "dnsmos_sig": 3.349535007658636,
493 "dnsmos_bak": 4.1636402050834755,
494 "utmos": 1.961197018623352
495 },
496 "en_US-diverse24-00017_fullstack_tiny.wav": {
497 "scoreq": 1.9996800422668457,
498 "dnsmos_ovrl": 3.183724392675247,
499 "dnsmos_sig": 3.4376556644396845,
500 "dnsmos_bak": 4.14366765059444,
501 "utmos": 2.2683029174804688
502 },
503 "en_US-diverse24-00018_fullstack_tiny.wav": {
504 "scoreq": 2.4203433990478516,
505 "dnsmos_ovrl": 2.854332021213141,
506 "dnsmos_sig": 3.099813172293084,
507 "dnsmos_bak": 4.050722683256748,
508 "utmos": 2.49857759475708
509 },
510 "en_US-diverse24-00019_fullstack_tiny.wav": {
511 "scoreq": 2.5416946411132812,
512 "dnsmos_ovrl": 3.1089203574797355,
513 "dnsmos_sig": 3.3770496933497047,
514 "dnsmos_bak": 4.084271632889102,
515 "utmos": 2.2203540802001953
516 },
517 "en_US-diverse24-00020_fullstack_tiny.wav": {
518 "scoreq": 1.9807668924331665,
519 "dnsmos_ovrl": 2.8003882839493457,
520 "dnsmos_sig": 3.1322122842448348,
521 "dnsmos_bak": 3.913548756645385,
522 "utmos": 2.0995609760284424
523 },
524 "en_US-diverse24-00021_fullstack_tiny.wav": {
525 "scoreq": 2.1370186805725098,
526 "dnsmos_ovrl": 3.176601983370877,
527 "dnsmos_sig": 3.456421405827565,
528 "dnsmos_bak": 4.068774623837536,
529 "utmos": 2.2434656620025635
530 },
531 "en_US-diverse24-00022_fullstack_tiny.wav": {
532 "scoreq": 2.45493745803833,
533 "dnsmos_ovrl": 2.9789987953967225,
534 "dnsmos_sig": 3.3254637313759488,
535 "dnsmos_bak": 3.9229365630455186,
536 "utmos": 2.549091339111328
537 },
538 "en_US-diverse24-00023_fullstack_tiny.wav": {
539 "scoreq": 2.465653896331787,
540 "dnsmos_ovrl": 3.1668139775462962,
541 "dnsmos_sig": 3.4192124799270283,
542 "dnsmos_bak": 4.097131612312514,
543 "utmos": 2.8718936443328857
544 },
545 "en_US-diverse24-00024_fullstack_tiny.wav": {
546 "scoreq": 1.8525099754333496,
547 "dnsmos_ovrl": 3.140215044172436,
548 "dnsmos_sig": 3.3945235098128883,
549 "dnsmos_bak": 4.115790690307736,
550 "utmos": 2.3591668605804443
551 }
552 }
553 }
554 }
555 }
556