calibration.json
1003 B · 44 lines · json Raw
1 {
2 "version": 1,
3 "per_kind": {
4 "noul": 0.983979670366565,
5 "choice": 1.0115124406428329,
6 "score": 1.008403419963151
7 },
8 "per_kind_family": {},
9 "fit": {
10 "noul": {
11 "n": 4363,
12 "T": 0.983979670366565,
13 "kl_before": 0.004300639498978853,
14 "kl_after": 0.00427919439971447
15 },
16 "choice": {
17 "n": 3418,
18 "T": 1.0115124406428329,
19 "kl_before": 0.046341050416231155,
20 "kl_after": 0.04631193354725838
21 },
22 "score": {
23 "n": 3173,
24 "T": 1.008403419963151,
25 "kl_before": 0.021142877638339996,
26 "kl_after": 0.021123597398400307
27 }
28 },
29 "diagnostic_calibration_split": {
30 "raw": {
31 "kl": 0.022297216579318047,
32 "ece": 0.0016246170502020668,
33 "mce": 0.005739197134971619
34 },
35 "calibrated": {
36 "kl": 0.02227400615811348,
37 "ece": 0.001566420234596945,
38 "mce": 0.005105331540107727
39 }
40 },
41 "source": "checkpoints/s2_q35moe_ts/last",
42 "fit_rows": 10954,
43 "d1_excluded": true
44 }