calibration.json
| 1 | { |
| 2 | "version": 1, |
| 3 | "per_kind": { |
| 4 | "noul": 0.983979670366565, |
| 5 | "choice": 1.0115124406428329, |
| 6 | "score": 1.008403419963151 |
| 7 | }, |
| 8 | "per_kind_family": {}, |
| 9 | "fit": { |
| 10 | "noul": { |
| 11 | "n": 4363, |
| 12 | "T": 0.983979670366565, |
| 13 | "kl_before": 0.004300639498978853, |
| 14 | "kl_after": 0.00427919439971447 |
| 15 | }, |
| 16 | "choice": { |
| 17 | "n": 3418, |
| 18 | "T": 1.0115124406428329, |
| 19 | "kl_before": 0.046341050416231155, |
| 20 | "kl_after": 0.04631193354725838 |
| 21 | }, |
| 22 | "score": { |
| 23 | "n": 3173, |
| 24 | "T": 1.008403419963151, |
| 25 | "kl_before": 0.021142877638339996, |
| 26 | "kl_after": 0.021123597398400307 |
| 27 | } |
| 28 | }, |
| 29 | "diagnostic_calibration_split": { |
| 30 | "raw": { |
| 31 | "kl": 0.022297216579318047, |
| 32 | "ece": 0.0016246170502020668, |
| 33 | "mce": 0.005739197134971619 |
| 34 | }, |
| 35 | "calibrated": { |
| 36 | "kl": 0.02227400615811348, |
| 37 | "ece": 0.001566420234596945, |
| 38 | "mce": 0.005105331540107727 |
| 39 | } |
| 40 | }, |
| 41 | "source": "checkpoints/s2_q35moe_ts/last", |
| 42 | "fit_rows": 10954, |
| 43 | "d1_excluded": true |
| 44 | } |