figures/scoringbench_r2_crps_site_style_tikz.svg
| 1 | <svg xmlns="http://www.w3.org/2000/svg" width="720.0" height="430.0" viewBox="0 0 720.0 430.0" role="img" aria-labelledby="title desc"> |
| 2 | <title id="title">ScoringBench R² and CRPS mean ranks</title> |
| 3 | <desc id="desc">Scatter plot comparing 28 models across 102 datasets; lower ranks are better.</desc> |
| 4 | <rect width="720" height="430" fill="white"/><rect x="76" y="50" width="602" height="315" fill="#f9fbfd"/> |
| 5 | <g font-family="DejaVu Sans, Arial, sans-serif"> |
| 6 | <path d="M186.57 50V365 M76 307.14H678" stroke="#e7ebf1" stroke-width=".72"/> |
| 7 | <text x="186.57" y="386" text-anchor="middle" font-size="10.2" fill="#656f7e">10</text> |
| 8 | <text x="68" y="310.64" text-anchor="end" font-size="10.2" fill="#656f7e">10</text> |
| 9 | <path d="M309.43 50V365 M76 242.86H678" stroke="#e7ebf1" stroke-width=".72"/> |
| 10 | <text x="309.43" y="386" text-anchor="middle" font-size="10.2" fill="#656f7e">20</text> |
| 11 | <text x="68" y="246.36" text-anchor="end" font-size="10.2" fill="#656f7e">20</text> |
| 12 | <path d="M432.29 50V365 M76 178.57H678" stroke="#e7ebf1" stroke-width=".72"/> |
| 13 | <text x="432.29" y="386" text-anchor="middle" font-size="10.2" fill="#656f7e">30</text> |
| 14 | <text x="68" y="182.07" text-anchor="end" font-size="10.2" fill="#656f7e">30</text> |
| 15 | <path d="M555.14 50V365 M76 114.29H678" stroke="#e7ebf1" stroke-width=".72"/> |
| 16 | <text x="555.14" y="386" text-anchor="middle" font-size="10.2" fill="#656f7e">40</text> |
| 17 | <text x="68" y="117.79" text-anchor="end" font-size="10.2" fill="#656f7e">40</text> |
| 18 | <path d="M678.00 50V365 M76 50.00H678" stroke="#e7ebf1" stroke-width=".72"/> |
| 19 | <text x="678.00" y="386" text-anchor="middle" font-size="10.2" fill="#656f7e">50</text> |
| 20 | <text x="68" y="53.50" text-anchor="end" font-size="10.2" fill="#656f7e">50</text> |
| 21 | <text x="76.00" y="386" text-anchor="middle" font-size="10.2" fill="#656f7e">1</text> |
| 22 | <text x="68" y="368.50" text-anchor="end" font-size="10.2" fill="#656f7e">1</text> |
| 23 | <path d="M76 50V365H678" fill="none" stroke="#373f4b" stroke-width=".95"/> |
| 24 | <path d="M76 365L678 50" stroke="#89919e" stroke-width="1.05" stroke-dasharray="5 3.2"/> |
| 25 | <text x="392" y="194" transform="rotate(-27 392 194)" text-anchor="middle" font-size="9.2" fill="#89919e">rank invariance</text> |
| 26 | <text x="377" y="414" text-anchor="middle" font-size="12.8" fill="#373f4b">R² mean rank (lower is better)</text> |
| 27 | <text x="20" y="207.5" transform="rotate(-90 20 207.5)" text-anchor="middle" font-size="12.8" fill="#373f4b">CRPS mean rank (lower is better)</text> |
| 28 | <text x="86" y="72" font-size="9.2" fill="#656f7e">↙ better on both metrics</text> |
| 29 | <circle cx="186.93" cy="331.85" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 30 | <circle cx="317.98" cy="243.11" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 31 | <circle cx="349.54" cy="182.16" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 32 | <circle cx="425.42" cy="169.18" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 33 | <circle cx="475.53" cy="148.89" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 34 | <circle cx="505.40" cy="154.18" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 35 | <circle cx="507.69" cy="152.54" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 36 | <circle cx="531.29" cy="121.03" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 37 | <circle cx="540.81" cy="122.23" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 38 | <circle cx="549.96" cy="113.59" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 39 | <circle cx="553.10" cy="105.21" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 40 | <circle cx="578.75" cy="107.79" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 41 | <circle cx="583.69" cy="103.89" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 42 | <circle cx="587.18" cy="95.76" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 43 | <circle cx="592.24" cy="100.23" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 44 | <circle cx="605.97" cy="83.47" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 45 | <circle cx="616.93" cy="82.77" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 46 | <circle cx="624.64" cy="75.53" r="3.65" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d" stroke-opacity=".85" stroke-width=".72"/> |
| 47 | <circle cx="246.80" cy="296.93" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 48 | <circle cx="260.17" cy="295.04" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 49 | <circle cx="271.01" cy="249.98" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 50 | <circle cx="310.63" cy="257.23" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 51 | <circle cx="498.41" cy="117.31" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 52 | <circle cx="557.55" cy="102.94" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 53 | <circle cx="584.65" cy="121.97" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 54 | <circle cx="603.56" cy="70.42" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 55 | <circle cx="618.14" cy="104.08" r="4.25" fill="#286fae" stroke="#15497b" stroke-width="1.05"/> |
| 56 | <circle cx="171.27" cy="332.42" r="18" fill="#5ec8e0" opacity=".2"/><circle cx="171.27" cy="332.42" r="12.5" fill="none" stroke="#5ec8e0" stroke-width="2.2" opacity=".85"/><polygon points="171.27,321.62 168.84,329.08 161.00,329.08 167.35,333.69 164.92,341.16 171.27,336.54 177.62,341.16 175.19,333.69 181.54,329.08 173.70,329.08" fill="#9bc2e5" stroke="#102c6b" stroke-width="2.05"/> |
| 57 | <line x1="171.27" y1="332.42" x2="85" y2="307" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 58 | <rect x="85.00" y="296.00" width="76.60" height="17" rx="2.2" fill="#102c6b" fill-opacity=".94" stroke="#102c6b" stroke-width=".65"/> |
| 59 | <text x="89.50" y="308.50" text-anchor="start" font-size="8.6" font-weight="bold" fill="white">exaonetabular</text> |
| 60 | <line x1="246.80" y1="296.93" x2="193" y2="272" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 61 | <rect x="146.40" y="261.00" width="46.60" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 62 | <text x="188.50" y="273.50" text-anchor="end" font-size="8.3" font-weight="normal" fill="#373f4b">nori_30m</text> |
| 63 | <line x1="260.17" y1="295.04" x2="302" y2="302" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 64 | <rect x="302.00" y="291.00" width="46.60" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 65 | <text x="306.50" y="303.50" text-anchor="start" font-size="8.3" font-weight="normal" fill="#373f4b">tabiclv2</text> |
| 66 | <line x1="271.01" y1="249.98" x2="212" y2="226" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 67 | <rect x="151.30" y="215.00" width="60.70" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 68 | <text x="207.50" y="227.50" text-anchor="end" font-size="8.3" font-weight="normal" fill="#373f4b">tabpfn_v2_6</text> |
| 69 | <line x1="310.63" y1="257.23" x2="337" y2="261" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 70 | <rect x="337.00" y="250.00" width="27.80" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 71 | <text x="341.50" y="262.50" text-anchor="start" font-size="8.3" font-weight="normal" fill="#373f4b">nori</text> |
| 72 | <line x1="498.41" y1="117.31" x2="414" y2="88" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 73 | <rect x="306.30" y="77.00" width="107.70" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 74 | <text x="409.50" y="89.50" text-anchor="end" font-size="8.3" font-weight="normal" fill="#373f4b">forest_diffusion_flow</text> |
| 75 | <line x1="584.65" y1="121.97" x2="492" y2="136" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 76 | <rect x="384.30" y="125.00" width="107.70" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 77 | <text x="487.50" y="137.50" text-anchor="end" font-size="8.3" font-weight="normal" fill="#373f4b">flexcode_randomforest</text> |
| 78 | <line x1="557.55" y1="102.94" x2="468" y2="61" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 79 | <rect x="369.70" y="50.00" width="98.30" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 80 | <text x="463.50" y="62.50" text-anchor="end" font-size="8.3" font-weight="normal" fill="#373f4b">xgb_vector_quantile</text> |
| 81 | <line x1="618.14" y1="104.08" x2="625" y2="146" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 82 | <rect x="540.80" y="135.00" width="84.20" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 83 | <text x="620.50" y="147.50" text-anchor="end" font-size="8.3" font-weight="normal" fill="#373f4b">flexcode_xgboost</text> |
| 84 | <line x1="603.56" y1="70.42" x2="635" y2="57" stroke="#656f7e" stroke-width=".65" opacity=".78"/> |
| 85 | <rect x="583.70" y="46.00" width="51.30" height="17" rx="2.2" fill="white" fill-opacity=".94" stroke="#b2bcc9" stroke-width=".65"/> |
| 86 | <text x="630.50" y="58.50" text-anchor="end" font-size="8.3" font-weight="normal" fill="#373f4b">pymc_bart</text> |
| 87 | <circle cx="110" cy="23" r="3.7" fill="#5d99cf" fill-opacity=".67" stroke="#2e689d"/><text x="120" y="27" font-size="9.2" fill="#373f4b">retained model</text> |
| 88 | <circle cx="239" cy="23" r="4.2" fill="#286fae" stroke="#15497b"/><text x="250" y="27" font-size="9.2" fill="#373f4b">labelled model</text> |
| 89 | <circle cx="383" cy="23" r="7" fill="none" stroke="#5ec8e0" stroke-width="2"/><text x="396" y="27" font-size="9.2" fill="#373f4b">Pareto-optimal</text> |
| 90 | <path d="M517 23H543" stroke="#89919e" stroke-dasharray="4 2.8"/><text x="551" y="27" font-size="9.2" fill="#373f4b">rank invariance</text> |
| 91 | <text x="678" y="44" text-anchor="end" font-size="9.2" fill="#656f7e">28 models / 102 datasets</text></g></svg> |