File size: 2,975 Bytes
730cdfc fcb5703 730cdfc fcb5703 730cdfc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1200 675" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif">
<rect width="1200" height="675" fill="#ffffff"/>
<text x="600" y="60" text-anchor="middle" font-size="32" font-weight="700" fill="#0f172a">
Public-benchmark sanity check
</text>
<text x="600" y="92" text-anchor="middle" font-size="19" font-weight="400" fill="#64748b">
Quality preserved through the MTP retrofit + GPTQ requantization
</text>
<!-- chart axes: y 0..100% mapped to 580..160 -->
<g stroke="#e2e8f0" stroke-width="1">
<line x1="150" y1="580" x2="1100" y2="580"/>
<line x1="150" y1="496" x2="1100" y2="496" stroke-dasharray="4 4"/>
<line x1="150" y1="412" x2="1100" y2="412" stroke-dasharray="4 4"/>
<line x1="150" y1="328" x2="1100" y2="328" stroke-dasharray="4 4"/>
<line x1="150" y1="244" x2="1100" y2="244" stroke-dasharray="4 4"/>
<line x1="150" y1="160" x2="1100" y2="160" stroke-dasharray="4 4"/>
</g>
<g font-size="14" fill="#64748b" text-anchor="end">
<text x="135" y="585">0%</text>
<text x="135" y="501">20%</text>
<text x="135" y="417">40%</text>
<text x="135" y="333">60%</text>
<text x="135" y="249">80%</text>
<text x="135" y="165">100%</text>
</g>
<text x="80" y="370" font-size="16" fill="#64748b" transform="rotate(-90 80 370)" text-anchor="middle">accuracy</text>
<!-- bar 1: GSM8K 93% -->
<rect x="240" y="189.4" width="220" height="390.6" fill="#22c55e" rx="6"/>
<text x="350" y="174" text-anchor="middle" font-size="46" font-weight="700" fill="#0f172a">93%</text>
<text x="350" y="610" text-anchor="middle" font-size="19" font-weight="600" fill="#0f172a">GSM8K</text>
<text x="350" y="634" text-anchor="middle" font-size="14" fill="#64748b">100 samples · T=0 · COT · exact-match</text>
<!-- bar 2: HumanEval pass@1 96.3% -->
<rect x="490" y="175" width="220" height="405" fill="#16a34a" rx="6"/>
<text x="600" y="160" text-anchor="middle" font-size="46" font-weight="700" fill="#0f172a">96.3%</text>
<text x="600" y="610" text-anchor="middle" font-size="19" font-weight="600" fill="#0f172a">HumanEval pass@1</text>
<text x="600" y="634" text-anchor="middle" font-size="14" fill="#64748b">164/164 · greedy · subprocess-exec tests</text>
<!-- bar 3: MMLU 53% -->
<rect x="740" y="357.4" width="220" height="222.6" fill="#84cc16" rx="6"/>
<text x="850" y="342" text-anchor="middle" font-size="46" font-weight="700" fill="#0f172a">53%</text>
<text x="850" y="610" text-anchor="middle" font-size="19" font-weight="600" fill="#0f172a">MMLU</text>
<text x="850" y="634" text-anchor="middle" font-size="14" fill="#64748b">100 samples · mixed subjects</text>
<text x="600" y="668" text-anchor="middle" font-size="13" fill="#94a3b8">
Real pass@1 — model code runs against the official test suite in a sandboxed subprocess. MTP doesn't affect output quality.
</text>
</svg>
|