Spaces:

XReyRobert
/

gptq-pro-smoke24-agentic-3090

Running

App Files Files Community

gptq-pro-smoke24-agentic-3090 / index.html

XReyRobert

Show tied Smoke24 top score

828362c verified about 1 month ago

Raw

History Blame Contribute Delete

183 kB

	<!doctype html>
	<html lang="en">
	<head>
	<meta charset="utf-8" />
	<meta name="viewport" content="width=device-width, initial-scale=1" />
	<title>GPTQ-Pro Smoke24 Agentic 3090 Dashboard</title>
	<style>
	:root {
	color-scheme: dark;
	--bg: #0b0f14;
	--panel: #121821;
	--panel-2: #161f2b;
	--ink: #eef4fb;
	--muted: #99a8bb;
	--subtle: #617086;
	--line: #273346;
	--green: #30c67c;
	--cyan: #38bdf8;
	--blue: #5b8cff;
	--orange: #f59e0b;
	--red: #ef4444;
	--purple: #a78bfa;
	--teal: #2dd4bf;
	--shadow: 0 18px 70px rgba(0, 0, 0, 0.35);
	--radius: 8px;
	font-family: Inter, ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif;
	}

	* { box-sizing: border-box; }

	html {
	scroll-behavior: smooth;
	background: var(--bg);
	}

	body {
	margin: 0;
	min-height: 100vh;
	color: var(--ink);
	background:
	linear-gradient(180deg, rgba(17, 24, 39, 0.96), rgba(11, 15, 20, 1) 38%),
	repeating-linear-gradient(90deg, rgba(255,255,255,0.025), rgba(255,255,255,0.025) 1px, transparent 1px, transparent 120px);
	}

	a { color: inherit; }

	.shell {
	width: min(1480px, calc(100vw - 36px));
	margin: 0 auto;
	}

	.topbar {
	position: sticky;
	top: 0;
	z-index: 10;
	border-bottom: 1px solid rgba(148, 163, 184, 0.16);
	background: rgba(11, 15, 20, 0.86);
	backdrop-filter: blur(18px);
	}

	.topbar-inner {
	width: min(1480px, calc(100vw - 36px));
	margin: 0 auto;
	display: flex;
	align-items: center;
	justify-content: space-between;
	gap: 16px;
	min-height: 62px;
	}

	.brand {
	display: flex;
	align-items: center;
	gap: 12px;
	min-width: 0;
	}

	.mark {
	width: 34px;
	height: 34px;
	display: grid;
	place-items: center;
	border: 1px solid rgba(56, 189, 248, 0.42);
	border-radius: 8px;
	background: linear-gradient(135deg, rgba(48, 198, 124, 0.18), rgba(91, 140, 255, 0.18));
	color: var(--cyan);
	font-weight: 800;
	letter-spacing: 0;
	}

	.brand-title {
	display: flex;
	flex-direction: column;
	min-width: 0;
	}

	.brand-title strong {
	font-size: 14px;
	letter-spacing: 0;
	white-space: nowrap;
	overflow: hidden;
	text-overflow: ellipsis;
	}

	.brand-title span {
	font-size: 12px;
	color: var(--muted);
	white-space: nowrap;
	overflow: hidden;
	text-overflow: ellipsis;
	}

	.nav {
	display: flex;
	align-items: center;
	gap: 6px;
	flex-wrap: wrap;
	justify-content: flex-end;
	}

	.nav a, .pill, .metric-btn {
	border: 1px solid rgba(148, 163, 184, 0.18);
	background: rgba(22, 31, 43, 0.68);
	color: var(--muted);
	border-radius: 8px;
	min-height: 34px;
	padding: 8px 11px;
	font-size: 13px;
	line-height: 1;
	text-decoration: none;
	cursor: pointer;
	transition: border-color 140ms ease, background 140ms ease, color 140ms ease, transform 140ms ease;
	}

	.nav a:hover, .pill:hover, .metric-btn:hover {
	border-color: rgba(56, 189, 248, 0.45);
	color: var(--ink);
	transform: translateY(-1px);
	}

	.pill.active, .metric-btn.active {
	border-color: rgba(48, 198, 124, 0.7);
	background: rgba(48, 198, 124, 0.16);
	color: #d9ffe9;
	}

	.hero {
	padding: 42px 0 20px;
	display: grid;
	grid-template-columns: minmax(0, 1.2fr) minmax(390px, 0.8fr);
	gap: 22px;
	align-items: stretch;
	}

	.hero-main {
	border: 1px solid rgba(148, 163, 184, 0.16);
	border-radius: var(--radius);
	background:
	linear-gradient(135deg, rgba(48, 198, 124, 0.12), rgba(91, 140, 255, 0.09) 46%, rgba(245, 158, 11, 0.08)),
	rgba(18, 24, 33, 0.94);
	box-shadow: var(--shadow);
	padding: 28px;
	min-height: 300px;
	display: flex;
	flex-direction: column;
	justify-content: space-between;
	}

	.eyebrow {
	color: var(--green);
	font-size: 13px;
	font-weight: 700;
	text-transform: uppercase;
	letter-spacing: 0.08em;
	margin: 0 0 12px;
	}

	h1 {
	margin: 0;
	max-width: 980px;
	font-size: clamp(36px, 5.4vw, 76px);
	line-height: 0.96;
	letter-spacing: 0;
	text-wrap: balance;
	}

	.lead {
	margin: 18px 0 0;
	max-width: 890px;
	color: #c7d2e1;
	font-size: clamp(16px, 1.45vw, 21px);
	line-height: 1.45;
	}

	.hero-foot {
	display: flex;
	flex-wrap: wrap;
	gap: 9px;
	margin-top: 24px;
	}

	.chip {
	border: 1px solid rgba(148, 163, 184, 0.18);
	border-radius: 8px;
	padding: 7px 10px;
	color: var(--muted);
	background: rgba(11, 15, 20, 0.35);
	font-size: 13px;
	}

	.score-stack {
	display: grid;
	grid-template-columns: repeat(2, minmax(0, 1fr));
	gap: 12px;
	}

	.stat-card {
	border: 1px solid rgba(148, 163, 184, 0.16);
	border-radius: var(--radius);
	background: rgba(18, 24, 33, 0.94);
	padding: 18px;
	min-height: 144px;
	box-shadow: 0 12px 42px rgba(0, 0, 0, 0.22);
	}

	.stat-label {
	color: var(--muted);
	font-size: 12px;
	text-transform: uppercase;
	letter-spacing: 0.08em;
	font-weight: 700;
	}

	.stat-value {
	margin-top: 12px;
	font-size: clamp(22px, 2.6vw, 34px);
	line-height: 1.08;
	font-weight: 800;
	letter-spacing: 0;
	overflow-wrap: anywhere;
	}

	.stat-sub {
	margin-top: 9px;
	color: var(--muted);
	font-size: 13px;
	line-height: 1.35;
	}

	main {
	display: grid;
	gap: 18px;
	padding: 8px 0 52px;
	}

	.section {
	border: 1px solid rgba(148, 163, 184, 0.16);
	border-radius: var(--radius);
	background: rgba(18, 24, 33, 0.92);
	box-shadow: 0 12px 42px rgba(0, 0, 0, 0.2);
	}

	.section-head {
	padding: 18px 20px;
	border-bottom: 1px solid rgba(148, 163, 184, 0.12);
	display: flex;
	align-items: center;
	justify-content: space-between;
	gap: 16px;
	}

	.section-title {
	margin: 0;
	font-size: 20px;
	line-height: 1.2;
	letter-spacing: 0;
	}

	.section-kicker {
	margin: 5px 0 0;
	color: var(--muted);
	font-size: 13px;
	line-height: 1.4;
	}

	.controls {
	display: flex;
	align-items: center;
	gap: 8px;
	flex-wrap: wrap;
	justify-content: flex-end;
	}

	.panel-body {
	padding: 18px 20px 20px;
	}

	.two-col {
	display: grid;
	grid-template-columns: minmax(0, 1.3fr) minmax(360px, 0.7fr);
	gap: 18px;
	}

	.chart-frame {
	min-height: 520px;
	border-radius: var(--radius);
	border: 1px solid rgba(148, 163, 184, 0.12);
	background: #0e141d;
	overflow: hidden;
	position: relative;
	}

	.chart-svg {
	display: block;
	width: 100%;
	height: 520px;
	}

	.legend {
	display: flex;
	flex-wrap: wrap;
	gap: 8px 14px;
	margin-top: 12px;
	color: var(--muted);
	font-size: 12px;
	}

	.legend-item {
	display: inline-flex;
	align-items: center;
	gap: 7px;
	}

	.swatch {
	width: 10px;
	height: 10px;
	border-radius: 3px;
	display: inline-block;
	}

	.swatch.ref-swatch {
	width: 20px;
	height: 0;
	border-radius: 0;
	border-top: 2px dashed var(--cyan);
	background: transparent;
	}

	.rank-list {
	display: grid;
	gap: 11px;
	}

	.rank-row {
	display: grid;
	grid-template-columns: minmax(120px, 1fr) minmax(130px, 1.15fr) 76px;
	gap: 10px;
	align-items: center;
	min-height: 38px;
	}

	.rank-name {
	font-size: 13px;
	color: #dbe7f4;
	overflow: hidden;
	white-space: nowrap;
	text-overflow: ellipsis;
	}

	.bar-track {
	height: 12px;
	border-radius: 999px;
	background: linear-gradient(90deg, rgba(239, 68, 68, 0.32), rgba(245, 158, 11, 0.34) 45%, rgba(48, 198, 124, 0.34));
	overflow: hidden;
	box-shadow: inset 0 0 0 1px rgba(255,255,255,0.04);
	}

	.bar-fill {
	height: 100%;
	border-radius: 999px;
	background: var(--green);
	min-width: 2px;
	box-shadow: 0 0 18px rgba(255,255,255,0.12);
	}

	.rank-value {
	color: var(--muted);
	font-size: 12px;
	text-align: right;
	font-variant-numeric: tabular-nums;
	}

	.focus {
	min-height: 168px;
	border: 1px solid rgba(148, 163, 184, 0.12);
	border-radius: var(--radius);
	background: rgba(14, 20, 29, 0.9);
	padding: 16px;
	margin-top: 18px;
	}

	.focus h3 {
	margin: 0;
	font-size: 19px;
	letter-spacing: 0;
	}

	.focus-grid {
	display: grid;
	grid-template-columns: repeat(2, minmax(0, 1fr));
	gap: 10px;
	margin-top: 14px;
	}

	.focus-metric {
	border-top: 1px solid rgba(148, 163, 184, 0.12);
	padding-top: 9px;
	}

	.focus-metric span {
	display: block;
	color: var(--muted);
	font-size: 12px;
	margin-bottom: 4px;
	}

	.focus-metric strong {
	font-size: 18px;
	font-variant-numeric: tabular-nums;
	}

	.serving-grid {
	display: grid;
	grid-template-columns: repeat(auto-fit, minmax(300px, 1fr));
	gap: 14px;
	}

	.serving-card {
	border: 1px solid rgba(148, 163, 184, 0.14);
	border-radius: var(--radius);
	background:
	radial-gradient(circle at top left, rgba(56, 189, 248, 0.14), transparent 42%),
	rgba(14, 20, 29, 0.88);
	padding: 15px;
	min-height: 236px;
	}

	.serving-head {
	display: flex;
	align-items: flex-start;
	justify-content: space-between;
	gap: 12px;
	margin-bottom: 13px;
	}

	.serving-title {
	font-size: 15px;
	font-weight: 800;
	line-height: 1.2;
	}

	.serving-sub {
	color: var(--muted);
	font-size: 12px;
	margin-top: 4px;
	line-height: 1.35;
	}

	.serving-mini {
	display: grid;
	grid-template-columns: repeat(2, minmax(0, 1fr));
	gap: 8px;
	margin-bottom: 13px;
	}

	.serving-mini div {
	border: 1px solid rgba(148, 163, 184, 0.1);
	border-radius: 8px;
	padding: 8px;
	background: rgba(11, 15, 20, 0.36);
	}

	.serving-mini span {
	display: block;
	color: var(--muted);
	font-size: 11px;
	margin-bottom: 4px;
	}

	.serving-mini strong {
	font-size: 16px;
	font-variant-numeric: tabular-nums;
	}

	.serving-bars {
	display: grid;
	gap: 8px;
	}

	.serving-row {
	display: grid;
	grid-template-columns: 86px minmax(80px, 1fr) 78px;
	gap: 8px;
	align-items: center;
	color: #dbe7f4;
	font-size: 12px;
	}

	.serving-track {
	height: 9px;
	border-radius: 999px;
	background: rgba(148, 163, 184, 0.12);
	overflow: hidden;
	box-shadow: inset 0 0 0 1px rgba(255,255,255,0.03);
	}

	.serving-fill {
	height: 100%;
	border-radius: inherit;
	background: linear-gradient(90deg, var(--cyan), var(--green));
	min-width: 2px;
	}

	.serving-value {
	text-align: right;
	color: var(--muted);
	font-variant-numeric: tabular-nums;
	}

	.serving-note {
	margin-top: 12px;
	color: var(--muted);
	font-size: 12px;
	line-height: 1.4;
	}

	.heatmap-wrap {
	overflow: auto;
	border: 1px solid rgba(148, 163, 184, 0.12);
	border-radius: var(--radius);
	background: #0e141d;
	}

	.heatmap {
	min-width: 1180px;
	display: grid;
	gap: 1px;
	padding: 10px;
	}

	.heat-cell, .heat-head, .heat-model {
	min-height: 34px;
	display: flex;
	align-items: center;
	border-radius: 5px;
	font-size: 12px;
	line-height: 1.15;
	}

	.heat-head {
	color: var(--muted);
	justify-content: center;
	writing-mode: vertical-rl;
	transform: rotate(180deg);
	height: 132px;
	overflow: hidden;
	text-overflow: ellipsis;
	}

	.heat-model {
	color: #dce8f7;
	padding: 0 9px;
	background: rgba(148, 163, 184, 0.08);
	position: sticky;
	left: 10px;
	z-index: 2;
	}

	.heat-cell {
	justify-content: center;
	font-weight: 700;
	cursor: default;
	color: #071016;
	font-variant-numeric: tabular-nums;
	}

	.heat-cell.fail {
	background: linear-gradient(135deg, rgba(127, 29, 29, 0.72), rgba(239, 68, 68, 0.34));
	color: #ffd6d6;
	}

	.heat-cell.pass {
	background: linear-gradient(135deg, rgba(20, 184, 166, 0.88), rgba(48, 198, 124, 0.72));
	color: #04130b;
	}

	.heat-cell.mixed {
	background: linear-gradient(135deg, rgba(245, 158, 11, 0.78), rgba(234, 179, 8, 0.5));
	color: #170e00;
	}

	table {
	width: 100%;
	border-collapse: collapse;
	font-size: 13px;
	}

	th, td {
	border-bottom: 1px solid rgba(148, 163, 184, 0.12);
	padding: 11px 10px;
	text-align: left;
	vertical-align: middle;
	}

	th {
	color: var(--muted);
	font-size: 12px;
	text-transform: uppercase;
	letter-spacing: 0.06em;
	font-weight: 800;
	cursor: pointer;
	user-select: none;
	position: sticky;
	top: 62px;
	background: #121821;
	z-index: 3;
	}

	td {
	color: #d9e5f2;
	font-variant-numeric: tabular-nums;
	}

	.table-wrap {
	overflow: auto;
	max-height: 640px;
	}

	.model-link {
	color: var(--ink);
	text-decoration: none;
	font-weight: 700;
	}

	.model-link:hover { color: var(--cyan); }

	.badge {
	display: inline-flex;
	align-items: center;
	border: 1px solid rgba(148, 163, 184, 0.18);
	border-radius: 999px;
	padding: 4px 8px;
	color: var(--muted);
	background: rgba(148, 163, 184, 0.08);
	font-size: 12px;
	white-space: nowrap;
	}

	.gallery {
	display: grid;
	grid-template-columns: repeat(2, minmax(0, 1fr));
	gap: 14px;
	}

	.asset {
	border: 1px solid rgba(148, 163, 184, 0.12);
	border-radius: var(--radius);
	overflow: hidden;
	background: #f8fafc;
	}

	.asset img {
	width: 100%;
	display: block;
	background: #f8fafc;
	}

	.asset-title {
	color: #dfe8f7;
	background: #101721;
	border-top: 1px solid rgba(148, 163, 184, 0.16);
	padding: 10px 12px;
	font-size: 13px;
	font-weight: 700;
	}

	.method-grid {
	display: grid;
	grid-template-columns: repeat(3, minmax(0, 1fr));
	gap: 14px;
	}

	.method-item {
	border: 1px solid rgba(148, 163, 184, 0.12);
	border-radius: var(--radius);
	padding: 14px;
	background: rgba(14, 20, 29, 0.72);
	color: var(--muted);
	font-size: 13px;
	line-height: 1.45;
	}

	.method-item strong {
	display: block;
	color: var(--ink);
	font-size: 14px;
	margin-bottom: 6px;
	}

	.tooltip {
	position: fixed;
	z-index: 40;
	pointer-events: none;
	max-width: 320px;
	border: 1px solid rgba(148, 163, 184, 0.2);
	border-radius: 8px;
	padding: 10px 12px;
	background: rgba(8, 12, 18, 0.96);
	box-shadow: var(--shadow);
	color: #e7eef8;
	font-size: 12px;
	line-height: 1.35;
	opacity: 0;
	transform: translateY(4px);
	transition: opacity 90ms ease, transform 90ms ease;
	}

	.tooltip.visible {
	opacity: 1;
	transform: translateY(0);
	}

	.empty {
	color: var(--muted);
	padding: 30px;
	text-align: center;
	}

	@media (max-width: 1080px) {
	.hero, .two-col, .method-grid {
	grid-template-columns: 1fr;
	}
	.score-stack {
	grid-template-columns: repeat(2, minmax(0, 1fr));
	}
	.gallery {
	grid-template-columns: 1fr;
	}
	}

	@media (max-width: 740px) {
	.shell, .topbar-inner {
	width: min(100vw - 22px, 1480px);
	}
	.topbar-inner {
	align-items: flex-start;
	flex-direction: column;
	padding: 10px 0;
	}
	.nav {
	width: 100%;
	justify-content: flex-start;
	}
	.hero-main {
	padding: 20px;
	}
	.score-stack {
	grid-template-columns: 1fr;
	}
	.section-head {
	align-items: flex-start;
	flex-direction: column;
	}
	.controls {
	justify-content: flex-start;
	}
	th {
	top: 112px;
	}
	}
	</style>
	</head>
	<body>
	<script>
	window.REPORT_DATA = {"meta":{"title":"GPTQ-Pro Smoke24 Agentic 3090 Dashboard","report_date":"2026-06-29","corpus_id":"tb20-coder-smoke24-fast-success-failure-20260616","task_count":24,"hardware_context":"Local vLLM / LiteLLM residency runs in the RTX 3090 deployment context","harness":"Terminal-Bench 2.0 Smoke24, Terminus-2, 30m task timeout, 32 CPU / 48 GiB sandbox","reference_model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","reference_label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","best_local_label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","best_local_labels":["Qwopus3.6 27B v2 GPTQ-Pro 131K","Ornith 1.0 35B GPTQ-Pro 262K"],"best_local_tie_count":2,"best_local_score":17.0,"best_local_success_rate":0.70833333,"best_efficiency_label":"Ornith 1.0 35B GPTQ-Pro 262K","best_efficiency_llm_min_per_success":3.54857145},"models":[{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","display_order":5,"family":"qwen","scope":"reference","url":"https://huggingface.co/groxaxo/Qwen3.6-27B-GPTQ-Pro-4bit","trials":24,"score":14.0,"success_rate":0.58333333,"equivalent_score":14.0,"wall_min":240.36390078,"input_tokens":null,"output_tokens":215554.0,"output_tokens_per_success":15396.714285714286,"parser_warning_count":14,"parser_warning_trials":0,"llm_api_min":126.77999498,"observed_tps":28.33701537,"llm_share_wall":null,"reasoning_share":null,"llm_min_per_success":9.055713927142858,"wall_min_per_success":17.168850055714284,"baseline_equiv_tokens_per_success":null,"successes_per_llm_hour":6.625650995904464,"llm_efficiency_index":null,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-30m-32c48g-think32k-max40k-temp1-top_p0p95-top_k20-preserve-thinking","serving_metrics":{"collection_status":"ok","query_window":"15021s","requests_completed":247.34406093547886,"prompt_tokens_completed":2710207.5272415057,"generation_tokens_completed":400375.3288516658,"decode_tps_from_decode_seconds":43.188703370684735,"decode_tps_from_tpot":44.53514244224961,"prefill_tps":1095.6526782015237,"prefix_cache_hit_ratio":0.812897222488904,"avg_ttft_seconds":7.167691322103624,"avg_e2e_latency_seconds":44.68092473798435},"vllm_decode_tps":44.53514244224961,"vllm_prefill_tps":1095.6526782015237,"prefix_cache_hit_ratio":0.812897222488904,"avg_ttft_seconds":7.167691322103624,"avg_e2e_latency_seconds":44.68092473798435},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","display_order":10,"family":"qwopus27","scope":"local-131k","url":"https://huggingface.co/XReyRobert/Qwopus3.6-27B-v2-GPTQ-Pro-v1","trials":24,"score":17.0,"success_rate":0.70833333,"equivalent_score":17.0,"wall_min":220.44592283,"input_tokens":3941083.0,"output_tokens":205640.0,"output_tokens_per_success":12096.4706,"parser_warning_count":10,"parser_warning_trials":5,"llm_api_min":109.98287882,"observed_tps":31.1624261,"llm_share_wall":0.49891092,"reasoning_share":0.45670289,"llm_min_per_success":6.46958111,"wall_min_per_success":12.96740723,"baseline_equiv_tokens_per_success":10999.7172,"successes_per_llm_hour":9.27417077,"llm_efficiency_index":1.39973729,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-131k-30m-32c48g-think32k-max40k-temp1-top_p0p95-top_k20-preserve-thinking","serving_metrics":{"collection_status":"ok","query_window":"13826s","requests_completed":255.01348933782268,"prompt_tokens_completed":4123193.1027553314,"generation_tokens_completed":361488.1214802095,"decode_tps_from_decode_seconds":43.31794442159101,"decode_tps_from_tpot":44.16515697362538,"prefill_tps":1052.6993810432198,"prefix_cache_hit_ratio":0.8659611213346531,"avg_ttft_seconds":6.431036575572698,"avg_e2e_latency_seconds":39.13330282416998},"vllm_decode_tps":44.16515697362538,"vllm_prefill_tps":1052.6993810432198,"prefix_cache_hit_ratio":0.8659611213346531,"avg_ttft_seconds":6.431036575572698,"avg_e2e_latency_seconds":39.13330282416998},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","display_order":20,"family":"qwopus35","scope":"local-131k","url":"https://huggingface.co/XReyRobert/Qwopus3.6-35B-A3B-v1-GPTQ-Pro","trials":24,"score":13.0,"success_rate":0.54166667,"equivalent_score":13.0,"wall_min":287.10529313,"input_tokens":15814878.0,"output_tokens":628396.0,"output_tokens_per_success":48338.1538,"parser_warning_count":177,"parser_warning_trials":14,"llm_api_min":78.77177858,"observed_tps":132.95709269,"llm_share_wall":0.27436547,"reasoning_share":0.58225645,"llm_min_per_success":6.05936758,"wall_min_per_success":22.08502255,"baseline_equiv_tokens_per_success":10302.2635,"successes_per_llm_hour":9.90202347,"llm_efficiency_index":1.4944982,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-131k-30m-32c48g-think32k-max40k-temp1-top_p0p95-top_k20-preserve-thinking","serving_metrics":{"collection_status":"ok","query_window":"17826s","requests_completed":612.2679509632225,"prompt_tokens_completed":15936870.560420316,"generation_tokens_completed":710926.127408056,"decode_tps_from_decode_seconds":152.12705290674882,"decode_tps_from_tpot":153.8030887317905,"prefill_tps":4278.436112986577,"prefix_cache_hit_ratio":0.9190618972798161,"avg_ttft_seconds":0.5909642275733761,"avg_e2e_latency_seconds":8.2273295681461},"vllm_decode_tps":153.8030887317905,"vllm_prefill_tps":4278.436112986577,"prefix_cache_hit_ratio":0.9190618972798161,"avg_ttft_seconds":0.5909642275733761,"avg_e2e_latency_seconds":8.2273295681461},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","display_order":30,"family":"nex","scope":"local-131k","url":"https://huggingface.co/XReyRobert/Nex-N2-mini-GPTQ-Pro","trials":24,"score":14.0,"success_rate":0.58333333,"equivalent_score":14.0,"wall_min":285.54599293,"input_tokens":22376725.0,"output_tokens":1252930.0,"output_tokens_per_success":89495.0,"parser_warning_count":224,"parser_warning_trials":15,"llm_api_min":153.0054446,"observed_tps":136.34155343,"llm_share_wall":0.53583468,"reasoning_share":0.76694882,"llm_min_per_success":10.92896033,"wall_min_per_success":20.39614235,"baseline_equiv_tokens_per_success":18581.647,"successes_per_llm_hour":5.49000071,"llm_efficiency_index":0.82859793,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-131k-30m-32c48g-think32k-max40k-temp1-top_p0p95-top_k20-preserve-thinking","serving_metrics":{"collection_status":"ok","query_window":"17732s","requests_completed":751.3349687778768,"prompt_tokens_completed":22510371.832292594,"generation_tokens_completed":1740105.7939339874,"decode_tps_from_decode_seconds":149.64623197845253,"decode_tps_from_tpot":150.96148404112074,"prefill_tps":4170.88522557241,"prefix_cache_hit_ratio":0.9303306403957701,"avg_ttft_seconds":0.6794876160221633,"avg_e2e_latency_seconds":16.15593587161698},"vllm_decode_tps":150.96148404112074,"vllm_prefill_tps":4170.88522557241,"prefix_cache_hit_ratio":0.9303306403957701,"avg_ttft_seconds":0.6794876160221633,"avg_e2e_latency_seconds":16.15593587161698},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","display_order":40,"family":"coder","scope":"local-131k","url":"https://huggingface.co/XReyRobert/Qwopus3.6-27B-Coder-GPTQ-Pro","trials":24,"score":15.0,"success_rate":0.625,"equivalent_score":15.0,"wall_min":198.97648978,"input_tokens":2223503.0,"output_tokens":217949.0,"output_tokens_per_success":14529.9333,"parser_warning_count":12,"parser_warning_trials":9,"llm_api_min":123.67511317,"observed_tps":29.37117453,"llm_share_wall":0.62155641,"reasoning_share":0.60068486,"llm_min_per_success":8.24500754,"wall_min_per_success":13.26509932,"baseline_equiv_tokens_per_success":14018.3343,"successes_per_llm_hour":7.277131,"llm_efficiency_index":1.09832694,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-131k-30m-32c48g-think32k-max40k-temp1-top_p0p95-top_k20-preserve-thinking","serving_metrics":{"collection_status":"ok","query_window":"12538s","requests_completed":226.2858048162231,"prompt_tokens_completed":2234007.1375158424,"generation_tokens_completed":325001.39416983526,"decode_tps_from_decode_seconds":43.44241134479688,"decode_tps_from_tpot":44.67982758189825,"prefill_tps":1118.755051858144,"prefix_cache_hit_ratio":0.805402162190603,"avg_ttft_seconds":4.793045003679063,"avg_e2e_latency_seconds":37.8386520326665},"vllm_decode_tps":44.67982758189825,"vllm_prefill_tps":1118.755051858144,"prefix_cache_hit_ratio":0.805402162190603,"avg_ttft_seconds":4.793045003679063,"avg_e2e_latency_seconds":37.8386520326665},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","display_order":50,"family":"qwopus35","scope":"long-context","url":"https://huggingface.co/XReyRobert/Qwopus3.6-35B-A3B-v1-GPTQ-Pro","trials":24,"score":13.0,"success_rate":0.54166667,"equivalent_score":13.0,"wall_min":247.69494183,"input_tokens":14790853.0,"output_tokens":681874.0,"output_tokens_per_success":52451.8462,"parser_warning_count":85,"parser_warning_trials":14,"llm_api_min":86.28562877,"observed_tps":131.70868462,"llm_share_wall":0.34835442,"reasoning_share":0.62289386,"llm_min_per_success":6.63735606,"wall_min_per_success":19.05345706,"baseline_equiv_tokens_per_success":11284.9716,"successes_per_llm_hour":9.03974406,"llm_efficiency_index":1.3643556,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-262k-30m-32c48g-think32k-max40k-input220k-temp1-top_p0p95-top_k20-preserve-thinking","serving_metrics":{"collection_status":"ok","query_window":"15461s","requests_completed":508.5183861082737,"prompt_tokens_completed":14891217.885597548,"generation_tokens_completed":767431.5582226763,"decode_tps_from_decode_seconds":148.0994864785829,"decode_tps_from_tpot":151.0700683961575,"prefill_tps":4310.08983294779,"prefix_cache_hit_ratio":0.9212836173704322,"avg_ttft_seconds":0.6478792719953642,"avg_e2e_latency_seconds":10.838452200720628},"vllm_decode_tps":151.0700683961575,"vllm_prefill_tps":4310.08983294779,"prefix_cache_hit_ratio":0.9212836173704322,"avg_ttft_seconds":0.6478792719953642,"avg_e2e_latency_seconds":10.838452200720628},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","display_order":55,"family":"ornith","scope":"long-context","url":"https://huggingface.co/XReyRobert/Ornith-1.0-35B-GPTQ-Pro-FOEM-4bit-g128-ns256","trials":24,"score":17.0,"success_rate":0.70833333,"equivalent_score":17.0,"wall_min":186.39483963,"input_tokens":7574557.0,"output_tokens":498170.0,"output_tokens_per_success":29304.1176,"parser_warning_count":36,"parser_warning_trials":10,"llm_api_min":60.32571458,"observed_tps":137.63340212,"llm_share_wall":0.32364477,"reasoning_share":0.74596172,"llm_min_per_success":3.54857145,"wall_min_per_success":10.96440233,"baseline_equiv_tokens_per_success":6033.3554,"successes_per_llm_hour":16.90821248,"llm_efficiency_index":2.55193225,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-ctx262k-cardparams-30m-32c48g-think32k-max40k-input220k-temp1-top_p0p95-top_k20","serving_metrics":{"collection_status":"ok","query_window":"11783s","requests_completed":344.67270118893674,"prompt_tokens_completed":7589386.281789213,"generation_tokens_completed":499146.18865318317,"decode_tps_from_decode_seconds":148.01683567055358,"decode_tps_from_tpot":151.35689673759154,"prefill_tps":4548.358294222596,"prefix_cache_hit_ratio":0.8987710728022461,"avg_ttft_seconds":0.5859140074530313,"avg_e2e_latency_seconds":10.36962897486465},"vllm_decode_tps":151.35689673759154,"vllm_prefill_tps":4548.358294222596,"prefix_cache_hit_ratio":0.8987710728022461,"avg_ttft_seconds":0.5859140074530313,"avg_e2e_latency_seconds":10.36962897486465},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","display_order":60,"family":"nex","scope":"long-context","url":"https://huggingface.co/XReyRobert/Nex-N2-mini-GPTQ-Pro","trials":24,"score":12.0,"success_rate":0.5,"equivalent_score":12.0,"wall_min":312.49951465,"input_tokens":30565079.0,"output_tokens":1683713.0,"output_tokens_per_success":140309.4167,"parser_warning_count":301,"parser_warning_trials":17,"llm_api_min":210.13186815,"observed_tps":133.54415768,"llm_share_wall":0.67242302,"reasoning_share":0.77195493,"llm_min_per_success":17.51098901,"wall_min_per_success":26.04162622,"baseline_equiv_tokens_per_success":29772.5499,"successes_per_llm_hour":3.42641983,"llm_efficiency_index":0.51714463,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-262k-30m-32c48g-think32k-max40k-input220k-temp1-top_p0p95-top_k20-preserve-thinking","serving_metrics":{"collection_status":"ok","query_window":"19349s","requests_completed":703.5653753026635,"prompt_tokens_completed":30993799.064164653,"generation_tokens_completed":1922179.1985472154,"decode_tps_from_decode_seconds":143.99248177720298,"decode_tps_from_tpot":145.29320542785467,"prefill_tps":3735.848169437506,"prefix_cache_hit_ratio":0.9366657895572358,"avg_ttft_seconds":0.9222316945719923,"avg_e2e_latency_seconds":19.894758045726153},"vllm_decode_tps":145.29320542785467,"vllm_prefill_tps":3735.848169437506,"prefix_cache_hit_ratio":0.9366657895572358,"avg_ttft_seconds":0.9222316945719923,"avg_e2e_latency_seconds":19.894758045726153},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","display_order":70,"family":"qwythos","scope":"experimental","url":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M","trials":24,"score":10.0,"success_rate":0.41666667,"equivalent_score":10.0,"wall_min":357.47851317,"input_tokens":39982946.0,"output_tokens":480964.0,"output_tokens_per_success":48096.4,"parser_warning_count":22,"parser_warning_trials":11,"llm_api_min":120.4843348,"observed_tps":66.5320241,"llm_share_wall":0.33703938,"reasoning_share":0.33942886,"llm_min_per_success":12.04843348,"wall_min_per_success":35.74785132,"baseline_equiv_tokens_per_success":20484.9987,"successes_per_llm_hour":4.97990051,"llm_efficiency_index":0.75160924,"global_tb20_accuracy":null,"global_tb20_stderr":null,"shape_id":"smoke24-litellm-residency-ctx512k-cardparams-30m-32c48g-max16k-input480k-temp1-top_p0p95","serving_metrics":{"collection_status":"ok","query_window":"22048s","requests_completed":1191.9493125781794,"prompt_tokens_completed":40677312.35293528,"generation_tokens_completed":679484.8082818624,"decode_tps_from_decode_seconds":76.96788877530312,"decode_tps_from_tpot":78.2830811516556,"prefill_tps":2642.741025393479,"prefix_cache_hit_ratio":0.9635856891433356,"avg_ttft_seconds":0.6165681402471698,"avg_e2e_latency_seconds":8.02304432227329},"vllm_decode_tps":78.2830811516556,"vllm_prefill_tps":2642.741025393479,"prefix_cache_hit_ratio":0.9635856891433356,"avg_ttft_seconds":0.6165681402471698,"avg_e2e_latency_seconds":8.02304432227329},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","display_order":110,"family":"claude","scope":"external-public","url":"https://www.tbench.ai/leaderboard/terminal-bench/2.0/terminus-2/2.0.0/claude-sonnet-4-5-20250929%40anthropic","trials":120,"score":74.0,"success_rate":0.61666667,"equivalent_score":14.8,"wall_min":null,"input_tokens":null,"output_tokens":null,"output_tokens_per_success":null,"parser_warning_count":0,"parser_warning_trials":0,"llm_api_min":null,"observed_tps":null,"llm_share_wall":null,"reasoning_share":null,"llm_min_per_success":null,"wall_min_per_success":null,"baseline_equiv_tokens_per_success":null,"successes_per_llm_hour":null,"llm_efficiency_index":null,"global_tb20_accuracy":0.42808989,"global_tb20_stderr":0.01422728,"shape_id":"tbench-public-terminus2-5shot-smoke24-external-public","serving_metrics":null,"vllm_decode_tps":null,"vllm_prefill_tps":null,"prefix_cache_hit_ratio":null,"avg_ttft_seconds":null,"avg_e2e_latency_seconds":null},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","display_order":120,"family":"claude","scope":"external-public","url":"https://www.tbench.ai/leaderboard/terminal-bench/2.0/terminus-2/2.0.0/claude-opus-4-6%40anthropic","trials":120,"score":84.0,"success_rate":0.7,"equivalent_score":16.8,"wall_min":null,"input_tokens":6648924.0,"output_tokens":735884.0,"output_tokens_per_success":8760.52380952381,"parser_warning_count":0,"parser_warning_trials":0,"llm_api_min":null,"observed_tps":null,"llm_share_wall":null,"reasoning_share":null,"llm_min_per_success":null,"wall_min_per_success":null,"baseline_equiv_tokens_per_success":null,"successes_per_llm_hour":null,"llm_efficiency_index":null,"global_tb20_accuracy":0.62921348,"global_tb20_stderr":0.01357646,"shape_id":"tbench-public-terminus2-5shot-smoke24-external-public","serving_metrics":null,"vllm_decode_tps":null,"vllm_prefill_tps":null,"prefix_cache_hit_ratio":null,"avg_ttft_seconds":null,"avg_e2e_latency_seconds":null},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","display_order":130,"family":"openai","scope":"external-public","url":"https://www.tbench.ai/leaderboard/terminal-bench/2.0/terminus-2/2.0.0/gpt-5%40openai","trials":120,"score":69.0,"success_rate":0.575,"equivalent_score":13.8,"wall_min":null,"input_tokens":null,"output_tokens":null,"output_tokens_per_success":null,"parser_warning_count":0,"parser_warning_trials":0,"llm_api_min":null,"observed_tps":null,"llm_share_wall":null,"reasoning_share":null,"llm_min_per_success":null,"wall_min_per_success":null,"baseline_equiv_tokens_per_success":null,"successes_per_llm_hour":null,"llm_efficiency_index":null,"global_tb20_accuracy":0.35168539,"global_tb20_stderr":0.01558925,"shape_id":"tbench-public-terminus2-5shot-smoke24-external-public","serving_metrics":null,"vllm_decode_tps":null,"vllm_prefill_tps":null,"prefix_cache_hit_ratio":null,"avg_ttft_seconds":null,"avg_e2e_latency_seconds":null},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","display_order":140,"family":"openai","scope":"external-public","url":"https://www.tbench.ai/leaderboard/terminal-bench/2.0/terminus-2/2.0.0/gpt-5.3-codex%40openai","trials":120,"score":89.0,"success_rate":0.74166667,"equivalent_score":17.8,"wall_min":null,"input_tokens":9237399.0,"output_tokens":1728609.0,"output_tokens_per_success":19422.573033707864,"parser_warning_count":0,"parser_warning_trials":0,"llm_api_min":null,"observed_tps":null,"llm_share_wall":null,"reasoning_share":null,"llm_min_per_success":null,"wall_min_per_success":null,"baseline_equiv_tokens_per_success":null,"successes_per_llm_hour":null,"llm_efficiency_index":null,"global_tb20_accuracy":0.64719101,"global_tb20_stderr":0.01385262,"shape_id":"tbench-public-terminus2-5shot-smoke24-external-public","serving_metrics":null,"vllm_decode_tps":null,"vllm_prefill_tps":null,"prefix_cache_hit_ratio":null,"avg_ttft_seconds":null,"avg_e2e_latency_seconds":null}],"tasks":[{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"git-leak-recovery","task_order":0,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":61874.0,"output_tokens":8864.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"git-leak-recovery","task_order":0,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"git-leak-recovery","task_order":0,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"git-leak-recovery","task_order":0,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":48360.0,"output_tokens":34712.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.85368483,"input_tokens":72165.0,"output_tokens":9474.0,"parser_warning_count":3},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.55532285,"input_tokens":32351.0,"output_tokens":10840.0,"parser_warning_count":0},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.41173933,"input_tokens":9963.0,"output_tokens":1454.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.57621707,"input_tokens":23113.0,"output_tokens":3253.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.30960892,"input_tokens":20300.0,"output_tokens":2670.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.2554349,"input_tokens":17508.0,"output_tokens":2501.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.2901428,"input_tokens":15135.0,"output_tokens":2035.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.51851982,"input_tokens":73686.0,"output_tokens":8019.0,"parser_warning_count":9},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"git-leak-recovery","task_order":0,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.45650733,"input_tokens":43607.0,"output_tokens":4922.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"prove-plus-comm","task_order":1,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":30817.0,"output_tokens":4897.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"prove-plus-comm","task_order":1,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"prove-plus-comm","task_order":1,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"prove-plus-comm","task_order":1,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":38859.0,"output_tokens":15214.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.91431308,"input_tokens":17687.0,"output_tokens":13910.0,"parser_warning_count":2},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.94488277,"input_tokens":13326.0,"output_tokens":3348.0,"parser_warning_count":0},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.13671102,"input_tokens":34018.0,"output_tokens":7288.0,"parser_warning_count":2},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.02857345,"input_tokens":14501.0,"output_tokens":3934.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.28748722,"input_tokens":6471.0,"output_tokens":1419.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.05046682,"input_tokens":6040.0,"output_tokens":1812.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":7.48625133,"input_tokens":208313.0,"output_tokens":18128.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.36944015,"input_tokens":26251.0,"output_tokens":6128.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"prove-plus-comm","task_order":1,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.99945437,"input_tokens":35192.0,"output_tokens":6487.0,"parser_warning_count":2},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"fix-git","task_order":2,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":69966.0,"output_tokens":7685.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"fix-git","task_order":2,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"fix-git","task_order":2,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"fix-git","task_order":2,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":258122.0,"output_tokens":55645.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"fix-git","task_order":2,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":7.65762808,"input_tokens":721232.0,"output_tokens":41853.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"fix-git","task_order":2,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":1.6722327,"input_tokens":26733.0,"output_tokens":4939.0,"parser_warning_count":0},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"fix-git","task_order":2,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.40087692,"input_tokens":13361.0,"output_tokens":1387.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"fix-git","task_order":2,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.06837008,"input_tokens":19279.0,"output_tokens":2765.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"fix-git","task_order":2,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.5938617,"input_tokens":40084.0,"output_tokens":3305.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"fix-git","task_order":2,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.28079423,"input_tokens":40763.0,"output_tokens":2429.0,"parser_warning_count":2},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"fix-git","task_order":2,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.33411922,"input_tokens":22194.0,"output_tokens":2325.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"fix-git","task_order":2,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.12330165,"input_tokens":107508.0,"output_tokens":4959.0,"parser_warning_count":4},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"fix-git","task_order":2,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.10364497,"input_tokens":37647.0,"output_tokens":4526.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"modernize-scientific-stack","task_order":3,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":81372.0,"output_tokens":9341.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"modernize-scientific-stack","task_order":3,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"modernize-scientific-stack","task_order":3,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"modernize-scientific-stack","task_order":3,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":72002.0,"output_tokens":26349.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.62265663,"input_tokens":22914.0,"output_tokens":4384.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.6543546,"input_tokens":23750.0,"output_tokens":3712.0,"parser_warning_count":2},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.89274353,"input_tokens":27027.0,"output_tokens":2290.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.0690297,"input_tokens":36576.0,"output_tokens":4460.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.65525663,"input_tokens":42124.0,"output_tokens":4481.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.11736635,"input_tokens":14586.0,"output_tokens":2218.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.44222393,"input_tokens":14333.0,"output_tokens":2725.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.48818692,"input_tokens":51073.0,"output_tokens":4847.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"modernize-scientific-stack","task_order":3,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.66050688,"input_tokens":54433.0,"output_tokens":5403.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"kv-store-grpc","task_order":4,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":81104.0,"output_tokens":8822.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"kv-store-grpc","task_order":4,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"kv-store-grpc","task_order":4,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"kv-store-grpc","task_order":4,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":59507.0,"output_tokens":41960.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":5.2344025,"input_tokens":99829.0,"output_tokens":23199.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.93716892,"input_tokens":9899.0,"output_tokens":15790.0,"parser_warning_count":0},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.84816497,"input_tokens":21418.0,"output_tokens":2248.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":12.69500992,"input_tokens":57817.0,"output_tokens":4645.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.10645252,"input_tokens":62440.0,"output_tokens":4552.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.68085495,"input_tokens":22709.0,"output_tokens":2898.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.88285127,"input_tokens":26124.0,"output_tokens":2659.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":1.97266328,"input_tokens":32867.0,"output_tokens":3006.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"kv-store-grpc","task_order":4,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.46479032,"input_tokens":37823.0,"output_tokens":3522.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"openssl-selfsigned-cert","task_order":5,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":63467.0,"output_tokens":11700.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"openssl-selfsigned-cert","task_order":5,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"openssl-selfsigned-cert","task_order":5,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"openssl-selfsigned-cert","task_order":5,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":36566.0,"output_tokens":30919.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.17952218,"input_tokens":13377.0,"output_tokens":12124.0,"parser_warning_count":1},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.98782408,"input_tokens":4534.0,"output_tokens":10957.0,"parser_warning_count":0},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.22992852,"input_tokens":9437.0,"output_tokens":2204.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.32473545,"input_tokens":14548.0,"output_tokens":3670.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.54582448,"input_tokens":20321.0,"output_tokens":3541.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.13338645,"input_tokens":23527.0,"output_tokens":5126.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.60509717,"input_tokens":33896.0,"output_tokens":4560.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.19639558,"input_tokens":9316.0,"output_tokens":2222.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"openssl-selfsigned-cert","task_order":5,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":6.11230468,"input_tokens":488208.0,"output_tokens":17648.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"headless-terminal","task_order":6,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":126241.0,"output_tokens":21776.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"headless-terminal","task_order":6,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"headless-terminal","task_order":6,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"headless-terminal","task_order":6,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":130342.0,"output_tokens":57692.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"headless-terminal","task_order":6,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":15.9532861,"input_tokens":963202.0,"output_tokens":98857.0,"parser_warning_count":9},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"headless-terminal","task_order":6,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":17.02072643,"input_tokens":1874183.0,"output_tokens":111914.0,"parser_warning_count":9},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"headless-terminal","task_order":6,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.27034742,"input_tokens":218494.0,"output_tokens":14114.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"headless-terminal","task_order":6,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.6704959,"input_tokens":53921.0,"output_tokens":7475.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"headless-terminal","task_order":6,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.43554522,"input_tokens":52526.0,"output_tokens":4935.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"headless-terminal","task_order":6,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.8765575,"input_tokens":37939.0,"output_tokens":10744.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"headless-terminal","task_order":6,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":72.19283023,"input_tokens":1659902.0,"output_tokens":46784.0,"parser_warning_count":8},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"headless-terminal","task_order":6,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":4.98727043,"input_tokens":121694.0,"output_tokens":11568.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"headless-terminal","task_order":6,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":90.59511858,"input_tokens":6555793.0,"output_tokens":28498.0,"parser_warning_count":1},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"multi-source-data-merger","task_order":7,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":123054.0,"output_tokens":21923.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"multi-source-data-merger","task_order":7,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"multi-source-data-merger","task_order":7,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"multi-source-data-merger","task_order":7,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":82679.0,"output_tokens":62088.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.7679414,"input_tokens":114384.0,"output_tokens":13832.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":6.66243498,"input_tokens":220253.0,"output_tokens":9044.0,"parser_warning_count":0},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.70222922,"input_tokens":40045.0,"output_tokens":4606.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.3347242,"input_tokens":27875.0,"output_tokens":5682.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.72224292,"input_tokens":25619.0,"output_tokens":9069.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.98313952,"input_tokens":24564.0,"output_tokens":4980.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.71090892,"input_tokens":27119.0,"output_tokens":4311.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.55416767,"input_tokens":71024.0,"output_tokens":11700.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"multi-source-data-merger","task_order":7,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.92501692,"input_tokens":74316.0,"output_tokens":8103.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"fix-code-vulnerability","task_order":8,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":478318.0,"output_tokens":21439.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"fix-code-vulnerability","task_order":8,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"fix-code-vulnerability","task_order":8,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"fix-code-vulnerability","task_order":8,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":589140.0,"output_tokens":40899.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.74178358,"input_tokens":267099.0,"output_tokens":14271.0,"parser_warning_count":5},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":30.69574118,"input_tokens":10773255.0,"output_tokens":109340.0,"parser_warning_count":93},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.80279298,"input_tokens":166516.0,"output_tokens":6050.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.25810518,"input_tokens":187351.0,"output_tokens":7636.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.53960647,"input_tokens":97238.0,"output_tokens":4686.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":6.90491655,"input_tokens":470331.0,"output_tokens":10337.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":8.77568933,"input_tokens":1469073.0,"output_tokens":20380.0,"parser_warning_count":31},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":12.12034088,"input_tokens":3262078.0,"output_tokens":43190.0,"parser_warning_count":11},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"fix-code-vulnerability","task_order":8,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":11.48141822,"input_tokens":2020736.0,"output_tokens":15138.0,"parser_warning_count":1},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"nginx-request-logging","task_order":9,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":188983.0,"output_tokens":15599.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"nginx-request-logging","task_order":9,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"nginx-request-logging","task_order":9,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"nginx-request-logging","task_order":9,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":58179.0,"output_tokens":76046.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":3.25285088,"input_tokens":10653.0,"output_tokens":13391.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":5.25605808,"input_tokens":113899.0,"output_tokens":34002.0,"parser_warning_count":0},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.80219112,"input_tokens":7889.0,"output_tokens":2343.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.54320212,"input_tokens":23444.0,"output_tokens":2649.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":5.46413677,"input_tokens":59191.0,"output_tokens":8686.0,"parser_warning_count":4},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.24976772,"input_tokens":13009.0,"output_tokens":4637.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.82468298,"input_tokens":32252.0,"output_tokens":3000.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.75799567,"input_tokens":67459.0,"output_tokens":5996.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"nginx-request-logging","task_order":9,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.20246393,"input_tokens":42163.0,"output_tokens":3831.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"build-pmars","task_order":10,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":409760.0,"output_tokens":13878.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"build-pmars","task_order":10,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"build-pmars","task_order":10,"attempts":5,"successes":2,"success_rate":0.4,"status":"2/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"build-pmars","task_order":10,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":603469.0,"output_tokens":86260.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"build-pmars","task_order":10,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.58983753,"input_tokens":3869887.0,"output_tokens":55061.0,"parser_warning_count":31},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":7.57841685,"input_tokens":406189.0,"output_tokens":17367.0,"parser_warning_count":7},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.96407608,"input_tokens":82849.0,"output_tokens":4180.0,"parser_warning_count":2},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.82255377,"input_tokens":82848.0,"output_tokens":5913.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.08375443,"input_tokens":106502.0,"output_tokens":5540.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.08713097,"input_tokens":105229.0,"output_tokens":5054.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.1040987,"input_tokens":392777.0,"output_tokens":10652.0,"parser_warning_count":6},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.63952358,"input_tokens":161889.0,"output_tokens":8439.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"build-pmars","task_order":10,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.01206483,"input_tokens":285003.0,"output_tokens":6626.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"code-from-image","task_order":11,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":124969.0,"output_tokens":22977.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"code-from-image","task_order":11,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"code-from-image","task_order":11,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"code-from-image","task_order":11,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":397939.0,"output_tokens":47318.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"code-from-image","task_order":11,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":13.91598038,"input_tokens":7384655.0,"output_tokens":57970.0,"parser_warning_count":92},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"code-from-image","task_order":11,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.77965293,"input_tokens":3013306.0,"output_tokens":125012.0,"parser_warning_count":31},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"code-from-image","task_order":11,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":15.321488,"input_tokens":1420437.0,"output_tokens":28341.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"code-from-image","task_order":11,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.69716607,"input_tokens":622440.0,"output_tokens":39022.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"code-from-image","task_order":11,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.4785257,"input_tokens":30925.0,"output_tokens":7495.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"code-from-image","task_order":11,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.75779073,"input_tokens":40653.0,"output_tokens":4390.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"code-from-image","task_order":11,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":19.8208027,"input_tokens":1380861.0,"output_tokens":48542.0,"parser_warning_count":5},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"code-from-image","task_order":11,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.72036237,"input_tokens":4565250.0,"output_tokens":57381.0,"parser_warning_count":28},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"code-from-image","task_order":11,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.69615613,"input_tokens":7002927.0,"output_tokens":64592.0,"parser_warning_count":5},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"feal-differential-cryptanalysis","task_order":12,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":324153.0,"output_tokens":74064.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"feal-differential-cryptanalysis","task_order":12,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"feal-differential-cryptanalysis","task_order":12,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"feal-differential-cryptanalysis","task_order":12,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":539451.0,"output_tokens":125399.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.11732432,"input_tokens":1336242.0,"output_tokens":230229.0,"parser_warning_count":6},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.04020088,"input_tokens":810224.0,"output_tokens":239304.0,"parser_warning_count":67},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":69.10461173,"input_tokens":332360.0,"output_tokens":164270.0,"parser_warning_count":6},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.99264342,"input_tokens":898.0,"output_tokens":202.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":19.0676485,"input_tokens":10254.0,"output_tokens":12898.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.00345053,"input_tokens":897.0,"output_tokens":238.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":10.7091945,"input_tokens":34971.0,"output_tokens":65374.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":33.63427723,"input_tokens":270190.0,"output_tokens":163350.0,"parser_warning_count":9},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"feal-differential-cryptanalysis","task_order":12,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.97862003,"input_tokens":436898.0,"output_tokens":37079.0,"parser_warning_count":1},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"raman-fitting","task_order":13,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":786332.0,"output_tokens":165915.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"raman-fitting","task_order":13,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"raman-fitting","task_order":13,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"raman-fitting","task_order":13,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":607195.0,"output_tokens":185488.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.7331948,"input_tokens":2497144.0,"output_tokens":185971.0,"parser_warning_count":2},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":18.32995633,"input_tokens":2235045.0,"output_tokens":128518.0,"parser_warning_count":9},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":4.95530108,"input_tokens":110836.0,"output_tokens":20362.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":29.40849527,"input_tokens":549320.0,"output_tokens":61704.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":27.03096948,"input_tokens":152327.0,"output_tokens":63159.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.70928573,"input_tokens":938941.0,"output_tokens":51656.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.71882072,"input_tokens":3391632.0,"output_tokens":61853.0,"parser_warning_count":40},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.72044483,"input_tokens":1383646.0,"output_tokens":72713.0,"parser_warning_count":2},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"raman-fitting","task_order":13,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.72680002,"input_tokens":6372099.0,"output_tokens":85016.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"log-summary-date-ranges","task_order":14,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":66833.0,"output_tokens":9316.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"log-summary-date-ranges","task_order":14,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"log-summary-date-ranges","task_order":14,"attempts":5,"successes":1,"success_rate":0.2,"status":"1/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"log-summary-date-ranges","task_order":14,"attempts":5,"successes":2,"success_rate":0.4,"status":"2/5","wall_min":null,"input_tokens":37514.0,"output_tokens":19460.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.12290963,"input_tokens":10448.0,"output_tokens":1547.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.67917487,"input_tokens":29129.0,"output_tokens":6422.0,"parser_warning_count":1},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.20739122,"input_tokens":18365.0,"output_tokens":2206.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.07116563,"input_tokens":19852.0,"output_tokens":2702.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.05996842,"input_tokens":18626.0,"output_tokens":2507.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.8825405,"input_tokens":14500.0,"output_tokens":2459.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.68581318,"input_tokens":52705.0,"output_tokens":6118.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":1.33204735,"input_tokens":45284.0,"output_tokens":2793.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"log-summary-date-ranges","task_order":14,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.58074612,"input_tokens":291703.0,"output_tokens":17838.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"video-processing","task_order":15,"attempts":5,"successes":1,"success_rate":0.2,"status":"1/5","wall_min":null,"input_tokens":841861.0,"output_tokens":95467.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"video-processing","task_order":15,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"video-processing","task_order":15,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"video-processing","task_order":15,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":4203961.0,"output_tokens":233982.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.13445283,"input_tokens":2634722.0,"output_tokens":64600.0,"parser_warning_count":52},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":28.98130667,"input_tokens":7356461.0,"output_tokens":175453.0,"parser_warning_count":35},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":13.53447147,"input_tokens":3660262.0,"output_tokens":54396.0,"parser_warning_count":12},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.81129967,"input_tokens":530456.0,"output_tokens":28541.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.06930393,"input_tokens":1126965.0,"output_tokens":49401.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.31147963,"input_tokens":1537163.0,"output_tokens":52019.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.86244483,"input_tokens":2094137.0,"output_tokens":75640.0,"parser_warning_count":44},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":22.25189797,"input_tokens":2592383.0,"output_tokens":74438.0,"parser_warning_count":2},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"video-processing","task_order":15,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":32.15782442,"input_tokens":1644451.0,"output_tokens":24474.0,"parser_warning_count":1},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"sqlite-with-gcov","task_order":16,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":338027.0,"output_tokens":12107.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"sqlite-with-gcov","task_order":16,"attempts":5,"successes":2,"success_rate":0.4,"status":"2/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"sqlite-with-gcov","task_order":16,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"sqlite-with-gcov","task_order":16,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":97702.0,"output_tokens":42688.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.43084342,"input_tokens":391933.0,"output_tokens":14339.0,"parser_warning_count":2},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.09782142,"input_tokens":309001.0,"output_tokens":15796.0,"parser_warning_count":1},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.06124498,"input_tokens":38706.0,"output_tokens":1846.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.6997826,"input_tokens":27179.0,"output_tokens":2811.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.31536262,"input_tokens":78516.0,"output_tokens":3093.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.77202783,"input_tokens":29064.0,"output_tokens":2280.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":3.34948247,"input_tokens":57952.0,"output_tokens":4405.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.35030738,"input_tokens":89418.0,"output_tokens":3657.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"sqlite-with-gcov","task_order":16,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":25.6217672,"input_tokens":5691139.0,"output_tokens":39800.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"sanitize-git-repo","task_order":17,"attempts":5,"successes":1,"success_rate":0.2,"status":"1/5","wall_min":null,"input_tokens":688500.0,"output_tokens":32548.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"sanitize-git-repo","task_order":17,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"sanitize-git-repo","task_order":17,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"sanitize-git-repo","task_order":17,"attempts":5,"successes":4,"success_rate":0.8,"status":"4/5","wall_min":null,"input_tokens":539289.0,"output_tokens":107830.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":13.88283102,"input_tokens":918296.0,"output_tokens":94393.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":23.13233902,"input_tokens":896884.0,"output_tokens":176702.0,"parser_warning_count":7},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.48427893,"input_tokens":77875.0,"output_tokens":4776.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.7718292,"input_tokens":28101.0,"output_tokens":3946.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":4.27218847,"input_tokens":63229.0,"output_tokens":6509.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":3.36885422,"input_tokens":31311.0,"output_tokens":4963.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.20726717,"input_tokens":150127.0,"output_tokens":6615.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.70369425,"input_tokens":153561.0,"output_tokens":7554.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"sanitize-git-repo","task_order":17,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":3.18265242,"input_tokens":129591.0,"output_tokens":7899.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"torch-pipeline-parallelism","task_order":18,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":933986.0,"output_tokens":91445.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"torch-pipeline-parallelism","task_order":18,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"torch-pipeline-parallelism","task_order":18,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"torch-pipeline-parallelism","task_order":18,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":248435.0,"output_tokens":199515.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.32403153,"input_tokens":176803.0,"output_tokens":148426.0,"parser_warning_count":14},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.5299476,"input_tokens":240403.0,"output_tokens":178383.0,"parser_warning_count":6},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.48298417,"input_tokens":1179135.0,"output_tokens":160995.0,"parser_warning_count":7},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.65514505,"input_tokens":49888.0,"output_tokens":4820.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.2373057,"input_tokens":26511.0,"output_tokens":1788.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.22887635,"input_tokens":28126.0,"output_tokens":3853.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.56803185,"input_tokens":2225101.0,"output_tokens":143942.0,"parser_warning_count":8},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":31.49591497,"input_tokens":264965.0,"output_tokens":133551.0,"parser_warning_count":2},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"torch-pipeline-parallelism","task_order":18,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":4.54117468,"input_tokens":15011.0,"output_tokens":10904.0,"parser_warning_count":2},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"count-dataset-tokens","task_order":19,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":253302.0,"output_tokens":19275.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"count-dataset-tokens","task_order":19,"attempts":5,"successes":2,"success_rate":0.4,"status":"2/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"count-dataset-tokens","task_order":19,"attempts":5,"successes":2,"success_rate":0.4,"status":"2/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"count-dataset-tokens","task_order":19,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":287826.0,"output_tokens":63364.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":7.08922995,"input_tokens":71714.0,"output_tokens":13180.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":6.46216537,"input_tokens":381442.0,"output_tokens":18290.0,"parser_warning_count":14},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.9895783,"input_tokens":41603.0,"output_tokens":2641.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":9.74978842,"input_tokens":98812.0,"output_tokens":6060.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":14.09320252,"input_tokens":105538.0,"output_tokens":6615.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":16.29170753,"input_tokens":391064.0,"output_tokens":8513.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":11.88450255,"input_tokens":200982.0,"output_tokens":8882.0,"parser_warning_count":16},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":30.74883233,"input_tokens":1090768.0,"output_tokens":31293.0,"parser_warning_count":9},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"count-dataset-tokens","task_order":19,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":5.93169178,"input_tokens":180915.0,"output_tokens":4625.0,"parser_warning_count":1},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"configure-git-webserver","task_order":20,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":324611.0,"output_tokens":17254.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"configure-git-webserver","task_order":20,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"configure-git-webserver","task_order":20,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"configure-git-webserver","task_order":20,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":107567.0,"output_tokens":50608.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":8.28470962,"input_tokens":145388.0,"output_tokens":40445.0,"parser_warning_count":1},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":6.6392914,"input_tokens":40045.0,"output_tokens":40611.0,"parser_warning_count":2},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.8015024,"input_tokens":32671.0,"output_tokens":4288.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.90669522,"input_tokens":20417.0,"output_tokens":3262.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":2.87012215,"input_tokens":20683.0,"output_tokens":2533.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.69876352,"input_tokens":53715.0,"output_tokens":6033.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":8.28409927,"input_tokens":431640.0,"output_tokens":14998.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":3.01304915,"input_tokens":80163.0,"output_tokens":5701.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"configure-git-webserver","task_order":20,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":17.80605035,"input_tokens":4961129.0,"output_tokens":34116.0,"parser_warning_count":4},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"cancel-async-tasks","task_order":21,"attempts":5,"successes":2,"success_rate":0.4,"status":"2/5","wall_min":null,"input_tokens":86234.0,"output_tokens":28648.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"cancel-async-tasks","task_order":21,"attempts":5,"successes":2,"success_rate":0.4,"status":"2/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"cancel-async-tasks","task_order":21,"attempts":5,"successes":3,"success_rate":0.6,"status":"3/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"cancel-async-tasks","task_order":21,"attempts":5,"successes":1,"success_rate":0.2,"status":"1/5","wall_min":null,"input_tokens":27776.0,"output_tokens":27076.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":16.16126792,"input_tokens":525844.0,"output_tokens":83272.0,"parser_warning_count":1},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":30.9639581,"input_tokens":1124198.0,"output_tokens":232637.0,"parser_warning_count":9},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":1.62003738,"input_tokens":11165.0,"output_tokens":3024.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.6336975,"input_tokens":12907.0,"output_tokens":3589.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.75560242,"input_tokens":15757.0,"output_tokens":3752.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":4.92826592,"input_tokens":23973.0,"output_tokens":8080.0,"parser_warning_count":5},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":16.07127888,"input_tokens":1844638.0,"output_tokens":68899.0,"parser_warning_count":8},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":2.32392695,"input_tokens":33741.0,"output_tokens":8024.0,"parser_warning_count":3},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"cancel-async-tasks","task_order":21,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":23.27182745,"input_tokens":3448386.0,"output_tokens":39062.0,"parser_warning_count":2},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"mteb-retrieve","task_order":22,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":54652.0,"output_tokens":8610.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"mteb-retrieve","task_order":22,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"mteb-retrieve","task_order":22,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"mteb-retrieve","task_order":22,"attempts":5,"successes":0,"success_rate":0.0,"status":"0/5","wall_min":null,"input_tokens":59369.0,"output_tokens":35523.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":5.73650048,"input_tokens":13871.0,"output_tokens":2810.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":12.28951425,"input_tokens":579918.0,"output_tokens":6362.0,"parser_warning_count":6},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":6.6436589,"input_tokens":9061.0,"output_tokens":1378.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":5.5520323,"input_tokens":8982.0,"output_tokens":1746.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":6.49765543,"input_tokens":8232.0,"output_tokens":1722.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":8.89758298,"input_tokens":47754.0,"output_tokens":5216.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":6.65372757,"input_tokens":26569.0,"output_tokens":2675.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":6.00925055,"input_tokens":15893.0,"output_tokens":2657.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"mteb-retrieve","task_order":22,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":10.15092335,"input_tokens":95151.0,"output_tokens":7368.0,"parser_warning_count":2},{"model_id":"external/tbench/terminus-2/claude-opus-4.6","label":"Claude Opus 4.6","scope":"external-public","task":"hf-model-inference","task_order":23,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":110508.0,"output_tokens":12334.0,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/claude-sonnet-4.5","label":"Claude Sonnet 4.5","scope":"external-public","task":"hf-model-inference","task_order":23,"attempts":5,"successes":1,"success_rate":0.2,"status":"1/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5","label":"GPT-5","scope":"external-public","task":"hf-model-inference","task_order":23,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":null,"output_tokens":null,"parser_warning_count":0},{"model_id":"external/tbench/terminus-2/gpt-5.3-codex","label":"GPT-5.3-Codex","scope":"external-public","task":"hf-model-inference","task_order":23,"attempts":5,"successes":5,"success_rate":1.0,"status":"5/5","wall_min":null,"input_tokens":106150.0,"output_tokens":62574.0,"parser_warning_count":0},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","scope":"local-131k","task":"hf-model-inference","task_order":23,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":12.77935235,"input_tokens":97236.0,"output_tokens":15392.0,"parser_warning_count":3},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","scope":"long-context","task":"hf-model-inference","task_order":23,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":6.53892388,"input_tokens":50651.0,"output_tokens":8970.0,"parser_warning_count":2},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","scope":"long-context","task":"hf-model-inference","task_order":23,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":5.63763278,"input_tokens":11064.0,"output_tokens":1483.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","scope":"reference","task":"hf-model-inference","task_order":23,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":9.77040355,"input_tokens":108898.0,"output_tokens":5067.0,"parser_warning_count":2},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","scope":"local-131k","task":"hf-model-inference","task_order":23,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":7.39581447,"input_tokens":33124.0,"output_tokens":3593.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","scope":"local-131k","task":"hf-model-inference","task_order":23,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":9.90793677,"input_tokens":27717.0,"output_tokens":3204.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","scope":"local-131k","task":"hf-model-inference","task_order":23,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":8.57755783,"input_tokens":22445.0,"output_tokens":2894.0,"parser_warning_count":0},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","scope":"long-context","task":"hf-model-inference","task_order":23,"attempts":1,"successes":1,"success_rate":1.0,"status":"OK","wall_min":9.59390093,"input_tokens":220746.0,"output_tokens":8688.0,"parser_warning_count":1},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","scope":"experimental","task":"hf-model-inference","task_order":23,"attempts":1,"successes":0,"success_rate":0.0,"status":"KO","wall_min":6.74827493,"input_tokens":38625.0,"output_tokens":3487.0,"parser_warning_count":0}],"variance":[{"canonical_model_id":"nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","context":"131k","passes":2,"score_values":"14;14","score_mean":14.0,"score_min":14.0,"score_max":14.0,"score_sample_std":0.0,"output_tokens_min":1252930.0,"output_tokens_max":1670562.0,"llm_api_min_min":153.0054446,"llm_api_min_max":197.35874162,"parser_warning_count_min":224.0,"parser_warning_count_max":224.0},{"canonical_model_id":"nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","context":"262k","passes":1,"score_values":"12","score_mean":12.0,"score_min":12.0,"score_max":12.0,"score_sample_std":null,"output_tokens_min":1683713.0,"output_tokens_max":1683713.0,"llm_api_min_min":210.13186815,"llm_api_min_max":210.13186815,"parser_warning_count_min":301.0,"parser_warning_count_max":301.0},{"canonical_model_id":"ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256","label":"ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256","context":"262k","passes":1,"score_values":"17","score_mean":17.0,"score_min":17.0,"score_max":17.0,"score_sample_std":null,"output_tokens_min":498170.0,"output_tokens_max":498170.0,"llm_api_min_min":60.32571458,"llm_api_min_max":60.32571458,"parser_warning_count_min":36.0,"parser_warning_count_max":36.0},{"canonical_model_id":"qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","context":"131k","passes":1,"score_values":"14","score_mean":14.0,"score_min":14.0,"score_max":14.0,"score_sample_std":null,"output_tokens_min":215554.0,"output_tokens_max":215554.0,"llm_api_min_min":126.77999498,"llm_api_min_max":126.77999498,"parser_warning_count_min":14.0,"parser_warning_count_max":14.0},{"canonical_model_id":"qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","context":"131k","passes":2,"score_values":"16;15","score_mean":15.5,"score_min":15.0,"score_max":16.0,"score_sample_std":0.70710678,"output_tokens_min":202230.0,"output_tokens_max":217949.0,"llm_api_min_min":86.74526043,"llm_api_min_max":123.67511317,"parser_warning_count_min":9.0,"parser_warning_count_max":12.0},{"canonical_model_id":"qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","context":"131k","passes":2,"score_values":"16;17","score_mean":16.5,"score_min":16.0,"score_max":17.0,"score_sample_std":0.70710678,"output_tokens_min":205640.0,"output_tokens_max":227409.0,"llm_api_min_min":109.98287882,"llm_api_min_max":128.19525423,"parser_warning_count_min":10.0,"parser_warning_count_max":13.0},{"canonical_model_id":"qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","context":"131k","passes":2,"score_values":"12;13","score_mean":12.5,"score_min":12.0,"score_max":13.0,"score_sample_std":0.70710678,"output_tokens_min":622762.0,"output_tokens_max":628396.0,"llm_api_min_min":74.86819778,"llm_api_min_max":78.77177858,"parser_warning_count_min":64.0,"parser_warning_count_max":177.0},{"canonical_model_id":"qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","context":"262k","passes":1,"score_values":"13","score_mean":13.0,"score_min":13.0,"score_max":13.0,"score_sample_std":null,"output_tokens_min":681874.0,"output_tokens_max":681874.0,"llm_api_min_min":86.28562877,"llm_api_min_max":86.28562877,"parser_warning_count_min":85.0,"parser_warning_count_max":85.0},{"canonical_model_id":"qwythos-9b-claude-mythos-5-1m-awq","label":"qwythos-9b-claude-mythos-5-1m-awq","context":"512k_experimental","passes":1,"score_values":"10","score_mean":10.0,"score_min":10.0,"score_max":10.0,"score_sample_std":null,"output_tokens_min":480964.0,"output_tokens_max":480964.0,"llm_api_min_min":120.4843348,"llm_api_min_max":120.4843348,"parser_warning_count_min":22.0,"parser_warning_count_max":22.0}],"serving_metrics":[{"model_id":"residency/vllm/qwen3.6-27b-gptq-pro-4bit","label":"Qwen3.6 27B GPTQ-Pro 131K (ref)","collection_status":"ok","query_window":"15021s","requests_completed":247.34406093547886,"prompt_tokens_completed":2710207.5272415057,"generation_tokens_completed":400375.3288516658,"decode_tps_from_decode_seconds":43.188703370684735,"decode_tps_from_tpot":44.53514244224961,"prefill_tps":1095.6526782015237,"prefix_cache_hit_ratio":0.812897222488904,"avg_ttft_seconds":7.167691322103624,"avg_e2e_latency_seconds":44.68092473798435},{"model_id":"residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2","label":"Qwopus3.6 27B v2 GPTQ-Pro 131K","collection_status":"ok","query_window":"13826s","requests_completed":255.01348933782268,"prompt_tokens_completed":4123193.1027553314,"generation_tokens_completed":361488.1214802095,"decode_tps_from_decode_seconds":43.31794442159101,"decode_tps_from_tpot":44.16515697362538,"prefill_tps":1052.6993810432198,"prefix_cache_hit_ratio":0.8659611213346531,"avg_ttft_seconds":6.431036575572698,"avg_e2e_latency_seconds":39.13330282416998},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 35B-A3B GPTQ-Pro 131K","collection_status":"ok","query_window":"17826s","requests_completed":612.2679509632225,"prompt_tokens_completed":15936870.560420316,"generation_tokens_completed":710926.127408056,"decode_tps_from_decode_seconds":152.12705290674882,"decode_tps_from_tpot":153.8030887317905,"prefill_tps":4278.436112986577,"prefix_cache_hit_ratio":0.9190618972798161,"avg_ttft_seconds":0.5909642275733761,"avg_e2e_latency_seconds":8.2273295681461},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro","label":"Nex-N2 Mini GPTQ-Pro 131K","collection_status":"ok","query_window":"17732s","requests_completed":751.3349687778768,"prompt_tokens_completed":22510371.832292594,"generation_tokens_completed":1740105.7939339874,"decode_tps_from_decode_seconds":149.64623197845253,"decode_tps_from_tpot":150.96148404112074,"prefill_tps":4170.88522557241,"prefix_cache_hit_ratio":0.9303306403957701,"avg_ttft_seconds":0.6794876160221633,"avg_e2e_latency_seconds":16.15593587161698},{"model_id":"residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256","label":"Qwopus3.6 27B Coder GPTQ-Pro 131K","collection_status":"ok","query_window":"12538s","requests_completed":226.2858048162231,"prompt_tokens_completed":2234007.1375158424,"generation_tokens_completed":325001.39416983526,"decode_tps_from_decode_seconds":43.44241134479688,"decode_tps_from_tpot":44.67982758189825,"prefill_tps":1118.755051858144,"prefix_cache_hit_ratio":0.805402162190603,"avg_ttft_seconds":4.793045003679063,"avg_e2e_latency_seconds":37.8386520326665},{"model_id":"residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Qwopus3.6 35B-A3B GPTQ-Pro 262K","collection_status":"ok","query_window":"15461s","requests_completed":508.5183861082737,"prompt_tokens_completed":14891217.885597548,"generation_tokens_completed":767431.5582226763,"decode_tps_from_decode_seconds":148.0994864785829,"decode_tps_from_tpot":151.0700683961575,"prefill_tps":4310.08983294779,"prefix_cache_hit_ratio":0.9212836173704322,"avg_ttft_seconds":0.6478792719953642,"avg_e2e_latency_seconds":10.838452200720628},{"model_id":"residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k","label":"Ornith 1.0 35B GPTQ-Pro 262K","collection_status":"ok","query_window":"11783s","requests_completed":344.67270118893674,"prompt_tokens_completed":7589386.281789213,"generation_tokens_completed":499146.18865318317,"decode_tps_from_decode_seconds":148.01683567055358,"decode_tps_from_tpot":151.35689673759154,"prefill_tps":4548.358294222596,"prefix_cache_hit_ratio":0.8987710728022461,"avg_ttft_seconds":0.5859140074530313,"avg_e2e_latency_seconds":10.36962897486465},{"model_id":"residency/vllm/nex-n2-mini-gptq-pro-ctx262k","label":"Nex-N2 Mini GPTQ-Pro 262K","collection_status":"ok","query_window":"19349s","requests_completed":703.5653753026635,"prompt_tokens_completed":30993799.064164653,"generation_tokens_completed":1922179.1985472154,"decode_tps_from_decode_seconds":143.99248177720298,"decode_tps_from_tpot":145.29320542785467,"prefill_tps":3735.848169437506,"prefix_cache_hit_ratio":0.9366657895572358,"avg_ttft_seconds":0.9222316945719923,"avg_e2e_latency_seconds":19.894758045726153},{"model_id":"residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k","label":"Qwythos 9B AWQ 512K (experimental)","collection_status":"ok","query_window":"22048s","requests_completed":1191.9493125781794,"prompt_tokens_completed":40677312.35293528,"generation_tokens_completed":679484.8082818624,"decode_tps_from_decode_seconds":76.96788877530312,"decode_tps_from_tpot":78.2830811516556,"prefill_tps":2642.741025393479,"prefix_cache_hit_ratio":0.9635856891433356,"avg_ttft_seconds":0.6165681402471698,"avg_e2e_latency_seconds":8.02304432227329}],"assets":[],"caveats":["Default view focuses on local RTX 3090-class serving context and real agentic workload behavior.","Default Space chart keeps the maximum served context for each local model family when both 131K and 262K rows exist.","External public Terminal-Bench rows are success-rate references only; timing and throughput are not hardware-comparable.","Long-context 262K rows are serving validation on the same Smoke24 corpus, not separate 131K leaderboard entries.","Qwythos AWQ is marked experimental and stays outside the default local release view.","Smoke24 is intentionally small; variance views should be used when reading one-task deltas."]};
	</script>

	<header class="topbar">
	<div class="topbar-inner">
	<div class="brand">
	<div class="mark">24</div>
	<div class="brand-title">
	<strong>GPTQ-Pro Smoke24</strong>
	<span>Agentic workload positioning on RTX 3090-class serving</span>
	</div>
	</div>
	<nav class="nav" aria-label="Page sections">
	<a href="#why-smoke24">Why Smoke24</a>
	<a href="#positioning">Positioning</a>
	<a href="#serving">Serving</a>
	<a href="#tasks">Tasks</a>
	<a href="#models">Models</a>
	</nav>
	</div>
	</header>

	<div class="shell">
	<section class="hero">
	<div class="hero-main">
	<div>
	<p class="eyebrow">Terminal-Bench 2.0 Smoke24</p>
	<h1>Real agentic workload signal for local 3090-class model serving.</h1>
	<p class="lead" id="heroLead"></p>
	</div>
	<div class="hero-foot" id="heroChips"></div>
	</div>
	<div class="score-stack" id="statCards"></div>
	</section>

	<main>
	<section class="section" id="why-smoke24">
	<div class="section-head">
	<div>
	<h2 class="section-title">Why Smoke24?</h2>
	<p class="section-kicker">A compact, fixed regression slice for real agentic workload positioning before spending full benchmark time.</p>
	</div>
	</div>
	<div class="panel-body">
	<div class="method-grid">
	<div class="method-item"><strong>Fixed corpus</strong>24 Terminal-Bench 2.0 tasks under the same Terminus-2 harness shape.</div>
	<div class="method-item"><strong>Balanced selection</strong>12 shortest prior successes and 12 shortest prior failures from the recovery-corrected Qwopus3.6-27B-v2 aggregate.</div>
	<div class="method-item"><strong>Intended read</strong>A fast local-serving regression and positioning lens, not a replacement for a full Terminal-Bench leaderboard submission.</div>
	</div>
	</div>
	</section>

	<section class="section" id="positioning">
	<div class="section-head">
	<div>
	<h2 class="section-title">Quality vs Local Serving Cost</h2>
	<p class="section-kicker">Default view keeps the maximum served context for each local model family when both 131K and 262K rows exist; audit filters keep the raw context-specific rows available.</p>
	</div>
	<div class="controls">
	<button class="pill active" data-scope="local">Max context</button>
	<button class="pill" data-scope="stable">131K only</button>
	<button class="pill" data-scope="long">262K validation</button>
	<button class="pill" data-scope="all">All rows</button>
	<button class="pill active" data-ref-toggle="external">External refs</button>
	</div>
	</div>
	<div class="panel-body two-col">
	<div>
	<div class="controls" style="justify-content:flex-start;margin-bottom:12px">
	<button class="metric-btn active" data-metric="llm_min_per_success">Serving time / solved task</button>
	<button class="metric-btn" data-metric="wall_min_per_success">End-to-end time / solved task</button>
	<button class="metric-btn" data-metric="output_tokens_per_success">Generated tokens / solved task</button>
	<button class="metric-btn" data-metric="observed_tps">Agent output tok/s</button>
	</div>
	<div class="chart-frame">
	<svg class="chart-svg" id="scatter" viewBox="0 0 980 520" role="img" aria-label="Model positioning scatter plot"></svg>
	</div>
	<div class="legend" id="legend"></div>
	</div>
	<aside>
	<div class="rank-list" id="rankList"></div>
	<div class="focus" id="focusPanel"></div>
	</aside>
	</div>
	</section>

	<section class="section" id="serving">
	<div class="section-head">
	<div>
	<h2 class="section-title">Serving Mechanics</h2>
	<p class="section-kicker">Recovered from vLLM serving metrics over each Smoke24 run window; local rows only, because external public rows are not on this hardware boundary.</p>
	</div>
	</div>
	<div class="panel-body">
	<div class="serving-grid" id="servingGrid"></div>
	</div>
	</section>

	<section class="section" id="tasks">
	<div class="section-head">
	<div>
	<h2 class="section-title">Task Matrix</h2>
	<p class="section-kicker">Each cell is one Smoke24 task for local rows or successes/attempts for external public rows.</p>
	</div>
	<div class="controls">
	<button class="pill heat-filter active" data-heat="local">Local 3090</button>
	<button class="pill heat-filter" data-heat="all">Include external</button>
	</div>
	</div>
	<div class="panel-body">
	<div class="heatmap-wrap">
	<div class="heatmap" id="heatmap"></div>
	</div>
	</div>
	</section>

	<section class="section" id="models">
	<div class="section-head">
	<div>
	<h2 class="section-title">Model Table</h2>
	<p class="section-kicker">Sortable detail view. External public rows carry success signal only; local rows carry runtime and token metrics.</p>
	</div>
	</div>
	<div class="table-wrap">
	<table id="modelTable"></table>
	</div>
	</section>

	<section class="section">
	<div class="section-head">
	<div>
	<h2 class="section-title">Methodology Boundary</h2>
	<p class="section-kicker">The benchmark is coherent because the local rows share the same task corpus and serving/harness shape.</p>
	</div>
	</div>
	<div class="panel-body">
	<div class="method-grid" id="methodGrid"></div>
	</div>
	</section>
	</main>
	</div>

	<div class="tooltip" id="tooltip"></div>

	<script>
	const data = window.REPORT_DATA;
	const colors = {
	qwen: '#b86cff',
	qwopus27: '#2f83ff',
	coder: '#21c087',
	qwopus35: '#ef4452',
	nex: '#f59e0b',
	ornith: '#58a6bd',
	qwythos: '#8b6ff4',
	claude: '#34d399',
	openai: '#60a5fa',
	other: '#94a3b8'
	};

	const state = {
	scope: 'local',
	heat: 'local',
	metric: 'llm_min_per_success',
	includeRefs: true,
	selected: null,
	sortKey: 'success_rate',
	sortDir: -1
	};

	const metricDefs = {
	llm_min_per_success: { label: 'Model serving time per solved task', short: 'Serving time/solved task', unit: 'min', lowerBetter: true },
	wall_min_per_success: { label: 'End-to-end task time per solved task', short: 'End-to-end time/solved task', unit: 'min', lowerBetter: true },
	output_tokens_per_success: { label: 'Generated tokens per solved task', short: 'Generated tokens/solved task', unit: 'tok', lowerBetter: true },
	observed_tps: { label: 'Agent-observed output tokens per second', short: 'Agent output tok/s', unit: 'tok/s', lowerBetter: false }
	};

	function fmtPct(value) {
	return value == null ? 'n/a' : `${(value * 100).toFixed(1)}%`;
	}

	function fmtNum(value, digits = 1) {
	if (value == null \|\| Number.isNaN(value)) return 'n/a';
	return Number(value).toLocaleString(undefined, { maximumFractionDigits: digits, minimumFractionDigits: digits });
	}

	function fmtCompact(value) {
	if (value == null \|\| Number.isNaN(value)) return 'n/a';
	const abs = Math.abs(value);
	if (abs >= 1000000) return `${(value / 1000000).toFixed(2)}M`;
	if (abs >= 1000) return `${(value / 1000).toFixed(1)}k`;
	return fmtNum(value, 1);
	}

	function fmtSeconds(value) {
	if (value == null \|\| Number.isNaN(value)) return 'n/a';
	if (value < 1) return `${Math.round(value * 1000)} ms`;
	return `${fmtNum(value, 2)}s`;
	}

	function fmtWindow(row) {
	const metrics = row.serving_metrics;
	if (!metrics) return 'n/a';
	return metrics.query_window \|\| 'benchmark run window';
	}

	function scoreText(row) {
	if (row.trials === 120) return `${row.score}/120 (${fmtNum(row.equivalent_score, 1)}/24 eq.)`;
	return `${fmtNum(row.score, row.score % 1 ? 1 : 0)}/${row.trials}`;
	}

	function modelUrl(row) {
	return row.url \|\| '#';
	}

	function contextRank(row) {
	if (row.scope === 'experimental') return 3;
	if (row.scope === 'long-context') return 2;
	if (row.scope === 'reference' \|\| row.scope === 'local-131k') return 1;
	return 0;
	}

	function maxContextRows(rows) {
	const grouped = new Map();
	rows.forEach(row => {
	const key = row.family \|\| row.model_id;
	const current = grouped.get(key);
	const currentOrder = current ? Math.min(current.order, row.display_order) : row.display_order;
	const replace = !current \|\|
	contextRank(row) > contextRank(current.row) \|\|
	(contextRank(row) === contextRank(current.row) && row.display_order < current.row.display_order);
	grouped.set(key, {
	order: currentOrder,
	row: replace ? row : current.row
	});
	});
	return Array.from(grouped.values())
	.sort((a, b) => a.order - b.order)
	.map(item => item.row);
	}

	function rowsForScope(scopeName = state.scope) {
	const rows = data.models.slice();
	if (scopeName === 'local') return maxContextRows(rows.filter(r => ['reference', 'local-131k', 'long-context'].includes(r.scope)));
	if (scopeName === 'stable') return rows.filter(r => ['reference', 'local-131k'].includes(r.scope));
	if (scopeName === 'long') return rows.filter(r => r.scope === 'long-context');
	if (scopeName === 'external') return rows.filter(r => r.scope === 'external-public');
	return rows;
	}

	function externalReferenceRows() {
	if (!state.includeRefs) return [];
	return data.models
	.filter(r => r.scope === 'external-public' && r.success_rate != null)
	.sort((a, b) => (b.success_rate \|\| 0) - (a.success_rate \|\| 0));
	}

	function taskRowsForHeat() {
	const modelIds = new Set(
	state.heat === 'local'
	? data.models.filter(r => ['reference', 'local-131k', 'long-context', 'experimental'].includes(r.scope)).map(r => r.model_id)
	: data.models.map(r => r.model_id)
	);
	return data.tasks.filter(r => modelIds.has(r.model_id));
	}

	function servingRows() {
	return data.models
	.filter(r => r.serving_metrics && r.scope !== 'external-public')
	.sort((a, b) => a.display_order - b.display_order);
	}

	function setupHero() {
	document.getElementById('heroLead').textContent =
	`${data.meta.harness}. The default lens shows the maximum served context per local model family, then overlays external success references without mixing non-comparable hardware timing.`;
	document.getElementById('heroChips').innerHTML = [
	data.meta.corpus_id,
	`${data.meta.task_count} tasks`,
	data.meta.reference_label,
	data.meta.report_date,
	'static HF Space'
	].map(item => `<span class="chip">${item}</span>`).join('');

	const localCount = rowsForScope('local').length;
	const externalCount = data.models.filter(r => r.scope === 'external-public').length;
	const bestScoreLabels = data.meta.best_local_labels \|\| [data.meta.best_local_label];
	const bestScoreValue = bestScoreLabels.length > 1
	? bestScoreLabels.join(' + ')
	: data.meta.best_local_label;
	const bestScoreSub = bestScoreLabels.length > 1
	? `${fmtNum(data.meta.best_local_score, 0)}/24 - ${fmtPct(data.meta.best_local_success_rate)} tie`
	: `${fmtNum(data.meta.best_local_score, 0)}/24 - ${fmtPct(data.meta.best_local_success_rate)}`;
	const cards = [
	['Best Smoke24 score', bestScoreValue, bestScoreSub],
	['Best serving efficiency', `${data.meta.best_efficiency_label}`, `${fmtNum(data.meta.best_efficiency_llm_min_per_success, 2)} model serving min / solved task`],
	['Default local rows', localCount, 'Max-context row per model family'],
	['External references', externalCount, 'Success-only public leaderboard rows']
	];
	document.getElementById('statCards').innerHTML = cards.map(([label, value, sub]) => `
	<article class="stat-card">
	<div class="stat-label">${label}</div>
	<div class="stat-value">${value}</div>
	<div class="stat-sub">${sub}</div>
	</article>
	`).join('');
	}

	function scale(value, domain, range) {
	if (domain[1] === domain[0]) return (range[0] + range[1]) / 2;
	return range[0] + ((value - domain[0]) / (domain[1] - domain[0])) * (range[1] - range[0]);
	}

	function niceDomain(values, pad = 0.08) {
	const clean = values.filter(v => v != null && Number.isFinite(v));
	if (!clean.length) return [0, 1];
	let min = Math.min(...clean);
	let max = Math.max(...clean);
	if (min === max) {
	min = min * 0.8;
	max = max * 1.2 + 1;
	}
	const span = max - min;
	return [Math.max(0, min - span * pad), max + span * pad];
	}

	function tooltipHtml(row) {
	const serving = row.serving_metrics ? `
	<br>vLLM decode: ${fmtNum(row.vllm_decode_tps, 1)} tok/s
	<br>Prefill: ${fmtNum(row.vllm_prefill_tps, 0)} tok/s
	<br>Prefix cache: ${fmtPct(row.prefix_cache_hit_ratio)}
	<br>TTFT: ${fmtSeconds(row.avg_ttft_seconds)}
	` : '';
	return `
	<strong>${row.label}</strong><br>
	Scope: ${row.scope}<br>
	Score: ${scoreText(row)} (${fmtPct(row.success_rate)})<br>
	Model serving time/solved task: ${fmtNum(row.llm_min_per_success, 2)} min<br>
	End-to-end time/solved task: ${fmtNum(row.wall_min_per_success, 2)} min<br>
	Generated tokens/solved task: ${fmtCompact(row.output_tokens_per_success)}<br>
	Agent-observed output: ${fmtNum(row.observed_tps, 1)} tok/s${serving}
	`;
	}

	function referenceTooltipHtml(row) {
	return `
	<strong>${row.label}</strong><br>
	External public reference<br>
	Score: ${scoreText(row)} (${fmtPct(row.success_rate)})<br>
	Public attempts: ${fmtNum(row.score, 0)}/${row.trials}<br>
	Caveat: success reference only; no local 3090 cost/timing axis.
	`;
	}

	function showTooltip(event, html) {
	const tip = document.getElementById('tooltip');
	tip.innerHTML = html;
	tip.style.left = `${Math.min(event.clientX + 16, window.innerWidth - 340)}px`;
	tip.style.top = `${event.clientY + 16}px`;
	tip.classList.add('visible');
	}

	function hideTooltip() {
	document.getElementById('tooltip').classList.remove('visible');
	}

	function renderScatter() {
	const svg = document.getElementById('scatter');
	const rows = rowsForScope().filter(r => r.scope !== 'external-public' && r.success_rate != null && r[state.metric] != null);
	const refRows = externalReferenceRows();
	const hasRefs = refRows.length > 0;
	const w = 980, h = 520;
	const margin = { left: 72, right: hasRefs ? 214 : 36, top: 34, bottom: 72 };
	const plot = { x0: margin.left, y0: margin.top, x1: w - margin.right, y1: h - margin.bottom };
	const xDomain = niceDomain(rows.map(r => r[state.metric]));
	const successValues = [...rows, ...refRows]
	.map(r => r.success_rate)
	.filter(v => v != null && Number.isFinite(v));
	const minSuccess = successValues.length ? Math.min(...successValues) : 0.25;
	const yFloor = minSuccess < 0.25 ? Math.max(0, Math.floor(minSuccess * 4) / 4) : 0.25;
	const yDomain = [yFloor, 1];
	const metric = metricDefs[state.metric];
	const gradient = metric.lowerBetter
	? { x1: '0%', y1: '0%', x2: '100%', y2: '100%', goodX: plot.x0 + 124, badX: plot.x1 - 122 }
	: { x1: '100%', y1: '0%', x2: '0%', y2: '100%', goodX: plot.x1 - 124, badX: plot.x0 + 122 };
	const xTicks = 5;
	const yTicks = [0, .25, .5, .75, 1].filter(v => v >= yDomain[0]);

	const gridX = Array.from({ length: xTicks }, (_, i) => xDomain[0] + (i / (xTicks - 1)) * (xDomain[1] - xDomain[0]));
	const grid = [
	...gridX.map(v => {
	const x = scale(v, xDomain, [plot.x0, plot.x1]);
	return `<line x1="${x}" y1="${plot.y0}" x2="${x}" y2="${plot.y1}" stroke="rgba(148,163,184,.13)"/><text x="${x}" y="${h - 30}" text-anchor="middle" fill="#99a8bb" font-size="12">${fmtCompact(v)}</text>`;
	}),
	...yTicks.map(v => {
	const y = scale(v, yDomain, [plot.y1, plot.y0]);
	return `<line x1="${plot.x0}" y1="${y}" x2="${plot.x1}" y2="${y}" stroke="rgba(148,163,184,.13)"/><text x="${plot.x0 - 12}" y="${y + 4}" text-anchor="end" fill="#99a8bb" font-size="12">${Math.round(v * 100)}%</text>`;
	})
	].join('');

	const refLayout = refRows
	.map(row => ({
	row,
	y: scale(row.success_rate, yDomain, [plot.y1, plot.y0]),
	labelY: scale(row.success_rate, yDomain, [plot.y1, plot.y0])
	}))
	.sort((a, b) => a.y - b.y);
	const minGap = 29;
	refLayout.forEach((item, i) => {
	if (i > 0) item.labelY = Math.max(item.labelY, refLayout[i - 1].labelY + minGap);
	item.labelY = Math.min(Math.max(item.labelY, plot.y0 + 32), plot.y1 - 18);
	});
	for (let i = refLayout.length - 2; i >= 0; i -= 1) {
	refLayout[i].labelY = Math.min(refLayout[i].labelY, refLayout[i + 1].labelY - minGap);
	refLayout[i].labelY = Math.max(refLayout[i].labelY, plot.y0 + 32);
	}
	const referenceLines = hasRefs ? `
	<g>
	<rect x="${plot.x1 + 12}" y="${plot.y0}" width="${w - plot.x1 - 28}" height="${plot.y1 - plot.y0}" rx="10" fill="rgba(8,12,18,.46)" stroke="rgba(255,255,255,.12)"/>
	<text x="${plot.x1 + 24}" y="${plot.y0 + 20}" fill="#cbd5e1" font-size="12" font-weight="800">external refs</text>
	${refLayout.map(item => {
	const row = item.row;
	const color = colors[row.family] \|\| colors.other;
	const score = row.equivalent_score != null ? `${fmtNum(row.equivalent_score, 1)}/24` : scoreText(row);
	return `<g class="ref-line" data-id="${row.model_id}">
	<line x1="${plot.x0}" y1="${item.y}" x2="${plot.x1}" y2="${item.y}" stroke="${color}" stroke-opacity="0.68" stroke-width="2" stroke-dasharray="8 7"/>
	<line x1="${plot.x1}" y1="${item.y}" x2="${plot.x1 + 18}" y2="${item.labelY}" stroke="${color}" stroke-opacity="0.7" stroke-width="1.2"/>
	<circle cx="${plot.x1}" cy="${item.y}" r="4.5" fill="${color}" fill-opacity=".9" stroke="#0e141d" stroke-width="2"/>
	<rect x="${plot.x1 + 22}" y="${item.labelY - 13}" width="${w - plot.x1 - 48}" height="26" rx="7" fill="rgba(14,20,29,.86)" stroke="${color}" stroke-opacity=".38"/>
	<text x="${plot.x1 + 32}" y="${item.labelY + 4}" fill="#e5eef9" font-size="11.5" font-weight="800">${row.label}</text>
	<text x="${w - 34}" y="${item.labelY + 4}" text-anchor="end" fill="${color}" font-size="11.5" font-weight="900">${score}</text>
	</g>`;
	}).join('')}
	</g>
	` : '';

	const points = rows.map(row => {
	const x = scale(row[state.metric], xDomain, [plot.x0, plot.x1]);
	const y = scale(row.success_rate, yDomain, [plot.y1, plot.y0]);
	const radius = Math.max(9, Math.min(28, Math.sqrt((row.output_tokens_per_success \|\| 10000) / 900)));
	const selected = state.selected === row.model_id;
	return `<g class="point" data-id="${row.model_id}">
	<circle cx="${x}" cy="${y}" r="${radius}" fill="${colors[row.family] \|\| colors.other}" fill-opacity="${selected ? 0.98 : 0.82}" stroke="${selected ? '#ffffff' : 'rgba(255,255,255,.78)'}" stroke-width="${selected ? 3 : 1.5}" filter="url(#pointShadow)"></circle>
	<text x="${x}" y="${y - radius - 8}" text-anchor="middle" fill="#dbeafe" font-size="12" font-weight="700">${row.label}</text>
	</g>`;
	}).join('');

	svg.innerHTML = `
	<defs>
	<linearGradient id="qualityGradient" x1="${gradient.x1}" y1="${gradient.y1}" x2="${gradient.x2}" y2="${gradient.y2}">
	<stop offset="0%" stop-color="#18b779" stop-opacity="0.82"/>
	<stop offset="48%" stop-color="#f1c742" stop-opacity="0.66"/>
	<stop offset="100%" stop-color="#ef4444" stop-opacity="0.74"/>
	</linearGradient>
	<radialGradient id="plotGlow" cx="50%" cy="42%" r="68%">
	<stop offset="0%" stop-color="#ffffff" stop-opacity="0.12"/>
	<stop offset="65%" stop-color="#ffffff" stop-opacity="0.02"/>
	<stop offset="100%" stop-color="#000000" stop-opacity="0"/>
	</radialGradient>
	<pattern id="softGrid" width="42" height="42" patternUnits="userSpaceOnUse">
	<path d="M 42 0 L 0 0 0 42" fill="none" stroke="rgba(255,255,255,0.045)" stroke-width="1"/>
	</pattern>
	<filter id="pointShadow" x="-40%" y="-40%" width="180%" height="180%">
	<feDropShadow dx="0" dy="7" stdDeviation="7" flood-color="#000000" flood-opacity="0.34"/>
	</filter>
	</defs>
	<rect width="${w}" height="${h}" fill="#0e141d"/>
	<rect x="${plot.x0}" y="${plot.y0}" width="${plot.x1 - plot.x0}" height="${plot.y1 - plot.y0}" rx="10" fill="url(#qualityGradient)"/>
	<rect x="${plot.x0}" y="${plot.y0}" width="${plot.x1 - plot.x0}" height="${plot.y1 - plot.y0}" rx="10" fill="url(#plotGlow)"/>
	<rect x="${plot.x0}" y="${plot.y0}" width="${plot.x1 - plot.x0}" height="${plot.y1 - plot.y0}" rx="10" fill="url(#softGrid)"/>
	<rect x="${plot.x0}" y="${plot.y0}" width="${plot.x1 - plot.x0}" height="${plot.y1 - plot.y0}" rx="10" fill="none" stroke="rgba(255,255,255,.18)"/>
	<text x="${gradient.goodX}" y="${plot.y0 + 30}" text-anchor="middle" fill="#063016" font-size="13" font-weight="800">${metric.lowerBetter ? 'higher + cheaper' : 'higher + faster'}</text>
	<text x="${gradient.badX}" y="${plot.y1 - 18}" text-anchor="middle" fill="#3a0a0a" font-size="13" font-weight="800">${metric.lowerBetter ? 'lower + costlier' : 'lower + slower'}</text>
	${grid}
	<line x1="${plot.x0}" y1="${plot.y1}" x2="${plot.x1}" y2="${plot.y1}" stroke="#617086"/>
	<line x1="${plot.x0}" y1="${plot.y0}" x2="${plot.x0}" y2="${plot.y1}" stroke="#617086"/>
	${referenceLines}
	<text x="${(plot.x0 + plot.x1) / 2}" y="${h - 8}" text-anchor="middle" fill="#cbd5e1" font-size="14">${metric.label}${metric.lowerBetter ? ' - lower is better' : ' - higher is better'}</text>
	<text transform="translate(18 ${(plot.y0 + plot.y1) / 2}) rotate(-90)" text-anchor="middle" fill="#cbd5e1" font-size="14">Verifier success rate</text>
	${points \|\| `<text x="${w / 2}" y="${h / 2}" text-anchor="middle" fill="#99a8bb">No comparable rows for this metric/filter.</text>`}
	`;

	svg.querySelectorAll('.point').forEach(node => {
	const row = data.models.find(item => item.model_id === node.dataset.id);
	node.addEventListener('mouseenter', event => showTooltip(event, tooltipHtml(row)));
	node.addEventListener('mousemove', event => showTooltip(event, tooltipHtml(row)));
	node.addEventListener('mouseleave', hideTooltip);
	node.addEventListener('click', () => {
	state.selected = row.model_id;
	renderAll();
	});
	});
	svg.querySelectorAll('.ref-line').forEach(node => {
	const row = data.models.find(item => item.model_id === node.dataset.id);
	node.addEventListener('mouseenter', event => showTooltip(event, referenceTooltipHtml(row)));
	node.addEventListener('mousemove', event => showTooltip(event, referenceTooltipHtml(row)));
	node.addEventListener('mouseleave', hideTooltip);
	node.addEventListener('click', () => {
	state.selected = row.model_id;
	renderAll();
	});
	});
	}

	function renderLegend() {
	const families = [...new Set(rowsForScope().map(r => r.family))];
	const familyItems = families.map(f => `
	<span class="legend-item"><span class="swatch" style="background:${colors[f] \|\| colors.other}"></span>${f}</span>
	`);
	if (externalReferenceRows().length) {
	familyItems.push('<span class="legend-item"><span class="swatch ref-swatch"></span>external success reference</span>');
	}
	document.getElementById('legend').innerHTML = familyItems.join('');
	}

	function renderRanks() {
	const rows = rowsForScope()
	.filter(r => r.success_rate != null)
	.sort((a, b) => (b.success_rate \|\| 0) - (a.success_rate \|\| 0) \|\| (a.output_tokens_per_success \|\| 1e12) - (b.output_tokens_per_success \|\| 1e12));
	const maxSuccess = Math.max(...rows.map(r => r.success_rate \|\| 0), 1);
	document.getElementById('rankList').innerHTML = rows.map(row => `
	<div class="rank-row" data-id="${row.model_id}">
	<div class="rank-name">${row.label}</div>
	<div class="bar-track"><div class="bar-fill" style="width:${((row.success_rate \|\| 0) / maxSuccess) * 100}%;background:${colors[row.family] \|\| colors.other}"></div></div>
	<div class="rank-value">${scoreText(row)}</div>
	</div>
	`).join('');
	document.querySelectorAll('.rank-row').forEach(node => {
	node.addEventListener('click', () => {
	state.selected = node.dataset.id;
	renderAll();
	});
	});
	}

	function renderFocus() {
	const selected = data.models.find(r => r.model_id === state.selected) \|\| rowsForScope()[0];
	if (!selected) {
	document.getElementById('focusPanel').innerHTML = '<div class="empty">No selected model.</div>';
	return;
	}
	const serving = selected.serving_metrics ? `
	<div class="focus-metric"><span>vLLM decode-only</span><strong>${fmtNum(selected.vllm_decode_tps, 1)} tok/s</strong></div>
	<div class="focus-metric"><span>vLLM prefill</span><strong>${fmtNum(selected.vllm_prefill_tps, 0)} tok/s</strong></div>
	<div class="focus-metric"><span>Prefix cache</span><strong>${fmtPct(selected.prefix_cache_hit_ratio)}</strong></div>
	<div class="focus-metric"><span>TTFT</span><strong>${fmtSeconds(selected.avg_ttft_seconds)}</strong></div>
	` : '';
	document.getElementById('focusPanel').innerHTML = `
	<h3>${selected.url ? `<a class="model-link" href="${selected.url}" target="_blank" rel="noopener">${selected.label}</a>` : selected.label}</h3>
	<div style="margin-top:8px"><span class="badge">${selected.scope}</span> <span class="badge">${selected.family}</span></div>
	<div class="focus-grid">
	<div class="focus-metric"><span>Score</span><strong>${scoreText(selected)}</strong></div>
	<div class="focus-metric"><span>Success rate</span><strong>${fmtPct(selected.success_rate)}</strong></div>
	<div class="focus-metric"><span>Model serving time / solved task</span><strong>${fmtNum(selected.llm_min_per_success, 2)} min</strong></div>
	<div class="focus-metric"><span>Generated tokens / solved task</span><strong>${fmtCompact(selected.output_tokens_per_success)}</strong></div>
	<div class="focus-metric"><span>Agent-observed output</span><strong>${fmtNum(selected.observed_tps, 1)} tok/s</strong></div>
	<div class="focus-metric"><span>Parser warnings</span><strong>${selected.parser_warning_count ?? 0}</strong></div>
	${serving}
	</div>
	`;
	}

	function renderServingProfile() {
	const rows = servingRows();
	if (!rows.length) {
	document.getElementById('servingGrid').innerHTML = '<div class="empty">No serving metrics were recovered.</div>';
	return;
	}
	const maxDecode = Math.max(...rows.map(r => r.vllm_decode_tps \|\| 0), 1);
	const maxPrefill = Math.max(...rows.map(r => r.vllm_prefill_tps \|\| 0), 1);
	const maxTtft = Math.max(...rows.map(r => r.avg_ttft_seconds \|\| 0), 1);
	const bar = (label, value, max, text, lowerBetter = false) => {
	const ratio = value == null ? 0 : (lowerBetter ? 1 - Math.min(value / max, 1) : Math.min(value / max, 1));
	const width = Math.max(value == null ? 0 : 7, ratio * 100);
	return `<div class="serving-row">
	<span>${label}</span>
	<span class="serving-track"><span class="serving-fill" style="width:${width}%"></span></span>
	<span class="serving-value">${text}</span>
	</div>`;
	};
	document.getElementById('servingGrid').innerHTML = rows.map(row => {
	const metrics = row.serving_metrics;
	return `<article class="serving-card">
	<div class="serving-head">
	<div>
	<div class="serving-title">${row.url ? `<a class="model-link" href="${row.url}" target="_blank" rel="noopener">${row.label}</a>` : row.label}</div>
	<div class="serving-sub">Benchmark window / ${metrics.query_window}</div>
	</div>
	<span class="badge">${row.scope}</span>
	</div>
	<div class="serving-mini">
	<div><span>Agent-observed output</span><strong>${fmtNum(row.observed_tps, 1)} tok/s</strong></div>
	<div><span>vLLM decode-only</span><strong>${fmtNum(row.vllm_decode_tps, 1)} tok/s</strong></div>
	<div><span>Prefill</span><strong>${fmtNum(row.vllm_prefill_tps, 0)} tok/s</strong></div>
	<div><span>Prefix cache</span><strong>${fmtPct(row.prefix_cache_hit_ratio)}</strong></div>
	</div>
	<div class="serving-bars">
	${bar('decode', row.vllm_decode_tps, maxDecode, `${fmtNum(row.vllm_decode_tps, 1)}`)}
	${bar('prefill', row.vllm_prefill_tps, maxPrefill, `${fmtNum(row.vllm_prefill_tps, 0)}`)}
	${bar('cache', row.prefix_cache_hit_ratio, 1, fmtPct(row.prefix_cache_hit_ratio))}
	${bar('TTFT', row.avg_ttft_seconds, maxTtft, fmtSeconds(row.avg_ttft_seconds), true)}
	</div>
	<div class="serving-note">Metrics window: ${fmtWindow(row)}</div>
	</article>`;
	}).join('');
	}

	function renderHeatmap() {
	const rows = taskRowsForHeat();
	const tasks = [...new Map(rows.map(r => [r.task, r])).values()].sort((a, b) => a.task_order - b.task_order);
	const modelOrder = data.models.filter(m => rows.some(r => r.model_id === m.model_id));
	const byKey = new Map(rows.map(r => [`${r.model_id}::${r.task}`, r]));
	const grid = document.getElementById('heatmap');
	grid.style.gridTemplateColumns = `220px repeat(${tasks.length}, 38px)`;
	const heads = [`<div></div>`, ...tasks.map(t => `<div class="heat-head" title="${t.task}">${t.task}</div>`)].join('');
	const body = modelOrder.map(model => {
	const cells = tasks.map(task => {
	const row = byKey.get(`${model.model_id}::${task.task}`);
	if (!row) return '<div class="heat-cell fail" title="missing"></div>';
	const cls = row.attempts > 1
	? (row.success_rate >= .67 ? 'pass' : row.success_rate > 0 ? 'mixed' : 'fail')
	: (row.successes ? 'pass' : 'fail');
	const label = row.attempts > 1 ? `${row.successes}/${row.attempts}` : (row.successes ? 'OK' : 'KO');
	const title = `${model.label} / ${task.task}\\n${label}\\noutput: ${fmtCompact(row.output_tokens)} tokens`;
	return `<div class="heat-cell ${cls}" title="${title}">${label}</div>`;
	}).join('');
	return `<div class="heat-model">${model.label}</div>${cells}`;
	}).join('');
	grid.innerHTML = heads + body;
	}

	function renderTable() {
	const columns = [
	['label', 'Model'],
	['scope', 'Scope'],
	['success_rate', 'Success'],
	['score', 'Score'],
	['llm_min_per_success', 'Serving min/solved task'],
	['wall_min_per_success', 'End-to-end min/solved task'],
	['output_tokens_per_success', 'Generated tok/solved task'],
	['observed_tps', 'Agent output tok/s'],
	['vllm_decode_tps', 'vLLM decode-only tok/s'],
	['vllm_prefill_tps', 'Prefill tok/s'],
	['prefix_cache_hit_ratio', 'Prefix cache'],
	['avg_ttft_seconds', 'TTFT'],
	['parser_warning_count', 'Parser warnings']
	];
	const rows = rowsForScope('all').sort((a, b) => {
	const av = a[state.sortKey];
	const bv = b[state.sortKey];
	if (typeof av === 'string' \|\| typeof bv === 'string') return String(av \|\| '').localeCompare(String(bv \|\| '')) * state.sortDir;
	return ((av ?? -Infinity) - (bv ?? -Infinity)) * state.sortDir;
	});
	const head = `<thead><tr>${columns.map(([key, label]) => `<th data-key="${key}">${label}${state.sortKey === key ? (state.sortDir > 0 ? ' asc' : ' desc') : ''}</th>`).join('')}</tr></thead>`;
	const body = `<tbody>${rows.map(row => `
	<tr>
	<td>${row.url ? `<a class="model-link" href="${row.url}" target="_blank" rel="noopener">${row.label}</a>` : row.label}</td>
	<td><span class="badge">${row.scope}</span></td>
	<td>${fmtPct(row.success_rate)}</td>
	<td>${scoreText(row)}</td>
	<td>${fmtNum(row.llm_min_per_success, 2)}</td>
	<td>${fmtNum(row.wall_min_per_success, 2)}</td>
	<td>${fmtCompact(row.output_tokens_per_success)}</td>
	<td>${fmtNum(row.observed_tps, 1)}</td>
	<td>${fmtNum(row.vllm_decode_tps, 1)}</td>
	<td>${fmtNum(row.vllm_prefill_tps, 0)}</td>
	<td>${fmtPct(row.prefix_cache_hit_ratio)}</td>
	<td>${fmtSeconds(row.avg_ttft_seconds)}</td>
	<td>${row.parser_warning_count ?? 0}</td>
	</tr>
	`).join('')}</tbody>`;
	const table = document.getElementById('modelTable');
	table.innerHTML = head + body;
	table.querySelectorAll('th').forEach(th => {
	th.addEventListener('click', () => {
	const key = th.dataset.key;
	if (state.sortKey === key) state.sortDir *= -1;
	else {
	state.sortKey = key;
	state.sortDir = ['label', 'scope'].includes(key) ? 1 : -1;
	}
	renderTable();
	});
	});
	}

	function renderMethod() {
	const items = [
	['Hardware boundary', data.meta.hardware_context],
	['Harness', data.meta.harness],
	['Reference', `${data.meta.reference_label} is the local serving-efficiency baseline.`],
	['External rows', 'Public Terminal-Bench rows are reconstructed as success references only; no timing comparison.'],
	['Default graph', 'When a 131K and 262K pair exists for the same model family, the main chart keeps the maximum served context row.'],
	['Long context', '262K rows validate serving behavior on the same Smoke24 tasks; 131K and 262K filters remain available for context-specific audit.'],
	['Model serving time', 'Cumulative time spent waiting on LLM/vLLM calls, reported per solved task.'],
	['End-to-end task time', 'Full benchmark elapsed time, including agent orchestration, shell/tool actions, setup, waits, and verifier flow.'],
	['vLLM decode-only', 'Server-side generation speed, excluding orchestration and tool latency.'],
	['Serving metrics', 'vLLM decode, prefill, prefix cache, and TTFT are recovered from serving metrics over each local Smoke24 run window.'],
	['Variance', 'Smoke24 is a fast 24-task slice; one-task differences should be read with historical variance where available.']
	];
	document.getElementById('methodGrid').innerHTML = items.map(([title, body]) => `
	<div class="method-item"><strong>${title}</strong>${body}</div>
	`).join('');
	}

	function renderControls() {
	document.querySelectorAll('[data-scope]').forEach(btn => {
	btn.classList.toggle('active', btn.dataset.scope === state.scope);
	btn.onclick = () => {
	state.scope = btn.dataset.scope;
	state.selected = null;
	renderAll();
	};
	});
	document.querySelectorAll('[data-metric]').forEach(btn => {
	btn.classList.toggle('active', btn.dataset.metric === state.metric);
	btn.onclick = () => {
	state.metric = btn.dataset.metric;
	renderAll();
	};
	});
	document.querySelectorAll('[data-heat]').forEach(btn => {
	btn.classList.toggle('active', btn.dataset.heat === state.heat);
	btn.onclick = () => {
	state.heat = btn.dataset.heat;
	renderHeatmap();
	renderControls();
	};
	});
	document.querySelectorAll('[data-ref-toggle]').forEach(btn => {
	btn.classList.toggle('active', state.includeRefs);
	btn.onclick = () => {
	state.includeRefs = !state.includeRefs;
	renderAll();
	};
	});
	}

	function renderAll() {
	renderControls();
	renderScatter();
	renderLegend();
	renderRanks();
	renderFocus();
	renderServingProfile();
	renderHeatmap();
	renderTable();
	}

	setupHero();
	renderMethod();
	renderAll();
	</script>
	</body>
	</html>