XReyRobert commited on
Commit
6e3e6a2
·
verified ·
1 Parent(s): 08b3975

Clarify metric terminology and normalize model labels

Browse files
Files changed (3) hide show
  1. README.md +9 -0
  2. assets/data/report-data.json +244 -244
  3. index.html +0 -0
README.md CHANGED
@@ -34,3 +34,12 @@ leaderboard submission.
34
  The default dashboard chart keeps the maximum served context row for each local
35
  model family when both 131K and 262K variants exist. The context-specific rows
36
  remain available through the 131K, 262K, and all-row filters.
 
 
 
 
 
 
 
 
 
 
34
  The default dashboard chart keeps the maximum served context row for each local
35
  model family when both 131K and 262K variants exist. The context-specific rows
36
  remain available through the 131K, 262K, and all-row filters.
37
+
38
+ Terminology used in the dashboard:
39
+
40
+ - Model serving time: cumulative time spent waiting on LLM/vLLM calls, reported
41
+ per solved task.
42
+ - End-to-end task time: full benchmark elapsed time, including agent
43
+ orchestration, shell/tool actions, setup, waits, and verifier flow.
44
+ - vLLM decode-only: server-side generation speed, excluding orchestration and
45
+ tool latency.
assets/data/report-data.json CHANGED
@@ -34,15 +34,15 @@
34
  "Smoke24 is intentionally small; variance views should be used when reading one-task deltas."
35
  ],
36
  "meta": {
37
- "best_efficiency_label": "Ornith 35B GPTQ-Pro",
38
  "best_efficiency_llm_min_per_success": 3.54857145,
39
- "best_local_label": "Qwopus 27B v2",
40
  "best_local_score": 17.0,
41
  "best_local_success_rate": 0.70833333,
42
  "corpus_id": "tb20-coder-smoke24-fast-success-failure-20260616",
43
  "hardware_context": "Local vLLM / LiteLLM residency runs in the RTX 3090 deployment context",
44
  "harness": "Terminal-Bench 2.0 Smoke24, Terminus-2, 30m task timeout, 32 CPU / 48 GiB sandbox",
45
- "reference_label": "Qwen3.6 27B GPTQ",
46
  "reference_model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
47
  "report_date": "2026-06-29",
48
  "task_count": 24,
@@ -59,7 +59,7 @@
59
  "global_tb20_accuracy": null,
60
  "global_tb20_stderr": null,
61
  "input_tokens": null,
62
- "label": "Qwen3.6 27B GPTQ",
63
  "llm_api_min": 126.77999498,
64
  "llm_efficiency_index": null,
65
  "llm_min_per_success": 9.055713927142858,
@@ -107,7 +107,7 @@
107
  "global_tb20_accuracy": null,
108
  "global_tb20_stderr": null,
109
  "input_tokens": 3941083.0,
110
- "label": "Qwopus 27B v2",
111
  "llm_api_min": 109.98287882,
112
  "llm_efficiency_index": 1.39973729,
113
  "llm_min_per_success": 6.46958111,
@@ -155,7 +155,7 @@
155
  "global_tb20_accuracy": null,
156
  "global_tb20_stderr": null,
157
  "input_tokens": 15814878.0,
158
- "label": "Qwopus 35B A3B",
159
  "llm_api_min": 78.77177858,
160
  "llm_efficiency_index": 1.4944982,
161
  "llm_min_per_success": 6.05936758,
@@ -203,7 +203,7 @@
203
  "global_tb20_accuracy": null,
204
  "global_tb20_stderr": null,
205
  "input_tokens": 22376725.0,
206
- "label": "Nex-N2 mini",
207
  "llm_api_min": 153.0054446,
208
  "llm_efficiency_index": 0.82859793,
209
  "llm_min_per_success": 10.92896033,
@@ -251,7 +251,7 @@
251
  "global_tb20_accuracy": null,
252
  "global_tb20_stderr": null,
253
  "input_tokens": 2223503.0,
254
- "label": "Qwopus 27B coder",
255
  "llm_api_min": 123.67511317,
256
  "llm_efficiency_index": 1.09832694,
257
  "llm_min_per_success": 8.24500754,
@@ -299,7 +299,7 @@
299
  "global_tb20_accuracy": null,
300
  "global_tb20_stderr": null,
301
  "input_tokens": 14790853.0,
302
- "label": "Qwopus 35B A3B 262K",
303
  "llm_api_min": 86.28562877,
304
  "llm_efficiency_index": 1.3643556,
305
  "llm_min_per_success": 6.63735606,
@@ -347,7 +347,7 @@
347
  "global_tb20_accuracy": null,
348
  "global_tb20_stderr": null,
349
  "input_tokens": 7574557.0,
350
- "label": "Ornith 35B GPTQ-Pro",
351
  "llm_api_min": 60.32571458,
352
  "llm_efficiency_index": 2.55193225,
353
  "llm_min_per_success": 3.54857145,
@@ -395,7 +395,7 @@
395
  "global_tb20_accuracy": null,
396
  "global_tb20_stderr": null,
397
  "input_tokens": 30565079.0,
398
- "label": "Nex-N2 mini 262K",
399
  "llm_api_min": 210.13186815,
400
  "llm_efficiency_index": 0.51714463,
401
  "llm_min_per_success": 17.51098901,
@@ -443,7 +443,7 @@
443
  "global_tb20_accuracy": null,
444
  "global_tb20_stderr": null,
445
  "input_tokens": 39982946.0,
446
- "label": "Qwythos 9B AWQ",
447
  "llm_api_min": 120.4843348,
448
  "llm_efficiency_index": 0.75160924,
449
  "llm_min_per_success": 12.04843348,
@@ -634,7 +634,7 @@
634
  "decode_tps_from_decode_seconds": 43.188703370684735,
635
  "decode_tps_from_tpot": 44.53514244224961,
636
  "generation_tokens_completed": 400375.3288516658,
637
- "label": "Qwen3.6 27B GPTQ",
638
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
639
  "prefill_tps": 1095.6526782015237,
640
  "prefix_cache_hit_ratio": 0.812897222488904,
@@ -649,7 +649,7 @@
649
  "decode_tps_from_decode_seconds": 43.31794442159101,
650
  "decode_tps_from_tpot": 44.16515697362538,
651
  "generation_tokens_completed": 361488.1214802095,
652
- "label": "Qwopus 27B v2",
653
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
654
  "prefill_tps": 1052.6993810432198,
655
  "prefix_cache_hit_ratio": 0.8659611213346531,
@@ -664,7 +664,7 @@
664
  "decode_tps_from_decode_seconds": 152.12705290674882,
665
  "decode_tps_from_tpot": 153.8030887317905,
666
  "generation_tokens_completed": 710926.127408056,
667
- "label": "Qwopus 35B A3B",
668
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
669
  "prefill_tps": 4278.436112986577,
670
  "prefix_cache_hit_ratio": 0.9190618972798161,
@@ -679,7 +679,7 @@
679
  "decode_tps_from_decode_seconds": 149.64623197845253,
680
  "decode_tps_from_tpot": 150.96148404112074,
681
  "generation_tokens_completed": 1740105.7939339874,
682
- "label": "Nex-N2 mini",
683
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
684
  "prefill_tps": 4170.88522557241,
685
  "prefix_cache_hit_ratio": 0.9303306403957701,
@@ -694,7 +694,7 @@
694
  "decode_tps_from_decode_seconds": 43.44241134479688,
695
  "decode_tps_from_tpot": 44.67982758189825,
696
  "generation_tokens_completed": 325001.39416983526,
697
- "label": "Qwopus 27B coder",
698
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
699
  "prefill_tps": 1118.755051858144,
700
  "prefix_cache_hit_ratio": 0.805402162190603,
@@ -709,7 +709,7 @@
709
  "decode_tps_from_decode_seconds": 148.0994864785829,
710
  "decode_tps_from_tpot": 151.0700683961575,
711
  "generation_tokens_completed": 767431.5582226763,
712
- "label": "Qwopus 35B A3B 262K",
713
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
714
  "prefill_tps": 4310.08983294779,
715
  "prefix_cache_hit_ratio": 0.9212836173704322,
@@ -724,7 +724,7 @@
724
  "decode_tps_from_decode_seconds": 148.01683567055358,
725
  "decode_tps_from_tpot": 151.35689673759154,
726
  "generation_tokens_completed": 499146.18865318317,
727
- "label": "Ornith 35B GPTQ-Pro",
728
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
729
  "prefill_tps": 4548.358294222596,
730
  "prefix_cache_hit_ratio": 0.8987710728022461,
@@ -739,7 +739,7 @@
739
  "decode_tps_from_decode_seconds": 143.99248177720298,
740
  "decode_tps_from_tpot": 145.29320542785467,
741
  "generation_tokens_completed": 1922179.1985472154,
742
- "label": "Nex-N2 mini 262K",
743
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
744
  "prefill_tps": 3735.848169437506,
745
  "prefix_cache_hit_ratio": 0.9366657895572358,
@@ -754,7 +754,7 @@
754
  "decode_tps_from_decode_seconds": 76.96788877530312,
755
  "decode_tps_from_tpot": 78.2830811516556,
756
  "generation_tokens_completed": 679484.8082818624,
757
- "label": "Qwythos 9B AWQ",
758
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
759
  "prefill_tps": 2642.741025393479,
760
  "prefix_cache_hit_ratio": 0.9635856891433356,
@@ -827,7 +827,7 @@
827
  {
828
  "attempts": 1,
829
  "input_tokens": 72165.0,
830
- "label": "Nex-N2 mini",
831
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
832
  "output_tokens": 9474.0,
833
  "parser_warning_count": 3,
@@ -842,7 +842,7 @@
842
  {
843
  "attempts": 1,
844
  "input_tokens": 32351.0,
845
- "label": "Nex-N2 mini 262K",
846
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
847
  "output_tokens": 10840.0,
848
  "parser_warning_count": 0,
@@ -857,7 +857,7 @@
857
  {
858
  "attempts": 1,
859
  "input_tokens": 9963.0,
860
- "label": "Ornith 35B GPTQ-Pro",
861
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
862
  "output_tokens": 1454.0,
863
  "parser_warning_count": 1,
@@ -872,7 +872,7 @@
872
  {
873
  "attempts": 1,
874
  "input_tokens": 23113.0,
875
- "label": "Qwen3.6 27B GPTQ",
876
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
877
  "output_tokens": 3253.0,
878
  "parser_warning_count": 0,
@@ -887,7 +887,7 @@
887
  {
888
  "attempts": 1,
889
  "input_tokens": 20300.0,
890
- "label": "Qwopus 27B coder",
891
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
892
  "output_tokens": 2670.0,
893
  "parser_warning_count": 0,
@@ -902,7 +902,7 @@
902
  {
903
  "attempts": 1,
904
  "input_tokens": 17508.0,
905
- "label": "Qwopus 27B v2",
906
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
907
  "output_tokens": 2501.0,
908
  "parser_warning_count": 0,
@@ -917,7 +917,7 @@
917
  {
918
  "attempts": 1,
919
  "input_tokens": 15135.0,
920
- "label": "Qwopus 35B A3B",
921
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
922
  "output_tokens": 2035.0,
923
  "parser_warning_count": 0,
@@ -932,7 +932,7 @@
932
  {
933
  "attempts": 1,
934
  "input_tokens": 73686.0,
935
- "label": "Qwopus 35B A3B 262K",
936
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
937
  "output_tokens": 8019.0,
938
  "parser_warning_count": 9,
@@ -947,7 +947,7 @@
947
  {
948
  "attempts": 1,
949
  "input_tokens": 43607.0,
950
- "label": "Qwythos 9B AWQ",
951
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
952
  "output_tokens": 4922.0,
953
  "parser_warning_count": 0,
@@ -1022,7 +1022,7 @@
1022
  {
1023
  "attempts": 1,
1024
  "input_tokens": 17687.0,
1025
- "label": "Nex-N2 mini",
1026
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1027
  "output_tokens": 13910.0,
1028
  "parser_warning_count": 2,
@@ -1037,7 +1037,7 @@
1037
  {
1038
  "attempts": 1,
1039
  "input_tokens": 13326.0,
1040
- "label": "Nex-N2 mini 262K",
1041
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1042
  "output_tokens": 3348.0,
1043
  "parser_warning_count": 0,
@@ -1052,7 +1052,7 @@
1052
  {
1053
  "attempts": 1,
1054
  "input_tokens": 34018.0,
1055
- "label": "Ornith 35B GPTQ-Pro",
1056
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1057
  "output_tokens": 7288.0,
1058
  "parser_warning_count": 2,
@@ -1067,7 +1067,7 @@
1067
  {
1068
  "attempts": 1,
1069
  "input_tokens": 14501.0,
1070
- "label": "Qwen3.6 27B GPTQ",
1071
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1072
  "output_tokens": 3934.0,
1073
  "parser_warning_count": 0,
@@ -1082,7 +1082,7 @@
1082
  {
1083
  "attempts": 1,
1084
  "input_tokens": 6471.0,
1085
- "label": "Qwopus 27B coder",
1086
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1087
  "output_tokens": 1419.0,
1088
  "parser_warning_count": 0,
@@ -1097,7 +1097,7 @@
1097
  {
1098
  "attempts": 1,
1099
  "input_tokens": 6040.0,
1100
- "label": "Qwopus 27B v2",
1101
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1102
  "output_tokens": 1812.0,
1103
  "parser_warning_count": 0,
@@ -1112,7 +1112,7 @@
1112
  {
1113
  "attempts": 1,
1114
  "input_tokens": 208313.0,
1115
- "label": "Qwopus 35B A3B",
1116
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1117
  "output_tokens": 18128.0,
1118
  "parser_warning_count": 3,
@@ -1127,7 +1127,7 @@
1127
  {
1128
  "attempts": 1,
1129
  "input_tokens": 26251.0,
1130
- "label": "Qwopus 35B A3B 262K",
1131
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1132
  "output_tokens": 6128.0,
1133
  "parser_warning_count": 0,
@@ -1142,7 +1142,7 @@
1142
  {
1143
  "attempts": 1,
1144
  "input_tokens": 35192.0,
1145
- "label": "Qwythos 9B AWQ",
1146
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1147
  "output_tokens": 6487.0,
1148
  "parser_warning_count": 2,
@@ -1217,7 +1217,7 @@
1217
  {
1218
  "attempts": 1,
1219
  "input_tokens": 721232.0,
1220
- "label": "Nex-N2 mini",
1221
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1222
  "output_tokens": 41853.0,
1223
  "parser_warning_count": 0,
@@ -1232,7 +1232,7 @@
1232
  {
1233
  "attempts": 1,
1234
  "input_tokens": 26733.0,
1235
- "label": "Nex-N2 mini 262K",
1236
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1237
  "output_tokens": 4939.0,
1238
  "parser_warning_count": 0,
@@ -1247,7 +1247,7 @@
1247
  {
1248
  "attempts": 1,
1249
  "input_tokens": 13361.0,
1250
- "label": "Ornith 35B GPTQ-Pro",
1251
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1252
  "output_tokens": 1387.0,
1253
  "parser_warning_count": 1,
@@ -1262,7 +1262,7 @@
1262
  {
1263
  "attempts": 1,
1264
  "input_tokens": 19279.0,
1265
- "label": "Qwen3.6 27B GPTQ",
1266
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1267
  "output_tokens": 2765.0,
1268
  "parser_warning_count": 0,
@@ -1277,7 +1277,7 @@
1277
  {
1278
  "attempts": 1,
1279
  "input_tokens": 40084.0,
1280
- "label": "Qwopus 27B coder",
1281
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1282
  "output_tokens": 3305.0,
1283
  "parser_warning_count": 1,
@@ -1292,7 +1292,7 @@
1292
  {
1293
  "attempts": 1,
1294
  "input_tokens": 40763.0,
1295
- "label": "Qwopus 27B v2",
1296
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1297
  "output_tokens": 2429.0,
1298
  "parser_warning_count": 2,
@@ -1307,7 +1307,7 @@
1307
  {
1308
  "attempts": 1,
1309
  "input_tokens": 22194.0,
1310
- "label": "Qwopus 35B A3B",
1311
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1312
  "output_tokens": 2325.0,
1313
  "parser_warning_count": 0,
@@ -1322,7 +1322,7 @@
1322
  {
1323
  "attempts": 1,
1324
  "input_tokens": 107508.0,
1325
- "label": "Qwopus 35B A3B 262K",
1326
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1327
  "output_tokens": 4959.0,
1328
  "parser_warning_count": 4,
@@ -1337,7 +1337,7 @@
1337
  {
1338
  "attempts": 1,
1339
  "input_tokens": 37647.0,
1340
- "label": "Qwythos 9B AWQ",
1341
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1342
  "output_tokens": 4526.0,
1343
  "parser_warning_count": 0,
@@ -1412,7 +1412,7 @@
1412
  {
1413
  "attempts": 1,
1414
  "input_tokens": 22914.0,
1415
- "label": "Nex-N2 mini",
1416
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1417
  "output_tokens": 4384.0,
1418
  "parser_warning_count": 0,
@@ -1427,7 +1427,7 @@
1427
  {
1428
  "attempts": 1,
1429
  "input_tokens": 23750.0,
1430
- "label": "Nex-N2 mini 262K",
1431
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1432
  "output_tokens": 3712.0,
1433
  "parser_warning_count": 2,
@@ -1442,7 +1442,7 @@
1442
  {
1443
  "attempts": 1,
1444
  "input_tokens": 27027.0,
1445
- "label": "Ornith 35B GPTQ-Pro",
1446
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1447
  "output_tokens": 2290.0,
1448
  "parser_warning_count": 0,
@@ -1457,7 +1457,7 @@
1457
  {
1458
  "attempts": 1,
1459
  "input_tokens": 36576.0,
1460
- "label": "Qwen3.6 27B GPTQ",
1461
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1462
  "output_tokens": 4460.0,
1463
  "parser_warning_count": 0,
@@ -1472,7 +1472,7 @@
1472
  {
1473
  "attempts": 1,
1474
  "input_tokens": 42124.0,
1475
- "label": "Qwopus 27B coder",
1476
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1477
  "output_tokens": 4481.0,
1478
  "parser_warning_count": 1,
@@ -1487,7 +1487,7 @@
1487
  {
1488
  "attempts": 1,
1489
  "input_tokens": 14586.0,
1490
- "label": "Qwopus 27B v2",
1491
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1492
  "output_tokens": 2218.0,
1493
  "parser_warning_count": 0,
@@ -1502,7 +1502,7 @@
1502
  {
1503
  "attempts": 1,
1504
  "input_tokens": 14333.0,
1505
- "label": "Qwopus 35B A3B",
1506
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1507
  "output_tokens": 2725.0,
1508
  "parser_warning_count": 0,
@@ -1517,7 +1517,7 @@
1517
  {
1518
  "attempts": 1,
1519
  "input_tokens": 51073.0,
1520
- "label": "Qwopus 35B A3B 262K",
1521
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1522
  "output_tokens": 4847.0,
1523
  "parser_warning_count": 0,
@@ -1532,7 +1532,7 @@
1532
  {
1533
  "attempts": 1,
1534
  "input_tokens": 54433.0,
1535
- "label": "Qwythos 9B AWQ",
1536
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1537
  "output_tokens": 5403.0,
1538
  "parser_warning_count": 0,
@@ -1607,7 +1607,7 @@
1607
  {
1608
  "attempts": 1,
1609
  "input_tokens": 99829.0,
1610
- "label": "Nex-N2 mini",
1611
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1612
  "output_tokens": 23199.0,
1613
  "parser_warning_count": 0,
@@ -1622,7 +1622,7 @@
1622
  {
1623
  "attempts": 1,
1624
  "input_tokens": 9899.0,
1625
- "label": "Nex-N2 mini 262K",
1626
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1627
  "output_tokens": 15790.0,
1628
  "parser_warning_count": 0,
@@ -1637,7 +1637,7 @@
1637
  {
1638
  "attempts": 1,
1639
  "input_tokens": 21418.0,
1640
- "label": "Ornith 35B GPTQ-Pro",
1641
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1642
  "output_tokens": 2248.0,
1643
  "parser_warning_count": 0,
@@ -1652,7 +1652,7 @@
1652
  {
1653
  "attempts": 1,
1654
  "input_tokens": 57817.0,
1655
- "label": "Qwen3.6 27B GPTQ",
1656
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1657
  "output_tokens": 4645.0,
1658
  "parser_warning_count": 1,
@@ -1667,7 +1667,7 @@
1667
  {
1668
  "attempts": 1,
1669
  "input_tokens": 62440.0,
1670
- "label": "Qwopus 27B coder",
1671
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1672
  "output_tokens": 4552.0,
1673
  "parser_warning_count": 1,
@@ -1682,7 +1682,7 @@
1682
  {
1683
  "attempts": 1,
1684
  "input_tokens": 22709.0,
1685
- "label": "Qwopus 27B v2",
1686
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1687
  "output_tokens": 2898.0,
1688
  "parser_warning_count": 0,
@@ -1697,7 +1697,7 @@
1697
  {
1698
  "attempts": 1,
1699
  "input_tokens": 26124.0,
1700
- "label": "Qwopus 35B A3B",
1701
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1702
  "output_tokens": 2659.0,
1703
  "parser_warning_count": 0,
@@ -1712,7 +1712,7 @@
1712
  {
1713
  "attempts": 1,
1714
  "input_tokens": 32867.0,
1715
- "label": "Qwopus 35B A3B 262K",
1716
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1717
  "output_tokens": 3006.0,
1718
  "parser_warning_count": 0,
@@ -1727,7 +1727,7 @@
1727
  {
1728
  "attempts": 1,
1729
  "input_tokens": 37823.0,
1730
- "label": "Qwythos 9B AWQ",
1731
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1732
  "output_tokens": 3522.0,
1733
  "parser_warning_count": 0,
@@ -1802,7 +1802,7 @@
1802
  {
1803
  "attempts": 1,
1804
  "input_tokens": 13377.0,
1805
- "label": "Nex-N2 mini",
1806
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1807
  "output_tokens": 12124.0,
1808
  "parser_warning_count": 1,
@@ -1817,7 +1817,7 @@
1817
  {
1818
  "attempts": 1,
1819
  "input_tokens": 4534.0,
1820
- "label": "Nex-N2 mini 262K",
1821
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1822
  "output_tokens": 10957.0,
1823
  "parser_warning_count": 0,
@@ -1832,7 +1832,7 @@
1832
  {
1833
  "attempts": 1,
1834
  "input_tokens": 9437.0,
1835
- "label": "Ornith 35B GPTQ-Pro",
1836
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1837
  "output_tokens": 2204.0,
1838
  "parser_warning_count": 0,
@@ -1847,7 +1847,7 @@
1847
  {
1848
  "attempts": 1,
1849
  "input_tokens": 14548.0,
1850
- "label": "Qwen3.6 27B GPTQ",
1851
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1852
  "output_tokens": 3670.0,
1853
  "parser_warning_count": 3,
@@ -1862,7 +1862,7 @@
1862
  {
1863
  "attempts": 1,
1864
  "input_tokens": 20321.0,
1865
- "label": "Qwopus 27B coder",
1866
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1867
  "output_tokens": 3541.0,
1868
  "parser_warning_count": 1,
@@ -1877,7 +1877,7 @@
1877
  {
1878
  "attempts": 1,
1879
  "input_tokens": 23527.0,
1880
- "label": "Qwopus 27B v2",
1881
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1882
  "output_tokens": 5126.0,
1883
  "parser_warning_count": 0,
@@ -1892,7 +1892,7 @@
1892
  {
1893
  "attempts": 1,
1894
  "input_tokens": 33896.0,
1895
- "label": "Qwopus 35B A3B",
1896
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1897
  "output_tokens": 4560.0,
1898
  "parser_warning_count": 1,
@@ -1907,7 +1907,7 @@
1907
  {
1908
  "attempts": 1,
1909
  "input_tokens": 9316.0,
1910
- "label": "Qwopus 35B A3B 262K",
1911
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1912
  "output_tokens": 2222.0,
1913
  "parser_warning_count": 0,
@@ -1922,7 +1922,7 @@
1922
  {
1923
  "attempts": 1,
1924
  "input_tokens": 488208.0,
1925
- "label": "Qwythos 9B AWQ",
1926
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1927
  "output_tokens": 17648.0,
1928
  "parser_warning_count": 0,
@@ -1997,7 +1997,7 @@
1997
  {
1998
  "attempts": 1,
1999
  "input_tokens": 963202.0,
2000
- "label": "Nex-N2 mini",
2001
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2002
  "output_tokens": 98857.0,
2003
  "parser_warning_count": 9,
@@ -2012,7 +2012,7 @@
2012
  {
2013
  "attempts": 1,
2014
  "input_tokens": 1874183.0,
2015
- "label": "Nex-N2 mini 262K",
2016
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2017
  "output_tokens": 111914.0,
2018
  "parser_warning_count": 9,
@@ -2027,7 +2027,7 @@
2027
  {
2028
  "attempts": 1,
2029
  "input_tokens": 218494.0,
2030
- "label": "Ornith 35B GPTQ-Pro",
2031
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2032
  "output_tokens": 14114.0,
2033
  "parser_warning_count": 3,
@@ -2042,7 +2042,7 @@
2042
  {
2043
  "attempts": 1,
2044
  "input_tokens": 53921.0,
2045
- "label": "Qwen3.6 27B GPTQ",
2046
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2047
  "output_tokens": 7475.0,
2048
  "parser_warning_count": 0,
@@ -2057,7 +2057,7 @@
2057
  {
2058
  "attempts": 1,
2059
  "input_tokens": 52526.0,
2060
- "label": "Qwopus 27B coder",
2061
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2062
  "output_tokens": 4935.0,
2063
  "parser_warning_count": 0,
@@ -2072,7 +2072,7 @@
2072
  {
2073
  "attempts": 1,
2074
  "input_tokens": 37939.0,
2075
- "label": "Qwopus 27B v2",
2076
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2077
  "output_tokens": 10744.0,
2078
  "parser_warning_count": 0,
@@ -2087,7 +2087,7 @@
2087
  {
2088
  "attempts": 1,
2089
  "input_tokens": 1659902.0,
2090
- "label": "Qwopus 35B A3B",
2091
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2092
  "output_tokens": 46784.0,
2093
  "parser_warning_count": 8,
@@ -2102,7 +2102,7 @@
2102
  {
2103
  "attempts": 1,
2104
  "input_tokens": 121694.0,
2105
- "label": "Qwopus 35B A3B 262K",
2106
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2107
  "output_tokens": 11568.0,
2108
  "parser_warning_count": 0,
@@ -2117,7 +2117,7 @@
2117
  {
2118
  "attempts": 1,
2119
  "input_tokens": 6555793.0,
2120
- "label": "Qwythos 9B AWQ",
2121
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2122
  "output_tokens": 28498.0,
2123
  "parser_warning_count": 1,
@@ -2192,7 +2192,7 @@
2192
  {
2193
  "attempts": 1,
2194
  "input_tokens": 114384.0,
2195
- "label": "Nex-N2 mini",
2196
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2197
  "output_tokens": 13832.0,
2198
  "parser_warning_count": 0,
@@ -2207,7 +2207,7 @@
2207
  {
2208
  "attempts": 1,
2209
  "input_tokens": 220253.0,
2210
- "label": "Nex-N2 mini 262K",
2211
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2212
  "output_tokens": 9044.0,
2213
  "parser_warning_count": 0,
@@ -2222,7 +2222,7 @@
2222
  {
2223
  "attempts": 1,
2224
  "input_tokens": 40045.0,
2225
- "label": "Ornith 35B GPTQ-Pro",
2226
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2227
  "output_tokens": 4606.0,
2228
  "parser_warning_count": 0,
@@ -2237,7 +2237,7 @@
2237
  {
2238
  "attempts": 1,
2239
  "input_tokens": 27875.0,
2240
- "label": "Qwen3.6 27B GPTQ",
2241
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2242
  "output_tokens": 5682.0,
2243
  "parser_warning_count": 1,
@@ -2252,7 +2252,7 @@
2252
  {
2253
  "attempts": 1,
2254
  "input_tokens": 25619.0,
2255
- "label": "Qwopus 27B coder",
2256
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2257
  "output_tokens": 9069.0,
2258
  "parser_warning_count": 1,
@@ -2267,7 +2267,7 @@
2267
  {
2268
  "attempts": 1,
2269
  "input_tokens": 24564.0,
2270
- "label": "Qwopus 27B v2",
2271
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2272
  "output_tokens": 4980.0,
2273
  "parser_warning_count": 0,
@@ -2282,7 +2282,7 @@
2282
  {
2283
  "attempts": 1,
2284
  "input_tokens": 27119.0,
2285
- "label": "Qwopus 35B A3B",
2286
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2287
  "output_tokens": 4311.0,
2288
  "parser_warning_count": 0,
@@ -2297,7 +2297,7 @@
2297
  {
2298
  "attempts": 1,
2299
  "input_tokens": 71024.0,
2300
- "label": "Qwopus 35B A3B 262K",
2301
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2302
  "output_tokens": 11700.0,
2303
  "parser_warning_count": 1,
@@ -2312,7 +2312,7 @@
2312
  {
2313
  "attempts": 1,
2314
  "input_tokens": 74316.0,
2315
- "label": "Qwythos 9B AWQ",
2316
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2317
  "output_tokens": 8103.0,
2318
  "parser_warning_count": 0,
@@ -2387,7 +2387,7 @@
2387
  {
2388
  "attempts": 1,
2389
  "input_tokens": 267099.0,
2390
- "label": "Nex-N2 mini",
2391
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2392
  "output_tokens": 14271.0,
2393
  "parser_warning_count": 5,
@@ -2402,7 +2402,7 @@
2402
  {
2403
  "attempts": 1,
2404
  "input_tokens": 10773255.0,
2405
- "label": "Nex-N2 mini 262K",
2406
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2407
  "output_tokens": 109340.0,
2408
  "parser_warning_count": 93,
@@ -2417,7 +2417,7 @@
2417
  {
2418
  "attempts": 1,
2419
  "input_tokens": 166516.0,
2420
- "label": "Ornith 35B GPTQ-Pro",
2421
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2422
  "output_tokens": 6050.0,
2423
  "parser_warning_count": 0,
@@ -2432,7 +2432,7 @@
2432
  {
2433
  "attempts": 1,
2434
  "input_tokens": 187351.0,
2435
- "label": "Qwen3.6 27B GPTQ",
2436
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2437
  "output_tokens": 7636.0,
2438
  "parser_warning_count": 1,
@@ -2447,7 +2447,7 @@
2447
  {
2448
  "attempts": 1,
2449
  "input_tokens": 97238.0,
2450
- "label": "Qwopus 27B coder",
2451
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2452
  "output_tokens": 4686.0,
2453
  "parser_warning_count": 0,
@@ -2462,7 +2462,7 @@
2462
  {
2463
  "attempts": 1,
2464
  "input_tokens": 470331.0,
2465
- "label": "Qwopus 27B v2",
2466
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2467
  "output_tokens": 10337.0,
2468
  "parser_warning_count": 0,
@@ -2477,7 +2477,7 @@
2477
  {
2478
  "attempts": 1,
2479
  "input_tokens": 1469073.0,
2480
- "label": "Qwopus 35B A3B",
2481
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2482
  "output_tokens": 20380.0,
2483
  "parser_warning_count": 31,
@@ -2492,7 +2492,7 @@
2492
  {
2493
  "attempts": 1,
2494
  "input_tokens": 3262078.0,
2495
- "label": "Qwopus 35B A3B 262K",
2496
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2497
  "output_tokens": 43190.0,
2498
  "parser_warning_count": 11,
@@ -2507,7 +2507,7 @@
2507
  {
2508
  "attempts": 1,
2509
  "input_tokens": 2020736.0,
2510
- "label": "Qwythos 9B AWQ",
2511
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2512
  "output_tokens": 15138.0,
2513
  "parser_warning_count": 1,
@@ -2582,7 +2582,7 @@
2582
  {
2583
  "attempts": 1,
2584
  "input_tokens": 10653.0,
2585
- "label": "Nex-N2 mini",
2586
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2587
  "output_tokens": 13391.0,
2588
  "parser_warning_count": 0,
@@ -2597,7 +2597,7 @@
2597
  {
2598
  "attempts": 1,
2599
  "input_tokens": 113899.0,
2600
- "label": "Nex-N2 mini 262K",
2601
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2602
  "output_tokens": 34002.0,
2603
  "parser_warning_count": 0,
@@ -2612,7 +2612,7 @@
2612
  {
2613
  "attempts": 1,
2614
  "input_tokens": 7889.0,
2615
- "label": "Ornith 35B GPTQ-Pro",
2616
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2617
  "output_tokens": 2343.0,
2618
  "parser_warning_count": 0,
@@ -2627,7 +2627,7 @@
2627
  {
2628
  "attempts": 1,
2629
  "input_tokens": 23444.0,
2630
- "label": "Qwen3.6 27B GPTQ",
2631
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2632
  "output_tokens": 2649.0,
2633
  "parser_warning_count": 0,
@@ -2642,7 +2642,7 @@
2642
  {
2643
  "attempts": 1,
2644
  "input_tokens": 59191.0,
2645
- "label": "Qwopus 27B coder",
2646
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2647
  "output_tokens": 8686.0,
2648
  "parser_warning_count": 4,
@@ -2657,7 +2657,7 @@
2657
  {
2658
  "attempts": 1,
2659
  "input_tokens": 13009.0,
2660
- "label": "Qwopus 27B v2",
2661
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2662
  "output_tokens": 4637.0,
2663
  "parser_warning_count": 1,
@@ -2672,7 +2672,7 @@
2672
  {
2673
  "attempts": 1,
2674
  "input_tokens": 32252.0,
2675
- "label": "Qwopus 35B A3B",
2676
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2677
  "output_tokens": 3000.0,
2678
  "parser_warning_count": 0,
@@ -2687,7 +2687,7 @@
2687
  {
2688
  "attempts": 1,
2689
  "input_tokens": 67459.0,
2690
- "label": "Qwopus 35B A3B 262K",
2691
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2692
  "output_tokens": 5996.0,
2693
  "parser_warning_count": 3,
@@ -2702,7 +2702,7 @@
2702
  {
2703
  "attempts": 1,
2704
  "input_tokens": 42163.0,
2705
- "label": "Qwythos 9B AWQ",
2706
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2707
  "output_tokens": 3831.0,
2708
  "parser_warning_count": 0,
@@ -2777,7 +2777,7 @@
2777
  {
2778
  "attempts": 1,
2779
  "input_tokens": 3869887.0,
2780
- "label": "Nex-N2 mini",
2781
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2782
  "output_tokens": 55061.0,
2783
  "parser_warning_count": 31,
@@ -2792,7 +2792,7 @@
2792
  {
2793
  "attempts": 1,
2794
  "input_tokens": 406189.0,
2795
- "label": "Nex-N2 mini 262K",
2796
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2797
  "output_tokens": 17367.0,
2798
  "parser_warning_count": 7,
@@ -2807,7 +2807,7 @@
2807
  {
2808
  "attempts": 1,
2809
  "input_tokens": 82849.0,
2810
- "label": "Ornith 35B GPTQ-Pro",
2811
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2812
  "output_tokens": 4180.0,
2813
  "parser_warning_count": 2,
@@ -2822,7 +2822,7 @@
2822
  {
2823
  "attempts": 1,
2824
  "input_tokens": 82848.0,
2825
- "label": "Qwen3.6 27B GPTQ",
2826
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2827
  "output_tokens": 5913.0,
2828
  "parser_warning_count": 0,
@@ -2837,7 +2837,7 @@
2837
  {
2838
  "attempts": 1,
2839
  "input_tokens": 106502.0,
2840
- "label": "Qwopus 27B coder",
2841
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2842
  "output_tokens": 5540.0,
2843
  "parser_warning_count": 0,
@@ -2852,7 +2852,7 @@
2852
  {
2853
  "attempts": 1,
2854
  "input_tokens": 105229.0,
2855
- "label": "Qwopus 27B v2",
2856
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2857
  "output_tokens": 5054.0,
2858
  "parser_warning_count": 0,
@@ -2867,7 +2867,7 @@
2867
  {
2868
  "attempts": 1,
2869
  "input_tokens": 392777.0,
2870
- "label": "Qwopus 35B A3B",
2871
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2872
  "output_tokens": 10652.0,
2873
  "parser_warning_count": 6,
@@ -2882,7 +2882,7 @@
2882
  {
2883
  "attempts": 1,
2884
  "input_tokens": 161889.0,
2885
- "label": "Qwopus 35B A3B 262K",
2886
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2887
  "output_tokens": 8439.0,
2888
  "parser_warning_count": 0,
@@ -2897,7 +2897,7 @@
2897
  {
2898
  "attempts": 1,
2899
  "input_tokens": 285003.0,
2900
- "label": "Qwythos 9B AWQ",
2901
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2902
  "output_tokens": 6626.0,
2903
  "parser_warning_count": 0,
@@ -2972,7 +2972,7 @@
2972
  {
2973
  "attempts": 1,
2974
  "input_tokens": 7384655.0,
2975
- "label": "Nex-N2 mini",
2976
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2977
  "output_tokens": 57970.0,
2978
  "parser_warning_count": 92,
@@ -2987,7 +2987,7 @@
2987
  {
2988
  "attempts": 1,
2989
  "input_tokens": 3013306.0,
2990
- "label": "Nex-N2 mini 262K",
2991
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2992
  "output_tokens": 125012.0,
2993
  "parser_warning_count": 31,
@@ -3002,7 +3002,7 @@
3002
  {
3003
  "attempts": 1,
3004
  "input_tokens": 1420437.0,
3005
- "label": "Ornith 35B GPTQ-Pro",
3006
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3007
  "output_tokens": 28341.0,
3008
  "parser_warning_count": 0,
@@ -3017,7 +3017,7 @@
3017
  {
3018
  "attempts": 1,
3019
  "input_tokens": 622440.0,
3020
- "label": "Qwen3.6 27B GPTQ",
3021
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3022
  "output_tokens": 39022.0,
3023
  "parser_warning_count": 1,
@@ -3032,7 +3032,7 @@
3032
  {
3033
  "attempts": 1,
3034
  "input_tokens": 30925.0,
3035
- "label": "Qwopus 27B coder",
3036
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3037
  "output_tokens": 7495.0,
3038
  "parser_warning_count": 0,
@@ -3047,7 +3047,7 @@
3047
  {
3048
  "attempts": 1,
3049
  "input_tokens": 40653.0,
3050
- "label": "Qwopus 27B v2",
3051
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3052
  "output_tokens": 4390.0,
3053
  "parser_warning_count": 0,
@@ -3062,7 +3062,7 @@
3062
  {
3063
  "attempts": 1,
3064
  "input_tokens": 1380861.0,
3065
- "label": "Qwopus 35B A3B",
3066
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3067
  "output_tokens": 48542.0,
3068
  "parser_warning_count": 5,
@@ -3077,7 +3077,7 @@
3077
  {
3078
  "attempts": 1,
3079
  "input_tokens": 4565250.0,
3080
- "label": "Qwopus 35B A3B 262K",
3081
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3082
  "output_tokens": 57381.0,
3083
  "parser_warning_count": 28,
@@ -3092,7 +3092,7 @@
3092
  {
3093
  "attempts": 1,
3094
  "input_tokens": 7002927.0,
3095
- "label": "Qwythos 9B AWQ",
3096
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3097
  "output_tokens": 64592.0,
3098
  "parser_warning_count": 5,
@@ -3167,7 +3167,7 @@
3167
  {
3168
  "attempts": 1,
3169
  "input_tokens": 1336242.0,
3170
- "label": "Nex-N2 mini",
3171
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3172
  "output_tokens": 230229.0,
3173
  "parser_warning_count": 6,
@@ -3182,7 +3182,7 @@
3182
  {
3183
  "attempts": 1,
3184
  "input_tokens": 810224.0,
3185
- "label": "Nex-N2 mini 262K",
3186
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3187
  "output_tokens": 239304.0,
3188
  "parser_warning_count": 67,
@@ -3197,7 +3197,7 @@
3197
  {
3198
  "attempts": 1,
3199
  "input_tokens": 332360.0,
3200
- "label": "Ornith 35B GPTQ-Pro",
3201
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3202
  "output_tokens": 164270.0,
3203
  "parser_warning_count": 6,
@@ -3212,7 +3212,7 @@
3212
  {
3213
  "attempts": 1,
3214
  "input_tokens": 898.0,
3215
- "label": "Qwen3.6 27B GPTQ",
3216
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3217
  "output_tokens": 202.0,
3218
  "parser_warning_count": 0,
@@ -3227,7 +3227,7 @@
3227
  {
3228
  "attempts": 1,
3229
  "input_tokens": 10254.0,
3230
- "label": "Qwopus 27B coder",
3231
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3232
  "output_tokens": 12898.0,
3233
  "parser_warning_count": 1,
@@ -3242,7 +3242,7 @@
3242
  {
3243
  "attempts": 1,
3244
  "input_tokens": 897.0,
3245
- "label": "Qwopus 27B v2",
3246
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3247
  "output_tokens": 238.0,
3248
  "parser_warning_count": 0,
@@ -3257,7 +3257,7 @@
3257
  {
3258
  "attempts": 1,
3259
  "input_tokens": 34971.0,
3260
- "label": "Qwopus 35B A3B",
3261
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3262
  "output_tokens": 65374.0,
3263
  "parser_warning_count": 3,
@@ -3272,7 +3272,7 @@
3272
  {
3273
  "attempts": 1,
3274
  "input_tokens": 270190.0,
3275
- "label": "Qwopus 35B A3B 262K",
3276
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3277
  "output_tokens": 163350.0,
3278
  "parser_warning_count": 9,
@@ -3287,7 +3287,7 @@
3287
  {
3288
  "attempts": 1,
3289
  "input_tokens": 436898.0,
3290
- "label": "Qwythos 9B AWQ",
3291
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3292
  "output_tokens": 37079.0,
3293
  "parser_warning_count": 1,
@@ -3362,7 +3362,7 @@
3362
  {
3363
  "attempts": 1,
3364
  "input_tokens": 2497144.0,
3365
- "label": "Nex-N2 mini",
3366
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3367
  "output_tokens": 185971.0,
3368
  "parser_warning_count": 2,
@@ -3377,7 +3377,7 @@
3377
  {
3378
  "attempts": 1,
3379
  "input_tokens": 2235045.0,
3380
- "label": "Nex-N2 mini 262K",
3381
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3382
  "output_tokens": 128518.0,
3383
  "parser_warning_count": 9,
@@ -3392,7 +3392,7 @@
3392
  {
3393
  "attempts": 1,
3394
  "input_tokens": 110836.0,
3395
- "label": "Ornith 35B GPTQ-Pro",
3396
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3397
  "output_tokens": 20362.0,
3398
  "parser_warning_count": 1,
@@ -3407,7 +3407,7 @@
3407
  {
3408
  "attempts": 1,
3409
  "input_tokens": 549320.0,
3410
- "label": "Qwen3.6 27B GPTQ",
3411
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3412
  "output_tokens": 61704.0,
3413
  "parser_warning_count": 1,
@@ -3422,7 +3422,7 @@
3422
  {
3423
  "attempts": 1,
3424
  "input_tokens": 152327.0,
3425
- "label": "Qwopus 27B coder",
3426
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3427
  "output_tokens": 63159.0,
3428
  "parser_warning_count": 0,
@@ -3437,7 +3437,7 @@
3437
  {
3438
  "attempts": 1,
3439
  "input_tokens": 938941.0,
3440
- "label": "Qwopus 27B v2",
3441
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3442
  "output_tokens": 51656.0,
3443
  "parser_warning_count": 0,
@@ -3452,7 +3452,7 @@
3452
  {
3453
  "attempts": 1,
3454
  "input_tokens": 3391632.0,
3455
- "label": "Qwopus 35B A3B",
3456
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3457
  "output_tokens": 61853.0,
3458
  "parser_warning_count": 40,
@@ -3467,7 +3467,7 @@
3467
  {
3468
  "attempts": 1,
3469
  "input_tokens": 1383646.0,
3470
- "label": "Qwopus 35B A3B 262K",
3471
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3472
  "output_tokens": 72713.0,
3473
  "parser_warning_count": 2,
@@ -3482,7 +3482,7 @@
3482
  {
3483
  "attempts": 1,
3484
  "input_tokens": 6372099.0,
3485
- "label": "Qwythos 9B AWQ",
3486
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3487
  "output_tokens": 85016.0,
3488
  "parser_warning_count": 0,
@@ -3557,7 +3557,7 @@
3557
  {
3558
  "attempts": 1,
3559
  "input_tokens": 10448.0,
3560
- "label": "Nex-N2 mini",
3561
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3562
  "output_tokens": 1547.0,
3563
  "parser_warning_count": 0,
@@ -3572,7 +3572,7 @@
3572
  {
3573
  "attempts": 1,
3574
  "input_tokens": 29129.0,
3575
- "label": "Nex-N2 mini 262K",
3576
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3577
  "output_tokens": 6422.0,
3578
  "parser_warning_count": 1,
@@ -3587,7 +3587,7 @@
3587
  {
3588
  "attempts": 1,
3589
  "input_tokens": 18365.0,
3590
- "label": "Ornith 35B GPTQ-Pro",
3591
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3592
  "output_tokens": 2206.0,
3593
  "parser_warning_count": 0,
@@ -3602,7 +3602,7 @@
3602
  {
3603
  "attempts": 1,
3604
  "input_tokens": 19852.0,
3605
- "label": "Qwen3.6 27B GPTQ",
3606
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3607
  "output_tokens": 2702.0,
3608
  "parser_warning_count": 0,
@@ -3617,7 +3617,7 @@
3617
  {
3618
  "attempts": 1,
3619
  "input_tokens": 18626.0,
3620
- "label": "Qwopus 27B coder",
3621
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3622
  "output_tokens": 2507.0,
3623
  "parser_warning_count": 0,
@@ -3632,7 +3632,7 @@
3632
  {
3633
  "attempts": 1,
3634
  "input_tokens": 14500.0,
3635
- "label": "Qwopus 27B v2",
3636
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3637
  "output_tokens": 2459.0,
3638
  "parser_warning_count": 0,
@@ -3647,7 +3647,7 @@
3647
  {
3648
  "attempts": 1,
3649
  "input_tokens": 52705.0,
3650
- "label": "Qwopus 35B A3B",
3651
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3652
  "output_tokens": 6118.0,
3653
  "parser_warning_count": 0,
@@ -3662,7 +3662,7 @@
3662
  {
3663
  "attempts": 1,
3664
  "input_tokens": 45284.0,
3665
- "label": "Qwopus 35B A3B 262K",
3666
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3667
  "output_tokens": 2793.0,
3668
  "parser_warning_count": 0,
@@ -3677,7 +3677,7 @@
3677
  {
3678
  "attempts": 1,
3679
  "input_tokens": 291703.0,
3680
- "label": "Qwythos 9B AWQ",
3681
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3682
  "output_tokens": 17838.0,
3683
  "parser_warning_count": 0,
@@ -3752,7 +3752,7 @@
3752
  {
3753
  "attempts": 1,
3754
  "input_tokens": 2634722.0,
3755
- "label": "Nex-N2 mini",
3756
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3757
  "output_tokens": 64600.0,
3758
  "parser_warning_count": 52,
@@ -3767,7 +3767,7 @@
3767
  {
3768
  "attempts": 1,
3769
  "input_tokens": 7356461.0,
3770
- "label": "Nex-N2 mini 262K",
3771
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3772
  "output_tokens": 175453.0,
3773
  "parser_warning_count": 35,
@@ -3782,7 +3782,7 @@
3782
  {
3783
  "attempts": 1,
3784
  "input_tokens": 3660262.0,
3785
- "label": "Ornith 35B GPTQ-Pro",
3786
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3787
  "output_tokens": 54396.0,
3788
  "parser_warning_count": 12,
@@ -3797,7 +3797,7 @@
3797
  {
3798
  "attempts": 1,
3799
  "input_tokens": 530456.0,
3800
- "label": "Qwen3.6 27B GPTQ",
3801
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3802
  "output_tokens": 28541.0,
3803
  "parser_warning_count": 1,
@@ -3812,7 +3812,7 @@
3812
  {
3813
  "attempts": 1,
3814
  "input_tokens": 1126965.0,
3815
- "label": "Qwopus 27B coder",
3816
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3817
  "output_tokens": 49401.0,
3818
  "parser_warning_count": 0,
@@ -3827,7 +3827,7 @@
3827
  {
3828
  "attempts": 1,
3829
  "input_tokens": 1537163.0,
3830
- "label": "Qwopus 27B v2",
3831
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3832
  "output_tokens": 52019.0,
3833
  "parser_warning_count": 0,
@@ -3842,7 +3842,7 @@
3842
  {
3843
  "attempts": 1,
3844
  "input_tokens": 2094137.0,
3845
- "label": "Qwopus 35B A3B",
3846
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3847
  "output_tokens": 75640.0,
3848
  "parser_warning_count": 44,
@@ -3857,7 +3857,7 @@
3857
  {
3858
  "attempts": 1,
3859
  "input_tokens": 2592383.0,
3860
- "label": "Qwopus 35B A3B 262K",
3861
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3862
  "output_tokens": 74438.0,
3863
  "parser_warning_count": 2,
@@ -3872,7 +3872,7 @@
3872
  {
3873
  "attempts": 1,
3874
  "input_tokens": 1644451.0,
3875
- "label": "Qwythos 9B AWQ",
3876
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3877
  "output_tokens": 24474.0,
3878
  "parser_warning_count": 1,
@@ -3947,7 +3947,7 @@
3947
  {
3948
  "attempts": 1,
3949
  "input_tokens": 391933.0,
3950
- "label": "Nex-N2 mini",
3951
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3952
  "output_tokens": 14339.0,
3953
  "parser_warning_count": 2,
@@ -3962,7 +3962,7 @@
3962
  {
3963
  "attempts": 1,
3964
  "input_tokens": 309001.0,
3965
- "label": "Nex-N2 mini 262K",
3966
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3967
  "output_tokens": 15796.0,
3968
  "parser_warning_count": 1,
@@ -3977,7 +3977,7 @@
3977
  {
3978
  "attempts": 1,
3979
  "input_tokens": 38706.0,
3980
- "label": "Ornith 35B GPTQ-Pro",
3981
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3982
  "output_tokens": 1846.0,
3983
  "parser_warning_count": 0,
@@ -3992,7 +3992,7 @@
3992
  {
3993
  "attempts": 1,
3994
  "input_tokens": 27179.0,
3995
- "label": "Qwen3.6 27B GPTQ",
3996
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3997
  "output_tokens": 2811.0,
3998
  "parser_warning_count": 0,
@@ -4007,7 +4007,7 @@
4007
  {
4008
  "attempts": 1,
4009
  "input_tokens": 78516.0,
4010
- "label": "Qwopus 27B coder",
4011
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4012
  "output_tokens": 3093.0,
4013
  "parser_warning_count": 0,
@@ -4022,7 +4022,7 @@
4022
  {
4023
  "attempts": 1,
4024
  "input_tokens": 29064.0,
4025
- "label": "Qwopus 27B v2",
4026
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4027
  "output_tokens": 2280.0,
4028
  "parser_warning_count": 0,
@@ -4037,7 +4037,7 @@
4037
  {
4038
  "attempts": 1,
4039
  "input_tokens": 57952.0,
4040
- "label": "Qwopus 35B A3B",
4041
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4042
  "output_tokens": 4405.0,
4043
  "parser_warning_count": 0,
@@ -4052,7 +4052,7 @@
4052
  {
4053
  "attempts": 1,
4054
  "input_tokens": 89418.0,
4055
- "label": "Qwopus 35B A3B 262K",
4056
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4057
  "output_tokens": 3657.0,
4058
  "parser_warning_count": 0,
@@ -4067,7 +4067,7 @@
4067
  {
4068
  "attempts": 1,
4069
  "input_tokens": 5691139.0,
4070
- "label": "Qwythos 9B AWQ",
4071
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4072
  "output_tokens": 39800.0,
4073
  "parser_warning_count": 0,
@@ -4142,7 +4142,7 @@
4142
  {
4143
  "attempts": 1,
4144
  "input_tokens": 918296.0,
4145
- "label": "Nex-N2 mini",
4146
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4147
  "output_tokens": 94393.0,
4148
  "parser_warning_count": 0,
@@ -4157,7 +4157,7 @@
4157
  {
4158
  "attempts": 1,
4159
  "input_tokens": 896884.0,
4160
- "label": "Nex-N2 mini 262K",
4161
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4162
  "output_tokens": 176702.0,
4163
  "parser_warning_count": 7,
@@ -4172,7 +4172,7 @@
4172
  {
4173
  "attempts": 1,
4174
  "input_tokens": 77875.0,
4175
- "label": "Ornith 35B GPTQ-Pro",
4176
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4177
  "output_tokens": 4776.0,
4178
  "parser_warning_count": 0,
@@ -4187,7 +4187,7 @@
4187
  {
4188
  "attempts": 1,
4189
  "input_tokens": 28101.0,
4190
- "label": "Qwen3.6 27B GPTQ",
4191
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4192
  "output_tokens": 3946.0,
4193
  "parser_warning_count": 0,
@@ -4202,7 +4202,7 @@
4202
  {
4203
  "attempts": 1,
4204
  "input_tokens": 63229.0,
4205
- "label": "Qwopus 27B coder",
4206
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4207
  "output_tokens": 6509.0,
4208
  "parser_warning_count": 0,
@@ -4217,7 +4217,7 @@
4217
  {
4218
  "attempts": 1,
4219
  "input_tokens": 31311.0,
4220
- "label": "Qwopus 27B v2",
4221
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4222
  "output_tokens": 4963.0,
4223
  "parser_warning_count": 0,
@@ -4232,7 +4232,7 @@
4232
  {
4233
  "attempts": 1,
4234
  "input_tokens": 150127.0,
4235
- "label": "Qwopus 35B A3B",
4236
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4237
  "output_tokens": 6615.0,
4238
  "parser_warning_count": 1,
@@ -4247,7 +4247,7 @@
4247
  {
4248
  "attempts": 1,
4249
  "input_tokens": 153561.0,
4250
- "label": "Qwopus 35B A3B 262K",
4251
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4252
  "output_tokens": 7554.0,
4253
  "parser_warning_count": 1,
@@ -4262,7 +4262,7 @@
4262
  {
4263
  "attempts": 1,
4264
  "input_tokens": 129591.0,
4265
- "label": "Qwythos 9B AWQ",
4266
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4267
  "output_tokens": 7899.0,
4268
  "parser_warning_count": 0,
@@ -4337,7 +4337,7 @@
4337
  {
4338
  "attempts": 1,
4339
  "input_tokens": 176803.0,
4340
- "label": "Nex-N2 mini",
4341
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4342
  "output_tokens": 148426.0,
4343
  "parser_warning_count": 14,
@@ -4352,7 +4352,7 @@
4352
  {
4353
  "attempts": 1,
4354
  "input_tokens": 240403.0,
4355
- "label": "Nex-N2 mini 262K",
4356
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4357
  "output_tokens": 178383.0,
4358
  "parser_warning_count": 6,
@@ -4367,7 +4367,7 @@
4367
  {
4368
  "attempts": 1,
4369
  "input_tokens": 1179135.0,
4370
- "label": "Ornith 35B GPTQ-Pro",
4371
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4372
  "output_tokens": 160995.0,
4373
  "parser_warning_count": 7,
@@ -4382,7 +4382,7 @@
4382
  {
4383
  "attempts": 1,
4384
  "input_tokens": 49888.0,
4385
- "label": "Qwen3.6 27B GPTQ",
4386
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4387
  "output_tokens": 4820.0,
4388
  "parser_warning_count": 3,
@@ -4397,7 +4397,7 @@
4397
  {
4398
  "attempts": 1,
4399
  "input_tokens": 26511.0,
4400
- "label": "Qwopus 27B coder",
4401
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4402
  "output_tokens": 1788.0,
4403
  "parser_warning_count": 0,
@@ -4412,7 +4412,7 @@
4412
  {
4413
  "attempts": 1,
4414
  "input_tokens": 28126.0,
4415
- "label": "Qwopus 27B v2",
4416
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4417
  "output_tokens": 3853.0,
4418
  "parser_warning_count": 0,
@@ -4427,7 +4427,7 @@
4427
  {
4428
  "attempts": 1,
4429
  "input_tokens": 2225101.0,
4430
- "label": "Qwopus 35B A3B",
4431
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4432
  "output_tokens": 143942.0,
4433
  "parser_warning_count": 8,
@@ -4442,7 +4442,7 @@
4442
  {
4443
  "attempts": 1,
4444
  "input_tokens": 264965.0,
4445
- "label": "Qwopus 35B A3B 262K",
4446
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4447
  "output_tokens": 133551.0,
4448
  "parser_warning_count": 2,
@@ -4457,7 +4457,7 @@
4457
  {
4458
  "attempts": 1,
4459
  "input_tokens": 15011.0,
4460
- "label": "Qwythos 9B AWQ",
4461
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4462
  "output_tokens": 10904.0,
4463
  "parser_warning_count": 2,
@@ -4532,7 +4532,7 @@
4532
  {
4533
  "attempts": 1,
4534
  "input_tokens": 71714.0,
4535
- "label": "Nex-N2 mini",
4536
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4537
  "output_tokens": 13180.0,
4538
  "parser_warning_count": 0,
@@ -4547,7 +4547,7 @@
4547
  {
4548
  "attempts": 1,
4549
  "input_tokens": 381442.0,
4550
- "label": "Nex-N2 mini 262K",
4551
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4552
  "output_tokens": 18290.0,
4553
  "parser_warning_count": 14,
@@ -4562,7 +4562,7 @@
4562
  {
4563
  "attempts": 1,
4564
  "input_tokens": 41603.0,
4565
- "label": "Ornith 35B GPTQ-Pro",
4566
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4567
  "output_tokens": 2641.0,
4568
  "parser_warning_count": 0,
@@ -4577,7 +4577,7 @@
4577
  {
4578
  "attempts": 1,
4579
  "input_tokens": 98812.0,
4580
- "label": "Qwen3.6 27B GPTQ",
4581
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4582
  "output_tokens": 6060.0,
4583
  "parser_warning_count": 0,
@@ -4592,7 +4592,7 @@
4592
  {
4593
  "attempts": 1,
4594
  "input_tokens": 105538.0,
4595
- "label": "Qwopus 27B coder",
4596
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4597
  "output_tokens": 6615.0,
4598
  "parser_warning_count": 1,
@@ -4607,7 +4607,7 @@
4607
  {
4608
  "attempts": 1,
4609
  "input_tokens": 391064.0,
4610
- "label": "Qwopus 27B v2",
4611
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4612
  "output_tokens": 8513.0,
4613
  "parser_warning_count": 1,
@@ -4622,7 +4622,7 @@
4622
  {
4623
  "attempts": 1,
4624
  "input_tokens": 200982.0,
4625
- "label": "Qwopus 35B A3B",
4626
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4627
  "output_tokens": 8882.0,
4628
  "parser_warning_count": 16,
@@ -4637,7 +4637,7 @@
4637
  {
4638
  "attempts": 1,
4639
  "input_tokens": 1090768.0,
4640
- "label": "Qwopus 35B A3B 262K",
4641
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4642
  "output_tokens": 31293.0,
4643
  "parser_warning_count": 9,
@@ -4652,7 +4652,7 @@
4652
  {
4653
  "attempts": 1,
4654
  "input_tokens": 180915.0,
4655
- "label": "Qwythos 9B AWQ",
4656
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4657
  "output_tokens": 4625.0,
4658
  "parser_warning_count": 1,
@@ -4727,7 +4727,7 @@
4727
  {
4728
  "attempts": 1,
4729
  "input_tokens": 145388.0,
4730
- "label": "Nex-N2 mini",
4731
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4732
  "output_tokens": 40445.0,
4733
  "parser_warning_count": 1,
@@ -4742,7 +4742,7 @@
4742
  {
4743
  "attempts": 1,
4744
  "input_tokens": 40045.0,
4745
- "label": "Nex-N2 mini 262K",
4746
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4747
  "output_tokens": 40611.0,
4748
  "parser_warning_count": 2,
@@ -4757,7 +4757,7 @@
4757
  {
4758
  "attempts": 1,
4759
  "input_tokens": 32671.0,
4760
- "label": "Ornith 35B GPTQ-Pro",
4761
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4762
  "output_tokens": 4288.0,
4763
  "parser_warning_count": 0,
@@ -4772,7 +4772,7 @@
4772
  {
4773
  "attempts": 1,
4774
  "input_tokens": 20417.0,
4775
- "label": "Qwen3.6 27B GPTQ",
4776
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4777
  "output_tokens": 3262.0,
4778
  "parser_warning_count": 0,
@@ -4787,7 +4787,7 @@
4787
  {
4788
  "attempts": 1,
4789
  "input_tokens": 20683.0,
4790
- "label": "Qwopus 27B coder",
4791
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4792
  "output_tokens": 2533.0,
4793
  "parser_warning_count": 0,
@@ -4802,7 +4802,7 @@
4802
  {
4803
  "attempts": 1,
4804
  "input_tokens": 53715.0,
4805
- "label": "Qwopus 27B v2",
4806
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4807
  "output_tokens": 6033.0,
4808
  "parser_warning_count": 0,
@@ -4817,7 +4817,7 @@
4817
  {
4818
  "attempts": 1,
4819
  "input_tokens": 431640.0,
4820
- "label": "Qwopus 35B A3B",
4821
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4822
  "output_tokens": 14998.0,
4823
  "parser_warning_count": 3,
@@ -4832,7 +4832,7 @@
4832
  {
4833
  "attempts": 1,
4834
  "input_tokens": 80163.0,
4835
- "label": "Qwopus 35B A3B 262K",
4836
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4837
  "output_tokens": 5701.0,
4838
  "parser_warning_count": 0,
@@ -4847,7 +4847,7 @@
4847
  {
4848
  "attempts": 1,
4849
  "input_tokens": 4961129.0,
4850
- "label": "Qwythos 9B AWQ",
4851
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4852
  "output_tokens": 34116.0,
4853
  "parser_warning_count": 4,
@@ -4922,7 +4922,7 @@
4922
  {
4923
  "attempts": 1,
4924
  "input_tokens": 525844.0,
4925
- "label": "Nex-N2 mini",
4926
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4927
  "output_tokens": 83272.0,
4928
  "parser_warning_count": 1,
@@ -4937,7 +4937,7 @@
4937
  {
4938
  "attempts": 1,
4939
  "input_tokens": 1124198.0,
4940
- "label": "Nex-N2 mini 262K",
4941
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4942
  "output_tokens": 232637.0,
4943
  "parser_warning_count": 9,
@@ -4952,7 +4952,7 @@
4952
  {
4953
  "attempts": 1,
4954
  "input_tokens": 11165.0,
4955
- "label": "Ornith 35B GPTQ-Pro",
4956
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4957
  "output_tokens": 3024.0,
4958
  "parser_warning_count": 1,
@@ -4967,7 +4967,7 @@
4967
  {
4968
  "attempts": 1,
4969
  "input_tokens": 12907.0,
4970
- "label": "Qwen3.6 27B GPTQ",
4971
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4972
  "output_tokens": 3589.0,
4973
  "parser_warning_count": 0,
@@ -4982,7 +4982,7 @@
4982
  {
4983
  "attempts": 1,
4984
  "input_tokens": 15757.0,
4985
- "label": "Qwopus 27B coder",
4986
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4987
  "output_tokens": 3752.0,
4988
  "parser_warning_count": 0,
@@ -4997,7 +4997,7 @@
4997
  {
4998
  "attempts": 1,
4999
  "input_tokens": 23973.0,
5000
- "label": "Qwopus 27B v2",
5001
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5002
  "output_tokens": 8080.0,
5003
  "parser_warning_count": 5,
@@ -5012,7 +5012,7 @@
5012
  {
5013
  "attempts": 1,
5014
  "input_tokens": 1844638.0,
5015
- "label": "Qwopus 35B A3B",
5016
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5017
  "output_tokens": 68899.0,
5018
  "parser_warning_count": 8,
@@ -5027,7 +5027,7 @@
5027
  {
5028
  "attempts": 1,
5029
  "input_tokens": 33741.0,
5030
- "label": "Qwopus 35B A3B 262K",
5031
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5032
  "output_tokens": 8024.0,
5033
  "parser_warning_count": 3,
@@ -5042,7 +5042,7 @@
5042
  {
5043
  "attempts": 1,
5044
  "input_tokens": 3448386.0,
5045
- "label": "Qwythos 9B AWQ",
5046
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
5047
  "output_tokens": 39062.0,
5048
  "parser_warning_count": 2,
@@ -5117,7 +5117,7 @@
5117
  {
5118
  "attempts": 1,
5119
  "input_tokens": 13871.0,
5120
- "label": "Nex-N2 mini",
5121
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
5122
  "output_tokens": 2810.0,
5123
  "parser_warning_count": 0,
@@ -5132,7 +5132,7 @@
5132
  {
5133
  "attempts": 1,
5134
  "input_tokens": 579918.0,
5135
- "label": "Nex-N2 mini 262K",
5136
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
5137
  "output_tokens": 6362.0,
5138
  "parser_warning_count": 6,
@@ -5147,7 +5147,7 @@
5147
  {
5148
  "attempts": 1,
5149
  "input_tokens": 9061.0,
5150
- "label": "Ornith 35B GPTQ-Pro",
5151
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5152
  "output_tokens": 1378.0,
5153
  "parser_warning_count": 0,
@@ -5162,7 +5162,7 @@
5162
  {
5163
  "attempts": 1,
5164
  "input_tokens": 8982.0,
5165
- "label": "Qwen3.6 27B GPTQ",
5166
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
5167
  "output_tokens": 1746.0,
5168
  "parser_warning_count": 0,
@@ -5177,7 +5177,7 @@
5177
  {
5178
  "attempts": 1,
5179
  "input_tokens": 8232.0,
5180
- "label": "Qwopus 27B coder",
5181
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
5182
  "output_tokens": 1722.0,
5183
  "parser_warning_count": 0,
@@ -5192,7 +5192,7 @@
5192
  {
5193
  "attempts": 1,
5194
  "input_tokens": 47754.0,
5195
- "label": "Qwopus 27B v2",
5196
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5197
  "output_tokens": 5216.0,
5198
  "parser_warning_count": 1,
@@ -5207,7 +5207,7 @@
5207
  {
5208
  "attempts": 1,
5209
  "input_tokens": 26569.0,
5210
- "label": "Qwopus 35B A3B",
5211
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5212
  "output_tokens": 2675.0,
5213
  "parser_warning_count": 0,
@@ -5222,7 +5222,7 @@
5222
  {
5223
  "attempts": 1,
5224
  "input_tokens": 15893.0,
5225
- "label": "Qwopus 35B A3B 262K",
5226
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5227
  "output_tokens": 2657.0,
5228
  "parser_warning_count": 0,
@@ -5237,7 +5237,7 @@
5237
  {
5238
  "attempts": 1,
5239
  "input_tokens": 95151.0,
5240
- "label": "Qwythos 9B AWQ",
5241
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
5242
  "output_tokens": 7368.0,
5243
  "parser_warning_count": 2,
@@ -5312,7 +5312,7 @@
5312
  {
5313
  "attempts": 1,
5314
  "input_tokens": 97236.0,
5315
- "label": "Nex-N2 mini",
5316
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
5317
  "output_tokens": 15392.0,
5318
  "parser_warning_count": 3,
@@ -5327,7 +5327,7 @@
5327
  {
5328
  "attempts": 1,
5329
  "input_tokens": 50651.0,
5330
- "label": "Nex-N2 mini 262K",
5331
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
5332
  "output_tokens": 8970.0,
5333
  "parser_warning_count": 2,
@@ -5342,7 +5342,7 @@
5342
  {
5343
  "attempts": 1,
5344
  "input_tokens": 11064.0,
5345
- "label": "Ornith 35B GPTQ-Pro",
5346
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5347
  "output_tokens": 1483.0,
5348
  "parser_warning_count": 0,
@@ -5357,7 +5357,7 @@
5357
  {
5358
  "attempts": 1,
5359
  "input_tokens": 108898.0,
5360
- "label": "Qwen3.6 27B GPTQ",
5361
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
5362
  "output_tokens": 5067.0,
5363
  "parser_warning_count": 2,
@@ -5372,7 +5372,7 @@
5372
  {
5373
  "attempts": 1,
5374
  "input_tokens": 33124.0,
5375
- "label": "Qwopus 27B coder",
5376
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
5377
  "output_tokens": 3593.0,
5378
  "parser_warning_count": 1,
@@ -5387,7 +5387,7 @@
5387
  {
5388
  "attempts": 1,
5389
  "input_tokens": 27717.0,
5390
- "label": "Qwopus 27B v2",
5391
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5392
  "output_tokens": 3204.0,
5393
  "parser_warning_count": 0,
@@ -5402,7 +5402,7 @@
5402
  {
5403
  "attempts": 1,
5404
  "input_tokens": 22445.0,
5405
- "label": "Qwopus 35B A3B",
5406
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5407
  "output_tokens": 2894.0,
5408
  "parser_warning_count": 0,
@@ -5417,7 +5417,7 @@
5417
  {
5418
  "attempts": 1,
5419
  "input_tokens": 220746.0,
5420
- "label": "Qwopus 35B A3B 262K",
5421
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5422
  "output_tokens": 8688.0,
5423
  "parser_warning_count": 1,
@@ -5432,7 +5432,7 @@
5432
  {
5433
  "attempts": 1,
5434
  "input_tokens": 38625.0,
5435
- "label": "Qwythos 9B AWQ",
5436
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
5437
  "output_tokens": 3487.0,
5438
  "parser_warning_count": 0,
@@ -5449,7 +5449,7 @@
5449
  {
5450
  "canonical_model_id": "nex-n2-mini-gptq-pro",
5451
  "context": "131k",
5452
- "label": "Nex-N2 mini",
5453
  "llm_api_min_max": 197.35874162,
5454
  "llm_api_min_min": 153.0054446,
5455
  "output_tokens_max": 1670562.0,
@@ -5466,7 +5466,7 @@
5466
  {
5467
  "canonical_model_id": "nex-n2-mini-gptq-pro",
5468
  "context": "262k",
5469
- "label": "Nex-N2 mini",
5470
  "llm_api_min_max": 210.13186815,
5471
  "llm_api_min_min": 210.13186815,
5472
  "output_tokens_max": 1683713.0,
@@ -5500,7 +5500,7 @@
5500
  {
5501
  "canonical_model_id": "qwen3.6-27b-gptq-pro-4bit",
5502
  "context": "131k",
5503
- "label": "Qwen3.6 27B GPTQ",
5504
  "llm_api_min_max": 126.77999498,
5505
  "llm_api_min_min": 126.77999498,
5506
  "output_tokens_max": 215554.0,
@@ -5517,7 +5517,7 @@
5517
  {
5518
  "canonical_model_id": "qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
5519
  "context": "131k",
5520
- "label": "Qwopus 27B coder",
5521
  "llm_api_min_max": 123.67511317,
5522
  "llm_api_min_min": 86.74526043,
5523
  "output_tokens_max": 217949.0,
@@ -5534,7 +5534,7 @@
5534
  {
5535
  "canonical_model_id": "qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5536
  "context": "131k",
5537
- "label": "Qwopus 27B v2",
5538
  "llm_api_min_max": 128.19525423,
5539
  "llm_api_min_min": 109.98287882,
5540
  "output_tokens_max": 227409.0,
@@ -5551,7 +5551,7 @@
5551
  {
5552
  "canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5553
  "context": "131k",
5554
- "label": "Qwopus 35B A3B",
5555
  "llm_api_min_max": 78.77177858,
5556
  "llm_api_min_min": 74.86819778,
5557
  "output_tokens_max": 628396.0,
@@ -5568,7 +5568,7 @@
5568
  {
5569
  "canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5570
  "context": "262k",
5571
- "label": "Qwopus 35B A3B",
5572
  "llm_api_min_max": 86.28562877,
5573
  "llm_api_min_min": 86.28562877,
5574
  "output_tokens_max": 681874.0,
 
34
  "Smoke24 is intentionally small; variance views should be used when reading one-task deltas."
35
  ],
36
  "meta": {
37
+ "best_efficiency_label": "Ornith 1.0 35B GPTQ-Pro 262K",
38
  "best_efficiency_llm_min_per_success": 3.54857145,
39
+ "best_local_label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
40
  "best_local_score": 17.0,
41
  "best_local_success_rate": 0.70833333,
42
  "corpus_id": "tb20-coder-smoke24-fast-success-failure-20260616",
43
  "hardware_context": "Local vLLM / LiteLLM residency runs in the RTX 3090 deployment context",
44
  "harness": "Terminal-Bench 2.0 Smoke24, Terminus-2, 30m task timeout, 32 CPU / 48 GiB sandbox",
45
+ "reference_label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
46
  "reference_model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
47
  "report_date": "2026-06-29",
48
  "task_count": 24,
 
59
  "global_tb20_accuracy": null,
60
  "global_tb20_stderr": null,
61
  "input_tokens": null,
62
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
63
  "llm_api_min": 126.77999498,
64
  "llm_efficiency_index": null,
65
  "llm_min_per_success": 9.055713927142858,
 
107
  "global_tb20_accuracy": null,
108
  "global_tb20_stderr": null,
109
  "input_tokens": 3941083.0,
110
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
111
  "llm_api_min": 109.98287882,
112
  "llm_efficiency_index": 1.39973729,
113
  "llm_min_per_success": 6.46958111,
 
155
  "global_tb20_accuracy": null,
156
  "global_tb20_stderr": null,
157
  "input_tokens": 15814878.0,
158
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
159
  "llm_api_min": 78.77177858,
160
  "llm_efficiency_index": 1.4944982,
161
  "llm_min_per_success": 6.05936758,
 
203
  "global_tb20_accuracy": null,
204
  "global_tb20_stderr": null,
205
  "input_tokens": 22376725.0,
206
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
207
  "llm_api_min": 153.0054446,
208
  "llm_efficiency_index": 0.82859793,
209
  "llm_min_per_success": 10.92896033,
 
251
  "global_tb20_accuracy": null,
252
  "global_tb20_stderr": null,
253
  "input_tokens": 2223503.0,
254
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
255
  "llm_api_min": 123.67511317,
256
  "llm_efficiency_index": 1.09832694,
257
  "llm_min_per_success": 8.24500754,
 
299
  "global_tb20_accuracy": null,
300
  "global_tb20_stderr": null,
301
  "input_tokens": 14790853.0,
302
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
303
  "llm_api_min": 86.28562877,
304
  "llm_efficiency_index": 1.3643556,
305
  "llm_min_per_success": 6.63735606,
 
347
  "global_tb20_accuracy": null,
348
  "global_tb20_stderr": null,
349
  "input_tokens": 7574557.0,
350
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
351
  "llm_api_min": 60.32571458,
352
  "llm_efficiency_index": 2.55193225,
353
  "llm_min_per_success": 3.54857145,
 
395
  "global_tb20_accuracy": null,
396
  "global_tb20_stderr": null,
397
  "input_tokens": 30565079.0,
398
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
399
  "llm_api_min": 210.13186815,
400
  "llm_efficiency_index": 0.51714463,
401
  "llm_min_per_success": 17.51098901,
 
443
  "global_tb20_accuracy": null,
444
  "global_tb20_stderr": null,
445
  "input_tokens": 39982946.0,
446
+ "label": "Qwythos 9B AWQ 512K (experimental)",
447
  "llm_api_min": 120.4843348,
448
  "llm_efficiency_index": 0.75160924,
449
  "llm_min_per_success": 12.04843348,
 
634
  "decode_tps_from_decode_seconds": 43.188703370684735,
635
  "decode_tps_from_tpot": 44.53514244224961,
636
  "generation_tokens_completed": 400375.3288516658,
637
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
638
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
639
  "prefill_tps": 1095.6526782015237,
640
  "prefix_cache_hit_ratio": 0.812897222488904,
 
649
  "decode_tps_from_decode_seconds": 43.31794442159101,
650
  "decode_tps_from_tpot": 44.16515697362538,
651
  "generation_tokens_completed": 361488.1214802095,
652
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
653
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
654
  "prefill_tps": 1052.6993810432198,
655
  "prefix_cache_hit_ratio": 0.8659611213346531,
 
664
  "decode_tps_from_decode_seconds": 152.12705290674882,
665
  "decode_tps_from_tpot": 153.8030887317905,
666
  "generation_tokens_completed": 710926.127408056,
667
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
668
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
669
  "prefill_tps": 4278.436112986577,
670
  "prefix_cache_hit_ratio": 0.9190618972798161,
 
679
  "decode_tps_from_decode_seconds": 149.64623197845253,
680
  "decode_tps_from_tpot": 150.96148404112074,
681
  "generation_tokens_completed": 1740105.7939339874,
682
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
683
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
684
  "prefill_tps": 4170.88522557241,
685
  "prefix_cache_hit_ratio": 0.9303306403957701,
 
694
  "decode_tps_from_decode_seconds": 43.44241134479688,
695
  "decode_tps_from_tpot": 44.67982758189825,
696
  "generation_tokens_completed": 325001.39416983526,
697
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
698
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
699
  "prefill_tps": 1118.755051858144,
700
  "prefix_cache_hit_ratio": 0.805402162190603,
 
709
  "decode_tps_from_decode_seconds": 148.0994864785829,
710
  "decode_tps_from_tpot": 151.0700683961575,
711
  "generation_tokens_completed": 767431.5582226763,
712
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
713
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
714
  "prefill_tps": 4310.08983294779,
715
  "prefix_cache_hit_ratio": 0.9212836173704322,
 
724
  "decode_tps_from_decode_seconds": 148.01683567055358,
725
  "decode_tps_from_tpot": 151.35689673759154,
726
  "generation_tokens_completed": 499146.18865318317,
727
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
728
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
729
  "prefill_tps": 4548.358294222596,
730
  "prefix_cache_hit_ratio": 0.8987710728022461,
 
739
  "decode_tps_from_decode_seconds": 143.99248177720298,
740
  "decode_tps_from_tpot": 145.29320542785467,
741
  "generation_tokens_completed": 1922179.1985472154,
742
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
743
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
744
  "prefill_tps": 3735.848169437506,
745
  "prefix_cache_hit_ratio": 0.9366657895572358,
 
754
  "decode_tps_from_decode_seconds": 76.96788877530312,
755
  "decode_tps_from_tpot": 78.2830811516556,
756
  "generation_tokens_completed": 679484.8082818624,
757
+ "label": "Qwythos 9B AWQ 512K (experimental)",
758
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
759
  "prefill_tps": 2642.741025393479,
760
  "prefix_cache_hit_ratio": 0.9635856891433356,
 
827
  {
828
  "attempts": 1,
829
  "input_tokens": 72165.0,
830
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
831
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
832
  "output_tokens": 9474.0,
833
  "parser_warning_count": 3,
 
842
  {
843
  "attempts": 1,
844
  "input_tokens": 32351.0,
845
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
846
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
847
  "output_tokens": 10840.0,
848
  "parser_warning_count": 0,
 
857
  {
858
  "attempts": 1,
859
  "input_tokens": 9963.0,
860
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
861
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
862
  "output_tokens": 1454.0,
863
  "parser_warning_count": 1,
 
872
  {
873
  "attempts": 1,
874
  "input_tokens": 23113.0,
875
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
876
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
877
  "output_tokens": 3253.0,
878
  "parser_warning_count": 0,
 
887
  {
888
  "attempts": 1,
889
  "input_tokens": 20300.0,
890
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
891
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
892
  "output_tokens": 2670.0,
893
  "parser_warning_count": 0,
 
902
  {
903
  "attempts": 1,
904
  "input_tokens": 17508.0,
905
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
906
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
907
  "output_tokens": 2501.0,
908
  "parser_warning_count": 0,
 
917
  {
918
  "attempts": 1,
919
  "input_tokens": 15135.0,
920
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
921
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
922
  "output_tokens": 2035.0,
923
  "parser_warning_count": 0,
 
932
  {
933
  "attempts": 1,
934
  "input_tokens": 73686.0,
935
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
936
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
937
  "output_tokens": 8019.0,
938
  "parser_warning_count": 9,
 
947
  {
948
  "attempts": 1,
949
  "input_tokens": 43607.0,
950
+ "label": "Qwythos 9B AWQ 512K (experimental)",
951
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
952
  "output_tokens": 4922.0,
953
  "parser_warning_count": 0,
 
1022
  {
1023
  "attempts": 1,
1024
  "input_tokens": 17687.0,
1025
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
1026
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1027
  "output_tokens": 13910.0,
1028
  "parser_warning_count": 2,
 
1037
  {
1038
  "attempts": 1,
1039
  "input_tokens": 13326.0,
1040
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
1041
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1042
  "output_tokens": 3348.0,
1043
  "parser_warning_count": 0,
 
1052
  {
1053
  "attempts": 1,
1054
  "input_tokens": 34018.0,
1055
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
1056
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1057
  "output_tokens": 7288.0,
1058
  "parser_warning_count": 2,
 
1067
  {
1068
  "attempts": 1,
1069
  "input_tokens": 14501.0,
1070
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
1071
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1072
  "output_tokens": 3934.0,
1073
  "parser_warning_count": 0,
 
1082
  {
1083
  "attempts": 1,
1084
  "input_tokens": 6471.0,
1085
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
1086
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1087
  "output_tokens": 1419.0,
1088
  "parser_warning_count": 0,
 
1097
  {
1098
  "attempts": 1,
1099
  "input_tokens": 6040.0,
1100
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
1101
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1102
  "output_tokens": 1812.0,
1103
  "parser_warning_count": 0,
 
1112
  {
1113
  "attempts": 1,
1114
  "input_tokens": 208313.0,
1115
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
1116
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1117
  "output_tokens": 18128.0,
1118
  "parser_warning_count": 3,
 
1127
  {
1128
  "attempts": 1,
1129
  "input_tokens": 26251.0,
1130
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
1131
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1132
  "output_tokens": 6128.0,
1133
  "parser_warning_count": 0,
 
1142
  {
1143
  "attempts": 1,
1144
  "input_tokens": 35192.0,
1145
+ "label": "Qwythos 9B AWQ 512K (experimental)",
1146
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1147
  "output_tokens": 6487.0,
1148
  "parser_warning_count": 2,
 
1217
  {
1218
  "attempts": 1,
1219
  "input_tokens": 721232.0,
1220
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
1221
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1222
  "output_tokens": 41853.0,
1223
  "parser_warning_count": 0,
 
1232
  {
1233
  "attempts": 1,
1234
  "input_tokens": 26733.0,
1235
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
1236
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1237
  "output_tokens": 4939.0,
1238
  "parser_warning_count": 0,
 
1247
  {
1248
  "attempts": 1,
1249
  "input_tokens": 13361.0,
1250
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
1251
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1252
  "output_tokens": 1387.0,
1253
  "parser_warning_count": 1,
 
1262
  {
1263
  "attempts": 1,
1264
  "input_tokens": 19279.0,
1265
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
1266
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1267
  "output_tokens": 2765.0,
1268
  "parser_warning_count": 0,
 
1277
  {
1278
  "attempts": 1,
1279
  "input_tokens": 40084.0,
1280
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
1281
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1282
  "output_tokens": 3305.0,
1283
  "parser_warning_count": 1,
 
1292
  {
1293
  "attempts": 1,
1294
  "input_tokens": 40763.0,
1295
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
1296
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1297
  "output_tokens": 2429.0,
1298
  "parser_warning_count": 2,
 
1307
  {
1308
  "attempts": 1,
1309
  "input_tokens": 22194.0,
1310
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
1311
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1312
  "output_tokens": 2325.0,
1313
  "parser_warning_count": 0,
 
1322
  {
1323
  "attempts": 1,
1324
  "input_tokens": 107508.0,
1325
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
1326
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1327
  "output_tokens": 4959.0,
1328
  "parser_warning_count": 4,
 
1337
  {
1338
  "attempts": 1,
1339
  "input_tokens": 37647.0,
1340
+ "label": "Qwythos 9B AWQ 512K (experimental)",
1341
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1342
  "output_tokens": 4526.0,
1343
  "parser_warning_count": 0,
 
1412
  {
1413
  "attempts": 1,
1414
  "input_tokens": 22914.0,
1415
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
1416
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1417
  "output_tokens": 4384.0,
1418
  "parser_warning_count": 0,
 
1427
  {
1428
  "attempts": 1,
1429
  "input_tokens": 23750.0,
1430
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
1431
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1432
  "output_tokens": 3712.0,
1433
  "parser_warning_count": 2,
 
1442
  {
1443
  "attempts": 1,
1444
  "input_tokens": 27027.0,
1445
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
1446
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1447
  "output_tokens": 2290.0,
1448
  "parser_warning_count": 0,
 
1457
  {
1458
  "attempts": 1,
1459
  "input_tokens": 36576.0,
1460
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
1461
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1462
  "output_tokens": 4460.0,
1463
  "parser_warning_count": 0,
 
1472
  {
1473
  "attempts": 1,
1474
  "input_tokens": 42124.0,
1475
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
1476
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1477
  "output_tokens": 4481.0,
1478
  "parser_warning_count": 1,
 
1487
  {
1488
  "attempts": 1,
1489
  "input_tokens": 14586.0,
1490
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
1491
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1492
  "output_tokens": 2218.0,
1493
  "parser_warning_count": 0,
 
1502
  {
1503
  "attempts": 1,
1504
  "input_tokens": 14333.0,
1505
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
1506
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1507
  "output_tokens": 2725.0,
1508
  "parser_warning_count": 0,
 
1517
  {
1518
  "attempts": 1,
1519
  "input_tokens": 51073.0,
1520
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
1521
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1522
  "output_tokens": 4847.0,
1523
  "parser_warning_count": 0,
 
1532
  {
1533
  "attempts": 1,
1534
  "input_tokens": 54433.0,
1535
+ "label": "Qwythos 9B AWQ 512K (experimental)",
1536
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1537
  "output_tokens": 5403.0,
1538
  "parser_warning_count": 0,
 
1607
  {
1608
  "attempts": 1,
1609
  "input_tokens": 99829.0,
1610
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
1611
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1612
  "output_tokens": 23199.0,
1613
  "parser_warning_count": 0,
 
1622
  {
1623
  "attempts": 1,
1624
  "input_tokens": 9899.0,
1625
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
1626
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1627
  "output_tokens": 15790.0,
1628
  "parser_warning_count": 0,
 
1637
  {
1638
  "attempts": 1,
1639
  "input_tokens": 21418.0,
1640
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
1641
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1642
  "output_tokens": 2248.0,
1643
  "parser_warning_count": 0,
 
1652
  {
1653
  "attempts": 1,
1654
  "input_tokens": 57817.0,
1655
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
1656
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1657
  "output_tokens": 4645.0,
1658
  "parser_warning_count": 1,
 
1667
  {
1668
  "attempts": 1,
1669
  "input_tokens": 62440.0,
1670
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
1671
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1672
  "output_tokens": 4552.0,
1673
  "parser_warning_count": 1,
 
1682
  {
1683
  "attempts": 1,
1684
  "input_tokens": 22709.0,
1685
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
1686
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1687
  "output_tokens": 2898.0,
1688
  "parser_warning_count": 0,
 
1697
  {
1698
  "attempts": 1,
1699
  "input_tokens": 26124.0,
1700
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
1701
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1702
  "output_tokens": 2659.0,
1703
  "parser_warning_count": 0,
 
1712
  {
1713
  "attempts": 1,
1714
  "input_tokens": 32867.0,
1715
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
1716
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1717
  "output_tokens": 3006.0,
1718
  "parser_warning_count": 0,
 
1727
  {
1728
  "attempts": 1,
1729
  "input_tokens": 37823.0,
1730
+ "label": "Qwythos 9B AWQ 512K (experimental)",
1731
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1732
  "output_tokens": 3522.0,
1733
  "parser_warning_count": 0,
 
1802
  {
1803
  "attempts": 1,
1804
  "input_tokens": 13377.0,
1805
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
1806
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
1807
  "output_tokens": 12124.0,
1808
  "parser_warning_count": 1,
 
1817
  {
1818
  "attempts": 1,
1819
  "input_tokens": 4534.0,
1820
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
1821
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
1822
  "output_tokens": 10957.0,
1823
  "parser_warning_count": 0,
 
1832
  {
1833
  "attempts": 1,
1834
  "input_tokens": 9437.0,
1835
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
1836
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1837
  "output_tokens": 2204.0,
1838
  "parser_warning_count": 0,
 
1847
  {
1848
  "attempts": 1,
1849
  "input_tokens": 14548.0,
1850
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
1851
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
1852
  "output_tokens": 3670.0,
1853
  "parser_warning_count": 3,
 
1862
  {
1863
  "attempts": 1,
1864
  "input_tokens": 20321.0,
1865
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
1866
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
1867
  "output_tokens": 3541.0,
1868
  "parser_warning_count": 1,
 
1877
  {
1878
  "attempts": 1,
1879
  "input_tokens": 23527.0,
1880
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
1881
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
1882
  "output_tokens": 5126.0,
1883
  "parser_warning_count": 0,
 
1892
  {
1893
  "attempts": 1,
1894
  "input_tokens": 33896.0,
1895
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
1896
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
1897
  "output_tokens": 4560.0,
1898
  "parser_warning_count": 1,
 
1907
  {
1908
  "attempts": 1,
1909
  "input_tokens": 9316.0,
1910
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
1911
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
1912
  "output_tokens": 2222.0,
1913
  "parser_warning_count": 0,
 
1922
  {
1923
  "attempts": 1,
1924
  "input_tokens": 488208.0,
1925
+ "label": "Qwythos 9B AWQ 512K (experimental)",
1926
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
1927
  "output_tokens": 17648.0,
1928
  "parser_warning_count": 0,
 
1997
  {
1998
  "attempts": 1,
1999
  "input_tokens": 963202.0,
2000
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
2001
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2002
  "output_tokens": 98857.0,
2003
  "parser_warning_count": 9,
 
2012
  {
2013
  "attempts": 1,
2014
  "input_tokens": 1874183.0,
2015
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
2016
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2017
  "output_tokens": 111914.0,
2018
  "parser_warning_count": 9,
 
2027
  {
2028
  "attempts": 1,
2029
  "input_tokens": 218494.0,
2030
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
2031
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2032
  "output_tokens": 14114.0,
2033
  "parser_warning_count": 3,
 
2042
  {
2043
  "attempts": 1,
2044
  "input_tokens": 53921.0,
2045
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
2046
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2047
  "output_tokens": 7475.0,
2048
  "parser_warning_count": 0,
 
2057
  {
2058
  "attempts": 1,
2059
  "input_tokens": 52526.0,
2060
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
2061
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2062
  "output_tokens": 4935.0,
2063
  "parser_warning_count": 0,
 
2072
  {
2073
  "attempts": 1,
2074
  "input_tokens": 37939.0,
2075
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
2076
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2077
  "output_tokens": 10744.0,
2078
  "parser_warning_count": 0,
 
2087
  {
2088
  "attempts": 1,
2089
  "input_tokens": 1659902.0,
2090
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
2091
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2092
  "output_tokens": 46784.0,
2093
  "parser_warning_count": 8,
 
2102
  {
2103
  "attempts": 1,
2104
  "input_tokens": 121694.0,
2105
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
2106
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2107
  "output_tokens": 11568.0,
2108
  "parser_warning_count": 0,
 
2117
  {
2118
  "attempts": 1,
2119
  "input_tokens": 6555793.0,
2120
+ "label": "Qwythos 9B AWQ 512K (experimental)",
2121
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2122
  "output_tokens": 28498.0,
2123
  "parser_warning_count": 1,
 
2192
  {
2193
  "attempts": 1,
2194
  "input_tokens": 114384.0,
2195
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
2196
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2197
  "output_tokens": 13832.0,
2198
  "parser_warning_count": 0,
 
2207
  {
2208
  "attempts": 1,
2209
  "input_tokens": 220253.0,
2210
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
2211
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2212
  "output_tokens": 9044.0,
2213
  "parser_warning_count": 0,
 
2222
  {
2223
  "attempts": 1,
2224
  "input_tokens": 40045.0,
2225
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
2226
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2227
  "output_tokens": 4606.0,
2228
  "parser_warning_count": 0,
 
2237
  {
2238
  "attempts": 1,
2239
  "input_tokens": 27875.0,
2240
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
2241
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2242
  "output_tokens": 5682.0,
2243
  "parser_warning_count": 1,
 
2252
  {
2253
  "attempts": 1,
2254
  "input_tokens": 25619.0,
2255
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
2256
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2257
  "output_tokens": 9069.0,
2258
  "parser_warning_count": 1,
 
2267
  {
2268
  "attempts": 1,
2269
  "input_tokens": 24564.0,
2270
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
2271
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2272
  "output_tokens": 4980.0,
2273
  "parser_warning_count": 0,
 
2282
  {
2283
  "attempts": 1,
2284
  "input_tokens": 27119.0,
2285
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
2286
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2287
  "output_tokens": 4311.0,
2288
  "parser_warning_count": 0,
 
2297
  {
2298
  "attempts": 1,
2299
  "input_tokens": 71024.0,
2300
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
2301
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2302
  "output_tokens": 11700.0,
2303
  "parser_warning_count": 1,
 
2312
  {
2313
  "attempts": 1,
2314
  "input_tokens": 74316.0,
2315
+ "label": "Qwythos 9B AWQ 512K (experimental)",
2316
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2317
  "output_tokens": 8103.0,
2318
  "parser_warning_count": 0,
 
2387
  {
2388
  "attempts": 1,
2389
  "input_tokens": 267099.0,
2390
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
2391
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2392
  "output_tokens": 14271.0,
2393
  "parser_warning_count": 5,
 
2402
  {
2403
  "attempts": 1,
2404
  "input_tokens": 10773255.0,
2405
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
2406
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2407
  "output_tokens": 109340.0,
2408
  "parser_warning_count": 93,
 
2417
  {
2418
  "attempts": 1,
2419
  "input_tokens": 166516.0,
2420
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
2421
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2422
  "output_tokens": 6050.0,
2423
  "parser_warning_count": 0,
 
2432
  {
2433
  "attempts": 1,
2434
  "input_tokens": 187351.0,
2435
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
2436
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2437
  "output_tokens": 7636.0,
2438
  "parser_warning_count": 1,
 
2447
  {
2448
  "attempts": 1,
2449
  "input_tokens": 97238.0,
2450
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
2451
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2452
  "output_tokens": 4686.0,
2453
  "parser_warning_count": 0,
 
2462
  {
2463
  "attempts": 1,
2464
  "input_tokens": 470331.0,
2465
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
2466
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2467
  "output_tokens": 10337.0,
2468
  "parser_warning_count": 0,
 
2477
  {
2478
  "attempts": 1,
2479
  "input_tokens": 1469073.0,
2480
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
2481
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2482
  "output_tokens": 20380.0,
2483
  "parser_warning_count": 31,
 
2492
  {
2493
  "attempts": 1,
2494
  "input_tokens": 3262078.0,
2495
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
2496
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2497
  "output_tokens": 43190.0,
2498
  "parser_warning_count": 11,
 
2507
  {
2508
  "attempts": 1,
2509
  "input_tokens": 2020736.0,
2510
+ "label": "Qwythos 9B AWQ 512K (experimental)",
2511
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2512
  "output_tokens": 15138.0,
2513
  "parser_warning_count": 1,
 
2582
  {
2583
  "attempts": 1,
2584
  "input_tokens": 10653.0,
2585
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
2586
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2587
  "output_tokens": 13391.0,
2588
  "parser_warning_count": 0,
 
2597
  {
2598
  "attempts": 1,
2599
  "input_tokens": 113899.0,
2600
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
2601
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2602
  "output_tokens": 34002.0,
2603
  "parser_warning_count": 0,
 
2612
  {
2613
  "attempts": 1,
2614
  "input_tokens": 7889.0,
2615
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
2616
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2617
  "output_tokens": 2343.0,
2618
  "parser_warning_count": 0,
 
2627
  {
2628
  "attempts": 1,
2629
  "input_tokens": 23444.0,
2630
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
2631
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2632
  "output_tokens": 2649.0,
2633
  "parser_warning_count": 0,
 
2642
  {
2643
  "attempts": 1,
2644
  "input_tokens": 59191.0,
2645
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
2646
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2647
  "output_tokens": 8686.0,
2648
  "parser_warning_count": 4,
 
2657
  {
2658
  "attempts": 1,
2659
  "input_tokens": 13009.0,
2660
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
2661
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2662
  "output_tokens": 4637.0,
2663
  "parser_warning_count": 1,
 
2672
  {
2673
  "attempts": 1,
2674
  "input_tokens": 32252.0,
2675
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
2676
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2677
  "output_tokens": 3000.0,
2678
  "parser_warning_count": 0,
 
2687
  {
2688
  "attempts": 1,
2689
  "input_tokens": 67459.0,
2690
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
2691
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2692
  "output_tokens": 5996.0,
2693
  "parser_warning_count": 3,
 
2702
  {
2703
  "attempts": 1,
2704
  "input_tokens": 42163.0,
2705
+ "label": "Qwythos 9B AWQ 512K (experimental)",
2706
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2707
  "output_tokens": 3831.0,
2708
  "parser_warning_count": 0,
 
2777
  {
2778
  "attempts": 1,
2779
  "input_tokens": 3869887.0,
2780
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
2781
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2782
  "output_tokens": 55061.0,
2783
  "parser_warning_count": 31,
 
2792
  {
2793
  "attempts": 1,
2794
  "input_tokens": 406189.0,
2795
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
2796
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2797
  "output_tokens": 17367.0,
2798
  "parser_warning_count": 7,
 
2807
  {
2808
  "attempts": 1,
2809
  "input_tokens": 82849.0,
2810
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
2811
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2812
  "output_tokens": 4180.0,
2813
  "parser_warning_count": 2,
 
2822
  {
2823
  "attempts": 1,
2824
  "input_tokens": 82848.0,
2825
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
2826
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
2827
  "output_tokens": 5913.0,
2828
  "parser_warning_count": 0,
 
2837
  {
2838
  "attempts": 1,
2839
  "input_tokens": 106502.0,
2840
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
2841
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
2842
  "output_tokens": 5540.0,
2843
  "parser_warning_count": 0,
 
2852
  {
2853
  "attempts": 1,
2854
  "input_tokens": 105229.0,
2855
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
2856
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
2857
  "output_tokens": 5054.0,
2858
  "parser_warning_count": 0,
 
2867
  {
2868
  "attempts": 1,
2869
  "input_tokens": 392777.0,
2870
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
2871
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
2872
  "output_tokens": 10652.0,
2873
  "parser_warning_count": 6,
 
2882
  {
2883
  "attempts": 1,
2884
  "input_tokens": 161889.0,
2885
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
2886
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
2887
  "output_tokens": 8439.0,
2888
  "parser_warning_count": 0,
 
2897
  {
2898
  "attempts": 1,
2899
  "input_tokens": 285003.0,
2900
+ "label": "Qwythos 9B AWQ 512K (experimental)",
2901
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
2902
  "output_tokens": 6626.0,
2903
  "parser_warning_count": 0,
 
2972
  {
2973
  "attempts": 1,
2974
  "input_tokens": 7384655.0,
2975
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
2976
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
2977
  "output_tokens": 57970.0,
2978
  "parser_warning_count": 92,
 
2987
  {
2988
  "attempts": 1,
2989
  "input_tokens": 3013306.0,
2990
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
2991
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
2992
  "output_tokens": 125012.0,
2993
  "parser_warning_count": 31,
 
3002
  {
3003
  "attempts": 1,
3004
  "input_tokens": 1420437.0,
3005
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
3006
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3007
  "output_tokens": 28341.0,
3008
  "parser_warning_count": 0,
 
3017
  {
3018
  "attempts": 1,
3019
  "input_tokens": 622440.0,
3020
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
3021
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3022
  "output_tokens": 39022.0,
3023
  "parser_warning_count": 1,
 
3032
  {
3033
  "attempts": 1,
3034
  "input_tokens": 30925.0,
3035
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
3036
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3037
  "output_tokens": 7495.0,
3038
  "parser_warning_count": 0,
 
3047
  {
3048
  "attempts": 1,
3049
  "input_tokens": 40653.0,
3050
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
3051
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3052
  "output_tokens": 4390.0,
3053
  "parser_warning_count": 0,
 
3062
  {
3063
  "attempts": 1,
3064
  "input_tokens": 1380861.0,
3065
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
3066
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3067
  "output_tokens": 48542.0,
3068
  "parser_warning_count": 5,
 
3077
  {
3078
  "attempts": 1,
3079
  "input_tokens": 4565250.0,
3080
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
3081
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3082
  "output_tokens": 57381.0,
3083
  "parser_warning_count": 28,
 
3092
  {
3093
  "attempts": 1,
3094
  "input_tokens": 7002927.0,
3095
+ "label": "Qwythos 9B AWQ 512K (experimental)",
3096
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3097
  "output_tokens": 64592.0,
3098
  "parser_warning_count": 5,
 
3167
  {
3168
  "attempts": 1,
3169
  "input_tokens": 1336242.0,
3170
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
3171
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3172
  "output_tokens": 230229.0,
3173
  "parser_warning_count": 6,
 
3182
  {
3183
  "attempts": 1,
3184
  "input_tokens": 810224.0,
3185
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
3186
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3187
  "output_tokens": 239304.0,
3188
  "parser_warning_count": 67,
 
3197
  {
3198
  "attempts": 1,
3199
  "input_tokens": 332360.0,
3200
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
3201
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3202
  "output_tokens": 164270.0,
3203
  "parser_warning_count": 6,
 
3212
  {
3213
  "attempts": 1,
3214
  "input_tokens": 898.0,
3215
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
3216
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3217
  "output_tokens": 202.0,
3218
  "parser_warning_count": 0,
 
3227
  {
3228
  "attempts": 1,
3229
  "input_tokens": 10254.0,
3230
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
3231
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3232
  "output_tokens": 12898.0,
3233
  "parser_warning_count": 1,
 
3242
  {
3243
  "attempts": 1,
3244
  "input_tokens": 897.0,
3245
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
3246
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3247
  "output_tokens": 238.0,
3248
  "parser_warning_count": 0,
 
3257
  {
3258
  "attempts": 1,
3259
  "input_tokens": 34971.0,
3260
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
3261
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3262
  "output_tokens": 65374.0,
3263
  "parser_warning_count": 3,
 
3272
  {
3273
  "attempts": 1,
3274
  "input_tokens": 270190.0,
3275
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
3276
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3277
  "output_tokens": 163350.0,
3278
  "parser_warning_count": 9,
 
3287
  {
3288
  "attempts": 1,
3289
  "input_tokens": 436898.0,
3290
+ "label": "Qwythos 9B AWQ 512K (experimental)",
3291
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3292
  "output_tokens": 37079.0,
3293
  "parser_warning_count": 1,
 
3362
  {
3363
  "attempts": 1,
3364
  "input_tokens": 2497144.0,
3365
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
3366
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3367
  "output_tokens": 185971.0,
3368
  "parser_warning_count": 2,
 
3377
  {
3378
  "attempts": 1,
3379
  "input_tokens": 2235045.0,
3380
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
3381
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3382
  "output_tokens": 128518.0,
3383
  "parser_warning_count": 9,
 
3392
  {
3393
  "attempts": 1,
3394
  "input_tokens": 110836.0,
3395
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
3396
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3397
  "output_tokens": 20362.0,
3398
  "parser_warning_count": 1,
 
3407
  {
3408
  "attempts": 1,
3409
  "input_tokens": 549320.0,
3410
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
3411
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3412
  "output_tokens": 61704.0,
3413
  "parser_warning_count": 1,
 
3422
  {
3423
  "attempts": 1,
3424
  "input_tokens": 152327.0,
3425
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
3426
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3427
  "output_tokens": 63159.0,
3428
  "parser_warning_count": 0,
 
3437
  {
3438
  "attempts": 1,
3439
  "input_tokens": 938941.0,
3440
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
3441
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3442
  "output_tokens": 51656.0,
3443
  "parser_warning_count": 0,
 
3452
  {
3453
  "attempts": 1,
3454
  "input_tokens": 3391632.0,
3455
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
3456
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3457
  "output_tokens": 61853.0,
3458
  "parser_warning_count": 40,
 
3467
  {
3468
  "attempts": 1,
3469
  "input_tokens": 1383646.0,
3470
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
3471
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3472
  "output_tokens": 72713.0,
3473
  "parser_warning_count": 2,
 
3482
  {
3483
  "attempts": 1,
3484
  "input_tokens": 6372099.0,
3485
+ "label": "Qwythos 9B AWQ 512K (experimental)",
3486
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3487
  "output_tokens": 85016.0,
3488
  "parser_warning_count": 0,
 
3557
  {
3558
  "attempts": 1,
3559
  "input_tokens": 10448.0,
3560
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
3561
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3562
  "output_tokens": 1547.0,
3563
  "parser_warning_count": 0,
 
3572
  {
3573
  "attempts": 1,
3574
  "input_tokens": 29129.0,
3575
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
3576
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3577
  "output_tokens": 6422.0,
3578
  "parser_warning_count": 1,
 
3587
  {
3588
  "attempts": 1,
3589
  "input_tokens": 18365.0,
3590
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
3591
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3592
  "output_tokens": 2206.0,
3593
  "parser_warning_count": 0,
 
3602
  {
3603
  "attempts": 1,
3604
  "input_tokens": 19852.0,
3605
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
3606
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3607
  "output_tokens": 2702.0,
3608
  "parser_warning_count": 0,
 
3617
  {
3618
  "attempts": 1,
3619
  "input_tokens": 18626.0,
3620
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
3621
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3622
  "output_tokens": 2507.0,
3623
  "parser_warning_count": 0,
 
3632
  {
3633
  "attempts": 1,
3634
  "input_tokens": 14500.0,
3635
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
3636
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3637
  "output_tokens": 2459.0,
3638
  "parser_warning_count": 0,
 
3647
  {
3648
  "attempts": 1,
3649
  "input_tokens": 52705.0,
3650
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
3651
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3652
  "output_tokens": 6118.0,
3653
  "parser_warning_count": 0,
 
3662
  {
3663
  "attempts": 1,
3664
  "input_tokens": 45284.0,
3665
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
3666
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3667
  "output_tokens": 2793.0,
3668
  "parser_warning_count": 0,
 
3677
  {
3678
  "attempts": 1,
3679
  "input_tokens": 291703.0,
3680
+ "label": "Qwythos 9B AWQ 512K (experimental)",
3681
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3682
  "output_tokens": 17838.0,
3683
  "parser_warning_count": 0,
 
3752
  {
3753
  "attempts": 1,
3754
  "input_tokens": 2634722.0,
3755
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
3756
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3757
  "output_tokens": 64600.0,
3758
  "parser_warning_count": 52,
 
3767
  {
3768
  "attempts": 1,
3769
  "input_tokens": 7356461.0,
3770
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
3771
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3772
  "output_tokens": 175453.0,
3773
  "parser_warning_count": 35,
 
3782
  {
3783
  "attempts": 1,
3784
  "input_tokens": 3660262.0,
3785
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
3786
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3787
  "output_tokens": 54396.0,
3788
  "parser_warning_count": 12,
 
3797
  {
3798
  "attempts": 1,
3799
  "input_tokens": 530456.0,
3800
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
3801
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3802
  "output_tokens": 28541.0,
3803
  "parser_warning_count": 1,
 
3812
  {
3813
  "attempts": 1,
3814
  "input_tokens": 1126965.0,
3815
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
3816
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
3817
  "output_tokens": 49401.0,
3818
  "parser_warning_count": 0,
 
3827
  {
3828
  "attempts": 1,
3829
  "input_tokens": 1537163.0,
3830
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
3831
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
3832
  "output_tokens": 52019.0,
3833
  "parser_warning_count": 0,
 
3842
  {
3843
  "attempts": 1,
3844
  "input_tokens": 2094137.0,
3845
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
3846
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
3847
  "output_tokens": 75640.0,
3848
  "parser_warning_count": 44,
 
3857
  {
3858
  "attempts": 1,
3859
  "input_tokens": 2592383.0,
3860
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
3861
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3862
  "output_tokens": 74438.0,
3863
  "parser_warning_count": 2,
 
3872
  {
3873
  "attempts": 1,
3874
  "input_tokens": 1644451.0,
3875
+ "label": "Qwythos 9B AWQ 512K (experimental)",
3876
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
3877
  "output_tokens": 24474.0,
3878
  "parser_warning_count": 1,
 
3947
  {
3948
  "attempts": 1,
3949
  "input_tokens": 391933.0,
3950
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
3951
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
3952
  "output_tokens": 14339.0,
3953
  "parser_warning_count": 2,
 
3962
  {
3963
  "attempts": 1,
3964
  "input_tokens": 309001.0,
3965
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
3966
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
3967
  "output_tokens": 15796.0,
3968
  "parser_warning_count": 1,
 
3977
  {
3978
  "attempts": 1,
3979
  "input_tokens": 38706.0,
3980
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
3981
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
3982
  "output_tokens": 1846.0,
3983
  "parser_warning_count": 0,
 
3992
  {
3993
  "attempts": 1,
3994
  "input_tokens": 27179.0,
3995
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
3996
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
3997
  "output_tokens": 2811.0,
3998
  "parser_warning_count": 0,
 
4007
  {
4008
  "attempts": 1,
4009
  "input_tokens": 78516.0,
4010
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
4011
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4012
  "output_tokens": 3093.0,
4013
  "parser_warning_count": 0,
 
4022
  {
4023
  "attempts": 1,
4024
  "input_tokens": 29064.0,
4025
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
4026
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4027
  "output_tokens": 2280.0,
4028
  "parser_warning_count": 0,
 
4037
  {
4038
  "attempts": 1,
4039
  "input_tokens": 57952.0,
4040
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
4041
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4042
  "output_tokens": 4405.0,
4043
  "parser_warning_count": 0,
 
4052
  {
4053
  "attempts": 1,
4054
  "input_tokens": 89418.0,
4055
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
4056
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4057
  "output_tokens": 3657.0,
4058
  "parser_warning_count": 0,
 
4067
  {
4068
  "attempts": 1,
4069
  "input_tokens": 5691139.0,
4070
+ "label": "Qwythos 9B AWQ 512K (experimental)",
4071
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4072
  "output_tokens": 39800.0,
4073
  "parser_warning_count": 0,
 
4142
  {
4143
  "attempts": 1,
4144
  "input_tokens": 918296.0,
4145
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
4146
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4147
  "output_tokens": 94393.0,
4148
  "parser_warning_count": 0,
 
4157
  {
4158
  "attempts": 1,
4159
  "input_tokens": 896884.0,
4160
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
4161
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4162
  "output_tokens": 176702.0,
4163
  "parser_warning_count": 7,
 
4172
  {
4173
  "attempts": 1,
4174
  "input_tokens": 77875.0,
4175
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
4176
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4177
  "output_tokens": 4776.0,
4178
  "parser_warning_count": 0,
 
4187
  {
4188
  "attempts": 1,
4189
  "input_tokens": 28101.0,
4190
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
4191
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4192
  "output_tokens": 3946.0,
4193
  "parser_warning_count": 0,
 
4202
  {
4203
  "attempts": 1,
4204
  "input_tokens": 63229.0,
4205
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
4206
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4207
  "output_tokens": 6509.0,
4208
  "parser_warning_count": 0,
 
4217
  {
4218
  "attempts": 1,
4219
  "input_tokens": 31311.0,
4220
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
4221
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4222
  "output_tokens": 4963.0,
4223
  "parser_warning_count": 0,
 
4232
  {
4233
  "attempts": 1,
4234
  "input_tokens": 150127.0,
4235
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
4236
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4237
  "output_tokens": 6615.0,
4238
  "parser_warning_count": 1,
 
4247
  {
4248
  "attempts": 1,
4249
  "input_tokens": 153561.0,
4250
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
4251
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4252
  "output_tokens": 7554.0,
4253
  "parser_warning_count": 1,
 
4262
  {
4263
  "attempts": 1,
4264
  "input_tokens": 129591.0,
4265
+ "label": "Qwythos 9B AWQ 512K (experimental)",
4266
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4267
  "output_tokens": 7899.0,
4268
  "parser_warning_count": 0,
 
4337
  {
4338
  "attempts": 1,
4339
  "input_tokens": 176803.0,
4340
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
4341
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4342
  "output_tokens": 148426.0,
4343
  "parser_warning_count": 14,
 
4352
  {
4353
  "attempts": 1,
4354
  "input_tokens": 240403.0,
4355
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
4356
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4357
  "output_tokens": 178383.0,
4358
  "parser_warning_count": 6,
 
4367
  {
4368
  "attempts": 1,
4369
  "input_tokens": 1179135.0,
4370
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
4371
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4372
  "output_tokens": 160995.0,
4373
  "parser_warning_count": 7,
 
4382
  {
4383
  "attempts": 1,
4384
  "input_tokens": 49888.0,
4385
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
4386
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4387
  "output_tokens": 4820.0,
4388
  "parser_warning_count": 3,
 
4397
  {
4398
  "attempts": 1,
4399
  "input_tokens": 26511.0,
4400
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
4401
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4402
  "output_tokens": 1788.0,
4403
  "parser_warning_count": 0,
 
4412
  {
4413
  "attempts": 1,
4414
  "input_tokens": 28126.0,
4415
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
4416
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4417
  "output_tokens": 3853.0,
4418
  "parser_warning_count": 0,
 
4427
  {
4428
  "attempts": 1,
4429
  "input_tokens": 2225101.0,
4430
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
4431
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4432
  "output_tokens": 143942.0,
4433
  "parser_warning_count": 8,
 
4442
  {
4443
  "attempts": 1,
4444
  "input_tokens": 264965.0,
4445
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
4446
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4447
  "output_tokens": 133551.0,
4448
  "parser_warning_count": 2,
 
4457
  {
4458
  "attempts": 1,
4459
  "input_tokens": 15011.0,
4460
+ "label": "Qwythos 9B AWQ 512K (experimental)",
4461
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4462
  "output_tokens": 10904.0,
4463
  "parser_warning_count": 2,
 
4532
  {
4533
  "attempts": 1,
4534
  "input_tokens": 71714.0,
4535
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
4536
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4537
  "output_tokens": 13180.0,
4538
  "parser_warning_count": 0,
 
4547
  {
4548
  "attempts": 1,
4549
  "input_tokens": 381442.0,
4550
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
4551
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4552
  "output_tokens": 18290.0,
4553
  "parser_warning_count": 14,
 
4562
  {
4563
  "attempts": 1,
4564
  "input_tokens": 41603.0,
4565
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
4566
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4567
  "output_tokens": 2641.0,
4568
  "parser_warning_count": 0,
 
4577
  {
4578
  "attempts": 1,
4579
  "input_tokens": 98812.0,
4580
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
4581
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4582
  "output_tokens": 6060.0,
4583
  "parser_warning_count": 0,
 
4592
  {
4593
  "attempts": 1,
4594
  "input_tokens": 105538.0,
4595
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
4596
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4597
  "output_tokens": 6615.0,
4598
  "parser_warning_count": 1,
 
4607
  {
4608
  "attempts": 1,
4609
  "input_tokens": 391064.0,
4610
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
4611
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4612
  "output_tokens": 8513.0,
4613
  "parser_warning_count": 1,
 
4622
  {
4623
  "attempts": 1,
4624
  "input_tokens": 200982.0,
4625
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
4626
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4627
  "output_tokens": 8882.0,
4628
  "parser_warning_count": 16,
 
4637
  {
4638
  "attempts": 1,
4639
  "input_tokens": 1090768.0,
4640
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
4641
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4642
  "output_tokens": 31293.0,
4643
  "parser_warning_count": 9,
 
4652
  {
4653
  "attempts": 1,
4654
  "input_tokens": 180915.0,
4655
+ "label": "Qwythos 9B AWQ 512K (experimental)",
4656
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4657
  "output_tokens": 4625.0,
4658
  "parser_warning_count": 1,
 
4727
  {
4728
  "attempts": 1,
4729
  "input_tokens": 145388.0,
4730
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
4731
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4732
  "output_tokens": 40445.0,
4733
  "parser_warning_count": 1,
 
4742
  {
4743
  "attempts": 1,
4744
  "input_tokens": 40045.0,
4745
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
4746
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4747
  "output_tokens": 40611.0,
4748
  "parser_warning_count": 2,
 
4757
  {
4758
  "attempts": 1,
4759
  "input_tokens": 32671.0,
4760
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
4761
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4762
  "output_tokens": 4288.0,
4763
  "parser_warning_count": 0,
 
4772
  {
4773
  "attempts": 1,
4774
  "input_tokens": 20417.0,
4775
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
4776
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4777
  "output_tokens": 3262.0,
4778
  "parser_warning_count": 0,
 
4787
  {
4788
  "attempts": 1,
4789
  "input_tokens": 20683.0,
4790
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
4791
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4792
  "output_tokens": 2533.0,
4793
  "parser_warning_count": 0,
 
4802
  {
4803
  "attempts": 1,
4804
  "input_tokens": 53715.0,
4805
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
4806
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
4807
  "output_tokens": 6033.0,
4808
  "parser_warning_count": 0,
 
4817
  {
4818
  "attempts": 1,
4819
  "input_tokens": 431640.0,
4820
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
4821
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
4822
  "output_tokens": 14998.0,
4823
  "parser_warning_count": 3,
 
4832
  {
4833
  "attempts": 1,
4834
  "input_tokens": 80163.0,
4835
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
4836
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4837
  "output_tokens": 5701.0,
4838
  "parser_warning_count": 0,
 
4847
  {
4848
  "attempts": 1,
4849
  "input_tokens": 4961129.0,
4850
+ "label": "Qwythos 9B AWQ 512K (experimental)",
4851
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
4852
  "output_tokens": 34116.0,
4853
  "parser_warning_count": 4,
 
4922
  {
4923
  "attempts": 1,
4924
  "input_tokens": 525844.0,
4925
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
4926
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
4927
  "output_tokens": 83272.0,
4928
  "parser_warning_count": 1,
 
4937
  {
4938
  "attempts": 1,
4939
  "input_tokens": 1124198.0,
4940
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
4941
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
4942
  "output_tokens": 232637.0,
4943
  "parser_warning_count": 9,
 
4952
  {
4953
  "attempts": 1,
4954
  "input_tokens": 11165.0,
4955
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
4956
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
4957
  "output_tokens": 3024.0,
4958
  "parser_warning_count": 1,
 
4967
  {
4968
  "attempts": 1,
4969
  "input_tokens": 12907.0,
4970
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
4971
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
4972
  "output_tokens": 3589.0,
4973
  "parser_warning_count": 0,
 
4982
  {
4983
  "attempts": 1,
4984
  "input_tokens": 15757.0,
4985
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
4986
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
4987
  "output_tokens": 3752.0,
4988
  "parser_warning_count": 0,
 
4997
  {
4998
  "attempts": 1,
4999
  "input_tokens": 23973.0,
5000
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
5001
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5002
  "output_tokens": 8080.0,
5003
  "parser_warning_count": 5,
 
5012
  {
5013
  "attempts": 1,
5014
  "input_tokens": 1844638.0,
5015
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
5016
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5017
  "output_tokens": 68899.0,
5018
  "parser_warning_count": 8,
 
5027
  {
5028
  "attempts": 1,
5029
  "input_tokens": 33741.0,
5030
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
5031
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5032
  "output_tokens": 8024.0,
5033
  "parser_warning_count": 3,
 
5042
  {
5043
  "attempts": 1,
5044
  "input_tokens": 3448386.0,
5045
+ "label": "Qwythos 9B AWQ 512K (experimental)",
5046
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
5047
  "output_tokens": 39062.0,
5048
  "parser_warning_count": 2,
 
5117
  {
5118
  "attempts": 1,
5119
  "input_tokens": 13871.0,
5120
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
5121
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
5122
  "output_tokens": 2810.0,
5123
  "parser_warning_count": 0,
 
5132
  {
5133
  "attempts": 1,
5134
  "input_tokens": 579918.0,
5135
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
5136
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
5137
  "output_tokens": 6362.0,
5138
  "parser_warning_count": 6,
 
5147
  {
5148
  "attempts": 1,
5149
  "input_tokens": 9061.0,
5150
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
5151
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5152
  "output_tokens": 1378.0,
5153
  "parser_warning_count": 0,
 
5162
  {
5163
  "attempts": 1,
5164
  "input_tokens": 8982.0,
5165
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
5166
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
5167
  "output_tokens": 1746.0,
5168
  "parser_warning_count": 0,
 
5177
  {
5178
  "attempts": 1,
5179
  "input_tokens": 8232.0,
5180
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
5181
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
5182
  "output_tokens": 1722.0,
5183
  "parser_warning_count": 0,
 
5192
  {
5193
  "attempts": 1,
5194
  "input_tokens": 47754.0,
5195
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
5196
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5197
  "output_tokens": 5216.0,
5198
  "parser_warning_count": 1,
 
5207
  {
5208
  "attempts": 1,
5209
  "input_tokens": 26569.0,
5210
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
5211
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5212
  "output_tokens": 2675.0,
5213
  "parser_warning_count": 0,
 
5222
  {
5223
  "attempts": 1,
5224
  "input_tokens": 15893.0,
5225
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
5226
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5227
  "output_tokens": 2657.0,
5228
  "parser_warning_count": 0,
 
5237
  {
5238
  "attempts": 1,
5239
  "input_tokens": 95151.0,
5240
+ "label": "Qwythos 9B AWQ 512K (experimental)",
5241
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
5242
  "output_tokens": 7368.0,
5243
  "parser_warning_count": 2,
 
5312
  {
5313
  "attempts": 1,
5314
  "input_tokens": 97236.0,
5315
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
5316
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro",
5317
  "output_tokens": 15392.0,
5318
  "parser_warning_count": 3,
 
5327
  {
5328
  "attempts": 1,
5329
  "input_tokens": 50651.0,
5330
+ "label": "Nex-N2 Mini GPTQ-Pro 262K",
5331
  "model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
5332
  "output_tokens": 8970.0,
5333
  "parser_warning_count": 2,
 
5342
  {
5343
  "attempts": 1,
5344
  "input_tokens": 11064.0,
5345
+ "label": "Ornith 1.0 35B GPTQ-Pro 262K",
5346
  "model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5347
  "output_tokens": 1483.0,
5348
  "parser_warning_count": 0,
 
5357
  {
5358
  "attempts": 1,
5359
  "input_tokens": 108898.0,
5360
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
5361
  "model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
5362
  "output_tokens": 5067.0,
5363
  "parser_warning_count": 2,
 
5372
  {
5373
  "attempts": 1,
5374
  "input_tokens": 33124.0,
5375
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
5376
  "model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
5377
  "output_tokens": 3593.0,
5378
  "parser_warning_count": 1,
 
5387
  {
5388
  "attempts": 1,
5389
  "input_tokens": 27717.0,
5390
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
5391
  "model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5392
  "output_tokens": 3204.0,
5393
  "parser_warning_count": 0,
 
5402
  {
5403
  "attempts": 1,
5404
  "input_tokens": 22445.0,
5405
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
5406
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5407
  "output_tokens": 2894.0,
5408
  "parser_warning_count": 0,
 
5417
  {
5418
  "attempts": 1,
5419
  "input_tokens": 220746.0,
5420
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
5421
  "model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
5422
  "output_tokens": 8688.0,
5423
  "parser_warning_count": 1,
 
5432
  {
5433
  "attempts": 1,
5434
  "input_tokens": 38625.0,
5435
+ "label": "Qwythos 9B AWQ 512K (experimental)",
5436
  "model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
5437
  "output_tokens": 3487.0,
5438
  "parser_warning_count": 0,
 
5449
  {
5450
  "canonical_model_id": "nex-n2-mini-gptq-pro",
5451
  "context": "131k",
5452
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
5453
  "llm_api_min_max": 197.35874162,
5454
  "llm_api_min_min": 153.0054446,
5455
  "output_tokens_max": 1670562.0,
 
5466
  {
5467
  "canonical_model_id": "nex-n2-mini-gptq-pro",
5468
  "context": "262k",
5469
+ "label": "Nex-N2 Mini GPTQ-Pro 131K",
5470
  "llm_api_min_max": 210.13186815,
5471
  "llm_api_min_min": 210.13186815,
5472
  "output_tokens_max": 1683713.0,
 
5500
  {
5501
  "canonical_model_id": "qwen3.6-27b-gptq-pro-4bit",
5502
  "context": "131k",
5503
+ "label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
5504
  "llm_api_min_max": 126.77999498,
5505
  "llm_api_min_min": 126.77999498,
5506
  "output_tokens_max": 215554.0,
 
5517
  {
5518
  "canonical_model_id": "qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
5519
  "context": "131k",
5520
+ "label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
5521
  "llm_api_min_max": 123.67511317,
5522
  "llm_api_min_min": 86.74526043,
5523
  "output_tokens_max": 217949.0,
 
5534
  {
5535
  "canonical_model_id": "qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
5536
  "context": "131k",
5537
+ "label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
5538
  "llm_api_min_max": 128.19525423,
5539
  "llm_api_min_min": 109.98287882,
5540
  "output_tokens_max": 227409.0,
 
5551
  {
5552
  "canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5553
  "context": "131k",
5554
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
5555
  "llm_api_min_max": 78.77177858,
5556
  "llm_api_min_min": 74.86819778,
5557
  "output_tokens_max": 628396.0,
 
5568
  {
5569
  "canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
5570
  "context": "262k",
5571
+ "label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
5572
  "llm_api_min_max": 86.28562877,
5573
  "llm_api_min_min": 86.28562877,
5574
  "output_tokens_max": 681874.0,
index.html CHANGED
The diff for this file is too large to render. See raw diff