Clarify metric terminology and normalize model labels
Browse files- README.md +9 -0
- assets/data/report-data.json +244 -244
- index.html +0 -0
README.md
CHANGED
|
@@ -34,3 +34,12 @@ leaderboard submission.
|
|
| 34 |
The default dashboard chart keeps the maximum served context row for each local
|
| 35 |
model family when both 131K and 262K variants exist. The context-specific rows
|
| 36 |
remain available through the 131K, 262K, and all-row filters.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
The default dashboard chart keeps the maximum served context row for each local
|
| 35 |
model family when both 131K and 262K variants exist. The context-specific rows
|
| 36 |
remain available through the 131K, 262K, and all-row filters.
|
| 37 |
+
|
| 38 |
+
Terminology used in the dashboard:
|
| 39 |
+
|
| 40 |
+
- Model serving time: cumulative time spent waiting on LLM/vLLM calls, reported
|
| 41 |
+
per solved task.
|
| 42 |
+
- End-to-end task time: full benchmark elapsed time, including agent
|
| 43 |
+
orchestration, shell/tool actions, setup, waits, and verifier flow.
|
| 44 |
+
- vLLM decode-only: server-side generation speed, excluding orchestration and
|
| 45 |
+
tool latency.
|
assets/data/report-data.json
CHANGED
|
@@ -34,15 +34,15 @@
|
|
| 34 |
"Smoke24 is intentionally small; variance views should be used when reading one-task deltas."
|
| 35 |
],
|
| 36 |
"meta": {
|
| 37 |
-
"best_efficiency_label": "Ornith 35B GPTQ-Pro",
|
| 38 |
"best_efficiency_llm_min_per_success": 3.54857145,
|
| 39 |
-
"best_local_label": "
|
| 40 |
"best_local_score": 17.0,
|
| 41 |
"best_local_success_rate": 0.70833333,
|
| 42 |
"corpus_id": "tb20-coder-smoke24-fast-success-failure-20260616",
|
| 43 |
"hardware_context": "Local vLLM / LiteLLM residency runs in the RTX 3090 deployment context",
|
| 44 |
"harness": "Terminal-Bench 2.0 Smoke24, Terminus-2, 30m task timeout, 32 CPU / 48 GiB sandbox",
|
| 45 |
-
"reference_label": "Qwen3.6 27B GPTQ",
|
| 46 |
"reference_model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 47 |
"report_date": "2026-06-29",
|
| 48 |
"task_count": 24,
|
|
@@ -59,7 +59,7 @@
|
|
| 59 |
"global_tb20_accuracy": null,
|
| 60 |
"global_tb20_stderr": null,
|
| 61 |
"input_tokens": null,
|
| 62 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 63 |
"llm_api_min": 126.77999498,
|
| 64 |
"llm_efficiency_index": null,
|
| 65 |
"llm_min_per_success": 9.055713927142858,
|
|
@@ -107,7 +107,7 @@
|
|
| 107 |
"global_tb20_accuracy": null,
|
| 108 |
"global_tb20_stderr": null,
|
| 109 |
"input_tokens": 3941083.0,
|
| 110 |
-
"label": "
|
| 111 |
"llm_api_min": 109.98287882,
|
| 112 |
"llm_efficiency_index": 1.39973729,
|
| 113 |
"llm_min_per_success": 6.46958111,
|
|
@@ -155,7 +155,7 @@
|
|
| 155 |
"global_tb20_accuracy": null,
|
| 156 |
"global_tb20_stderr": null,
|
| 157 |
"input_tokens": 15814878.0,
|
| 158 |
-
"label": "
|
| 159 |
"llm_api_min": 78.77177858,
|
| 160 |
"llm_efficiency_index": 1.4944982,
|
| 161 |
"llm_min_per_success": 6.05936758,
|
|
@@ -203,7 +203,7 @@
|
|
| 203 |
"global_tb20_accuracy": null,
|
| 204 |
"global_tb20_stderr": null,
|
| 205 |
"input_tokens": 22376725.0,
|
| 206 |
-
"label": "Nex-N2
|
| 207 |
"llm_api_min": 153.0054446,
|
| 208 |
"llm_efficiency_index": 0.82859793,
|
| 209 |
"llm_min_per_success": 10.92896033,
|
|
@@ -251,7 +251,7 @@
|
|
| 251 |
"global_tb20_accuracy": null,
|
| 252 |
"global_tb20_stderr": null,
|
| 253 |
"input_tokens": 2223503.0,
|
| 254 |
-
"label": "
|
| 255 |
"llm_api_min": 123.67511317,
|
| 256 |
"llm_efficiency_index": 1.09832694,
|
| 257 |
"llm_min_per_success": 8.24500754,
|
|
@@ -299,7 +299,7 @@
|
|
| 299 |
"global_tb20_accuracy": null,
|
| 300 |
"global_tb20_stderr": null,
|
| 301 |
"input_tokens": 14790853.0,
|
| 302 |
-
"label": "
|
| 303 |
"llm_api_min": 86.28562877,
|
| 304 |
"llm_efficiency_index": 1.3643556,
|
| 305 |
"llm_min_per_success": 6.63735606,
|
|
@@ -347,7 +347,7 @@
|
|
| 347 |
"global_tb20_accuracy": null,
|
| 348 |
"global_tb20_stderr": null,
|
| 349 |
"input_tokens": 7574557.0,
|
| 350 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 351 |
"llm_api_min": 60.32571458,
|
| 352 |
"llm_efficiency_index": 2.55193225,
|
| 353 |
"llm_min_per_success": 3.54857145,
|
|
@@ -395,7 +395,7 @@
|
|
| 395 |
"global_tb20_accuracy": null,
|
| 396 |
"global_tb20_stderr": null,
|
| 397 |
"input_tokens": 30565079.0,
|
| 398 |
-
"label": "Nex-N2
|
| 399 |
"llm_api_min": 210.13186815,
|
| 400 |
"llm_efficiency_index": 0.51714463,
|
| 401 |
"llm_min_per_success": 17.51098901,
|
|
@@ -443,7 +443,7 @@
|
|
| 443 |
"global_tb20_accuracy": null,
|
| 444 |
"global_tb20_stderr": null,
|
| 445 |
"input_tokens": 39982946.0,
|
| 446 |
-
"label": "Qwythos 9B AWQ",
|
| 447 |
"llm_api_min": 120.4843348,
|
| 448 |
"llm_efficiency_index": 0.75160924,
|
| 449 |
"llm_min_per_success": 12.04843348,
|
|
@@ -634,7 +634,7 @@
|
|
| 634 |
"decode_tps_from_decode_seconds": 43.188703370684735,
|
| 635 |
"decode_tps_from_tpot": 44.53514244224961,
|
| 636 |
"generation_tokens_completed": 400375.3288516658,
|
| 637 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 638 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 639 |
"prefill_tps": 1095.6526782015237,
|
| 640 |
"prefix_cache_hit_ratio": 0.812897222488904,
|
|
@@ -649,7 +649,7 @@
|
|
| 649 |
"decode_tps_from_decode_seconds": 43.31794442159101,
|
| 650 |
"decode_tps_from_tpot": 44.16515697362538,
|
| 651 |
"generation_tokens_completed": 361488.1214802095,
|
| 652 |
-
"label": "
|
| 653 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 654 |
"prefill_tps": 1052.6993810432198,
|
| 655 |
"prefix_cache_hit_ratio": 0.8659611213346531,
|
|
@@ -664,7 +664,7 @@
|
|
| 664 |
"decode_tps_from_decode_seconds": 152.12705290674882,
|
| 665 |
"decode_tps_from_tpot": 153.8030887317905,
|
| 666 |
"generation_tokens_completed": 710926.127408056,
|
| 667 |
-
"label": "
|
| 668 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 669 |
"prefill_tps": 4278.436112986577,
|
| 670 |
"prefix_cache_hit_ratio": 0.9190618972798161,
|
|
@@ -679,7 +679,7 @@
|
|
| 679 |
"decode_tps_from_decode_seconds": 149.64623197845253,
|
| 680 |
"decode_tps_from_tpot": 150.96148404112074,
|
| 681 |
"generation_tokens_completed": 1740105.7939339874,
|
| 682 |
-
"label": "Nex-N2
|
| 683 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 684 |
"prefill_tps": 4170.88522557241,
|
| 685 |
"prefix_cache_hit_ratio": 0.9303306403957701,
|
|
@@ -694,7 +694,7 @@
|
|
| 694 |
"decode_tps_from_decode_seconds": 43.44241134479688,
|
| 695 |
"decode_tps_from_tpot": 44.67982758189825,
|
| 696 |
"generation_tokens_completed": 325001.39416983526,
|
| 697 |
-
"label": "
|
| 698 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 699 |
"prefill_tps": 1118.755051858144,
|
| 700 |
"prefix_cache_hit_ratio": 0.805402162190603,
|
|
@@ -709,7 +709,7 @@
|
|
| 709 |
"decode_tps_from_decode_seconds": 148.0994864785829,
|
| 710 |
"decode_tps_from_tpot": 151.0700683961575,
|
| 711 |
"generation_tokens_completed": 767431.5582226763,
|
| 712 |
-
"label": "
|
| 713 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 714 |
"prefill_tps": 4310.08983294779,
|
| 715 |
"prefix_cache_hit_ratio": 0.9212836173704322,
|
|
@@ -724,7 +724,7 @@
|
|
| 724 |
"decode_tps_from_decode_seconds": 148.01683567055358,
|
| 725 |
"decode_tps_from_tpot": 151.35689673759154,
|
| 726 |
"generation_tokens_completed": 499146.18865318317,
|
| 727 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 728 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 729 |
"prefill_tps": 4548.358294222596,
|
| 730 |
"prefix_cache_hit_ratio": 0.8987710728022461,
|
|
@@ -739,7 +739,7 @@
|
|
| 739 |
"decode_tps_from_decode_seconds": 143.99248177720298,
|
| 740 |
"decode_tps_from_tpot": 145.29320542785467,
|
| 741 |
"generation_tokens_completed": 1922179.1985472154,
|
| 742 |
-
"label": "Nex-N2
|
| 743 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 744 |
"prefill_tps": 3735.848169437506,
|
| 745 |
"prefix_cache_hit_ratio": 0.9366657895572358,
|
|
@@ -754,7 +754,7 @@
|
|
| 754 |
"decode_tps_from_decode_seconds": 76.96788877530312,
|
| 755 |
"decode_tps_from_tpot": 78.2830811516556,
|
| 756 |
"generation_tokens_completed": 679484.8082818624,
|
| 757 |
-
"label": "Qwythos 9B AWQ",
|
| 758 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 759 |
"prefill_tps": 2642.741025393479,
|
| 760 |
"prefix_cache_hit_ratio": 0.9635856891433356,
|
|
@@ -827,7 +827,7 @@
|
|
| 827 |
{
|
| 828 |
"attempts": 1,
|
| 829 |
"input_tokens": 72165.0,
|
| 830 |
-
"label": "Nex-N2
|
| 831 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 832 |
"output_tokens": 9474.0,
|
| 833 |
"parser_warning_count": 3,
|
|
@@ -842,7 +842,7 @@
|
|
| 842 |
{
|
| 843 |
"attempts": 1,
|
| 844 |
"input_tokens": 32351.0,
|
| 845 |
-
"label": "Nex-N2
|
| 846 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 847 |
"output_tokens": 10840.0,
|
| 848 |
"parser_warning_count": 0,
|
|
@@ -857,7 +857,7 @@
|
|
| 857 |
{
|
| 858 |
"attempts": 1,
|
| 859 |
"input_tokens": 9963.0,
|
| 860 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 861 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 862 |
"output_tokens": 1454.0,
|
| 863 |
"parser_warning_count": 1,
|
|
@@ -872,7 +872,7 @@
|
|
| 872 |
{
|
| 873 |
"attempts": 1,
|
| 874 |
"input_tokens": 23113.0,
|
| 875 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 876 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 877 |
"output_tokens": 3253.0,
|
| 878 |
"parser_warning_count": 0,
|
|
@@ -887,7 +887,7 @@
|
|
| 887 |
{
|
| 888 |
"attempts": 1,
|
| 889 |
"input_tokens": 20300.0,
|
| 890 |
-
"label": "
|
| 891 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 892 |
"output_tokens": 2670.0,
|
| 893 |
"parser_warning_count": 0,
|
|
@@ -902,7 +902,7 @@
|
|
| 902 |
{
|
| 903 |
"attempts": 1,
|
| 904 |
"input_tokens": 17508.0,
|
| 905 |
-
"label": "
|
| 906 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 907 |
"output_tokens": 2501.0,
|
| 908 |
"parser_warning_count": 0,
|
|
@@ -917,7 +917,7 @@
|
|
| 917 |
{
|
| 918 |
"attempts": 1,
|
| 919 |
"input_tokens": 15135.0,
|
| 920 |
-
"label": "
|
| 921 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 922 |
"output_tokens": 2035.0,
|
| 923 |
"parser_warning_count": 0,
|
|
@@ -932,7 +932,7 @@
|
|
| 932 |
{
|
| 933 |
"attempts": 1,
|
| 934 |
"input_tokens": 73686.0,
|
| 935 |
-
"label": "
|
| 936 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 937 |
"output_tokens": 8019.0,
|
| 938 |
"parser_warning_count": 9,
|
|
@@ -947,7 +947,7 @@
|
|
| 947 |
{
|
| 948 |
"attempts": 1,
|
| 949 |
"input_tokens": 43607.0,
|
| 950 |
-
"label": "Qwythos 9B AWQ",
|
| 951 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 952 |
"output_tokens": 4922.0,
|
| 953 |
"parser_warning_count": 0,
|
|
@@ -1022,7 +1022,7 @@
|
|
| 1022 |
{
|
| 1023 |
"attempts": 1,
|
| 1024 |
"input_tokens": 17687.0,
|
| 1025 |
-
"label": "Nex-N2
|
| 1026 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1027 |
"output_tokens": 13910.0,
|
| 1028 |
"parser_warning_count": 2,
|
|
@@ -1037,7 +1037,7 @@
|
|
| 1037 |
{
|
| 1038 |
"attempts": 1,
|
| 1039 |
"input_tokens": 13326.0,
|
| 1040 |
-
"label": "Nex-N2
|
| 1041 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1042 |
"output_tokens": 3348.0,
|
| 1043 |
"parser_warning_count": 0,
|
|
@@ -1052,7 +1052,7 @@
|
|
| 1052 |
{
|
| 1053 |
"attempts": 1,
|
| 1054 |
"input_tokens": 34018.0,
|
| 1055 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 1056 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1057 |
"output_tokens": 7288.0,
|
| 1058 |
"parser_warning_count": 2,
|
|
@@ -1067,7 +1067,7 @@
|
|
| 1067 |
{
|
| 1068 |
"attempts": 1,
|
| 1069 |
"input_tokens": 14501.0,
|
| 1070 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 1071 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1072 |
"output_tokens": 3934.0,
|
| 1073 |
"parser_warning_count": 0,
|
|
@@ -1082,7 +1082,7 @@
|
|
| 1082 |
{
|
| 1083 |
"attempts": 1,
|
| 1084 |
"input_tokens": 6471.0,
|
| 1085 |
-
"label": "
|
| 1086 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1087 |
"output_tokens": 1419.0,
|
| 1088 |
"parser_warning_count": 0,
|
|
@@ -1097,7 +1097,7 @@
|
|
| 1097 |
{
|
| 1098 |
"attempts": 1,
|
| 1099 |
"input_tokens": 6040.0,
|
| 1100 |
-
"label": "
|
| 1101 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1102 |
"output_tokens": 1812.0,
|
| 1103 |
"parser_warning_count": 0,
|
|
@@ -1112,7 +1112,7 @@
|
|
| 1112 |
{
|
| 1113 |
"attempts": 1,
|
| 1114 |
"input_tokens": 208313.0,
|
| 1115 |
-
"label": "
|
| 1116 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1117 |
"output_tokens": 18128.0,
|
| 1118 |
"parser_warning_count": 3,
|
|
@@ -1127,7 +1127,7 @@
|
|
| 1127 |
{
|
| 1128 |
"attempts": 1,
|
| 1129 |
"input_tokens": 26251.0,
|
| 1130 |
-
"label": "
|
| 1131 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1132 |
"output_tokens": 6128.0,
|
| 1133 |
"parser_warning_count": 0,
|
|
@@ -1142,7 +1142,7 @@
|
|
| 1142 |
{
|
| 1143 |
"attempts": 1,
|
| 1144 |
"input_tokens": 35192.0,
|
| 1145 |
-
"label": "Qwythos 9B AWQ",
|
| 1146 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1147 |
"output_tokens": 6487.0,
|
| 1148 |
"parser_warning_count": 2,
|
|
@@ -1217,7 +1217,7 @@
|
|
| 1217 |
{
|
| 1218 |
"attempts": 1,
|
| 1219 |
"input_tokens": 721232.0,
|
| 1220 |
-
"label": "Nex-N2
|
| 1221 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1222 |
"output_tokens": 41853.0,
|
| 1223 |
"parser_warning_count": 0,
|
|
@@ -1232,7 +1232,7 @@
|
|
| 1232 |
{
|
| 1233 |
"attempts": 1,
|
| 1234 |
"input_tokens": 26733.0,
|
| 1235 |
-
"label": "Nex-N2
|
| 1236 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1237 |
"output_tokens": 4939.0,
|
| 1238 |
"parser_warning_count": 0,
|
|
@@ -1247,7 +1247,7 @@
|
|
| 1247 |
{
|
| 1248 |
"attempts": 1,
|
| 1249 |
"input_tokens": 13361.0,
|
| 1250 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 1251 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1252 |
"output_tokens": 1387.0,
|
| 1253 |
"parser_warning_count": 1,
|
|
@@ -1262,7 +1262,7 @@
|
|
| 1262 |
{
|
| 1263 |
"attempts": 1,
|
| 1264 |
"input_tokens": 19279.0,
|
| 1265 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 1266 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1267 |
"output_tokens": 2765.0,
|
| 1268 |
"parser_warning_count": 0,
|
|
@@ -1277,7 +1277,7 @@
|
|
| 1277 |
{
|
| 1278 |
"attempts": 1,
|
| 1279 |
"input_tokens": 40084.0,
|
| 1280 |
-
"label": "
|
| 1281 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1282 |
"output_tokens": 3305.0,
|
| 1283 |
"parser_warning_count": 1,
|
|
@@ -1292,7 +1292,7 @@
|
|
| 1292 |
{
|
| 1293 |
"attempts": 1,
|
| 1294 |
"input_tokens": 40763.0,
|
| 1295 |
-
"label": "
|
| 1296 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1297 |
"output_tokens": 2429.0,
|
| 1298 |
"parser_warning_count": 2,
|
|
@@ -1307,7 +1307,7 @@
|
|
| 1307 |
{
|
| 1308 |
"attempts": 1,
|
| 1309 |
"input_tokens": 22194.0,
|
| 1310 |
-
"label": "
|
| 1311 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1312 |
"output_tokens": 2325.0,
|
| 1313 |
"parser_warning_count": 0,
|
|
@@ -1322,7 +1322,7 @@
|
|
| 1322 |
{
|
| 1323 |
"attempts": 1,
|
| 1324 |
"input_tokens": 107508.0,
|
| 1325 |
-
"label": "
|
| 1326 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1327 |
"output_tokens": 4959.0,
|
| 1328 |
"parser_warning_count": 4,
|
|
@@ -1337,7 +1337,7 @@
|
|
| 1337 |
{
|
| 1338 |
"attempts": 1,
|
| 1339 |
"input_tokens": 37647.0,
|
| 1340 |
-
"label": "Qwythos 9B AWQ",
|
| 1341 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1342 |
"output_tokens": 4526.0,
|
| 1343 |
"parser_warning_count": 0,
|
|
@@ -1412,7 +1412,7 @@
|
|
| 1412 |
{
|
| 1413 |
"attempts": 1,
|
| 1414 |
"input_tokens": 22914.0,
|
| 1415 |
-
"label": "Nex-N2
|
| 1416 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1417 |
"output_tokens": 4384.0,
|
| 1418 |
"parser_warning_count": 0,
|
|
@@ -1427,7 +1427,7 @@
|
|
| 1427 |
{
|
| 1428 |
"attempts": 1,
|
| 1429 |
"input_tokens": 23750.0,
|
| 1430 |
-
"label": "Nex-N2
|
| 1431 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1432 |
"output_tokens": 3712.0,
|
| 1433 |
"parser_warning_count": 2,
|
|
@@ -1442,7 +1442,7 @@
|
|
| 1442 |
{
|
| 1443 |
"attempts": 1,
|
| 1444 |
"input_tokens": 27027.0,
|
| 1445 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 1446 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1447 |
"output_tokens": 2290.0,
|
| 1448 |
"parser_warning_count": 0,
|
|
@@ -1457,7 +1457,7 @@
|
|
| 1457 |
{
|
| 1458 |
"attempts": 1,
|
| 1459 |
"input_tokens": 36576.0,
|
| 1460 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 1461 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1462 |
"output_tokens": 4460.0,
|
| 1463 |
"parser_warning_count": 0,
|
|
@@ -1472,7 +1472,7 @@
|
|
| 1472 |
{
|
| 1473 |
"attempts": 1,
|
| 1474 |
"input_tokens": 42124.0,
|
| 1475 |
-
"label": "
|
| 1476 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1477 |
"output_tokens": 4481.0,
|
| 1478 |
"parser_warning_count": 1,
|
|
@@ -1487,7 +1487,7 @@
|
|
| 1487 |
{
|
| 1488 |
"attempts": 1,
|
| 1489 |
"input_tokens": 14586.0,
|
| 1490 |
-
"label": "
|
| 1491 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1492 |
"output_tokens": 2218.0,
|
| 1493 |
"parser_warning_count": 0,
|
|
@@ -1502,7 +1502,7 @@
|
|
| 1502 |
{
|
| 1503 |
"attempts": 1,
|
| 1504 |
"input_tokens": 14333.0,
|
| 1505 |
-
"label": "
|
| 1506 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1507 |
"output_tokens": 2725.0,
|
| 1508 |
"parser_warning_count": 0,
|
|
@@ -1517,7 +1517,7 @@
|
|
| 1517 |
{
|
| 1518 |
"attempts": 1,
|
| 1519 |
"input_tokens": 51073.0,
|
| 1520 |
-
"label": "
|
| 1521 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1522 |
"output_tokens": 4847.0,
|
| 1523 |
"parser_warning_count": 0,
|
|
@@ -1532,7 +1532,7 @@
|
|
| 1532 |
{
|
| 1533 |
"attempts": 1,
|
| 1534 |
"input_tokens": 54433.0,
|
| 1535 |
-
"label": "Qwythos 9B AWQ",
|
| 1536 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1537 |
"output_tokens": 5403.0,
|
| 1538 |
"parser_warning_count": 0,
|
|
@@ -1607,7 +1607,7 @@
|
|
| 1607 |
{
|
| 1608 |
"attempts": 1,
|
| 1609 |
"input_tokens": 99829.0,
|
| 1610 |
-
"label": "Nex-N2
|
| 1611 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1612 |
"output_tokens": 23199.0,
|
| 1613 |
"parser_warning_count": 0,
|
|
@@ -1622,7 +1622,7 @@
|
|
| 1622 |
{
|
| 1623 |
"attempts": 1,
|
| 1624 |
"input_tokens": 9899.0,
|
| 1625 |
-
"label": "Nex-N2
|
| 1626 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1627 |
"output_tokens": 15790.0,
|
| 1628 |
"parser_warning_count": 0,
|
|
@@ -1637,7 +1637,7 @@
|
|
| 1637 |
{
|
| 1638 |
"attempts": 1,
|
| 1639 |
"input_tokens": 21418.0,
|
| 1640 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 1641 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1642 |
"output_tokens": 2248.0,
|
| 1643 |
"parser_warning_count": 0,
|
|
@@ -1652,7 +1652,7 @@
|
|
| 1652 |
{
|
| 1653 |
"attempts": 1,
|
| 1654 |
"input_tokens": 57817.0,
|
| 1655 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 1656 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1657 |
"output_tokens": 4645.0,
|
| 1658 |
"parser_warning_count": 1,
|
|
@@ -1667,7 +1667,7 @@
|
|
| 1667 |
{
|
| 1668 |
"attempts": 1,
|
| 1669 |
"input_tokens": 62440.0,
|
| 1670 |
-
"label": "
|
| 1671 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1672 |
"output_tokens": 4552.0,
|
| 1673 |
"parser_warning_count": 1,
|
|
@@ -1682,7 +1682,7 @@
|
|
| 1682 |
{
|
| 1683 |
"attempts": 1,
|
| 1684 |
"input_tokens": 22709.0,
|
| 1685 |
-
"label": "
|
| 1686 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1687 |
"output_tokens": 2898.0,
|
| 1688 |
"parser_warning_count": 0,
|
|
@@ -1697,7 +1697,7 @@
|
|
| 1697 |
{
|
| 1698 |
"attempts": 1,
|
| 1699 |
"input_tokens": 26124.0,
|
| 1700 |
-
"label": "
|
| 1701 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1702 |
"output_tokens": 2659.0,
|
| 1703 |
"parser_warning_count": 0,
|
|
@@ -1712,7 +1712,7 @@
|
|
| 1712 |
{
|
| 1713 |
"attempts": 1,
|
| 1714 |
"input_tokens": 32867.0,
|
| 1715 |
-
"label": "
|
| 1716 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1717 |
"output_tokens": 3006.0,
|
| 1718 |
"parser_warning_count": 0,
|
|
@@ -1727,7 +1727,7 @@
|
|
| 1727 |
{
|
| 1728 |
"attempts": 1,
|
| 1729 |
"input_tokens": 37823.0,
|
| 1730 |
-
"label": "Qwythos 9B AWQ",
|
| 1731 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1732 |
"output_tokens": 3522.0,
|
| 1733 |
"parser_warning_count": 0,
|
|
@@ -1802,7 +1802,7 @@
|
|
| 1802 |
{
|
| 1803 |
"attempts": 1,
|
| 1804 |
"input_tokens": 13377.0,
|
| 1805 |
-
"label": "Nex-N2
|
| 1806 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1807 |
"output_tokens": 12124.0,
|
| 1808 |
"parser_warning_count": 1,
|
|
@@ -1817,7 +1817,7 @@
|
|
| 1817 |
{
|
| 1818 |
"attempts": 1,
|
| 1819 |
"input_tokens": 4534.0,
|
| 1820 |
-
"label": "Nex-N2
|
| 1821 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1822 |
"output_tokens": 10957.0,
|
| 1823 |
"parser_warning_count": 0,
|
|
@@ -1832,7 +1832,7 @@
|
|
| 1832 |
{
|
| 1833 |
"attempts": 1,
|
| 1834 |
"input_tokens": 9437.0,
|
| 1835 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 1836 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1837 |
"output_tokens": 2204.0,
|
| 1838 |
"parser_warning_count": 0,
|
|
@@ -1847,7 +1847,7 @@
|
|
| 1847 |
{
|
| 1848 |
"attempts": 1,
|
| 1849 |
"input_tokens": 14548.0,
|
| 1850 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 1851 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1852 |
"output_tokens": 3670.0,
|
| 1853 |
"parser_warning_count": 3,
|
|
@@ -1862,7 +1862,7 @@
|
|
| 1862 |
{
|
| 1863 |
"attempts": 1,
|
| 1864 |
"input_tokens": 20321.0,
|
| 1865 |
-
"label": "
|
| 1866 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1867 |
"output_tokens": 3541.0,
|
| 1868 |
"parser_warning_count": 1,
|
|
@@ -1877,7 +1877,7 @@
|
|
| 1877 |
{
|
| 1878 |
"attempts": 1,
|
| 1879 |
"input_tokens": 23527.0,
|
| 1880 |
-
"label": "
|
| 1881 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1882 |
"output_tokens": 5126.0,
|
| 1883 |
"parser_warning_count": 0,
|
|
@@ -1892,7 +1892,7 @@
|
|
| 1892 |
{
|
| 1893 |
"attempts": 1,
|
| 1894 |
"input_tokens": 33896.0,
|
| 1895 |
-
"label": "
|
| 1896 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1897 |
"output_tokens": 4560.0,
|
| 1898 |
"parser_warning_count": 1,
|
|
@@ -1907,7 +1907,7 @@
|
|
| 1907 |
{
|
| 1908 |
"attempts": 1,
|
| 1909 |
"input_tokens": 9316.0,
|
| 1910 |
-
"label": "
|
| 1911 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1912 |
"output_tokens": 2222.0,
|
| 1913 |
"parser_warning_count": 0,
|
|
@@ -1922,7 +1922,7 @@
|
|
| 1922 |
{
|
| 1923 |
"attempts": 1,
|
| 1924 |
"input_tokens": 488208.0,
|
| 1925 |
-
"label": "Qwythos 9B AWQ",
|
| 1926 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1927 |
"output_tokens": 17648.0,
|
| 1928 |
"parser_warning_count": 0,
|
|
@@ -1997,7 +1997,7 @@
|
|
| 1997 |
{
|
| 1998 |
"attempts": 1,
|
| 1999 |
"input_tokens": 963202.0,
|
| 2000 |
-
"label": "Nex-N2
|
| 2001 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2002 |
"output_tokens": 98857.0,
|
| 2003 |
"parser_warning_count": 9,
|
|
@@ -2012,7 +2012,7 @@
|
|
| 2012 |
{
|
| 2013 |
"attempts": 1,
|
| 2014 |
"input_tokens": 1874183.0,
|
| 2015 |
-
"label": "Nex-N2
|
| 2016 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2017 |
"output_tokens": 111914.0,
|
| 2018 |
"parser_warning_count": 9,
|
|
@@ -2027,7 +2027,7 @@
|
|
| 2027 |
{
|
| 2028 |
"attempts": 1,
|
| 2029 |
"input_tokens": 218494.0,
|
| 2030 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 2031 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2032 |
"output_tokens": 14114.0,
|
| 2033 |
"parser_warning_count": 3,
|
|
@@ -2042,7 +2042,7 @@
|
|
| 2042 |
{
|
| 2043 |
"attempts": 1,
|
| 2044 |
"input_tokens": 53921.0,
|
| 2045 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 2046 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2047 |
"output_tokens": 7475.0,
|
| 2048 |
"parser_warning_count": 0,
|
|
@@ -2057,7 +2057,7 @@
|
|
| 2057 |
{
|
| 2058 |
"attempts": 1,
|
| 2059 |
"input_tokens": 52526.0,
|
| 2060 |
-
"label": "
|
| 2061 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2062 |
"output_tokens": 4935.0,
|
| 2063 |
"parser_warning_count": 0,
|
|
@@ -2072,7 +2072,7 @@
|
|
| 2072 |
{
|
| 2073 |
"attempts": 1,
|
| 2074 |
"input_tokens": 37939.0,
|
| 2075 |
-
"label": "
|
| 2076 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2077 |
"output_tokens": 10744.0,
|
| 2078 |
"parser_warning_count": 0,
|
|
@@ -2087,7 +2087,7 @@
|
|
| 2087 |
{
|
| 2088 |
"attempts": 1,
|
| 2089 |
"input_tokens": 1659902.0,
|
| 2090 |
-
"label": "
|
| 2091 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2092 |
"output_tokens": 46784.0,
|
| 2093 |
"parser_warning_count": 8,
|
|
@@ -2102,7 +2102,7 @@
|
|
| 2102 |
{
|
| 2103 |
"attempts": 1,
|
| 2104 |
"input_tokens": 121694.0,
|
| 2105 |
-
"label": "
|
| 2106 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2107 |
"output_tokens": 11568.0,
|
| 2108 |
"parser_warning_count": 0,
|
|
@@ -2117,7 +2117,7 @@
|
|
| 2117 |
{
|
| 2118 |
"attempts": 1,
|
| 2119 |
"input_tokens": 6555793.0,
|
| 2120 |
-
"label": "Qwythos 9B AWQ",
|
| 2121 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2122 |
"output_tokens": 28498.0,
|
| 2123 |
"parser_warning_count": 1,
|
|
@@ -2192,7 +2192,7 @@
|
|
| 2192 |
{
|
| 2193 |
"attempts": 1,
|
| 2194 |
"input_tokens": 114384.0,
|
| 2195 |
-
"label": "Nex-N2
|
| 2196 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2197 |
"output_tokens": 13832.0,
|
| 2198 |
"parser_warning_count": 0,
|
|
@@ -2207,7 +2207,7 @@
|
|
| 2207 |
{
|
| 2208 |
"attempts": 1,
|
| 2209 |
"input_tokens": 220253.0,
|
| 2210 |
-
"label": "Nex-N2
|
| 2211 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2212 |
"output_tokens": 9044.0,
|
| 2213 |
"parser_warning_count": 0,
|
|
@@ -2222,7 +2222,7 @@
|
|
| 2222 |
{
|
| 2223 |
"attempts": 1,
|
| 2224 |
"input_tokens": 40045.0,
|
| 2225 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 2226 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2227 |
"output_tokens": 4606.0,
|
| 2228 |
"parser_warning_count": 0,
|
|
@@ -2237,7 +2237,7 @@
|
|
| 2237 |
{
|
| 2238 |
"attempts": 1,
|
| 2239 |
"input_tokens": 27875.0,
|
| 2240 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 2241 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2242 |
"output_tokens": 5682.0,
|
| 2243 |
"parser_warning_count": 1,
|
|
@@ -2252,7 +2252,7 @@
|
|
| 2252 |
{
|
| 2253 |
"attempts": 1,
|
| 2254 |
"input_tokens": 25619.0,
|
| 2255 |
-
"label": "
|
| 2256 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2257 |
"output_tokens": 9069.0,
|
| 2258 |
"parser_warning_count": 1,
|
|
@@ -2267,7 +2267,7 @@
|
|
| 2267 |
{
|
| 2268 |
"attempts": 1,
|
| 2269 |
"input_tokens": 24564.0,
|
| 2270 |
-
"label": "
|
| 2271 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2272 |
"output_tokens": 4980.0,
|
| 2273 |
"parser_warning_count": 0,
|
|
@@ -2282,7 +2282,7 @@
|
|
| 2282 |
{
|
| 2283 |
"attempts": 1,
|
| 2284 |
"input_tokens": 27119.0,
|
| 2285 |
-
"label": "
|
| 2286 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2287 |
"output_tokens": 4311.0,
|
| 2288 |
"parser_warning_count": 0,
|
|
@@ -2297,7 +2297,7 @@
|
|
| 2297 |
{
|
| 2298 |
"attempts": 1,
|
| 2299 |
"input_tokens": 71024.0,
|
| 2300 |
-
"label": "
|
| 2301 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2302 |
"output_tokens": 11700.0,
|
| 2303 |
"parser_warning_count": 1,
|
|
@@ -2312,7 +2312,7 @@
|
|
| 2312 |
{
|
| 2313 |
"attempts": 1,
|
| 2314 |
"input_tokens": 74316.0,
|
| 2315 |
-
"label": "Qwythos 9B AWQ",
|
| 2316 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2317 |
"output_tokens": 8103.0,
|
| 2318 |
"parser_warning_count": 0,
|
|
@@ -2387,7 +2387,7 @@
|
|
| 2387 |
{
|
| 2388 |
"attempts": 1,
|
| 2389 |
"input_tokens": 267099.0,
|
| 2390 |
-
"label": "Nex-N2
|
| 2391 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2392 |
"output_tokens": 14271.0,
|
| 2393 |
"parser_warning_count": 5,
|
|
@@ -2402,7 +2402,7 @@
|
|
| 2402 |
{
|
| 2403 |
"attempts": 1,
|
| 2404 |
"input_tokens": 10773255.0,
|
| 2405 |
-
"label": "Nex-N2
|
| 2406 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2407 |
"output_tokens": 109340.0,
|
| 2408 |
"parser_warning_count": 93,
|
|
@@ -2417,7 +2417,7 @@
|
|
| 2417 |
{
|
| 2418 |
"attempts": 1,
|
| 2419 |
"input_tokens": 166516.0,
|
| 2420 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 2421 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2422 |
"output_tokens": 6050.0,
|
| 2423 |
"parser_warning_count": 0,
|
|
@@ -2432,7 +2432,7 @@
|
|
| 2432 |
{
|
| 2433 |
"attempts": 1,
|
| 2434 |
"input_tokens": 187351.0,
|
| 2435 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 2436 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2437 |
"output_tokens": 7636.0,
|
| 2438 |
"parser_warning_count": 1,
|
|
@@ -2447,7 +2447,7 @@
|
|
| 2447 |
{
|
| 2448 |
"attempts": 1,
|
| 2449 |
"input_tokens": 97238.0,
|
| 2450 |
-
"label": "
|
| 2451 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2452 |
"output_tokens": 4686.0,
|
| 2453 |
"parser_warning_count": 0,
|
|
@@ -2462,7 +2462,7 @@
|
|
| 2462 |
{
|
| 2463 |
"attempts": 1,
|
| 2464 |
"input_tokens": 470331.0,
|
| 2465 |
-
"label": "
|
| 2466 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2467 |
"output_tokens": 10337.0,
|
| 2468 |
"parser_warning_count": 0,
|
|
@@ -2477,7 +2477,7 @@
|
|
| 2477 |
{
|
| 2478 |
"attempts": 1,
|
| 2479 |
"input_tokens": 1469073.0,
|
| 2480 |
-
"label": "
|
| 2481 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2482 |
"output_tokens": 20380.0,
|
| 2483 |
"parser_warning_count": 31,
|
|
@@ -2492,7 +2492,7 @@
|
|
| 2492 |
{
|
| 2493 |
"attempts": 1,
|
| 2494 |
"input_tokens": 3262078.0,
|
| 2495 |
-
"label": "
|
| 2496 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2497 |
"output_tokens": 43190.0,
|
| 2498 |
"parser_warning_count": 11,
|
|
@@ -2507,7 +2507,7 @@
|
|
| 2507 |
{
|
| 2508 |
"attempts": 1,
|
| 2509 |
"input_tokens": 2020736.0,
|
| 2510 |
-
"label": "Qwythos 9B AWQ",
|
| 2511 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2512 |
"output_tokens": 15138.0,
|
| 2513 |
"parser_warning_count": 1,
|
|
@@ -2582,7 +2582,7 @@
|
|
| 2582 |
{
|
| 2583 |
"attempts": 1,
|
| 2584 |
"input_tokens": 10653.0,
|
| 2585 |
-
"label": "Nex-N2
|
| 2586 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2587 |
"output_tokens": 13391.0,
|
| 2588 |
"parser_warning_count": 0,
|
|
@@ -2597,7 +2597,7 @@
|
|
| 2597 |
{
|
| 2598 |
"attempts": 1,
|
| 2599 |
"input_tokens": 113899.0,
|
| 2600 |
-
"label": "Nex-N2
|
| 2601 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2602 |
"output_tokens": 34002.0,
|
| 2603 |
"parser_warning_count": 0,
|
|
@@ -2612,7 +2612,7 @@
|
|
| 2612 |
{
|
| 2613 |
"attempts": 1,
|
| 2614 |
"input_tokens": 7889.0,
|
| 2615 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 2616 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2617 |
"output_tokens": 2343.0,
|
| 2618 |
"parser_warning_count": 0,
|
|
@@ -2627,7 +2627,7 @@
|
|
| 2627 |
{
|
| 2628 |
"attempts": 1,
|
| 2629 |
"input_tokens": 23444.0,
|
| 2630 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 2631 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2632 |
"output_tokens": 2649.0,
|
| 2633 |
"parser_warning_count": 0,
|
|
@@ -2642,7 +2642,7 @@
|
|
| 2642 |
{
|
| 2643 |
"attempts": 1,
|
| 2644 |
"input_tokens": 59191.0,
|
| 2645 |
-
"label": "
|
| 2646 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2647 |
"output_tokens": 8686.0,
|
| 2648 |
"parser_warning_count": 4,
|
|
@@ -2657,7 +2657,7 @@
|
|
| 2657 |
{
|
| 2658 |
"attempts": 1,
|
| 2659 |
"input_tokens": 13009.0,
|
| 2660 |
-
"label": "
|
| 2661 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2662 |
"output_tokens": 4637.0,
|
| 2663 |
"parser_warning_count": 1,
|
|
@@ -2672,7 +2672,7 @@
|
|
| 2672 |
{
|
| 2673 |
"attempts": 1,
|
| 2674 |
"input_tokens": 32252.0,
|
| 2675 |
-
"label": "
|
| 2676 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2677 |
"output_tokens": 3000.0,
|
| 2678 |
"parser_warning_count": 0,
|
|
@@ -2687,7 +2687,7 @@
|
|
| 2687 |
{
|
| 2688 |
"attempts": 1,
|
| 2689 |
"input_tokens": 67459.0,
|
| 2690 |
-
"label": "
|
| 2691 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2692 |
"output_tokens": 5996.0,
|
| 2693 |
"parser_warning_count": 3,
|
|
@@ -2702,7 +2702,7 @@
|
|
| 2702 |
{
|
| 2703 |
"attempts": 1,
|
| 2704 |
"input_tokens": 42163.0,
|
| 2705 |
-
"label": "Qwythos 9B AWQ",
|
| 2706 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2707 |
"output_tokens": 3831.0,
|
| 2708 |
"parser_warning_count": 0,
|
|
@@ -2777,7 +2777,7 @@
|
|
| 2777 |
{
|
| 2778 |
"attempts": 1,
|
| 2779 |
"input_tokens": 3869887.0,
|
| 2780 |
-
"label": "Nex-N2
|
| 2781 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2782 |
"output_tokens": 55061.0,
|
| 2783 |
"parser_warning_count": 31,
|
|
@@ -2792,7 +2792,7 @@
|
|
| 2792 |
{
|
| 2793 |
"attempts": 1,
|
| 2794 |
"input_tokens": 406189.0,
|
| 2795 |
-
"label": "Nex-N2
|
| 2796 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2797 |
"output_tokens": 17367.0,
|
| 2798 |
"parser_warning_count": 7,
|
|
@@ -2807,7 +2807,7 @@
|
|
| 2807 |
{
|
| 2808 |
"attempts": 1,
|
| 2809 |
"input_tokens": 82849.0,
|
| 2810 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 2811 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2812 |
"output_tokens": 4180.0,
|
| 2813 |
"parser_warning_count": 2,
|
|
@@ -2822,7 +2822,7 @@
|
|
| 2822 |
{
|
| 2823 |
"attempts": 1,
|
| 2824 |
"input_tokens": 82848.0,
|
| 2825 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 2826 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2827 |
"output_tokens": 5913.0,
|
| 2828 |
"parser_warning_count": 0,
|
|
@@ -2837,7 +2837,7 @@
|
|
| 2837 |
{
|
| 2838 |
"attempts": 1,
|
| 2839 |
"input_tokens": 106502.0,
|
| 2840 |
-
"label": "
|
| 2841 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2842 |
"output_tokens": 5540.0,
|
| 2843 |
"parser_warning_count": 0,
|
|
@@ -2852,7 +2852,7 @@
|
|
| 2852 |
{
|
| 2853 |
"attempts": 1,
|
| 2854 |
"input_tokens": 105229.0,
|
| 2855 |
-
"label": "
|
| 2856 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2857 |
"output_tokens": 5054.0,
|
| 2858 |
"parser_warning_count": 0,
|
|
@@ -2867,7 +2867,7 @@
|
|
| 2867 |
{
|
| 2868 |
"attempts": 1,
|
| 2869 |
"input_tokens": 392777.0,
|
| 2870 |
-
"label": "
|
| 2871 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2872 |
"output_tokens": 10652.0,
|
| 2873 |
"parser_warning_count": 6,
|
|
@@ -2882,7 +2882,7 @@
|
|
| 2882 |
{
|
| 2883 |
"attempts": 1,
|
| 2884 |
"input_tokens": 161889.0,
|
| 2885 |
-
"label": "
|
| 2886 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2887 |
"output_tokens": 8439.0,
|
| 2888 |
"parser_warning_count": 0,
|
|
@@ -2897,7 +2897,7 @@
|
|
| 2897 |
{
|
| 2898 |
"attempts": 1,
|
| 2899 |
"input_tokens": 285003.0,
|
| 2900 |
-
"label": "Qwythos 9B AWQ",
|
| 2901 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2902 |
"output_tokens": 6626.0,
|
| 2903 |
"parser_warning_count": 0,
|
|
@@ -2972,7 +2972,7 @@
|
|
| 2972 |
{
|
| 2973 |
"attempts": 1,
|
| 2974 |
"input_tokens": 7384655.0,
|
| 2975 |
-
"label": "Nex-N2
|
| 2976 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2977 |
"output_tokens": 57970.0,
|
| 2978 |
"parser_warning_count": 92,
|
|
@@ -2987,7 +2987,7 @@
|
|
| 2987 |
{
|
| 2988 |
"attempts": 1,
|
| 2989 |
"input_tokens": 3013306.0,
|
| 2990 |
-
"label": "Nex-N2
|
| 2991 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2992 |
"output_tokens": 125012.0,
|
| 2993 |
"parser_warning_count": 31,
|
|
@@ -3002,7 +3002,7 @@
|
|
| 3002 |
{
|
| 3003 |
"attempts": 1,
|
| 3004 |
"input_tokens": 1420437.0,
|
| 3005 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 3006 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3007 |
"output_tokens": 28341.0,
|
| 3008 |
"parser_warning_count": 0,
|
|
@@ -3017,7 +3017,7 @@
|
|
| 3017 |
{
|
| 3018 |
"attempts": 1,
|
| 3019 |
"input_tokens": 622440.0,
|
| 3020 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 3021 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3022 |
"output_tokens": 39022.0,
|
| 3023 |
"parser_warning_count": 1,
|
|
@@ -3032,7 +3032,7 @@
|
|
| 3032 |
{
|
| 3033 |
"attempts": 1,
|
| 3034 |
"input_tokens": 30925.0,
|
| 3035 |
-
"label": "
|
| 3036 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3037 |
"output_tokens": 7495.0,
|
| 3038 |
"parser_warning_count": 0,
|
|
@@ -3047,7 +3047,7 @@
|
|
| 3047 |
{
|
| 3048 |
"attempts": 1,
|
| 3049 |
"input_tokens": 40653.0,
|
| 3050 |
-
"label": "
|
| 3051 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3052 |
"output_tokens": 4390.0,
|
| 3053 |
"parser_warning_count": 0,
|
|
@@ -3062,7 +3062,7 @@
|
|
| 3062 |
{
|
| 3063 |
"attempts": 1,
|
| 3064 |
"input_tokens": 1380861.0,
|
| 3065 |
-
"label": "
|
| 3066 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3067 |
"output_tokens": 48542.0,
|
| 3068 |
"parser_warning_count": 5,
|
|
@@ -3077,7 +3077,7 @@
|
|
| 3077 |
{
|
| 3078 |
"attempts": 1,
|
| 3079 |
"input_tokens": 4565250.0,
|
| 3080 |
-
"label": "
|
| 3081 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3082 |
"output_tokens": 57381.0,
|
| 3083 |
"parser_warning_count": 28,
|
|
@@ -3092,7 +3092,7 @@
|
|
| 3092 |
{
|
| 3093 |
"attempts": 1,
|
| 3094 |
"input_tokens": 7002927.0,
|
| 3095 |
-
"label": "Qwythos 9B AWQ",
|
| 3096 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3097 |
"output_tokens": 64592.0,
|
| 3098 |
"parser_warning_count": 5,
|
|
@@ -3167,7 +3167,7 @@
|
|
| 3167 |
{
|
| 3168 |
"attempts": 1,
|
| 3169 |
"input_tokens": 1336242.0,
|
| 3170 |
-
"label": "Nex-N2
|
| 3171 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3172 |
"output_tokens": 230229.0,
|
| 3173 |
"parser_warning_count": 6,
|
|
@@ -3182,7 +3182,7 @@
|
|
| 3182 |
{
|
| 3183 |
"attempts": 1,
|
| 3184 |
"input_tokens": 810224.0,
|
| 3185 |
-
"label": "Nex-N2
|
| 3186 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3187 |
"output_tokens": 239304.0,
|
| 3188 |
"parser_warning_count": 67,
|
|
@@ -3197,7 +3197,7 @@
|
|
| 3197 |
{
|
| 3198 |
"attempts": 1,
|
| 3199 |
"input_tokens": 332360.0,
|
| 3200 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 3201 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3202 |
"output_tokens": 164270.0,
|
| 3203 |
"parser_warning_count": 6,
|
|
@@ -3212,7 +3212,7 @@
|
|
| 3212 |
{
|
| 3213 |
"attempts": 1,
|
| 3214 |
"input_tokens": 898.0,
|
| 3215 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 3216 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3217 |
"output_tokens": 202.0,
|
| 3218 |
"parser_warning_count": 0,
|
|
@@ -3227,7 +3227,7 @@
|
|
| 3227 |
{
|
| 3228 |
"attempts": 1,
|
| 3229 |
"input_tokens": 10254.0,
|
| 3230 |
-
"label": "
|
| 3231 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3232 |
"output_tokens": 12898.0,
|
| 3233 |
"parser_warning_count": 1,
|
|
@@ -3242,7 +3242,7 @@
|
|
| 3242 |
{
|
| 3243 |
"attempts": 1,
|
| 3244 |
"input_tokens": 897.0,
|
| 3245 |
-
"label": "
|
| 3246 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3247 |
"output_tokens": 238.0,
|
| 3248 |
"parser_warning_count": 0,
|
|
@@ -3257,7 +3257,7 @@
|
|
| 3257 |
{
|
| 3258 |
"attempts": 1,
|
| 3259 |
"input_tokens": 34971.0,
|
| 3260 |
-
"label": "
|
| 3261 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3262 |
"output_tokens": 65374.0,
|
| 3263 |
"parser_warning_count": 3,
|
|
@@ -3272,7 +3272,7 @@
|
|
| 3272 |
{
|
| 3273 |
"attempts": 1,
|
| 3274 |
"input_tokens": 270190.0,
|
| 3275 |
-
"label": "
|
| 3276 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3277 |
"output_tokens": 163350.0,
|
| 3278 |
"parser_warning_count": 9,
|
|
@@ -3287,7 +3287,7 @@
|
|
| 3287 |
{
|
| 3288 |
"attempts": 1,
|
| 3289 |
"input_tokens": 436898.0,
|
| 3290 |
-
"label": "Qwythos 9B AWQ",
|
| 3291 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3292 |
"output_tokens": 37079.0,
|
| 3293 |
"parser_warning_count": 1,
|
|
@@ -3362,7 +3362,7 @@
|
|
| 3362 |
{
|
| 3363 |
"attempts": 1,
|
| 3364 |
"input_tokens": 2497144.0,
|
| 3365 |
-
"label": "Nex-N2
|
| 3366 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3367 |
"output_tokens": 185971.0,
|
| 3368 |
"parser_warning_count": 2,
|
|
@@ -3377,7 +3377,7 @@
|
|
| 3377 |
{
|
| 3378 |
"attempts": 1,
|
| 3379 |
"input_tokens": 2235045.0,
|
| 3380 |
-
"label": "Nex-N2
|
| 3381 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3382 |
"output_tokens": 128518.0,
|
| 3383 |
"parser_warning_count": 9,
|
|
@@ -3392,7 +3392,7 @@
|
|
| 3392 |
{
|
| 3393 |
"attempts": 1,
|
| 3394 |
"input_tokens": 110836.0,
|
| 3395 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 3396 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3397 |
"output_tokens": 20362.0,
|
| 3398 |
"parser_warning_count": 1,
|
|
@@ -3407,7 +3407,7 @@
|
|
| 3407 |
{
|
| 3408 |
"attempts": 1,
|
| 3409 |
"input_tokens": 549320.0,
|
| 3410 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 3411 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3412 |
"output_tokens": 61704.0,
|
| 3413 |
"parser_warning_count": 1,
|
|
@@ -3422,7 +3422,7 @@
|
|
| 3422 |
{
|
| 3423 |
"attempts": 1,
|
| 3424 |
"input_tokens": 152327.0,
|
| 3425 |
-
"label": "
|
| 3426 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3427 |
"output_tokens": 63159.0,
|
| 3428 |
"parser_warning_count": 0,
|
|
@@ -3437,7 +3437,7 @@
|
|
| 3437 |
{
|
| 3438 |
"attempts": 1,
|
| 3439 |
"input_tokens": 938941.0,
|
| 3440 |
-
"label": "
|
| 3441 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3442 |
"output_tokens": 51656.0,
|
| 3443 |
"parser_warning_count": 0,
|
|
@@ -3452,7 +3452,7 @@
|
|
| 3452 |
{
|
| 3453 |
"attempts": 1,
|
| 3454 |
"input_tokens": 3391632.0,
|
| 3455 |
-
"label": "
|
| 3456 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3457 |
"output_tokens": 61853.0,
|
| 3458 |
"parser_warning_count": 40,
|
|
@@ -3467,7 +3467,7 @@
|
|
| 3467 |
{
|
| 3468 |
"attempts": 1,
|
| 3469 |
"input_tokens": 1383646.0,
|
| 3470 |
-
"label": "
|
| 3471 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3472 |
"output_tokens": 72713.0,
|
| 3473 |
"parser_warning_count": 2,
|
|
@@ -3482,7 +3482,7 @@
|
|
| 3482 |
{
|
| 3483 |
"attempts": 1,
|
| 3484 |
"input_tokens": 6372099.0,
|
| 3485 |
-
"label": "Qwythos 9B AWQ",
|
| 3486 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3487 |
"output_tokens": 85016.0,
|
| 3488 |
"parser_warning_count": 0,
|
|
@@ -3557,7 +3557,7 @@
|
|
| 3557 |
{
|
| 3558 |
"attempts": 1,
|
| 3559 |
"input_tokens": 10448.0,
|
| 3560 |
-
"label": "Nex-N2
|
| 3561 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3562 |
"output_tokens": 1547.0,
|
| 3563 |
"parser_warning_count": 0,
|
|
@@ -3572,7 +3572,7 @@
|
|
| 3572 |
{
|
| 3573 |
"attempts": 1,
|
| 3574 |
"input_tokens": 29129.0,
|
| 3575 |
-
"label": "Nex-N2
|
| 3576 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3577 |
"output_tokens": 6422.0,
|
| 3578 |
"parser_warning_count": 1,
|
|
@@ -3587,7 +3587,7 @@
|
|
| 3587 |
{
|
| 3588 |
"attempts": 1,
|
| 3589 |
"input_tokens": 18365.0,
|
| 3590 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 3591 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3592 |
"output_tokens": 2206.0,
|
| 3593 |
"parser_warning_count": 0,
|
|
@@ -3602,7 +3602,7 @@
|
|
| 3602 |
{
|
| 3603 |
"attempts": 1,
|
| 3604 |
"input_tokens": 19852.0,
|
| 3605 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 3606 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3607 |
"output_tokens": 2702.0,
|
| 3608 |
"parser_warning_count": 0,
|
|
@@ -3617,7 +3617,7 @@
|
|
| 3617 |
{
|
| 3618 |
"attempts": 1,
|
| 3619 |
"input_tokens": 18626.0,
|
| 3620 |
-
"label": "
|
| 3621 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3622 |
"output_tokens": 2507.0,
|
| 3623 |
"parser_warning_count": 0,
|
|
@@ -3632,7 +3632,7 @@
|
|
| 3632 |
{
|
| 3633 |
"attempts": 1,
|
| 3634 |
"input_tokens": 14500.0,
|
| 3635 |
-
"label": "
|
| 3636 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3637 |
"output_tokens": 2459.0,
|
| 3638 |
"parser_warning_count": 0,
|
|
@@ -3647,7 +3647,7 @@
|
|
| 3647 |
{
|
| 3648 |
"attempts": 1,
|
| 3649 |
"input_tokens": 52705.0,
|
| 3650 |
-
"label": "
|
| 3651 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3652 |
"output_tokens": 6118.0,
|
| 3653 |
"parser_warning_count": 0,
|
|
@@ -3662,7 +3662,7 @@
|
|
| 3662 |
{
|
| 3663 |
"attempts": 1,
|
| 3664 |
"input_tokens": 45284.0,
|
| 3665 |
-
"label": "
|
| 3666 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3667 |
"output_tokens": 2793.0,
|
| 3668 |
"parser_warning_count": 0,
|
|
@@ -3677,7 +3677,7 @@
|
|
| 3677 |
{
|
| 3678 |
"attempts": 1,
|
| 3679 |
"input_tokens": 291703.0,
|
| 3680 |
-
"label": "Qwythos 9B AWQ",
|
| 3681 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3682 |
"output_tokens": 17838.0,
|
| 3683 |
"parser_warning_count": 0,
|
|
@@ -3752,7 +3752,7 @@
|
|
| 3752 |
{
|
| 3753 |
"attempts": 1,
|
| 3754 |
"input_tokens": 2634722.0,
|
| 3755 |
-
"label": "Nex-N2
|
| 3756 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3757 |
"output_tokens": 64600.0,
|
| 3758 |
"parser_warning_count": 52,
|
|
@@ -3767,7 +3767,7 @@
|
|
| 3767 |
{
|
| 3768 |
"attempts": 1,
|
| 3769 |
"input_tokens": 7356461.0,
|
| 3770 |
-
"label": "Nex-N2
|
| 3771 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3772 |
"output_tokens": 175453.0,
|
| 3773 |
"parser_warning_count": 35,
|
|
@@ -3782,7 +3782,7 @@
|
|
| 3782 |
{
|
| 3783 |
"attempts": 1,
|
| 3784 |
"input_tokens": 3660262.0,
|
| 3785 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 3786 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3787 |
"output_tokens": 54396.0,
|
| 3788 |
"parser_warning_count": 12,
|
|
@@ -3797,7 +3797,7 @@
|
|
| 3797 |
{
|
| 3798 |
"attempts": 1,
|
| 3799 |
"input_tokens": 530456.0,
|
| 3800 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 3801 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3802 |
"output_tokens": 28541.0,
|
| 3803 |
"parser_warning_count": 1,
|
|
@@ -3812,7 +3812,7 @@
|
|
| 3812 |
{
|
| 3813 |
"attempts": 1,
|
| 3814 |
"input_tokens": 1126965.0,
|
| 3815 |
-
"label": "
|
| 3816 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3817 |
"output_tokens": 49401.0,
|
| 3818 |
"parser_warning_count": 0,
|
|
@@ -3827,7 +3827,7 @@
|
|
| 3827 |
{
|
| 3828 |
"attempts": 1,
|
| 3829 |
"input_tokens": 1537163.0,
|
| 3830 |
-
"label": "
|
| 3831 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3832 |
"output_tokens": 52019.0,
|
| 3833 |
"parser_warning_count": 0,
|
|
@@ -3842,7 +3842,7 @@
|
|
| 3842 |
{
|
| 3843 |
"attempts": 1,
|
| 3844 |
"input_tokens": 2094137.0,
|
| 3845 |
-
"label": "
|
| 3846 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3847 |
"output_tokens": 75640.0,
|
| 3848 |
"parser_warning_count": 44,
|
|
@@ -3857,7 +3857,7 @@
|
|
| 3857 |
{
|
| 3858 |
"attempts": 1,
|
| 3859 |
"input_tokens": 2592383.0,
|
| 3860 |
-
"label": "
|
| 3861 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3862 |
"output_tokens": 74438.0,
|
| 3863 |
"parser_warning_count": 2,
|
|
@@ -3872,7 +3872,7 @@
|
|
| 3872 |
{
|
| 3873 |
"attempts": 1,
|
| 3874 |
"input_tokens": 1644451.0,
|
| 3875 |
-
"label": "Qwythos 9B AWQ",
|
| 3876 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3877 |
"output_tokens": 24474.0,
|
| 3878 |
"parser_warning_count": 1,
|
|
@@ -3947,7 +3947,7 @@
|
|
| 3947 |
{
|
| 3948 |
"attempts": 1,
|
| 3949 |
"input_tokens": 391933.0,
|
| 3950 |
-
"label": "Nex-N2
|
| 3951 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3952 |
"output_tokens": 14339.0,
|
| 3953 |
"parser_warning_count": 2,
|
|
@@ -3962,7 +3962,7 @@
|
|
| 3962 |
{
|
| 3963 |
"attempts": 1,
|
| 3964 |
"input_tokens": 309001.0,
|
| 3965 |
-
"label": "Nex-N2
|
| 3966 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3967 |
"output_tokens": 15796.0,
|
| 3968 |
"parser_warning_count": 1,
|
|
@@ -3977,7 +3977,7 @@
|
|
| 3977 |
{
|
| 3978 |
"attempts": 1,
|
| 3979 |
"input_tokens": 38706.0,
|
| 3980 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 3981 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3982 |
"output_tokens": 1846.0,
|
| 3983 |
"parser_warning_count": 0,
|
|
@@ -3992,7 +3992,7 @@
|
|
| 3992 |
{
|
| 3993 |
"attempts": 1,
|
| 3994 |
"input_tokens": 27179.0,
|
| 3995 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 3996 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3997 |
"output_tokens": 2811.0,
|
| 3998 |
"parser_warning_count": 0,
|
|
@@ -4007,7 +4007,7 @@
|
|
| 4007 |
{
|
| 4008 |
"attempts": 1,
|
| 4009 |
"input_tokens": 78516.0,
|
| 4010 |
-
"label": "
|
| 4011 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4012 |
"output_tokens": 3093.0,
|
| 4013 |
"parser_warning_count": 0,
|
|
@@ -4022,7 +4022,7 @@
|
|
| 4022 |
{
|
| 4023 |
"attempts": 1,
|
| 4024 |
"input_tokens": 29064.0,
|
| 4025 |
-
"label": "
|
| 4026 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4027 |
"output_tokens": 2280.0,
|
| 4028 |
"parser_warning_count": 0,
|
|
@@ -4037,7 +4037,7 @@
|
|
| 4037 |
{
|
| 4038 |
"attempts": 1,
|
| 4039 |
"input_tokens": 57952.0,
|
| 4040 |
-
"label": "
|
| 4041 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4042 |
"output_tokens": 4405.0,
|
| 4043 |
"parser_warning_count": 0,
|
|
@@ -4052,7 +4052,7 @@
|
|
| 4052 |
{
|
| 4053 |
"attempts": 1,
|
| 4054 |
"input_tokens": 89418.0,
|
| 4055 |
-
"label": "
|
| 4056 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4057 |
"output_tokens": 3657.0,
|
| 4058 |
"parser_warning_count": 0,
|
|
@@ -4067,7 +4067,7 @@
|
|
| 4067 |
{
|
| 4068 |
"attempts": 1,
|
| 4069 |
"input_tokens": 5691139.0,
|
| 4070 |
-
"label": "Qwythos 9B AWQ",
|
| 4071 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4072 |
"output_tokens": 39800.0,
|
| 4073 |
"parser_warning_count": 0,
|
|
@@ -4142,7 +4142,7 @@
|
|
| 4142 |
{
|
| 4143 |
"attempts": 1,
|
| 4144 |
"input_tokens": 918296.0,
|
| 4145 |
-
"label": "Nex-N2
|
| 4146 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4147 |
"output_tokens": 94393.0,
|
| 4148 |
"parser_warning_count": 0,
|
|
@@ -4157,7 +4157,7 @@
|
|
| 4157 |
{
|
| 4158 |
"attempts": 1,
|
| 4159 |
"input_tokens": 896884.0,
|
| 4160 |
-
"label": "Nex-N2
|
| 4161 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4162 |
"output_tokens": 176702.0,
|
| 4163 |
"parser_warning_count": 7,
|
|
@@ -4172,7 +4172,7 @@
|
|
| 4172 |
{
|
| 4173 |
"attempts": 1,
|
| 4174 |
"input_tokens": 77875.0,
|
| 4175 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 4176 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4177 |
"output_tokens": 4776.0,
|
| 4178 |
"parser_warning_count": 0,
|
|
@@ -4187,7 +4187,7 @@
|
|
| 4187 |
{
|
| 4188 |
"attempts": 1,
|
| 4189 |
"input_tokens": 28101.0,
|
| 4190 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 4191 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4192 |
"output_tokens": 3946.0,
|
| 4193 |
"parser_warning_count": 0,
|
|
@@ -4202,7 +4202,7 @@
|
|
| 4202 |
{
|
| 4203 |
"attempts": 1,
|
| 4204 |
"input_tokens": 63229.0,
|
| 4205 |
-
"label": "
|
| 4206 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4207 |
"output_tokens": 6509.0,
|
| 4208 |
"parser_warning_count": 0,
|
|
@@ -4217,7 +4217,7 @@
|
|
| 4217 |
{
|
| 4218 |
"attempts": 1,
|
| 4219 |
"input_tokens": 31311.0,
|
| 4220 |
-
"label": "
|
| 4221 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4222 |
"output_tokens": 4963.0,
|
| 4223 |
"parser_warning_count": 0,
|
|
@@ -4232,7 +4232,7 @@
|
|
| 4232 |
{
|
| 4233 |
"attempts": 1,
|
| 4234 |
"input_tokens": 150127.0,
|
| 4235 |
-
"label": "
|
| 4236 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4237 |
"output_tokens": 6615.0,
|
| 4238 |
"parser_warning_count": 1,
|
|
@@ -4247,7 +4247,7 @@
|
|
| 4247 |
{
|
| 4248 |
"attempts": 1,
|
| 4249 |
"input_tokens": 153561.0,
|
| 4250 |
-
"label": "
|
| 4251 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4252 |
"output_tokens": 7554.0,
|
| 4253 |
"parser_warning_count": 1,
|
|
@@ -4262,7 +4262,7 @@
|
|
| 4262 |
{
|
| 4263 |
"attempts": 1,
|
| 4264 |
"input_tokens": 129591.0,
|
| 4265 |
-
"label": "Qwythos 9B AWQ",
|
| 4266 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4267 |
"output_tokens": 7899.0,
|
| 4268 |
"parser_warning_count": 0,
|
|
@@ -4337,7 +4337,7 @@
|
|
| 4337 |
{
|
| 4338 |
"attempts": 1,
|
| 4339 |
"input_tokens": 176803.0,
|
| 4340 |
-
"label": "Nex-N2
|
| 4341 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4342 |
"output_tokens": 148426.0,
|
| 4343 |
"parser_warning_count": 14,
|
|
@@ -4352,7 +4352,7 @@
|
|
| 4352 |
{
|
| 4353 |
"attempts": 1,
|
| 4354 |
"input_tokens": 240403.0,
|
| 4355 |
-
"label": "Nex-N2
|
| 4356 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4357 |
"output_tokens": 178383.0,
|
| 4358 |
"parser_warning_count": 6,
|
|
@@ -4367,7 +4367,7 @@
|
|
| 4367 |
{
|
| 4368 |
"attempts": 1,
|
| 4369 |
"input_tokens": 1179135.0,
|
| 4370 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 4371 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4372 |
"output_tokens": 160995.0,
|
| 4373 |
"parser_warning_count": 7,
|
|
@@ -4382,7 +4382,7 @@
|
|
| 4382 |
{
|
| 4383 |
"attempts": 1,
|
| 4384 |
"input_tokens": 49888.0,
|
| 4385 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 4386 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4387 |
"output_tokens": 4820.0,
|
| 4388 |
"parser_warning_count": 3,
|
|
@@ -4397,7 +4397,7 @@
|
|
| 4397 |
{
|
| 4398 |
"attempts": 1,
|
| 4399 |
"input_tokens": 26511.0,
|
| 4400 |
-
"label": "
|
| 4401 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4402 |
"output_tokens": 1788.0,
|
| 4403 |
"parser_warning_count": 0,
|
|
@@ -4412,7 +4412,7 @@
|
|
| 4412 |
{
|
| 4413 |
"attempts": 1,
|
| 4414 |
"input_tokens": 28126.0,
|
| 4415 |
-
"label": "
|
| 4416 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4417 |
"output_tokens": 3853.0,
|
| 4418 |
"parser_warning_count": 0,
|
|
@@ -4427,7 +4427,7 @@
|
|
| 4427 |
{
|
| 4428 |
"attempts": 1,
|
| 4429 |
"input_tokens": 2225101.0,
|
| 4430 |
-
"label": "
|
| 4431 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4432 |
"output_tokens": 143942.0,
|
| 4433 |
"parser_warning_count": 8,
|
|
@@ -4442,7 +4442,7 @@
|
|
| 4442 |
{
|
| 4443 |
"attempts": 1,
|
| 4444 |
"input_tokens": 264965.0,
|
| 4445 |
-
"label": "
|
| 4446 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4447 |
"output_tokens": 133551.0,
|
| 4448 |
"parser_warning_count": 2,
|
|
@@ -4457,7 +4457,7 @@
|
|
| 4457 |
{
|
| 4458 |
"attempts": 1,
|
| 4459 |
"input_tokens": 15011.0,
|
| 4460 |
-
"label": "Qwythos 9B AWQ",
|
| 4461 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4462 |
"output_tokens": 10904.0,
|
| 4463 |
"parser_warning_count": 2,
|
|
@@ -4532,7 +4532,7 @@
|
|
| 4532 |
{
|
| 4533 |
"attempts": 1,
|
| 4534 |
"input_tokens": 71714.0,
|
| 4535 |
-
"label": "Nex-N2
|
| 4536 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4537 |
"output_tokens": 13180.0,
|
| 4538 |
"parser_warning_count": 0,
|
|
@@ -4547,7 +4547,7 @@
|
|
| 4547 |
{
|
| 4548 |
"attempts": 1,
|
| 4549 |
"input_tokens": 381442.0,
|
| 4550 |
-
"label": "Nex-N2
|
| 4551 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4552 |
"output_tokens": 18290.0,
|
| 4553 |
"parser_warning_count": 14,
|
|
@@ -4562,7 +4562,7 @@
|
|
| 4562 |
{
|
| 4563 |
"attempts": 1,
|
| 4564 |
"input_tokens": 41603.0,
|
| 4565 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 4566 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4567 |
"output_tokens": 2641.0,
|
| 4568 |
"parser_warning_count": 0,
|
|
@@ -4577,7 +4577,7 @@
|
|
| 4577 |
{
|
| 4578 |
"attempts": 1,
|
| 4579 |
"input_tokens": 98812.0,
|
| 4580 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 4581 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4582 |
"output_tokens": 6060.0,
|
| 4583 |
"parser_warning_count": 0,
|
|
@@ -4592,7 +4592,7 @@
|
|
| 4592 |
{
|
| 4593 |
"attempts": 1,
|
| 4594 |
"input_tokens": 105538.0,
|
| 4595 |
-
"label": "
|
| 4596 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4597 |
"output_tokens": 6615.0,
|
| 4598 |
"parser_warning_count": 1,
|
|
@@ -4607,7 +4607,7 @@
|
|
| 4607 |
{
|
| 4608 |
"attempts": 1,
|
| 4609 |
"input_tokens": 391064.0,
|
| 4610 |
-
"label": "
|
| 4611 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4612 |
"output_tokens": 8513.0,
|
| 4613 |
"parser_warning_count": 1,
|
|
@@ -4622,7 +4622,7 @@
|
|
| 4622 |
{
|
| 4623 |
"attempts": 1,
|
| 4624 |
"input_tokens": 200982.0,
|
| 4625 |
-
"label": "
|
| 4626 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4627 |
"output_tokens": 8882.0,
|
| 4628 |
"parser_warning_count": 16,
|
|
@@ -4637,7 +4637,7 @@
|
|
| 4637 |
{
|
| 4638 |
"attempts": 1,
|
| 4639 |
"input_tokens": 1090768.0,
|
| 4640 |
-
"label": "
|
| 4641 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4642 |
"output_tokens": 31293.0,
|
| 4643 |
"parser_warning_count": 9,
|
|
@@ -4652,7 +4652,7 @@
|
|
| 4652 |
{
|
| 4653 |
"attempts": 1,
|
| 4654 |
"input_tokens": 180915.0,
|
| 4655 |
-
"label": "Qwythos 9B AWQ",
|
| 4656 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4657 |
"output_tokens": 4625.0,
|
| 4658 |
"parser_warning_count": 1,
|
|
@@ -4727,7 +4727,7 @@
|
|
| 4727 |
{
|
| 4728 |
"attempts": 1,
|
| 4729 |
"input_tokens": 145388.0,
|
| 4730 |
-
"label": "Nex-N2
|
| 4731 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4732 |
"output_tokens": 40445.0,
|
| 4733 |
"parser_warning_count": 1,
|
|
@@ -4742,7 +4742,7 @@
|
|
| 4742 |
{
|
| 4743 |
"attempts": 1,
|
| 4744 |
"input_tokens": 40045.0,
|
| 4745 |
-
"label": "Nex-N2
|
| 4746 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4747 |
"output_tokens": 40611.0,
|
| 4748 |
"parser_warning_count": 2,
|
|
@@ -4757,7 +4757,7 @@
|
|
| 4757 |
{
|
| 4758 |
"attempts": 1,
|
| 4759 |
"input_tokens": 32671.0,
|
| 4760 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 4761 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4762 |
"output_tokens": 4288.0,
|
| 4763 |
"parser_warning_count": 0,
|
|
@@ -4772,7 +4772,7 @@
|
|
| 4772 |
{
|
| 4773 |
"attempts": 1,
|
| 4774 |
"input_tokens": 20417.0,
|
| 4775 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 4776 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4777 |
"output_tokens": 3262.0,
|
| 4778 |
"parser_warning_count": 0,
|
|
@@ -4787,7 +4787,7 @@
|
|
| 4787 |
{
|
| 4788 |
"attempts": 1,
|
| 4789 |
"input_tokens": 20683.0,
|
| 4790 |
-
"label": "
|
| 4791 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4792 |
"output_tokens": 2533.0,
|
| 4793 |
"parser_warning_count": 0,
|
|
@@ -4802,7 +4802,7 @@
|
|
| 4802 |
{
|
| 4803 |
"attempts": 1,
|
| 4804 |
"input_tokens": 53715.0,
|
| 4805 |
-
"label": "
|
| 4806 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4807 |
"output_tokens": 6033.0,
|
| 4808 |
"parser_warning_count": 0,
|
|
@@ -4817,7 +4817,7 @@
|
|
| 4817 |
{
|
| 4818 |
"attempts": 1,
|
| 4819 |
"input_tokens": 431640.0,
|
| 4820 |
-
"label": "
|
| 4821 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4822 |
"output_tokens": 14998.0,
|
| 4823 |
"parser_warning_count": 3,
|
|
@@ -4832,7 +4832,7 @@
|
|
| 4832 |
{
|
| 4833 |
"attempts": 1,
|
| 4834 |
"input_tokens": 80163.0,
|
| 4835 |
-
"label": "
|
| 4836 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4837 |
"output_tokens": 5701.0,
|
| 4838 |
"parser_warning_count": 0,
|
|
@@ -4847,7 +4847,7 @@
|
|
| 4847 |
{
|
| 4848 |
"attempts": 1,
|
| 4849 |
"input_tokens": 4961129.0,
|
| 4850 |
-
"label": "Qwythos 9B AWQ",
|
| 4851 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4852 |
"output_tokens": 34116.0,
|
| 4853 |
"parser_warning_count": 4,
|
|
@@ -4922,7 +4922,7 @@
|
|
| 4922 |
{
|
| 4923 |
"attempts": 1,
|
| 4924 |
"input_tokens": 525844.0,
|
| 4925 |
-
"label": "Nex-N2
|
| 4926 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4927 |
"output_tokens": 83272.0,
|
| 4928 |
"parser_warning_count": 1,
|
|
@@ -4937,7 +4937,7 @@
|
|
| 4937 |
{
|
| 4938 |
"attempts": 1,
|
| 4939 |
"input_tokens": 1124198.0,
|
| 4940 |
-
"label": "Nex-N2
|
| 4941 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4942 |
"output_tokens": 232637.0,
|
| 4943 |
"parser_warning_count": 9,
|
|
@@ -4952,7 +4952,7 @@
|
|
| 4952 |
{
|
| 4953 |
"attempts": 1,
|
| 4954 |
"input_tokens": 11165.0,
|
| 4955 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 4956 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4957 |
"output_tokens": 3024.0,
|
| 4958 |
"parser_warning_count": 1,
|
|
@@ -4967,7 +4967,7 @@
|
|
| 4967 |
{
|
| 4968 |
"attempts": 1,
|
| 4969 |
"input_tokens": 12907.0,
|
| 4970 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 4971 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4972 |
"output_tokens": 3589.0,
|
| 4973 |
"parser_warning_count": 0,
|
|
@@ -4982,7 +4982,7 @@
|
|
| 4982 |
{
|
| 4983 |
"attempts": 1,
|
| 4984 |
"input_tokens": 15757.0,
|
| 4985 |
-
"label": "
|
| 4986 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4987 |
"output_tokens": 3752.0,
|
| 4988 |
"parser_warning_count": 0,
|
|
@@ -4997,7 +4997,7 @@
|
|
| 4997 |
{
|
| 4998 |
"attempts": 1,
|
| 4999 |
"input_tokens": 23973.0,
|
| 5000 |
-
"label": "
|
| 5001 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5002 |
"output_tokens": 8080.0,
|
| 5003 |
"parser_warning_count": 5,
|
|
@@ -5012,7 +5012,7 @@
|
|
| 5012 |
{
|
| 5013 |
"attempts": 1,
|
| 5014 |
"input_tokens": 1844638.0,
|
| 5015 |
-
"label": "
|
| 5016 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5017 |
"output_tokens": 68899.0,
|
| 5018 |
"parser_warning_count": 8,
|
|
@@ -5027,7 +5027,7 @@
|
|
| 5027 |
{
|
| 5028 |
"attempts": 1,
|
| 5029 |
"input_tokens": 33741.0,
|
| 5030 |
-
"label": "
|
| 5031 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5032 |
"output_tokens": 8024.0,
|
| 5033 |
"parser_warning_count": 3,
|
|
@@ -5042,7 +5042,7 @@
|
|
| 5042 |
{
|
| 5043 |
"attempts": 1,
|
| 5044 |
"input_tokens": 3448386.0,
|
| 5045 |
-
"label": "Qwythos 9B AWQ",
|
| 5046 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 5047 |
"output_tokens": 39062.0,
|
| 5048 |
"parser_warning_count": 2,
|
|
@@ -5117,7 +5117,7 @@
|
|
| 5117 |
{
|
| 5118 |
"attempts": 1,
|
| 5119 |
"input_tokens": 13871.0,
|
| 5120 |
-
"label": "Nex-N2
|
| 5121 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 5122 |
"output_tokens": 2810.0,
|
| 5123 |
"parser_warning_count": 0,
|
|
@@ -5132,7 +5132,7 @@
|
|
| 5132 |
{
|
| 5133 |
"attempts": 1,
|
| 5134 |
"input_tokens": 579918.0,
|
| 5135 |
-
"label": "Nex-N2
|
| 5136 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 5137 |
"output_tokens": 6362.0,
|
| 5138 |
"parser_warning_count": 6,
|
|
@@ -5147,7 +5147,7 @@
|
|
| 5147 |
{
|
| 5148 |
"attempts": 1,
|
| 5149 |
"input_tokens": 9061.0,
|
| 5150 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 5151 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5152 |
"output_tokens": 1378.0,
|
| 5153 |
"parser_warning_count": 0,
|
|
@@ -5162,7 +5162,7 @@
|
|
| 5162 |
{
|
| 5163 |
"attempts": 1,
|
| 5164 |
"input_tokens": 8982.0,
|
| 5165 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 5166 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 5167 |
"output_tokens": 1746.0,
|
| 5168 |
"parser_warning_count": 0,
|
|
@@ -5177,7 +5177,7 @@
|
|
| 5177 |
{
|
| 5178 |
"attempts": 1,
|
| 5179 |
"input_tokens": 8232.0,
|
| 5180 |
-
"label": "
|
| 5181 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 5182 |
"output_tokens": 1722.0,
|
| 5183 |
"parser_warning_count": 0,
|
|
@@ -5192,7 +5192,7 @@
|
|
| 5192 |
{
|
| 5193 |
"attempts": 1,
|
| 5194 |
"input_tokens": 47754.0,
|
| 5195 |
-
"label": "
|
| 5196 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5197 |
"output_tokens": 5216.0,
|
| 5198 |
"parser_warning_count": 1,
|
|
@@ -5207,7 +5207,7 @@
|
|
| 5207 |
{
|
| 5208 |
"attempts": 1,
|
| 5209 |
"input_tokens": 26569.0,
|
| 5210 |
-
"label": "
|
| 5211 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5212 |
"output_tokens": 2675.0,
|
| 5213 |
"parser_warning_count": 0,
|
|
@@ -5222,7 +5222,7 @@
|
|
| 5222 |
{
|
| 5223 |
"attempts": 1,
|
| 5224 |
"input_tokens": 15893.0,
|
| 5225 |
-
"label": "
|
| 5226 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5227 |
"output_tokens": 2657.0,
|
| 5228 |
"parser_warning_count": 0,
|
|
@@ -5237,7 +5237,7 @@
|
|
| 5237 |
{
|
| 5238 |
"attempts": 1,
|
| 5239 |
"input_tokens": 95151.0,
|
| 5240 |
-
"label": "Qwythos 9B AWQ",
|
| 5241 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 5242 |
"output_tokens": 7368.0,
|
| 5243 |
"parser_warning_count": 2,
|
|
@@ -5312,7 +5312,7 @@
|
|
| 5312 |
{
|
| 5313 |
"attempts": 1,
|
| 5314 |
"input_tokens": 97236.0,
|
| 5315 |
-
"label": "Nex-N2
|
| 5316 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 5317 |
"output_tokens": 15392.0,
|
| 5318 |
"parser_warning_count": 3,
|
|
@@ -5327,7 +5327,7 @@
|
|
| 5327 |
{
|
| 5328 |
"attempts": 1,
|
| 5329 |
"input_tokens": 50651.0,
|
| 5330 |
-
"label": "Nex-N2
|
| 5331 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 5332 |
"output_tokens": 8970.0,
|
| 5333 |
"parser_warning_count": 2,
|
|
@@ -5342,7 +5342,7 @@
|
|
| 5342 |
{
|
| 5343 |
"attempts": 1,
|
| 5344 |
"input_tokens": 11064.0,
|
| 5345 |
-
"label": "Ornith 35B GPTQ-Pro",
|
| 5346 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5347 |
"output_tokens": 1483.0,
|
| 5348 |
"parser_warning_count": 0,
|
|
@@ -5357,7 +5357,7 @@
|
|
| 5357 |
{
|
| 5358 |
"attempts": 1,
|
| 5359 |
"input_tokens": 108898.0,
|
| 5360 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 5361 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 5362 |
"output_tokens": 5067.0,
|
| 5363 |
"parser_warning_count": 2,
|
|
@@ -5372,7 +5372,7 @@
|
|
| 5372 |
{
|
| 5373 |
"attempts": 1,
|
| 5374 |
"input_tokens": 33124.0,
|
| 5375 |
-
"label": "
|
| 5376 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 5377 |
"output_tokens": 3593.0,
|
| 5378 |
"parser_warning_count": 1,
|
|
@@ -5387,7 +5387,7 @@
|
|
| 5387 |
{
|
| 5388 |
"attempts": 1,
|
| 5389 |
"input_tokens": 27717.0,
|
| 5390 |
-
"label": "
|
| 5391 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5392 |
"output_tokens": 3204.0,
|
| 5393 |
"parser_warning_count": 0,
|
|
@@ -5402,7 +5402,7 @@
|
|
| 5402 |
{
|
| 5403 |
"attempts": 1,
|
| 5404 |
"input_tokens": 22445.0,
|
| 5405 |
-
"label": "
|
| 5406 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5407 |
"output_tokens": 2894.0,
|
| 5408 |
"parser_warning_count": 0,
|
|
@@ -5417,7 +5417,7 @@
|
|
| 5417 |
{
|
| 5418 |
"attempts": 1,
|
| 5419 |
"input_tokens": 220746.0,
|
| 5420 |
-
"label": "
|
| 5421 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5422 |
"output_tokens": 8688.0,
|
| 5423 |
"parser_warning_count": 1,
|
|
@@ -5432,7 +5432,7 @@
|
|
| 5432 |
{
|
| 5433 |
"attempts": 1,
|
| 5434 |
"input_tokens": 38625.0,
|
| 5435 |
-
"label": "Qwythos 9B AWQ",
|
| 5436 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 5437 |
"output_tokens": 3487.0,
|
| 5438 |
"parser_warning_count": 0,
|
|
@@ -5449,7 +5449,7 @@
|
|
| 5449 |
{
|
| 5450 |
"canonical_model_id": "nex-n2-mini-gptq-pro",
|
| 5451 |
"context": "131k",
|
| 5452 |
-
"label": "Nex-N2
|
| 5453 |
"llm_api_min_max": 197.35874162,
|
| 5454 |
"llm_api_min_min": 153.0054446,
|
| 5455 |
"output_tokens_max": 1670562.0,
|
|
@@ -5466,7 +5466,7 @@
|
|
| 5466 |
{
|
| 5467 |
"canonical_model_id": "nex-n2-mini-gptq-pro",
|
| 5468 |
"context": "262k",
|
| 5469 |
-
"label": "Nex-N2
|
| 5470 |
"llm_api_min_max": 210.13186815,
|
| 5471 |
"llm_api_min_min": 210.13186815,
|
| 5472 |
"output_tokens_max": 1683713.0,
|
|
@@ -5500,7 +5500,7 @@
|
|
| 5500 |
{
|
| 5501 |
"canonical_model_id": "qwen3.6-27b-gptq-pro-4bit",
|
| 5502 |
"context": "131k",
|
| 5503 |
-
"label": "Qwen3.6 27B GPTQ",
|
| 5504 |
"llm_api_min_max": 126.77999498,
|
| 5505 |
"llm_api_min_min": 126.77999498,
|
| 5506 |
"output_tokens_max": 215554.0,
|
|
@@ -5517,7 +5517,7 @@
|
|
| 5517 |
{
|
| 5518 |
"canonical_model_id": "qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 5519 |
"context": "131k",
|
| 5520 |
-
"label": "
|
| 5521 |
"llm_api_min_max": 123.67511317,
|
| 5522 |
"llm_api_min_min": 86.74526043,
|
| 5523 |
"output_tokens_max": 217949.0,
|
|
@@ -5534,7 +5534,7 @@
|
|
| 5534 |
{
|
| 5535 |
"canonical_model_id": "qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5536 |
"context": "131k",
|
| 5537 |
-
"label": "
|
| 5538 |
"llm_api_min_max": 128.19525423,
|
| 5539 |
"llm_api_min_min": 109.98287882,
|
| 5540 |
"output_tokens_max": 227409.0,
|
|
@@ -5551,7 +5551,7 @@
|
|
| 5551 |
{
|
| 5552 |
"canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5553 |
"context": "131k",
|
| 5554 |
-
"label": "
|
| 5555 |
"llm_api_min_max": 78.77177858,
|
| 5556 |
"llm_api_min_min": 74.86819778,
|
| 5557 |
"output_tokens_max": 628396.0,
|
|
@@ -5568,7 +5568,7 @@
|
|
| 5568 |
{
|
| 5569 |
"canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5570 |
"context": "262k",
|
| 5571 |
-
"label": "
|
| 5572 |
"llm_api_min_max": 86.28562877,
|
| 5573 |
"llm_api_min_min": 86.28562877,
|
| 5574 |
"output_tokens_max": 681874.0,
|
|
|
|
| 34 |
"Smoke24 is intentionally small; variance views should be used when reading one-task deltas."
|
| 35 |
],
|
| 36 |
"meta": {
|
| 37 |
+
"best_efficiency_label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 38 |
"best_efficiency_llm_min_per_success": 3.54857145,
|
| 39 |
+
"best_local_label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 40 |
"best_local_score": 17.0,
|
| 41 |
"best_local_success_rate": 0.70833333,
|
| 42 |
"corpus_id": "tb20-coder-smoke24-fast-success-failure-20260616",
|
| 43 |
"hardware_context": "Local vLLM / LiteLLM residency runs in the RTX 3090 deployment context",
|
| 44 |
"harness": "Terminal-Bench 2.0 Smoke24, Terminus-2, 30m task timeout, 32 CPU / 48 GiB sandbox",
|
| 45 |
+
"reference_label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 46 |
"reference_model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 47 |
"report_date": "2026-06-29",
|
| 48 |
"task_count": 24,
|
|
|
|
| 59 |
"global_tb20_accuracy": null,
|
| 60 |
"global_tb20_stderr": null,
|
| 61 |
"input_tokens": null,
|
| 62 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 63 |
"llm_api_min": 126.77999498,
|
| 64 |
"llm_efficiency_index": null,
|
| 65 |
"llm_min_per_success": 9.055713927142858,
|
|
|
|
| 107 |
"global_tb20_accuracy": null,
|
| 108 |
"global_tb20_stderr": null,
|
| 109 |
"input_tokens": 3941083.0,
|
| 110 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 111 |
"llm_api_min": 109.98287882,
|
| 112 |
"llm_efficiency_index": 1.39973729,
|
| 113 |
"llm_min_per_success": 6.46958111,
|
|
|
|
| 155 |
"global_tb20_accuracy": null,
|
| 156 |
"global_tb20_stderr": null,
|
| 157 |
"input_tokens": 15814878.0,
|
| 158 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 159 |
"llm_api_min": 78.77177858,
|
| 160 |
"llm_efficiency_index": 1.4944982,
|
| 161 |
"llm_min_per_success": 6.05936758,
|
|
|
|
| 203 |
"global_tb20_accuracy": null,
|
| 204 |
"global_tb20_stderr": null,
|
| 205 |
"input_tokens": 22376725.0,
|
| 206 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 207 |
"llm_api_min": 153.0054446,
|
| 208 |
"llm_efficiency_index": 0.82859793,
|
| 209 |
"llm_min_per_success": 10.92896033,
|
|
|
|
| 251 |
"global_tb20_accuracy": null,
|
| 252 |
"global_tb20_stderr": null,
|
| 253 |
"input_tokens": 2223503.0,
|
| 254 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 255 |
"llm_api_min": 123.67511317,
|
| 256 |
"llm_efficiency_index": 1.09832694,
|
| 257 |
"llm_min_per_success": 8.24500754,
|
|
|
|
| 299 |
"global_tb20_accuracy": null,
|
| 300 |
"global_tb20_stderr": null,
|
| 301 |
"input_tokens": 14790853.0,
|
| 302 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 303 |
"llm_api_min": 86.28562877,
|
| 304 |
"llm_efficiency_index": 1.3643556,
|
| 305 |
"llm_min_per_success": 6.63735606,
|
|
|
|
| 347 |
"global_tb20_accuracy": null,
|
| 348 |
"global_tb20_stderr": null,
|
| 349 |
"input_tokens": 7574557.0,
|
| 350 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 351 |
"llm_api_min": 60.32571458,
|
| 352 |
"llm_efficiency_index": 2.55193225,
|
| 353 |
"llm_min_per_success": 3.54857145,
|
|
|
|
| 395 |
"global_tb20_accuracy": null,
|
| 396 |
"global_tb20_stderr": null,
|
| 397 |
"input_tokens": 30565079.0,
|
| 398 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 399 |
"llm_api_min": 210.13186815,
|
| 400 |
"llm_efficiency_index": 0.51714463,
|
| 401 |
"llm_min_per_success": 17.51098901,
|
|
|
|
| 443 |
"global_tb20_accuracy": null,
|
| 444 |
"global_tb20_stderr": null,
|
| 445 |
"input_tokens": 39982946.0,
|
| 446 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 447 |
"llm_api_min": 120.4843348,
|
| 448 |
"llm_efficiency_index": 0.75160924,
|
| 449 |
"llm_min_per_success": 12.04843348,
|
|
|
|
| 634 |
"decode_tps_from_decode_seconds": 43.188703370684735,
|
| 635 |
"decode_tps_from_tpot": 44.53514244224961,
|
| 636 |
"generation_tokens_completed": 400375.3288516658,
|
| 637 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 638 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 639 |
"prefill_tps": 1095.6526782015237,
|
| 640 |
"prefix_cache_hit_ratio": 0.812897222488904,
|
|
|
|
| 649 |
"decode_tps_from_decode_seconds": 43.31794442159101,
|
| 650 |
"decode_tps_from_tpot": 44.16515697362538,
|
| 651 |
"generation_tokens_completed": 361488.1214802095,
|
| 652 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 653 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 654 |
"prefill_tps": 1052.6993810432198,
|
| 655 |
"prefix_cache_hit_ratio": 0.8659611213346531,
|
|
|
|
| 664 |
"decode_tps_from_decode_seconds": 152.12705290674882,
|
| 665 |
"decode_tps_from_tpot": 153.8030887317905,
|
| 666 |
"generation_tokens_completed": 710926.127408056,
|
| 667 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 668 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 669 |
"prefill_tps": 4278.436112986577,
|
| 670 |
"prefix_cache_hit_ratio": 0.9190618972798161,
|
|
|
|
| 679 |
"decode_tps_from_decode_seconds": 149.64623197845253,
|
| 680 |
"decode_tps_from_tpot": 150.96148404112074,
|
| 681 |
"generation_tokens_completed": 1740105.7939339874,
|
| 682 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 683 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 684 |
"prefill_tps": 4170.88522557241,
|
| 685 |
"prefix_cache_hit_ratio": 0.9303306403957701,
|
|
|
|
| 694 |
"decode_tps_from_decode_seconds": 43.44241134479688,
|
| 695 |
"decode_tps_from_tpot": 44.67982758189825,
|
| 696 |
"generation_tokens_completed": 325001.39416983526,
|
| 697 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 698 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 699 |
"prefill_tps": 1118.755051858144,
|
| 700 |
"prefix_cache_hit_ratio": 0.805402162190603,
|
|
|
|
| 709 |
"decode_tps_from_decode_seconds": 148.0994864785829,
|
| 710 |
"decode_tps_from_tpot": 151.0700683961575,
|
| 711 |
"generation_tokens_completed": 767431.5582226763,
|
| 712 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 713 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 714 |
"prefill_tps": 4310.08983294779,
|
| 715 |
"prefix_cache_hit_ratio": 0.9212836173704322,
|
|
|
|
| 724 |
"decode_tps_from_decode_seconds": 148.01683567055358,
|
| 725 |
"decode_tps_from_tpot": 151.35689673759154,
|
| 726 |
"generation_tokens_completed": 499146.18865318317,
|
| 727 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 728 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 729 |
"prefill_tps": 4548.358294222596,
|
| 730 |
"prefix_cache_hit_ratio": 0.8987710728022461,
|
|
|
|
| 739 |
"decode_tps_from_decode_seconds": 143.99248177720298,
|
| 740 |
"decode_tps_from_tpot": 145.29320542785467,
|
| 741 |
"generation_tokens_completed": 1922179.1985472154,
|
| 742 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 743 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 744 |
"prefill_tps": 3735.848169437506,
|
| 745 |
"prefix_cache_hit_ratio": 0.9366657895572358,
|
|
|
|
| 754 |
"decode_tps_from_decode_seconds": 76.96788877530312,
|
| 755 |
"decode_tps_from_tpot": 78.2830811516556,
|
| 756 |
"generation_tokens_completed": 679484.8082818624,
|
| 757 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 758 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 759 |
"prefill_tps": 2642.741025393479,
|
| 760 |
"prefix_cache_hit_ratio": 0.9635856891433356,
|
|
|
|
| 827 |
{
|
| 828 |
"attempts": 1,
|
| 829 |
"input_tokens": 72165.0,
|
| 830 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 831 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 832 |
"output_tokens": 9474.0,
|
| 833 |
"parser_warning_count": 3,
|
|
|
|
| 842 |
{
|
| 843 |
"attempts": 1,
|
| 844 |
"input_tokens": 32351.0,
|
| 845 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 846 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 847 |
"output_tokens": 10840.0,
|
| 848 |
"parser_warning_count": 0,
|
|
|
|
| 857 |
{
|
| 858 |
"attempts": 1,
|
| 859 |
"input_tokens": 9963.0,
|
| 860 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 861 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 862 |
"output_tokens": 1454.0,
|
| 863 |
"parser_warning_count": 1,
|
|
|
|
| 872 |
{
|
| 873 |
"attempts": 1,
|
| 874 |
"input_tokens": 23113.0,
|
| 875 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 876 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 877 |
"output_tokens": 3253.0,
|
| 878 |
"parser_warning_count": 0,
|
|
|
|
| 887 |
{
|
| 888 |
"attempts": 1,
|
| 889 |
"input_tokens": 20300.0,
|
| 890 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 891 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 892 |
"output_tokens": 2670.0,
|
| 893 |
"parser_warning_count": 0,
|
|
|
|
| 902 |
{
|
| 903 |
"attempts": 1,
|
| 904 |
"input_tokens": 17508.0,
|
| 905 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 906 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 907 |
"output_tokens": 2501.0,
|
| 908 |
"parser_warning_count": 0,
|
|
|
|
| 917 |
{
|
| 918 |
"attempts": 1,
|
| 919 |
"input_tokens": 15135.0,
|
| 920 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 921 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 922 |
"output_tokens": 2035.0,
|
| 923 |
"parser_warning_count": 0,
|
|
|
|
| 932 |
{
|
| 933 |
"attempts": 1,
|
| 934 |
"input_tokens": 73686.0,
|
| 935 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 936 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 937 |
"output_tokens": 8019.0,
|
| 938 |
"parser_warning_count": 9,
|
|
|
|
| 947 |
{
|
| 948 |
"attempts": 1,
|
| 949 |
"input_tokens": 43607.0,
|
| 950 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 951 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 952 |
"output_tokens": 4922.0,
|
| 953 |
"parser_warning_count": 0,
|
|
|
|
| 1022 |
{
|
| 1023 |
"attempts": 1,
|
| 1024 |
"input_tokens": 17687.0,
|
| 1025 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 1026 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1027 |
"output_tokens": 13910.0,
|
| 1028 |
"parser_warning_count": 2,
|
|
|
|
| 1037 |
{
|
| 1038 |
"attempts": 1,
|
| 1039 |
"input_tokens": 13326.0,
|
| 1040 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 1041 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1042 |
"output_tokens": 3348.0,
|
| 1043 |
"parser_warning_count": 0,
|
|
|
|
| 1052 |
{
|
| 1053 |
"attempts": 1,
|
| 1054 |
"input_tokens": 34018.0,
|
| 1055 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 1056 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1057 |
"output_tokens": 7288.0,
|
| 1058 |
"parser_warning_count": 2,
|
|
|
|
| 1067 |
{
|
| 1068 |
"attempts": 1,
|
| 1069 |
"input_tokens": 14501.0,
|
| 1070 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 1071 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1072 |
"output_tokens": 3934.0,
|
| 1073 |
"parser_warning_count": 0,
|
|
|
|
| 1082 |
{
|
| 1083 |
"attempts": 1,
|
| 1084 |
"input_tokens": 6471.0,
|
| 1085 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 1086 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1087 |
"output_tokens": 1419.0,
|
| 1088 |
"parser_warning_count": 0,
|
|
|
|
| 1097 |
{
|
| 1098 |
"attempts": 1,
|
| 1099 |
"input_tokens": 6040.0,
|
| 1100 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 1101 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1102 |
"output_tokens": 1812.0,
|
| 1103 |
"parser_warning_count": 0,
|
|
|
|
| 1112 |
{
|
| 1113 |
"attempts": 1,
|
| 1114 |
"input_tokens": 208313.0,
|
| 1115 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 1116 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1117 |
"output_tokens": 18128.0,
|
| 1118 |
"parser_warning_count": 3,
|
|
|
|
| 1127 |
{
|
| 1128 |
"attempts": 1,
|
| 1129 |
"input_tokens": 26251.0,
|
| 1130 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 1131 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1132 |
"output_tokens": 6128.0,
|
| 1133 |
"parser_warning_count": 0,
|
|
|
|
| 1142 |
{
|
| 1143 |
"attempts": 1,
|
| 1144 |
"input_tokens": 35192.0,
|
| 1145 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 1146 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1147 |
"output_tokens": 6487.0,
|
| 1148 |
"parser_warning_count": 2,
|
|
|
|
| 1217 |
{
|
| 1218 |
"attempts": 1,
|
| 1219 |
"input_tokens": 721232.0,
|
| 1220 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 1221 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1222 |
"output_tokens": 41853.0,
|
| 1223 |
"parser_warning_count": 0,
|
|
|
|
| 1232 |
{
|
| 1233 |
"attempts": 1,
|
| 1234 |
"input_tokens": 26733.0,
|
| 1235 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 1236 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1237 |
"output_tokens": 4939.0,
|
| 1238 |
"parser_warning_count": 0,
|
|
|
|
| 1247 |
{
|
| 1248 |
"attempts": 1,
|
| 1249 |
"input_tokens": 13361.0,
|
| 1250 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 1251 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1252 |
"output_tokens": 1387.0,
|
| 1253 |
"parser_warning_count": 1,
|
|
|
|
| 1262 |
{
|
| 1263 |
"attempts": 1,
|
| 1264 |
"input_tokens": 19279.0,
|
| 1265 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 1266 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1267 |
"output_tokens": 2765.0,
|
| 1268 |
"parser_warning_count": 0,
|
|
|
|
| 1277 |
{
|
| 1278 |
"attempts": 1,
|
| 1279 |
"input_tokens": 40084.0,
|
| 1280 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 1281 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1282 |
"output_tokens": 3305.0,
|
| 1283 |
"parser_warning_count": 1,
|
|
|
|
| 1292 |
{
|
| 1293 |
"attempts": 1,
|
| 1294 |
"input_tokens": 40763.0,
|
| 1295 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 1296 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1297 |
"output_tokens": 2429.0,
|
| 1298 |
"parser_warning_count": 2,
|
|
|
|
| 1307 |
{
|
| 1308 |
"attempts": 1,
|
| 1309 |
"input_tokens": 22194.0,
|
| 1310 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 1311 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1312 |
"output_tokens": 2325.0,
|
| 1313 |
"parser_warning_count": 0,
|
|
|
|
| 1322 |
{
|
| 1323 |
"attempts": 1,
|
| 1324 |
"input_tokens": 107508.0,
|
| 1325 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 1326 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1327 |
"output_tokens": 4959.0,
|
| 1328 |
"parser_warning_count": 4,
|
|
|
|
| 1337 |
{
|
| 1338 |
"attempts": 1,
|
| 1339 |
"input_tokens": 37647.0,
|
| 1340 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 1341 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1342 |
"output_tokens": 4526.0,
|
| 1343 |
"parser_warning_count": 0,
|
|
|
|
| 1412 |
{
|
| 1413 |
"attempts": 1,
|
| 1414 |
"input_tokens": 22914.0,
|
| 1415 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 1416 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1417 |
"output_tokens": 4384.0,
|
| 1418 |
"parser_warning_count": 0,
|
|
|
|
| 1427 |
{
|
| 1428 |
"attempts": 1,
|
| 1429 |
"input_tokens": 23750.0,
|
| 1430 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 1431 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1432 |
"output_tokens": 3712.0,
|
| 1433 |
"parser_warning_count": 2,
|
|
|
|
| 1442 |
{
|
| 1443 |
"attempts": 1,
|
| 1444 |
"input_tokens": 27027.0,
|
| 1445 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 1446 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1447 |
"output_tokens": 2290.0,
|
| 1448 |
"parser_warning_count": 0,
|
|
|
|
| 1457 |
{
|
| 1458 |
"attempts": 1,
|
| 1459 |
"input_tokens": 36576.0,
|
| 1460 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 1461 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1462 |
"output_tokens": 4460.0,
|
| 1463 |
"parser_warning_count": 0,
|
|
|
|
| 1472 |
{
|
| 1473 |
"attempts": 1,
|
| 1474 |
"input_tokens": 42124.0,
|
| 1475 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 1476 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1477 |
"output_tokens": 4481.0,
|
| 1478 |
"parser_warning_count": 1,
|
|
|
|
| 1487 |
{
|
| 1488 |
"attempts": 1,
|
| 1489 |
"input_tokens": 14586.0,
|
| 1490 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 1491 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1492 |
"output_tokens": 2218.0,
|
| 1493 |
"parser_warning_count": 0,
|
|
|
|
| 1502 |
{
|
| 1503 |
"attempts": 1,
|
| 1504 |
"input_tokens": 14333.0,
|
| 1505 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 1506 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1507 |
"output_tokens": 2725.0,
|
| 1508 |
"parser_warning_count": 0,
|
|
|
|
| 1517 |
{
|
| 1518 |
"attempts": 1,
|
| 1519 |
"input_tokens": 51073.0,
|
| 1520 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 1521 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1522 |
"output_tokens": 4847.0,
|
| 1523 |
"parser_warning_count": 0,
|
|
|
|
| 1532 |
{
|
| 1533 |
"attempts": 1,
|
| 1534 |
"input_tokens": 54433.0,
|
| 1535 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 1536 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1537 |
"output_tokens": 5403.0,
|
| 1538 |
"parser_warning_count": 0,
|
|
|
|
| 1607 |
{
|
| 1608 |
"attempts": 1,
|
| 1609 |
"input_tokens": 99829.0,
|
| 1610 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 1611 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1612 |
"output_tokens": 23199.0,
|
| 1613 |
"parser_warning_count": 0,
|
|
|
|
| 1622 |
{
|
| 1623 |
"attempts": 1,
|
| 1624 |
"input_tokens": 9899.0,
|
| 1625 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 1626 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1627 |
"output_tokens": 15790.0,
|
| 1628 |
"parser_warning_count": 0,
|
|
|
|
| 1637 |
{
|
| 1638 |
"attempts": 1,
|
| 1639 |
"input_tokens": 21418.0,
|
| 1640 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 1641 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1642 |
"output_tokens": 2248.0,
|
| 1643 |
"parser_warning_count": 0,
|
|
|
|
| 1652 |
{
|
| 1653 |
"attempts": 1,
|
| 1654 |
"input_tokens": 57817.0,
|
| 1655 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 1656 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1657 |
"output_tokens": 4645.0,
|
| 1658 |
"parser_warning_count": 1,
|
|
|
|
| 1667 |
{
|
| 1668 |
"attempts": 1,
|
| 1669 |
"input_tokens": 62440.0,
|
| 1670 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 1671 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1672 |
"output_tokens": 4552.0,
|
| 1673 |
"parser_warning_count": 1,
|
|
|
|
| 1682 |
{
|
| 1683 |
"attempts": 1,
|
| 1684 |
"input_tokens": 22709.0,
|
| 1685 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 1686 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1687 |
"output_tokens": 2898.0,
|
| 1688 |
"parser_warning_count": 0,
|
|
|
|
| 1697 |
{
|
| 1698 |
"attempts": 1,
|
| 1699 |
"input_tokens": 26124.0,
|
| 1700 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 1701 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1702 |
"output_tokens": 2659.0,
|
| 1703 |
"parser_warning_count": 0,
|
|
|
|
| 1712 |
{
|
| 1713 |
"attempts": 1,
|
| 1714 |
"input_tokens": 32867.0,
|
| 1715 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 1716 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1717 |
"output_tokens": 3006.0,
|
| 1718 |
"parser_warning_count": 0,
|
|
|
|
| 1727 |
{
|
| 1728 |
"attempts": 1,
|
| 1729 |
"input_tokens": 37823.0,
|
| 1730 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 1731 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1732 |
"output_tokens": 3522.0,
|
| 1733 |
"parser_warning_count": 0,
|
|
|
|
| 1802 |
{
|
| 1803 |
"attempts": 1,
|
| 1804 |
"input_tokens": 13377.0,
|
| 1805 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 1806 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 1807 |
"output_tokens": 12124.0,
|
| 1808 |
"parser_warning_count": 1,
|
|
|
|
| 1817 |
{
|
| 1818 |
"attempts": 1,
|
| 1819 |
"input_tokens": 4534.0,
|
| 1820 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 1821 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 1822 |
"output_tokens": 10957.0,
|
| 1823 |
"parser_warning_count": 0,
|
|
|
|
| 1832 |
{
|
| 1833 |
"attempts": 1,
|
| 1834 |
"input_tokens": 9437.0,
|
| 1835 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 1836 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1837 |
"output_tokens": 2204.0,
|
| 1838 |
"parser_warning_count": 0,
|
|
|
|
| 1847 |
{
|
| 1848 |
"attempts": 1,
|
| 1849 |
"input_tokens": 14548.0,
|
| 1850 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 1851 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 1852 |
"output_tokens": 3670.0,
|
| 1853 |
"parser_warning_count": 3,
|
|
|
|
| 1862 |
{
|
| 1863 |
"attempts": 1,
|
| 1864 |
"input_tokens": 20321.0,
|
| 1865 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 1866 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 1867 |
"output_tokens": 3541.0,
|
| 1868 |
"parser_warning_count": 1,
|
|
|
|
| 1877 |
{
|
| 1878 |
"attempts": 1,
|
| 1879 |
"input_tokens": 23527.0,
|
| 1880 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 1881 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 1882 |
"output_tokens": 5126.0,
|
| 1883 |
"parser_warning_count": 0,
|
|
|
|
| 1892 |
{
|
| 1893 |
"attempts": 1,
|
| 1894 |
"input_tokens": 33896.0,
|
| 1895 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 1896 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 1897 |
"output_tokens": 4560.0,
|
| 1898 |
"parser_warning_count": 1,
|
|
|
|
| 1907 |
{
|
| 1908 |
"attempts": 1,
|
| 1909 |
"input_tokens": 9316.0,
|
| 1910 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 1911 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 1912 |
"output_tokens": 2222.0,
|
| 1913 |
"parser_warning_count": 0,
|
|
|
|
| 1922 |
{
|
| 1923 |
"attempts": 1,
|
| 1924 |
"input_tokens": 488208.0,
|
| 1925 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 1926 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 1927 |
"output_tokens": 17648.0,
|
| 1928 |
"parser_warning_count": 0,
|
|
|
|
| 1997 |
{
|
| 1998 |
"attempts": 1,
|
| 1999 |
"input_tokens": 963202.0,
|
| 2000 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 2001 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2002 |
"output_tokens": 98857.0,
|
| 2003 |
"parser_warning_count": 9,
|
|
|
|
| 2012 |
{
|
| 2013 |
"attempts": 1,
|
| 2014 |
"input_tokens": 1874183.0,
|
| 2015 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 2016 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2017 |
"output_tokens": 111914.0,
|
| 2018 |
"parser_warning_count": 9,
|
|
|
|
| 2027 |
{
|
| 2028 |
"attempts": 1,
|
| 2029 |
"input_tokens": 218494.0,
|
| 2030 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 2031 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2032 |
"output_tokens": 14114.0,
|
| 2033 |
"parser_warning_count": 3,
|
|
|
|
| 2042 |
{
|
| 2043 |
"attempts": 1,
|
| 2044 |
"input_tokens": 53921.0,
|
| 2045 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 2046 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2047 |
"output_tokens": 7475.0,
|
| 2048 |
"parser_warning_count": 0,
|
|
|
|
| 2057 |
{
|
| 2058 |
"attempts": 1,
|
| 2059 |
"input_tokens": 52526.0,
|
| 2060 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 2061 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2062 |
"output_tokens": 4935.0,
|
| 2063 |
"parser_warning_count": 0,
|
|
|
|
| 2072 |
{
|
| 2073 |
"attempts": 1,
|
| 2074 |
"input_tokens": 37939.0,
|
| 2075 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 2076 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2077 |
"output_tokens": 10744.0,
|
| 2078 |
"parser_warning_count": 0,
|
|
|
|
| 2087 |
{
|
| 2088 |
"attempts": 1,
|
| 2089 |
"input_tokens": 1659902.0,
|
| 2090 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 2091 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2092 |
"output_tokens": 46784.0,
|
| 2093 |
"parser_warning_count": 8,
|
|
|
|
| 2102 |
{
|
| 2103 |
"attempts": 1,
|
| 2104 |
"input_tokens": 121694.0,
|
| 2105 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 2106 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2107 |
"output_tokens": 11568.0,
|
| 2108 |
"parser_warning_count": 0,
|
|
|
|
| 2117 |
{
|
| 2118 |
"attempts": 1,
|
| 2119 |
"input_tokens": 6555793.0,
|
| 2120 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 2121 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2122 |
"output_tokens": 28498.0,
|
| 2123 |
"parser_warning_count": 1,
|
|
|
|
| 2192 |
{
|
| 2193 |
"attempts": 1,
|
| 2194 |
"input_tokens": 114384.0,
|
| 2195 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 2196 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2197 |
"output_tokens": 13832.0,
|
| 2198 |
"parser_warning_count": 0,
|
|
|
|
| 2207 |
{
|
| 2208 |
"attempts": 1,
|
| 2209 |
"input_tokens": 220253.0,
|
| 2210 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 2211 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2212 |
"output_tokens": 9044.0,
|
| 2213 |
"parser_warning_count": 0,
|
|
|
|
| 2222 |
{
|
| 2223 |
"attempts": 1,
|
| 2224 |
"input_tokens": 40045.0,
|
| 2225 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 2226 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2227 |
"output_tokens": 4606.0,
|
| 2228 |
"parser_warning_count": 0,
|
|
|
|
| 2237 |
{
|
| 2238 |
"attempts": 1,
|
| 2239 |
"input_tokens": 27875.0,
|
| 2240 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 2241 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2242 |
"output_tokens": 5682.0,
|
| 2243 |
"parser_warning_count": 1,
|
|
|
|
| 2252 |
{
|
| 2253 |
"attempts": 1,
|
| 2254 |
"input_tokens": 25619.0,
|
| 2255 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 2256 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2257 |
"output_tokens": 9069.0,
|
| 2258 |
"parser_warning_count": 1,
|
|
|
|
| 2267 |
{
|
| 2268 |
"attempts": 1,
|
| 2269 |
"input_tokens": 24564.0,
|
| 2270 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 2271 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2272 |
"output_tokens": 4980.0,
|
| 2273 |
"parser_warning_count": 0,
|
|
|
|
| 2282 |
{
|
| 2283 |
"attempts": 1,
|
| 2284 |
"input_tokens": 27119.0,
|
| 2285 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 2286 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2287 |
"output_tokens": 4311.0,
|
| 2288 |
"parser_warning_count": 0,
|
|
|
|
| 2297 |
{
|
| 2298 |
"attempts": 1,
|
| 2299 |
"input_tokens": 71024.0,
|
| 2300 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 2301 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2302 |
"output_tokens": 11700.0,
|
| 2303 |
"parser_warning_count": 1,
|
|
|
|
| 2312 |
{
|
| 2313 |
"attempts": 1,
|
| 2314 |
"input_tokens": 74316.0,
|
| 2315 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 2316 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2317 |
"output_tokens": 8103.0,
|
| 2318 |
"parser_warning_count": 0,
|
|
|
|
| 2387 |
{
|
| 2388 |
"attempts": 1,
|
| 2389 |
"input_tokens": 267099.0,
|
| 2390 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 2391 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2392 |
"output_tokens": 14271.0,
|
| 2393 |
"parser_warning_count": 5,
|
|
|
|
| 2402 |
{
|
| 2403 |
"attempts": 1,
|
| 2404 |
"input_tokens": 10773255.0,
|
| 2405 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 2406 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2407 |
"output_tokens": 109340.0,
|
| 2408 |
"parser_warning_count": 93,
|
|
|
|
| 2417 |
{
|
| 2418 |
"attempts": 1,
|
| 2419 |
"input_tokens": 166516.0,
|
| 2420 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 2421 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2422 |
"output_tokens": 6050.0,
|
| 2423 |
"parser_warning_count": 0,
|
|
|
|
| 2432 |
{
|
| 2433 |
"attempts": 1,
|
| 2434 |
"input_tokens": 187351.0,
|
| 2435 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 2436 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2437 |
"output_tokens": 7636.0,
|
| 2438 |
"parser_warning_count": 1,
|
|
|
|
| 2447 |
{
|
| 2448 |
"attempts": 1,
|
| 2449 |
"input_tokens": 97238.0,
|
| 2450 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 2451 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2452 |
"output_tokens": 4686.0,
|
| 2453 |
"parser_warning_count": 0,
|
|
|
|
| 2462 |
{
|
| 2463 |
"attempts": 1,
|
| 2464 |
"input_tokens": 470331.0,
|
| 2465 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 2466 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2467 |
"output_tokens": 10337.0,
|
| 2468 |
"parser_warning_count": 0,
|
|
|
|
| 2477 |
{
|
| 2478 |
"attempts": 1,
|
| 2479 |
"input_tokens": 1469073.0,
|
| 2480 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 2481 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2482 |
"output_tokens": 20380.0,
|
| 2483 |
"parser_warning_count": 31,
|
|
|
|
| 2492 |
{
|
| 2493 |
"attempts": 1,
|
| 2494 |
"input_tokens": 3262078.0,
|
| 2495 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 2496 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2497 |
"output_tokens": 43190.0,
|
| 2498 |
"parser_warning_count": 11,
|
|
|
|
| 2507 |
{
|
| 2508 |
"attempts": 1,
|
| 2509 |
"input_tokens": 2020736.0,
|
| 2510 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 2511 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2512 |
"output_tokens": 15138.0,
|
| 2513 |
"parser_warning_count": 1,
|
|
|
|
| 2582 |
{
|
| 2583 |
"attempts": 1,
|
| 2584 |
"input_tokens": 10653.0,
|
| 2585 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 2586 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2587 |
"output_tokens": 13391.0,
|
| 2588 |
"parser_warning_count": 0,
|
|
|
|
| 2597 |
{
|
| 2598 |
"attempts": 1,
|
| 2599 |
"input_tokens": 113899.0,
|
| 2600 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 2601 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2602 |
"output_tokens": 34002.0,
|
| 2603 |
"parser_warning_count": 0,
|
|
|
|
| 2612 |
{
|
| 2613 |
"attempts": 1,
|
| 2614 |
"input_tokens": 7889.0,
|
| 2615 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 2616 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2617 |
"output_tokens": 2343.0,
|
| 2618 |
"parser_warning_count": 0,
|
|
|
|
| 2627 |
{
|
| 2628 |
"attempts": 1,
|
| 2629 |
"input_tokens": 23444.0,
|
| 2630 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 2631 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2632 |
"output_tokens": 2649.0,
|
| 2633 |
"parser_warning_count": 0,
|
|
|
|
| 2642 |
{
|
| 2643 |
"attempts": 1,
|
| 2644 |
"input_tokens": 59191.0,
|
| 2645 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 2646 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2647 |
"output_tokens": 8686.0,
|
| 2648 |
"parser_warning_count": 4,
|
|
|
|
| 2657 |
{
|
| 2658 |
"attempts": 1,
|
| 2659 |
"input_tokens": 13009.0,
|
| 2660 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 2661 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2662 |
"output_tokens": 4637.0,
|
| 2663 |
"parser_warning_count": 1,
|
|
|
|
| 2672 |
{
|
| 2673 |
"attempts": 1,
|
| 2674 |
"input_tokens": 32252.0,
|
| 2675 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 2676 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2677 |
"output_tokens": 3000.0,
|
| 2678 |
"parser_warning_count": 0,
|
|
|
|
| 2687 |
{
|
| 2688 |
"attempts": 1,
|
| 2689 |
"input_tokens": 67459.0,
|
| 2690 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 2691 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2692 |
"output_tokens": 5996.0,
|
| 2693 |
"parser_warning_count": 3,
|
|
|
|
| 2702 |
{
|
| 2703 |
"attempts": 1,
|
| 2704 |
"input_tokens": 42163.0,
|
| 2705 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 2706 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2707 |
"output_tokens": 3831.0,
|
| 2708 |
"parser_warning_count": 0,
|
|
|
|
| 2777 |
{
|
| 2778 |
"attempts": 1,
|
| 2779 |
"input_tokens": 3869887.0,
|
| 2780 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 2781 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2782 |
"output_tokens": 55061.0,
|
| 2783 |
"parser_warning_count": 31,
|
|
|
|
| 2792 |
{
|
| 2793 |
"attempts": 1,
|
| 2794 |
"input_tokens": 406189.0,
|
| 2795 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 2796 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2797 |
"output_tokens": 17367.0,
|
| 2798 |
"parser_warning_count": 7,
|
|
|
|
| 2807 |
{
|
| 2808 |
"attempts": 1,
|
| 2809 |
"input_tokens": 82849.0,
|
| 2810 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 2811 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2812 |
"output_tokens": 4180.0,
|
| 2813 |
"parser_warning_count": 2,
|
|
|
|
| 2822 |
{
|
| 2823 |
"attempts": 1,
|
| 2824 |
"input_tokens": 82848.0,
|
| 2825 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 2826 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 2827 |
"output_tokens": 5913.0,
|
| 2828 |
"parser_warning_count": 0,
|
|
|
|
| 2837 |
{
|
| 2838 |
"attempts": 1,
|
| 2839 |
"input_tokens": 106502.0,
|
| 2840 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 2841 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 2842 |
"output_tokens": 5540.0,
|
| 2843 |
"parser_warning_count": 0,
|
|
|
|
| 2852 |
{
|
| 2853 |
"attempts": 1,
|
| 2854 |
"input_tokens": 105229.0,
|
| 2855 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 2856 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 2857 |
"output_tokens": 5054.0,
|
| 2858 |
"parser_warning_count": 0,
|
|
|
|
| 2867 |
{
|
| 2868 |
"attempts": 1,
|
| 2869 |
"input_tokens": 392777.0,
|
| 2870 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 2871 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 2872 |
"output_tokens": 10652.0,
|
| 2873 |
"parser_warning_count": 6,
|
|
|
|
| 2882 |
{
|
| 2883 |
"attempts": 1,
|
| 2884 |
"input_tokens": 161889.0,
|
| 2885 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 2886 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 2887 |
"output_tokens": 8439.0,
|
| 2888 |
"parser_warning_count": 0,
|
|
|
|
| 2897 |
{
|
| 2898 |
"attempts": 1,
|
| 2899 |
"input_tokens": 285003.0,
|
| 2900 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 2901 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 2902 |
"output_tokens": 6626.0,
|
| 2903 |
"parser_warning_count": 0,
|
|
|
|
| 2972 |
{
|
| 2973 |
"attempts": 1,
|
| 2974 |
"input_tokens": 7384655.0,
|
| 2975 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 2976 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 2977 |
"output_tokens": 57970.0,
|
| 2978 |
"parser_warning_count": 92,
|
|
|
|
| 2987 |
{
|
| 2988 |
"attempts": 1,
|
| 2989 |
"input_tokens": 3013306.0,
|
| 2990 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 2991 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 2992 |
"output_tokens": 125012.0,
|
| 2993 |
"parser_warning_count": 31,
|
|
|
|
| 3002 |
{
|
| 3003 |
"attempts": 1,
|
| 3004 |
"input_tokens": 1420437.0,
|
| 3005 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 3006 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3007 |
"output_tokens": 28341.0,
|
| 3008 |
"parser_warning_count": 0,
|
|
|
|
| 3017 |
{
|
| 3018 |
"attempts": 1,
|
| 3019 |
"input_tokens": 622440.0,
|
| 3020 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 3021 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3022 |
"output_tokens": 39022.0,
|
| 3023 |
"parser_warning_count": 1,
|
|
|
|
| 3032 |
{
|
| 3033 |
"attempts": 1,
|
| 3034 |
"input_tokens": 30925.0,
|
| 3035 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 3036 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3037 |
"output_tokens": 7495.0,
|
| 3038 |
"parser_warning_count": 0,
|
|
|
|
| 3047 |
{
|
| 3048 |
"attempts": 1,
|
| 3049 |
"input_tokens": 40653.0,
|
| 3050 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 3051 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3052 |
"output_tokens": 4390.0,
|
| 3053 |
"parser_warning_count": 0,
|
|
|
|
| 3062 |
{
|
| 3063 |
"attempts": 1,
|
| 3064 |
"input_tokens": 1380861.0,
|
| 3065 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 3066 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3067 |
"output_tokens": 48542.0,
|
| 3068 |
"parser_warning_count": 5,
|
|
|
|
| 3077 |
{
|
| 3078 |
"attempts": 1,
|
| 3079 |
"input_tokens": 4565250.0,
|
| 3080 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 3081 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3082 |
"output_tokens": 57381.0,
|
| 3083 |
"parser_warning_count": 28,
|
|
|
|
| 3092 |
{
|
| 3093 |
"attempts": 1,
|
| 3094 |
"input_tokens": 7002927.0,
|
| 3095 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 3096 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3097 |
"output_tokens": 64592.0,
|
| 3098 |
"parser_warning_count": 5,
|
|
|
|
| 3167 |
{
|
| 3168 |
"attempts": 1,
|
| 3169 |
"input_tokens": 1336242.0,
|
| 3170 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 3171 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3172 |
"output_tokens": 230229.0,
|
| 3173 |
"parser_warning_count": 6,
|
|
|
|
| 3182 |
{
|
| 3183 |
"attempts": 1,
|
| 3184 |
"input_tokens": 810224.0,
|
| 3185 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 3186 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3187 |
"output_tokens": 239304.0,
|
| 3188 |
"parser_warning_count": 67,
|
|
|
|
| 3197 |
{
|
| 3198 |
"attempts": 1,
|
| 3199 |
"input_tokens": 332360.0,
|
| 3200 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 3201 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3202 |
"output_tokens": 164270.0,
|
| 3203 |
"parser_warning_count": 6,
|
|
|
|
| 3212 |
{
|
| 3213 |
"attempts": 1,
|
| 3214 |
"input_tokens": 898.0,
|
| 3215 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 3216 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3217 |
"output_tokens": 202.0,
|
| 3218 |
"parser_warning_count": 0,
|
|
|
|
| 3227 |
{
|
| 3228 |
"attempts": 1,
|
| 3229 |
"input_tokens": 10254.0,
|
| 3230 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 3231 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3232 |
"output_tokens": 12898.0,
|
| 3233 |
"parser_warning_count": 1,
|
|
|
|
| 3242 |
{
|
| 3243 |
"attempts": 1,
|
| 3244 |
"input_tokens": 897.0,
|
| 3245 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 3246 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3247 |
"output_tokens": 238.0,
|
| 3248 |
"parser_warning_count": 0,
|
|
|
|
| 3257 |
{
|
| 3258 |
"attempts": 1,
|
| 3259 |
"input_tokens": 34971.0,
|
| 3260 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 3261 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3262 |
"output_tokens": 65374.0,
|
| 3263 |
"parser_warning_count": 3,
|
|
|
|
| 3272 |
{
|
| 3273 |
"attempts": 1,
|
| 3274 |
"input_tokens": 270190.0,
|
| 3275 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 3276 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3277 |
"output_tokens": 163350.0,
|
| 3278 |
"parser_warning_count": 9,
|
|
|
|
| 3287 |
{
|
| 3288 |
"attempts": 1,
|
| 3289 |
"input_tokens": 436898.0,
|
| 3290 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 3291 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3292 |
"output_tokens": 37079.0,
|
| 3293 |
"parser_warning_count": 1,
|
|
|
|
| 3362 |
{
|
| 3363 |
"attempts": 1,
|
| 3364 |
"input_tokens": 2497144.0,
|
| 3365 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 3366 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3367 |
"output_tokens": 185971.0,
|
| 3368 |
"parser_warning_count": 2,
|
|
|
|
| 3377 |
{
|
| 3378 |
"attempts": 1,
|
| 3379 |
"input_tokens": 2235045.0,
|
| 3380 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 3381 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3382 |
"output_tokens": 128518.0,
|
| 3383 |
"parser_warning_count": 9,
|
|
|
|
| 3392 |
{
|
| 3393 |
"attempts": 1,
|
| 3394 |
"input_tokens": 110836.0,
|
| 3395 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 3396 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3397 |
"output_tokens": 20362.0,
|
| 3398 |
"parser_warning_count": 1,
|
|
|
|
| 3407 |
{
|
| 3408 |
"attempts": 1,
|
| 3409 |
"input_tokens": 549320.0,
|
| 3410 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 3411 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3412 |
"output_tokens": 61704.0,
|
| 3413 |
"parser_warning_count": 1,
|
|
|
|
| 3422 |
{
|
| 3423 |
"attempts": 1,
|
| 3424 |
"input_tokens": 152327.0,
|
| 3425 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 3426 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3427 |
"output_tokens": 63159.0,
|
| 3428 |
"parser_warning_count": 0,
|
|
|
|
| 3437 |
{
|
| 3438 |
"attempts": 1,
|
| 3439 |
"input_tokens": 938941.0,
|
| 3440 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 3441 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3442 |
"output_tokens": 51656.0,
|
| 3443 |
"parser_warning_count": 0,
|
|
|
|
| 3452 |
{
|
| 3453 |
"attempts": 1,
|
| 3454 |
"input_tokens": 3391632.0,
|
| 3455 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 3456 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3457 |
"output_tokens": 61853.0,
|
| 3458 |
"parser_warning_count": 40,
|
|
|
|
| 3467 |
{
|
| 3468 |
"attempts": 1,
|
| 3469 |
"input_tokens": 1383646.0,
|
| 3470 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 3471 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3472 |
"output_tokens": 72713.0,
|
| 3473 |
"parser_warning_count": 2,
|
|
|
|
| 3482 |
{
|
| 3483 |
"attempts": 1,
|
| 3484 |
"input_tokens": 6372099.0,
|
| 3485 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 3486 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3487 |
"output_tokens": 85016.0,
|
| 3488 |
"parser_warning_count": 0,
|
|
|
|
| 3557 |
{
|
| 3558 |
"attempts": 1,
|
| 3559 |
"input_tokens": 10448.0,
|
| 3560 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 3561 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3562 |
"output_tokens": 1547.0,
|
| 3563 |
"parser_warning_count": 0,
|
|
|
|
| 3572 |
{
|
| 3573 |
"attempts": 1,
|
| 3574 |
"input_tokens": 29129.0,
|
| 3575 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 3576 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3577 |
"output_tokens": 6422.0,
|
| 3578 |
"parser_warning_count": 1,
|
|
|
|
| 3587 |
{
|
| 3588 |
"attempts": 1,
|
| 3589 |
"input_tokens": 18365.0,
|
| 3590 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 3591 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3592 |
"output_tokens": 2206.0,
|
| 3593 |
"parser_warning_count": 0,
|
|
|
|
| 3602 |
{
|
| 3603 |
"attempts": 1,
|
| 3604 |
"input_tokens": 19852.0,
|
| 3605 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 3606 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3607 |
"output_tokens": 2702.0,
|
| 3608 |
"parser_warning_count": 0,
|
|
|
|
| 3617 |
{
|
| 3618 |
"attempts": 1,
|
| 3619 |
"input_tokens": 18626.0,
|
| 3620 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 3621 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3622 |
"output_tokens": 2507.0,
|
| 3623 |
"parser_warning_count": 0,
|
|
|
|
| 3632 |
{
|
| 3633 |
"attempts": 1,
|
| 3634 |
"input_tokens": 14500.0,
|
| 3635 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 3636 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3637 |
"output_tokens": 2459.0,
|
| 3638 |
"parser_warning_count": 0,
|
|
|
|
| 3647 |
{
|
| 3648 |
"attempts": 1,
|
| 3649 |
"input_tokens": 52705.0,
|
| 3650 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 3651 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3652 |
"output_tokens": 6118.0,
|
| 3653 |
"parser_warning_count": 0,
|
|
|
|
| 3662 |
{
|
| 3663 |
"attempts": 1,
|
| 3664 |
"input_tokens": 45284.0,
|
| 3665 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 3666 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3667 |
"output_tokens": 2793.0,
|
| 3668 |
"parser_warning_count": 0,
|
|
|
|
| 3677 |
{
|
| 3678 |
"attempts": 1,
|
| 3679 |
"input_tokens": 291703.0,
|
| 3680 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 3681 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3682 |
"output_tokens": 17838.0,
|
| 3683 |
"parser_warning_count": 0,
|
|
|
|
| 3752 |
{
|
| 3753 |
"attempts": 1,
|
| 3754 |
"input_tokens": 2634722.0,
|
| 3755 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 3756 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3757 |
"output_tokens": 64600.0,
|
| 3758 |
"parser_warning_count": 52,
|
|
|
|
| 3767 |
{
|
| 3768 |
"attempts": 1,
|
| 3769 |
"input_tokens": 7356461.0,
|
| 3770 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 3771 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3772 |
"output_tokens": 175453.0,
|
| 3773 |
"parser_warning_count": 35,
|
|
|
|
| 3782 |
{
|
| 3783 |
"attempts": 1,
|
| 3784 |
"input_tokens": 3660262.0,
|
| 3785 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 3786 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3787 |
"output_tokens": 54396.0,
|
| 3788 |
"parser_warning_count": 12,
|
|
|
|
| 3797 |
{
|
| 3798 |
"attempts": 1,
|
| 3799 |
"input_tokens": 530456.0,
|
| 3800 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 3801 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3802 |
"output_tokens": 28541.0,
|
| 3803 |
"parser_warning_count": 1,
|
|
|
|
| 3812 |
{
|
| 3813 |
"attempts": 1,
|
| 3814 |
"input_tokens": 1126965.0,
|
| 3815 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 3816 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 3817 |
"output_tokens": 49401.0,
|
| 3818 |
"parser_warning_count": 0,
|
|
|
|
| 3827 |
{
|
| 3828 |
"attempts": 1,
|
| 3829 |
"input_tokens": 1537163.0,
|
| 3830 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 3831 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 3832 |
"output_tokens": 52019.0,
|
| 3833 |
"parser_warning_count": 0,
|
|
|
|
| 3842 |
{
|
| 3843 |
"attempts": 1,
|
| 3844 |
"input_tokens": 2094137.0,
|
| 3845 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 3846 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 3847 |
"output_tokens": 75640.0,
|
| 3848 |
"parser_warning_count": 44,
|
|
|
|
| 3857 |
{
|
| 3858 |
"attempts": 1,
|
| 3859 |
"input_tokens": 2592383.0,
|
| 3860 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 3861 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3862 |
"output_tokens": 74438.0,
|
| 3863 |
"parser_warning_count": 2,
|
|
|
|
| 3872 |
{
|
| 3873 |
"attempts": 1,
|
| 3874 |
"input_tokens": 1644451.0,
|
| 3875 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 3876 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 3877 |
"output_tokens": 24474.0,
|
| 3878 |
"parser_warning_count": 1,
|
|
|
|
| 3947 |
{
|
| 3948 |
"attempts": 1,
|
| 3949 |
"input_tokens": 391933.0,
|
| 3950 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 3951 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 3952 |
"output_tokens": 14339.0,
|
| 3953 |
"parser_warning_count": 2,
|
|
|
|
| 3962 |
{
|
| 3963 |
"attempts": 1,
|
| 3964 |
"input_tokens": 309001.0,
|
| 3965 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 3966 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 3967 |
"output_tokens": 15796.0,
|
| 3968 |
"parser_warning_count": 1,
|
|
|
|
| 3977 |
{
|
| 3978 |
"attempts": 1,
|
| 3979 |
"input_tokens": 38706.0,
|
| 3980 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 3981 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 3982 |
"output_tokens": 1846.0,
|
| 3983 |
"parser_warning_count": 0,
|
|
|
|
| 3992 |
{
|
| 3993 |
"attempts": 1,
|
| 3994 |
"input_tokens": 27179.0,
|
| 3995 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 3996 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 3997 |
"output_tokens": 2811.0,
|
| 3998 |
"parser_warning_count": 0,
|
|
|
|
| 4007 |
{
|
| 4008 |
"attempts": 1,
|
| 4009 |
"input_tokens": 78516.0,
|
| 4010 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 4011 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4012 |
"output_tokens": 3093.0,
|
| 4013 |
"parser_warning_count": 0,
|
|
|
|
| 4022 |
{
|
| 4023 |
"attempts": 1,
|
| 4024 |
"input_tokens": 29064.0,
|
| 4025 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 4026 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4027 |
"output_tokens": 2280.0,
|
| 4028 |
"parser_warning_count": 0,
|
|
|
|
| 4037 |
{
|
| 4038 |
"attempts": 1,
|
| 4039 |
"input_tokens": 57952.0,
|
| 4040 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 4041 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4042 |
"output_tokens": 4405.0,
|
| 4043 |
"parser_warning_count": 0,
|
|
|
|
| 4052 |
{
|
| 4053 |
"attempts": 1,
|
| 4054 |
"input_tokens": 89418.0,
|
| 4055 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 4056 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4057 |
"output_tokens": 3657.0,
|
| 4058 |
"parser_warning_count": 0,
|
|
|
|
| 4067 |
{
|
| 4068 |
"attempts": 1,
|
| 4069 |
"input_tokens": 5691139.0,
|
| 4070 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 4071 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4072 |
"output_tokens": 39800.0,
|
| 4073 |
"parser_warning_count": 0,
|
|
|
|
| 4142 |
{
|
| 4143 |
"attempts": 1,
|
| 4144 |
"input_tokens": 918296.0,
|
| 4145 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 4146 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4147 |
"output_tokens": 94393.0,
|
| 4148 |
"parser_warning_count": 0,
|
|
|
|
| 4157 |
{
|
| 4158 |
"attempts": 1,
|
| 4159 |
"input_tokens": 896884.0,
|
| 4160 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 4161 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4162 |
"output_tokens": 176702.0,
|
| 4163 |
"parser_warning_count": 7,
|
|
|
|
| 4172 |
{
|
| 4173 |
"attempts": 1,
|
| 4174 |
"input_tokens": 77875.0,
|
| 4175 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 4176 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4177 |
"output_tokens": 4776.0,
|
| 4178 |
"parser_warning_count": 0,
|
|
|
|
| 4187 |
{
|
| 4188 |
"attempts": 1,
|
| 4189 |
"input_tokens": 28101.0,
|
| 4190 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 4191 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4192 |
"output_tokens": 3946.0,
|
| 4193 |
"parser_warning_count": 0,
|
|
|
|
| 4202 |
{
|
| 4203 |
"attempts": 1,
|
| 4204 |
"input_tokens": 63229.0,
|
| 4205 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 4206 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4207 |
"output_tokens": 6509.0,
|
| 4208 |
"parser_warning_count": 0,
|
|
|
|
| 4217 |
{
|
| 4218 |
"attempts": 1,
|
| 4219 |
"input_tokens": 31311.0,
|
| 4220 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 4221 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4222 |
"output_tokens": 4963.0,
|
| 4223 |
"parser_warning_count": 0,
|
|
|
|
| 4232 |
{
|
| 4233 |
"attempts": 1,
|
| 4234 |
"input_tokens": 150127.0,
|
| 4235 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 4236 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4237 |
"output_tokens": 6615.0,
|
| 4238 |
"parser_warning_count": 1,
|
|
|
|
| 4247 |
{
|
| 4248 |
"attempts": 1,
|
| 4249 |
"input_tokens": 153561.0,
|
| 4250 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 4251 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4252 |
"output_tokens": 7554.0,
|
| 4253 |
"parser_warning_count": 1,
|
|
|
|
| 4262 |
{
|
| 4263 |
"attempts": 1,
|
| 4264 |
"input_tokens": 129591.0,
|
| 4265 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 4266 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4267 |
"output_tokens": 7899.0,
|
| 4268 |
"parser_warning_count": 0,
|
|
|
|
| 4337 |
{
|
| 4338 |
"attempts": 1,
|
| 4339 |
"input_tokens": 176803.0,
|
| 4340 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 4341 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4342 |
"output_tokens": 148426.0,
|
| 4343 |
"parser_warning_count": 14,
|
|
|
|
| 4352 |
{
|
| 4353 |
"attempts": 1,
|
| 4354 |
"input_tokens": 240403.0,
|
| 4355 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 4356 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4357 |
"output_tokens": 178383.0,
|
| 4358 |
"parser_warning_count": 6,
|
|
|
|
| 4367 |
{
|
| 4368 |
"attempts": 1,
|
| 4369 |
"input_tokens": 1179135.0,
|
| 4370 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 4371 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4372 |
"output_tokens": 160995.0,
|
| 4373 |
"parser_warning_count": 7,
|
|
|
|
| 4382 |
{
|
| 4383 |
"attempts": 1,
|
| 4384 |
"input_tokens": 49888.0,
|
| 4385 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 4386 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4387 |
"output_tokens": 4820.0,
|
| 4388 |
"parser_warning_count": 3,
|
|
|
|
| 4397 |
{
|
| 4398 |
"attempts": 1,
|
| 4399 |
"input_tokens": 26511.0,
|
| 4400 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 4401 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4402 |
"output_tokens": 1788.0,
|
| 4403 |
"parser_warning_count": 0,
|
|
|
|
| 4412 |
{
|
| 4413 |
"attempts": 1,
|
| 4414 |
"input_tokens": 28126.0,
|
| 4415 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 4416 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4417 |
"output_tokens": 3853.0,
|
| 4418 |
"parser_warning_count": 0,
|
|
|
|
| 4427 |
{
|
| 4428 |
"attempts": 1,
|
| 4429 |
"input_tokens": 2225101.0,
|
| 4430 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 4431 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4432 |
"output_tokens": 143942.0,
|
| 4433 |
"parser_warning_count": 8,
|
|
|
|
| 4442 |
{
|
| 4443 |
"attempts": 1,
|
| 4444 |
"input_tokens": 264965.0,
|
| 4445 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 4446 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4447 |
"output_tokens": 133551.0,
|
| 4448 |
"parser_warning_count": 2,
|
|
|
|
| 4457 |
{
|
| 4458 |
"attempts": 1,
|
| 4459 |
"input_tokens": 15011.0,
|
| 4460 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 4461 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4462 |
"output_tokens": 10904.0,
|
| 4463 |
"parser_warning_count": 2,
|
|
|
|
| 4532 |
{
|
| 4533 |
"attempts": 1,
|
| 4534 |
"input_tokens": 71714.0,
|
| 4535 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 4536 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4537 |
"output_tokens": 13180.0,
|
| 4538 |
"parser_warning_count": 0,
|
|
|
|
| 4547 |
{
|
| 4548 |
"attempts": 1,
|
| 4549 |
"input_tokens": 381442.0,
|
| 4550 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 4551 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4552 |
"output_tokens": 18290.0,
|
| 4553 |
"parser_warning_count": 14,
|
|
|
|
| 4562 |
{
|
| 4563 |
"attempts": 1,
|
| 4564 |
"input_tokens": 41603.0,
|
| 4565 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 4566 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4567 |
"output_tokens": 2641.0,
|
| 4568 |
"parser_warning_count": 0,
|
|
|
|
| 4577 |
{
|
| 4578 |
"attempts": 1,
|
| 4579 |
"input_tokens": 98812.0,
|
| 4580 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 4581 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4582 |
"output_tokens": 6060.0,
|
| 4583 |
"parser_warning_count": 0,
|
|
|
|
| 4592 |
{
|
| 4593 |
"attempts": 1,
|
| 4594 |
"input_tokens": 105538.0,
|
| 4595 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 4596 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4597 |
"output_tokens": 6615.0,
|
| 4598 |
"parser_warning_count": 1,
|
|
|
|
| 4607 |
{
|
| 4608 |
"attempts": 1,
|
| 4609 |
"input_tokens": 391064.0,
|
| 4610 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 4611 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4612 |
"output_tokens": 8513.0,
|
| 4613 |
"parser_warning_count": 1,
|
|
|
|
| 4622 |
{
|
| 4623 |
"attempts": 1,
|
| 4624 |
"input_tokens": 200982.0,
|
| 4625 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 4626 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4627 |
"output_tokens": 8882.0,
|
| 4628 |
"parser_warning_count": 16,
|
|
|
|
| 4637 |
{
|
| 4638 |
"attempts": 1,
|
| 4639 |
"input_tokens": 1090768.0,
|
| 4640 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 4641 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4642 |
"output_tokens": 31293.0,
|
| 4643 |
"parser_warning_count": 9,
|
|
|
|
| 4652 |
{
|
| 4653 |
"attempts": 1,
|
| 4654 |
"input_tokens": 180915.0,
|
| 4655 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 4656 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4657 |
"output_tokens": 4625.0,
|
| 4658 |
"parser_warning_count": 1,
|
|
|
|
| 4727 |
{
|
| 4728 |
"attempts": 1,
|
| 4729 |
"input_tokens": 145388.0,
|
| 4730 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 4731 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4732 |
"output_tokens": 40445.0,
|
| 4733 |
"parser_warning_count": 1,
|
|
|
|
| 4742 |
{
|
| 4743 |
"attempts": 1,
|
| 4744 |
"input_tokens": 40045.0,
|
| 4745 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 4746 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4747 |
"output_tokens": 40611.0,
|
| 4748 |
"parser_warning_count": 2,
|
|
|
|
| 4757 |
{
|
| 4758 |
"attempts": 1,
|
| 4759 |
"input_tokens": 32671.0,
|
| 4760 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 4761 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4762 |
"output_tokens": 4288.0,
|
| 4763 |
"parser_warning_count": 0,
|
|
|
|
| 4772 |
{
|
| 4773 |
"attempts": 1,
|
| 4774 |
"input_tokens": 20417.0,
|
| 4775 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 4776 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4777 |
"output_tokens": 3262.0,
|
| 4778 |
"parser_warning_count": 0,
|
|
|
|
| 4787 |
{
|
| 4788 |
"attempts": 1,
|
| 4789 |
"input_tokens": 20683.0,
|
| 4790 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 4791 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4792 |
"output_tokens": 2533.0,
|
| 4793 |
"parser_warning_count": 0,
|
|
|
|
| 4802 |
{
|
| 4803 |
"attempts": 1,
|
| 4804 |
"input_tokens": 53715.0,
|
| 4805 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 4806 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 4807 |
"output_tokens": 6033.0,
|
| 4808 |
"parser_warning_count": 0,
|
|
|
|
| 4817 |
{
|
| 4818 |
"attempts": 1,
|
| 4819 |
"input_tokens": 431640.0,
|
| 4820 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 4821 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 4822 |
"output_tokens": 14998.0,
|
| 4823 |
"parser_warning_count": 3,
|
|
|
|
| 4832 |
{
|
| 4833 |
"attempts": 1,
|
| 4834 |
"input_tokens": 80163.0,
|
| 4835 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 4836 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4837 |
"output_tokens": 5701.0,
|
| 4838 |
"parser_warning_count": 0,
|
|
|
|
| 4847 |
{
|
| 4848 |
"attempts": 1,
|
| 4849 |
"input_tokens": 4961129.0,
|
| 4850 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 4851 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 4852 |
"output_tokens": 34116.0,
|
| 4853 |
"parser_warning_count": 4,
|
|
|
|
| 4922 |
{
|
| 4923 |
"attempts": 1,
|
| 4924 |
"input_tokens": 525844.0,
|
| 4925 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 4926 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 4927 |
"output_tokens": 83272.0,
|
| 4928 |
"parser_warning_count": 1,
|
|
|
|
| 4937 |
{
|
| 4938 |
"attempts": 1,
|
| 4939 |
"input_tokens": 1124198.0,
|
| 4940 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 4941 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 4942 |
"output_tokens": 232637.0,
|
| 4943 |
"parser_warning_count": 9,
|
|
|
|
| 4952 |
{
|
| 4953 |
"attempts": 1,
|
| 4954 |
"input_tokens": 11165.0,
|
| 4955 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 4956 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 4957 |
"output_tokens": 3024.0,
|
| 4958 |
"parser_warning_count": 1,
|
|
|
|
| 4967 |
{
|
| 4968 |
"attempts": 1,
|
| 4969 |
"input_tokens": 12907.0,
|
| 4970 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 4971 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 4972 |
"output_tokens": 3589.0,
|
| 4973 |
"parser_warning_count": 0,
|
|
|
|
| 4982 |
{
|
| 4983 |
"attempts": 1,
|
| 4984 |
"input_tokens": 15757.0,
|
| 4985 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 4986 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 4987 |
"output_tokens": 3752.0,
|
| 4988 |
"parser_warning_count": 0,
|
|
|
|
| 4997 |
{
|
| 4998 |
"attempts": 1,
|
| 4999 |
"input_tokens": 23973.0,
|
| 5000 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 5001 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5002 |
"output_tokens": 8080.0,
|
| 5003 |
"parser_warning_count": 5,
|
|
|
|
| 5012 |
{
|
| 5013 |
"attempts": 1,
|
| 5014 |
"input_tokens": 1844638.0,
|
| 5015 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 5016 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5017 |
"output_tokens": 68899.0,
|
| 5018 |
"parser_warning_count": 8,
|
|
|
|
| 5027 |
{
|
| 5028 |
"attempts": 1,
|
| 5029 |
"input_tokens": 33741.0,
|
| 5030 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 5031 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5032 |
"output_tokens": 8024.0,
|
| 5033 |
"parser_warning_count": 3,
|
|
|
|
| 5042 |
{
|
| 5043 |
"attempts": 1,
|
| 5044 |
"input_tokens": 3448386.0,
|
| 5045 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 5046 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 5047 |
"output_tokens": 39062.0,
|
| 5048 |
"parser_warning_count": 2,
|
|
|
|
| 5117 |
{
|
| 5118 |
"attempts": 1,
|
| 5119 |
"input_tokens": 13871.0,
|
| 5120 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 5121 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 5122 |
"output_tokens": 2810.0,
|
| 5123 |
"parser_warning_count": 0,
|
|
|
|
| 5132 |
{
|
| 5133 |
"attempts": 1,
|
| 5134 |
"input_tokens": 579918.0,
|
| 5135 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 5136 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 5137 |
"output_tokens": 6362.0,
|
| 5138 |
"parser_warning_count": 6,
|
|
|
|
| 5147 |
{
|
| 5148 |
"attempts": 1,
|
| 5149 |
"input_tokens": 9061.0,
|
| 5150 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 5151 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5152 |
"output_tokens": 1378.0,
|
| 5153 |
"parser_warning_count": 0,
|
|
|
|
| 5162 |
{
|
| 5163 |
"attempts": 1,
|
| 5164 |
"input_tokens": 8982.0,
|
| 5165 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 5166 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 5167 |
"output_tokens": 1746.0,
|
| 5168 |
"parser_warning_count": 0,
|
|
|
|
| 5177 |
{
|
| 5178 |
"attempts": 1,
|
| 5179 |
"input_tokens": 8232.0,
|
| 5180 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 5181 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 5182 |
"output_tokens": 1722.0,
|
| 5183 |
"parser_warning_count": 0,
|
|
|
|
| 5192 |
{
|
| 5193 |
"attempts": 1,
|
| 5194 |
"input_tokens": 47754.0,
|
| 5195 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 5196 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5197 |
"output_tokens": 5216.0,
|
| 5198 |
"parser_warning_count": 1,
|
|
|
|
| 5207 |
{
|
| 5208 |
"attempts": 1,
|
| 5209 |
"input_tokens": 26569.0,
|
| 5210 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 5211 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5212 |
"output_tokens": 2675.0,
|
| 5213 |
"parser_warning_count": 0,
|
|
|
|
| 5222 |
{
|
| 5223 |
"attempts": 1,
|
| 5224 |
"input_tokens": 15893.0,
|
| 5225 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 5226 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5227 |
"output_tokens": 2657.0,
|
| 5228 |
"parser_warning_count": 0,
|
|
|
|
| 5237 |
{
|
| 5238 |
"attempts": 1,
|
| 5239 |
"input_tokens": 95151.0,
|
| 5240 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 5241 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 5242 |
"output_tokens": 7368.0,
|
| 5243 |
"parser_warning_count": 2,
|
|
|
|
| 5312 |
{
|
| 5313 |
"attempts": 1,
|
| 5314 |
"input_tokens": 97236.0,
|
| 5315 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 5316 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro",
|
| 5317 |
"output_tokens": 15392.0,
|
| 5318 |
"parser_warning_count": 3,
|
|
|
|
| 5327 |
{
|
| 5328 |
"attempts": 1,
|
| 5329 |
"input_tokens": 50651.0,
|
| 5330 |
+
"label": "Nex-N2 Mini GPTQ-Pro 262K",
|
| 5331 |
"model_id": "residency/vllm/nex-n2-mini-gptq-pro-ctx262k",
|
| 5332 |
"output_tokens": 8970.0,
|
| 5333 |
"parser_warning_count": 2,
|
|
|
|
| 5342 |
{
|
| 5343 |
"attempts": 1,
|
| 5344 |
"input_tokens": 11064.0,
|
| 5345 |
+
"label": "Ornith 1.0 35B GPTQ-Pro 262K",
|
| 5346 |
"model_id": "residency/vllm/ornith-1.0-35b-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5347 |
"output_tokens": 1483.0,
|
| 5348 |
"parser_warning_count": 0,
|
|
|
|
| 5357 |
{
|
| 5358 |
"attempts": 1,
|
| 5359 |
"input_tokens": 108898.0,
|
| 5360 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 5361 |
"model_id": "residency/vllm/qwen3.6-27b-gptq-pro-4bit",
|
| 5362 |
"output_tokens": 5067.0,
|
| 5363 |
"parser_warning_count": 2,
|
|
|
|
| 5372 |
{
|
| 5373 |
"attempts": 1,
|
| 5374 |
"input_tokens": 33124.0,
|
| 5375 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 5376 |
"model_id": "residency/vllm/qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 5377 |
"output_tokens": 3593.0,
|
| 5378 |
"parser_warning_count": 1,
|
|
|
|
| 5387 |
{
|
| 5388 |
"attempts": 1,
|
| 5389 |
"input_tokens": 27717.0,
|
| 5390 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 5391 |
"model_id": "residency/vllm/qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5392 |
"output_tokens": 3204.0,
|
| 5393 |
"parser_warning_count": 0,
|
|
|
|
| 5402 |
{
|
| 5403 |
"attempts": 1,
|
| 5404 |
"input_tokens": 22445.0,
|
| 5405 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 5406 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5407 |
"output_tokens": 2894.0,
|
| 5408 |
"parser_warning_count": 0,
|
|
|
|
| 5417 |
{
|
| 5418 |
"attempts": 1,
|
| 5419 |
"input_tokens": 220746.0,
|
| 5420 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 262K",
|
| 5421 |
"model_id": "residency/vllm/qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256-ctx262k",
|
| 5422 |
"output_tokens": 8688.0,
|
| 5423 |
"parser_warning_count": 1,
|
|
|
|
| 5432 |
{
|
| 5433 |
"attempts": 1,
|
| 5434 |
"input_tokens": 38625.0,
|
| 5435 |
+
"label": "Qwythos 9B AWQ 512K (experimental)",
|
| 5436 |
"model_id": "residency/vllm/qwythos-9b-claude-mythos-5-1m-awq-ctx512k",
|
| 5437 |
"output_tokens": 3487.0,
|
| 5438 |
"parser_warning_count": 0,
|
|
|
|
| 5449 |
{
|
| 5450 |
"canonical_model_id": "nex-n2-mini-gptq-pro",
|
| 5451 |
"context": "131k",
|
| 5452 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 5453 |
"llm_api_min_max": 197.35874162,
|
| 5454 |
"llm_api_min_min": 153.0054446,
|
| 5455 |
"output_tokens_max": 1670562.0,
|
|
|
|
| 5466 |
{
|
| 5467 |
"canonical_model_id": "nex-n2-mini-gptq-pro",
|
| 5468 |
"context": "262k",
|
| 5469 |
+
"label": "Nex-N2 Mini GPTQ-Pro 131K",
|
| 5470 |
"llm_api_min_max": 210.13186815,
|
| 5471 |
"llm_api_min_min": 210.13186815,
|
| 5472 |
"output_tokens_max": 1683713.0,
|
|
|
|
| 5500 |
{
|
| 5501 |
"canonical_model_id": "qwen3.6-27b-gptq-pro-4bit",
|
| 5502 |
"context": "131k",
|
| 5503 |
+
"label": "Qwen3.6 27B GPTQ-Pro 131K (ref)",
|
| 5504 |
"llm_api_min_max": 126.77999498,
|
| 5505 |
"llm_api_min_min": 126.77999498,
|
| 5506 |
"output_tokens_max": 215554.0,
|
|
|
|
| 5517 |
{
|
| 5518 |
"canonical_model_id": "qwopus3.6-27b-coder-gptq-pro-foem-4bit-g128-ns256",
|
| 5519 |
"context": "131k",
|
| 5520 |
+
"label": "Qwopus3.6 27B Coder GPTQ-Pro 131K",
|
| 5521 |
"llm_api_min_max": 123.67511317,
|
| 5522 |
"llm_api_min_min": 86.74526043,
|
| 5523 |
"output_tokens_max": 217949.0,
|
|
|
|
| 5534 |
{
|
| 5535 |
"canonical_model_id": "qwopus3.6-27b-v2-gptq-pro-foem-4bit-g128-ns256-v2",
|
| 5536 |
"context": "131k",
|
| 5537 |
+
"label": "Qwopus3.6 27B v2 GPTQ-Pro 131K",
|
| 5538 |
"llm_api_min_max": 128.19525423,
|
| 5539 |
"llm_api_min_min": 109.98287882,
|
| 5540 |
"output_tokens_max": 227409.0,
|
|
|
|
| 5551 |
{
|
| 5552 |
"canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5553 |
"context": "131k",
|
| 5554 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 5555 |
"llm_api_min_max": 78.77177858,
|
| 5556 |
"llm_api_min_min": 74.86819778,
|
| 5557 |
"output_tokens_max": 628396.0,
|
|
|
|
| 5568 |
{
|
| 5569 |
"canonical_model_id": "qwopus3.6-35b-a3b-v1-gptq-pro-foem-4bit-g128-ns256",
|
| 5570 |
"context": "262k",
|
| 5571 |
+
"label": "Qwopus3.6 35B-A3B GPTQ-Pro 131K",
|
| 5572 |
"llm_api_min_max": 86.28562877,
|
| 5573 |
"llm_api_min_min": 86.28562877,
|
| 5574 |
"output_tokens_max": 681874.0,
|
index.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|