{ "models": [ { "model_id": "alibaba/qwen-3-coder-480b", "name": "Qwen 3 Coder 480B", "developer": "Alibaba", "scores": { "terminal-bench-2.0": 27.2 } }, { "model_id": "anthropic/claude-haiku-4.5", "name": "Claude Haiku 4.5", "developer": "Anthropic", "scores": { "terminal-bench-2.0": 28.3 } }, { "model_id": "anthropic/claude-opus-4.1", "name": "Claude Opus 4.1", "developer": "Anthropic", "scores": { "terminal-bench-2.0": 34.8 } }, { "model_id": "anthropic/claude-opus-4.5", "name": "Claude Opus 4.5", "developer": "Anthropic", "scores": { "terminal-bench-2.0": 51.9 } }, { "model_id": "anthropic/claude-opus-4.6", "name": "Claude Opus 4.6", "developer": "Anthropic", "scores": { "terminal-bench-2.0": 62.9 } }, { "model_id": "anthropic/claude-sonnet-4.5", "name": "Claude Sonnet 4.5", "developer": "Anthropic", "scores": { "terminal-bench-2.0": 42.6 } }, { "model_id": "deepseek/deepseek-v3.2", "name": "DeepSeek-V3.2", "developer": "DeepSeek", "scores": { "terminal-bench-2.0": 39.6 } }, { "model_id": "google/gemini-2.5-flash", "name": "Gemini 2.5 Flash", "developer": "Google", "scores": { "terminal-bench-2.0": 17.1 } }, { "model_id": "google/gemini-2.5-pro", "name": "Gemini 2.5 Pro", "developer": "Google", "scores": { "terminal-bench-2.0": 16.4 } }, { "model_id": "google/gemini-3-flash", "name": "Gemini 3 Flash", "developer": "Google", "scores": { "terminal-bench-2.0": 64.3 } }, { "model_id": "google/gemini-3-pro", "name": "Gemini 3 Pro", "developer": "Google", "scores": { "terminal-bench-2.0": 61.8 } }, { "model_id": "google/gemini-3.1-pro", "name": "Gemini 3.1 Pro", "developer": "Google", "scores": { "terminal-bench-2.0": 78.4 } }, { "model_id": "minimax/minimax-m2", "name": "MiniMax M2", "developer": "MiniMax", "scores": { "terminal-bench-2.0": 30.0 } }, { "model_id": "minimax/minimax-m2.1", "name": "MiniMax M2.1", "developer": "MiniMax", "scores": { "terminal-bench-2.0": 36.6 } }, { "model_id": "minimax/minimax-m2.5", "name": "Minimax m2.5", "developer": "Minimax", "scores": { "terminal-bench-2.0": 42.2 } }, { "model_id": "moonshot-ai/kimi-k2-instruct", "name": "Kimi K2 Instruct", "developer": "Moonshot AI", "scores": { "terminal-bench-2.0": 26.7 } }, { "model_id": "moonshot-ai/kimi-k2-thinking", "name": "Kimi K2 Thinking", "developer": "Moonshot AI", "scores": { "terminal-bench-2.0": 35.7 } }, { "model_id": "moonshot-ai/kimi-k2.5", "name": "Kimi K2.5", "developer": "Kimi", "scores": { "terminal-bench-2.0": 43.2 } }, { "model_id": "multiple/multiple", "name": "Multiple", "developer": "Multiple", "scores": { "terminal-bench-2.0": 72.4 } }, { "model_id": "openai/gpt-5", "name": "GPT-5", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 35.2 } }, { "model_id": "openai/gpt-5-codex", "name": "GPT-5-Codex", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 44.3 } }, { "model_id": "openai/gpt-5-mini", "name": "GPT-5-Mini", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 24.0 } }, { "model_id": "openai/gpt-5-nano", "name": "GPT-5-Nano", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 7.9 } }, { "model_id": "openai/gpt-5.1", "name": "GPT-5.1", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 47.6 } }, { "model_id": "openai/gpt-5.1-codex", "name": "GPT-5.1-Codex", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 53.5 } }, { "model_id": "openai/gpt-5.1-codex-max", "name": "GPT-5.1-Codex-Max", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 60.4 } }, { "model_id": "openai/gpt-5.1-codex-mini", "name": "GPT-5.1-Codex-Mini", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 43.1 } }, { "model_id": "openai/gpt-5.2", "name": "GPT-5.2", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 54.0 } }, { "model_id": "openai/gpt-5.2-codex", "name": "GPT-5.2-Codex", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 66.5 } }, { "model_id": "openai/gpt-5.3-codex", "name": "GPT-5.3-Codex", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 74.6 } }, { "model_id": "openai/gpt-oss-120b", "name": "GPT-OSS-120B", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 14.2 } }, { "model_id": "openai/gpt-oss-20b", "name": "GPT-OSS-20B", "developer": "OpenAI", "scores": { "terminal-bench-2.0": 3.1 } }, { "model_id": "xai/grok-4", "name": "Grok 4", "developer": "xAI", "scores": { "terminal-bench-2.0": 25.4 } }, { "model_id": "xai/grok-code-fast-1", "name": "Grok Code Fast 1", "developer": "xAI", "scores": { "terminal-bench-2.0": 14.2 } }, { "model_id": "zhipu-ai/glm-4.6", "name": "GLM 4.6", "developer": "Z.ai", "scores": { "terminal-bench-2.0": 24.5 } }, { "model_id": "zhipu-ai/glm-4.7", "name": "GLM 4.7", "developer": "Z-AI", "scores": { "terminal-bench-2.0": 33.3 } }, { "model_id": "zhipu-ai/glm-5", "name": "GLM 5", "developer": "Z-AI", "scores": { "terminal-bench-2.0": 52.4 } } ] }