| project_name: benchgen-fugu-lite-mock | |
| base_url: https://openrouter.ai/api/v1 | |
| api_key_env: OPENROUTER_API_KEY | |
| concurrency: 8 | |
| timeout_seconds: 90 | |
| max_retries: 3 | |
| reward: | |
| quality_weight: 1.0 | |
| cost_weight: 0.05 | |
| latency_weight: 0.02 | |
| cost_scale_usd: 0.01 | |
| latency_scale_seconds: 30.0 | |
| workers: | |
| - id: math_expert | |
| provider: mock | |
| model: mock/math-expert | |
| description: Strong on mathematics and numeric reasoning. | |
| mock_domains: [math] | |
| mock_specialist_accuracy: 1.0 | |
| mock_general_accuracy: 0.0 | |
| - id: code_expert | |
| provider: mock | |
| model: mock/code-expert | |
| description: Strong on code and computer-science questions. | |
| mock_domains: [code] | |
| mock_specialist_accuracy: 1.0 | |
| mock_general_accuracy: 0.0 | |
| - id: general_expert | |
| provider: mock | |
| model: mock/general-expert | |
| description: Strong on factual and language questions. | |
| mock_domains: [general] | |
| mock_specialist_accuracy: 1.0 | |
| mock_general_accuracy: 0.0 | |