File size: 964 Bytes
88e15cd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | project_name: benchgen-fugu-lite-mock
base_url: https://openrouter.ai/api/v1
api_key_env: OPENROUTER_API_KEY
concurrency: 8
timeout_seconds: 90
max_retries: 3
reward:
quality_weight: 1.0
cost_weight: 0.05
latency_weight: 0.02
cost_scale_usd: 0.01
latency_scale_seconds: 30.0
workers:
- id: math_expert
provider: mock
model: mock/math-expert
description: Strong on mathematics and numeric reasoning.
mock_domains: [math]
mock_specialist_accuracy: 1.0
mock_general_accuracy: 0.0
- id: code_expert
provider: mock
model: mock/code-expert
description: Strong on code and computer-science questions.
mock_domains: [code]
mock_specialist_accuracy: 1.0
mock_general_accuracy: 0.0
- id: general_expert
provider: mock
model: mock/general-expert
description: Strong on factual and language questions.
mock_domains: [general]
mock_specialist_accuracy: 1.0
mock_general_accuracy: 0.0
|