| {"task_id":"math-001","prompt":"Compute 17 + 25. Return only the number.","domain":"math","split":"train","tags":["arithmetic"],"metadata":{},"worker_ids":["qwen_worker","deepseek_worker","gemini_worker"],"rewards":[1.0,1.0,1.0],"results":[{"worker_id":"qwen_worker","requested_model":"qwen/qwen3-8b","served_model":"qwen/qwen3-8b","response":"42","quality":1.0,"cost_usd":0.000159952,"latency_ms":5603.121014999488,"prompt_tokens":41,"completion_tokens":341,"generation_id":"gen-1785923963-ro7vM7ZUUQYoVoK5SFwC","error":null,"utility":1.0},{"worker_id":"deepseek_worker","requested_model":"deepseek/deepseek-v4-flash-0731","served_model":"deepseek/deepseek-v4-flash-0731","response":"42","quality":1.0,"cost_usd":0.00001064,"latency_ms":1512.0638320004218,"prompt_tokens":30,"completion_tokens":23,"generation_id":"gen-1785923963-OBp0xXrdiZDHhXOgkmkr","error":null,"utility":1.0},{"worker_id":"gemini_worker","requested_model":"google/gemini-3.1-flash-lite","served_model":"google/gemini-3.1-flash-lite","response":"42","quality":1.0,"cost_usd":0.00001075,"latency_ms":1517.3159320002014,"prompt_tokens":31,"completion_tokens":2,"generation_id":"gen-1785923963-ImgmfYNr0vCsY5Wm0ZnJ","error":null,"utility":1.0}]} | |