| {"task_id":"math-001","prompt":"Compute 17 + 25. Return only the number.","domain":"math","split":"train","tags":["arithmetic"],"metadata":{},"repetitions":3,"worker_ids":["math_expert","code_expert","general_expert"],"rewards":[0.9999993272222222,-6.674222227205368e-7,-6.671777772232114e-7],"results":[{"worker_id":"math_expert","requested_model":"mock/math-expert","served_model":"mock/math-expert","response":"42","quality":1.0,"cost_usd":0.0,"latency_ms":1.0230000005103648,"prompt_tokens":8,"completion_tokens":1,"generation_id":"mock-math_expert-math-001","error":null,"utility":0.9999993179999996},{"worker_id":"math_expert","requested_model":"mock/math-expert","served_model":"mock/math-expert","response":"42","quality":1.0,"cost_usd":0.0,"latency_ms":1.002900000254158,"prompt_tokens":8,"completion_tokens":1,"generation_id":"mock-math_expert-math-001","error":null,"utility":0.9999993313999999},{"worker_id":"math_expert","requested_model":"mock/math-expert","served_model":"mock/math-expert","response":"42","quality":1.0,"cost_usd":0.0,"latency_ms":1.0015999994502636,"prompt_tokens":8,"completion_tokens":1,"generation_id":"mock-math_expert-math-001","error":null,"utility":0.999999332266667},{"worker_id":"code_expert","requested_model":"mock/code-expert","served_model":"mock/code-expert","response":"incorrect mock answer from code_expert","quality":0.0,"cost_usd":0.0,"latency_ms":1.0015000005078036,"prompt_tokens":8,"completion_tokens":5,"generation_id":"mock-code_expert-math-001","error":null,"utility":-6.676666670052025e-7},{"worker_id":"code_expert","requested_model":"mock/code-expert","served_model":"mock/code-expert","response":"incorrect mock answer from code_expert","quality":0.0,"cost_usd":0.0,"latency_ms":1.001100001099985,"prompt_tokens":8,"completion_tokens":5,"generation_id":"mock-code_expert-math-001","error":null,"utility":-6.674000007333235e-7},{"worker_id":"code_expert","requested_model":"mock/code-expert","served_model":"mock/code-expert","response":"incorrect mock answer from code_expert","quality":0.0,"cost_usd":0.0,"latency_ms":1.0008000006346265,"prompt_tokens":8,"completion_tokens":5,"generation_id":"mock-code_expert-math-001","error":null,"utility":-6.672000004230844e-7},{"worker_id":"general_expert","requested_model":"mock/general-expert","served_model":"mock/general-expert","response":"incorrect mock answer from general_expert","quality":0.0,"cost_usd":0.0,"latency_ms":1.000799998815637,"prompt_tokens":8,"completion_tokens":5,"generation_id":"mock-general_expert-math-001","error":null,"utility":-6.671999992104247e-7},{"worker_id":"general_expert","requested_model":"mock/general-expert","served_model":"mock/general-expert","response":"incorrect mock answer from general_expert","quality":0.0,"cost_usd":0.0,"latency_ms":1.0006999998731771,"prompt_tokens":8,"completion_tokens":5,"generation_id":"mock-general_expert-math-001","error":null,"utility":-6.671333332487848e-7},{"worker_id":"general_expert","requested_model":"mock/general-expert","served_model":"mock/general-expert","response":"incorrect mock answer from general_expert","quality":0.0,"cost_usd":0.0,"latency_ms":1.000799998815637,"prompt_tokens":8,"completion_tokens":5,"generation_id":"mock-general_expert-math-001","error":null,"utility":-6.671999992104247e-7}]} | |