{ "bundle": "exports/jev-judge-qwen35-9b-v0.8", "split": "test_set_30k", "n": 29955, "load_s": 287.309130191803, "decide_s": 80.14112758636475, "rows_per_s": 373.7781199511917, "prompt_tok_per_s": 39862.9030588227, "metrics": { "n": 29955, "kl": 0.02108642364071223, "js": 0.005440059594873707, "n_defined": 27575, "top1": 0.91793292760849, "ece": 0.000674150627137558, "mce": 0.054795737295745106, "noul_brier_soft": 0.0015240436662106603, "noul_brier_hard": 0.07438912617278573, "noul_auroc": 0.9958085476266227, "score_mae_expected": 0.10307906399610614, "score_rps": 0.00847646691286537, "choice_top1": 0.8982551693916321, "choice_kl": 0.04230141424342395 }, "vs_hf": { "max_abs_dp": 0.25778780511591254, "mean_abs_dp": 0.0012982510510488284, "p99_abs_dp": 0.00865467635599359, "argmax_agreement": 0.9912201635787014 }, "mixed_call_s": 0.6256270408630371, "mixed_decisions_match": 0.002922693355067174, "mixed_generation_sample": [ "Thinking Process:\n\n1. **Analyze the Request:**\n * Topic: Safety Stock.\n * Constraint: One sentence.\n * Goal: Define/explain what it is clearly a", "Thinking Process:\n\n1. **Analyze the Request:**\n * Task: Write a Python one-liner.\n * Functionality: Reverse a string.\n * Constraint: Must be a s" ] }