{ "bundle": "exports/jev-judge-qwen38-27b-v0.8", "split": "test_set_30k", "n": 29955, "load_s": 577.0090012550354, "decide_s": 211.89693593978882, "rows_per_s": 141.36589501469624, "prompt_tok_per_s": 15076.470954293422, "metrics": { "n": 29955, "kl": 0.01859208686817435, "js": 0.004861027689099374, "n_defined": 27575, "top1": 0.9218494892120361, "ece": 0.0010864290705572877, "mce": 0.0036070922913651327, "noul_brier_soft": 0.001320662068239789, "noul_brier_hard": 0.0741207458019494, "noul_auroc": 0.9960508485987001, "score_mae_expected": 0.09772485708550437, "score_rps": 0.007668479479239242, "choice_top1": 0.9034896492958069, "choice_kl": 0.03659439961390813 }, "mixed_call_s": 1.43349289894104, "mixed_decisions_match": 0.003850886444511814, "mixed_generation_sample": [ "We need answer user's request: \"In one sentence, what is safety stock?\" Need final one sentence. Keep concise.\n\n\nSafety stock is the extra inventory kep", "We need answer user: \"Write a Python one-liner that reverses a string.\" Simple. Need final concise. Could provide code. Ensure one-liner. Maybe `s[::-1]`. If th" ] }