d3-mini-CoreAI / validation.json
maxffarrell's picture
Publish experimental Decision 3.0 Core AI conversion with reproducible validation
086a142 verified
Raw History Blame Contribute Delete
2.34 kB
[
{
"type": "choice",
"modality": "text",
"tokens": 95,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.00025957822799682617,
"total_seconds": 11.921419040998444
},
{
"type": "noul",
"modality": "text",
"tokens": 97,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 0.00012216949835419655,
"total_seconds": 7.1706911670044065
},
{
"type": "score",
"modality": "text",
"tokens": 102,
"options": 4,
"coreai_choice": 3,
"upstream_choice": 3,
"max_probability_error": 0.0024088025093078613,
"total_seconds": 7.2451771249761805
},
{
"type": "choice",
"modality": "text",
"tokens": 106,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 1.5735626220703125e-05,
"total_seconds": 24.01773416704964
},
{
"type": "choice",
"modality": "text",
"tokens": 149,
"options": 10,
"coreai_choice": 2,
"upstream_choice": 2,
"max_probability_error": 0.00021995790302753448,
"total_seconds": 17.16038741695229
},
{
"type": "choice",
"modality": "text",
"tokens": 433,
"options": 2,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 8.344650268554688e-06,
"total_seconds": 29.654322457965463
},
{
"type": "choice",
"modality": "image",
"tokens": 145,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.0003603696823120117,
"total_seconds": 28.80715012503788
},
{
"type": "noul",
"modality": "image",
"tokens": 145,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 0.004804074764251709,
"total_seconds": 11.750743665965274
},
{
"type": "noul",
"modality": "images",
"tokens": 196,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 0.0031690075993537903,
"total_seconds": 14.782426791032776
},
{
"type": "choice",
"modality": "video",
"tokens": 340,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.00034946692176163197,
"total_seconds": 27.59946333395783
}
]