{
  "reference": "runs/bf16-golden/bf16-golden.jsonl",
  "candidate": "runs/fp8-fixtures.jsonl",
  "thresholds": {
    "max_mean_delta": 1.0,
    "max_coord_delta": 5.0,
    "require_label_match": true
  },
  "cases": [
    {
      "case_id": "coco-000000037777-banana",
      "reference_labels": {
        "banana": 1
      },
      "candidate_labels": {
        "banana": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000037777-multi",
      "reference_labels": {
        "orange": 1,
        "": 4,
        "refrigerator": 1
      },
      "candidate_labels": {
        "orange": 1,
        "": 4,
        "refrigerator": 1
      },
      "label_match": true,
      "mean_abs_delta": 2.5,
      "max_abs_delta": 16.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": false
    },
    {
      "case_id": "coco-000000039769-cat",
      "reference_labels": {
        "cat": 1
      },
      "candidate_labels": {
        "cat": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000039769-referring",
      "reference_labels": {
        "the larger cat on the right": 1
      },
      "candidate_labels": {
        "the larger cat on the right": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000128372-bus",
      "reference_labels": {
        "bus": 1
      },
      "candidate_labels": {
        "bus": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000252219-multi",
      "reference_labels": {
        "person": 1,
        "": 1,
        "shopping cart": 1
      },
      "candidate_labels": {
        "person": 1,
        "": 2,
        "shopping cart": 1
      },
      "label_match": false,
      "mean_abs_delta": 2.25,
      "max_abs_delta": 14.0,
      "missing_objects": 0,
      "extra_objects": 1,
      "pass": false
    },
    {
      "case_id": "coco-000000252219-person",
      "reference_labels": {
        "person": 1,
        "": 2
      },
      "candidate_labels": {
        "person": 1,
        "": 2
      },
      "label_match": true,
      "mean_abs_delta": 41.333333333333336,
      "max_abs_delta": 418.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": false
    },
    {
      "case_id": "coco-000000289343-dog",
      "reference_labels": {
        "dog": 1
      },
      "candidate_labels": {
        "dog": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000397133-person",
      "reference_labels": {
        "person": 1
      },
      "candidate_labels": {
        "person": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000397133-referring",
      "reference_labels": {
        "the person standing at the stove wearing an apron": 1
      },
      "candidate_labels": {
        "the person standing at the stove wearing an apron": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000500270-skateboard",
      "reference_labels": {
        "skateboard": 1
      },
      "candidate_labels": {
        "skateboard": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    },
    {
      "case_id": "coco-000000581100-giraffe",
      "reference_labels": {
        "giraffe": 1,
        "": 1
      },
      "candidate_labels": {
        "giraffe": 1,
        "": 1
      },
      "label_match": true,
      "mean_abs_delta": 0.0,
      "max_abs_delta": 0.0,
      "missing_objects": 0,
      "extra_objects": 0,
      "pass": true
    }
  ],
  "overall_mean_abs_delta": 6.625,
  "overall_max_abs_delta": 418.0,
  "verdict": "FAIL"
}