{"case_id": "coco-000000397133-person", "prompt_len": 407, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -3e-06}, {"gold": 8987, "top1": 8987, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -2e-06}, {"gold": 152283, "top1": 152283, "gold_lp": -1.896082, "coord_gold": 606, "coord_expected": 592.4954}, {"gold": 151839, "top1": 151839, "gold_lp": -1.43805, "coord_gold": 162, "coord_expected": 162.1678}, {"gold": 152457, "top1": 152457, "gold_lp": -0.689268, "coord_gold": 780, "coord_expected": 780.1988}, {"gold": 152492, "top1": 152492, "gold_lp": -1.803505, "coord_gold": 815, "coord_expected": 815.0631}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.005239}]}
{"case_id": "coco-000000037777-banana", "prompt_len": 156, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 87747, "top1": 87747, "gold_lp": -0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.0}, {"gold": 152310, "top1": 152310, "gold_lp": -3.533528, "coord_gold": 633, "coord_expected": 622.8354}, {"gold": 152489, "top1": 152489, "gold_lp": -2.829776, "coord_gold": 812, "coord_expected": 806.1551}, {"gold": 152408, "top1": 152408, "gold_lp": -2.727741, "coord_gold": 731, "coord_expected": 702.0523}, {"gold": 152581, "top1": 152589, "gold_lp": -3.5092, "coord_gold": 904, "coord_expected": 919.8121}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.038047}]}
{"case_id": "coco-000000039769-cat", "prompt_len": 453, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 4616, "top1": 4616, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -2e-06}, {"gold": 152219, "top1": 151677, "gold_lp": -2.890363, "coord_gold": 542, "coord_expected": 202.6552}, {"gold": 151730, "top1": 151729, "gold_lp": -3.172342, "coord_gold": 53, "coord_expected": 51.03}, {"gold": 152675, "top1": 152677, "gold_lp": -1.074321, "coord_gold": 998, "coord_expected": 998.7759}, {"gold": 152454, "top1": 152453, "gold_lp": -2.362455, "coord_gold": 777, "coord_expected": 773.7726}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.001171}]}
{"case_id": "coco-000000252219-person", "prompt_len": 407, "response_len": 22, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 8987, "top1": 8987, "gold_lp": -0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -1e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -3e-06}, {"gold": 151685, "top1": 151685, "gold_lp": -2.317454, "coord_gold": 8, "coord_expected": 198.8827}, {"gold": 152095, "top1": 151949, "gold_lp": -6.92547, "coord_gold": 418, "coord_expected": 357.6636}, {"gold": 151885, "top1": 151871, "gold_lp": -3.707019, "coord_gold": 208, "coord_expected": 190.3264}, {"gold": 152595, "top1": 152596, "gold_lp": -1.978412, "coord_gold": 918, "coord_expected": 919.6328}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.020559}, {"gold": 152186, "top1": 152186, "gold_lp": -0.929239, "coord_gold": 509, "coord_expected": 497.3011}, {"gold": 152093, "top1": 152095, "gold_lp": -2.674361, "coord_gold": 416, "coord_expected": 413.0524}, {"gold": 152299, "top1": 152299, "gold_lp": -0.832415, "coord_gold": 622, "coord_expected": 621.4421}, {"gold": 152548, "top1": 152546, "gold_lp": -1.547304, "coord_gold": 871, "coord_expected": 870.0054}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.001705}, {"gold": 152469, "top1": 152469, "gold_lp": -1.162043, "coord_gold": 792, "coord_expected": 791.1874}, {"gold": 152081, "top1": 152081, "gold_lp": -2.59276, "coord_gold": 404, "coord_expected": 400.6027}, {"gold": 152666, "top1": 152666, "gold_lp": -0.818964, "coord_gold": 989, "coord_expected": 989.3497}, {"gold": 152576, "top1": 152577, "gold_lp": -1.494363, "coord_gold": 899, "coord_expected": 900.037}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.012524}]}
{"case_id": "coco-000000581100-giraffe", "prompt_len": 454, "response_len": 18, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 70, "top1": 70, "gold_lp": 0.0}, {"gold": 404, "top1": 404, "gold_lp": 0.0}, {"gold": 37780, "top1": 37780, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -1e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -1e-06}, {"gold": 152043, "top1": 152043, "gold_lp": -1.339078, "coord_gold": 366, "coord_expected": 380.0951}, {"gold": 151973, "top1": 151973, "gold_lp": -1.256605, "coord_gold": 296, "coord_expected": 296.1435}, {"gold": 152299, "top1": 152299, "gold_lp": -1.976116, "coord_gold": 622, "coord_expected": 617.6122}, {"gold": 152508, "top1": 152508, "gold_lp": -1.491967, "coord_gold": 831, "coord_expected": 831.2516}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.008616}, {"gold": 152265, "top1": 152265, "gold_lp": -1.030185, "coord_gold": 588, "coord_expected": 583.8696}, {"gold": 152037, "top1": 152000, "gold_lp": -3.228936, "coord_gold": 360, "coord_expected": 351.6328}, {"gold": 152389, "top1": 152388, "gold_lp": -0.881999, "coord_gold": 712, "coord_expected": 711.8199}, {"gold": 152469, "top1": 152469, "gold_lp": -0.731867, "coord_gold": 792, "coord_expected": 792.7573}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.001703}]}
{"case_id": "coco-000000289343-dog", "prompt_len": 476, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1e-06}, {"gold": 18457, "top1": 18457, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -1e-06}, {"gold": 152570, "top1": 152570, "gold_lp": -1.004555, "coord_gold": 893, "coord_expected": 892.8271}, {"gold": 152293, "top1": 152293, "gold_lp": -0.730885, "coord_gold": 616, "coord_expected": 616.0693}, {"gold": 152648, "top1": 152648, "gold_lp": -1.064361, "coord_gold": 971, "coord_expected": 972.4534}, {"gold": 152339, "top1": 152341, "gold_lp": -0.854731, "coord_gold": 662, "coord_expected": 663.0031}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -7.5e-05}]}
{"case_id": "coco-000000128372-bus", "prompt_len": 407, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 10338, "top1": 10338, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.0}, {"gold": 151677, "top1": 151677, "gold_lp": -0.749253, "coord_gold": 0, "coord_expected": 3.4149}, {"gold": 151846, "top1": 151846, "gold_lp": -2.370128, "coord_gold": 169, "coord_expected": 170.3994}, {"gold": 152325, "top1": 152325, "gold_lp": -2.416189, "coord_gold": 648, "coord_expected": 641.2385}, {"gold": 152558, "top1": 152558, "gold_lp": -2.578882, "coord_gold": 881, "coord_expected": 884.3055}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -8.5e-05}]}
{"case_id": "coco-000000500270-skateboard", "prompt_len": 407, "response_len": 12, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 4886, "top1": 4886, "gold_lp": 0.0}, {"gold": 349, "top1": 349, "gold_lp": -1e-06}, {"gold": 2482, "top1": 2482, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -1e-06}, {"gold": 151844, "top1": 151844, "gold_lp": -0.927502, "coord_gold": 167, "coord_expected": 162.4555}, {"gold": 152386, "top1": 152386, "gold_lp": -1.382146, "coord_gold": 709, "coord_expected": 707.7091}, {"gold": 151989, "top1": 151989, "gold_lp": -0.60337, "coord_gold": 312, "coord_expected": 311.9979}, {"gold": 152442, "top1": 152442, "gold_lp": -1.816463, "coord_gold": 765, "coord_expected": 764.9415}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.023252}]}
{"case_id": "coco-000000397133-referring", "prompt_len": 416, "response_len": 19, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1e-05}, {"gold": 1782, "top1": 1782, "gold_lp": 0.0}, {"gold": 1697, "top1": 1697, "gold_lp": 0.0}, {"gold": 11259, "top1": 11259, "gold_lp": 0.0}, {"gold": 518, "top1": 518, "gold_lp": 0.0}, {"gold": 279, "top1": 279, "gold_lp": 0.0}, {"gold": 44015, "top1": 44015, "gold_lp": 0.0}, {"gold": 12233, "top1": 12233, "gold_lp": -0.0}, {"gold": 458, "top1": 458, "gold_lp": 0.0}, {"gold": 21049, "top1": 21049, "gold_lp": 0.0}, {"gold": 263, "top1": 263, "gold_lp": -1e-06}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -1e-05}, {"gold": 152283, "top1": 152283, "gold_lp": -2.067167, "coord_gold": 606, "coord_expected": 601.8481}, {"gold": 151839, "top1": 151839, "gold_lp": -1.219512, "coord_gold": 162, "coord_expected": 162.3353}, {"gold": 152457, "top1": 152457, "gold_lp": -0.782784, "coord_gold": 780, "coord_expected": 780.0438}, {"gold": 152492, "top1": 152491, "gold_lp": -1.849099, "coord_gold": 815, "coord_expected": 814.4988}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.002815}]}
{"case_id": "coco-000000039769-referring", "prompt_len": 458, "response_len": 15, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -5.5e-05}, {"gold": 1782, "top1": 1782, "gold_lp": -0.0}, {"gold": 8131, "top1": 8131, "gold_lp": 0.0}, {"gold": 8251, "top1": 8251, "gold_lp": -0.0}, {"gold": 389, "top1": 389, "gold_lp": 0.0}, {"gold": 279, "top1": 279, "gold_lp": 0.0}, {"gold": 1290, "top1": 1290, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -3e-06}, {"gold": 152218, "top1": 152218, "gold_lp": -2.236666, "coord_gold": 541, "coord_expected": 538.3428}, {"gold": 151726, "top1": 151726, "gold_lp": -1.987614, "coord_gold": 49, "coord_expected": 50.5142}, {"gold": 152677, "top1": 152677, "gold_lp": -0.273527, "coord_gold": 1000, "coord_expected": 999.518}, {"gold": 152453, "top1": 152453, "gold_lp": -1.951143, "coord_gold": 776, "coord_expected": 776.4293}, {"gold": 151669, "top1": 151669, "gold_lp": -1e-06}, {"gold": 151645, "top1": 151645, "gold_lp": -9.6e-05}]}
{"case_id": "coco-000000037777-multi", "prompt_len": 160, "response_len": 45, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1e-06}, {"gold": 34164, "top1": 34164, "gold_lp": -0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.0}, {"gold": 152258, "top1": 152258, "gold_lp": -1.478971, "coord_gold": 581, "coord_expected": 583.0205}, {"gold": 152449, "top1": 152489, "gold_lp": -3.176113, "coord_gold": 772, "coord_expected": 802.3994}, {"gold": 152291, "top1": 152408, "gold_lp": -9.944305, "coord_gold": 614, "coord_expected": 717.2197}, {"gold": 152570, "top1": 152535, "gold_lp": -4.940257, "coord_gold": 893, "coord_expected": 856.5461}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.016039}, {"gold": 152288, "top1": 152288, "gold_lp": -2.307294, "coord_gold": 611, "coord_expected": 604.1871}, {"gold": 152489, "top1": 152489, "gold_lp": -3.191978, "coord_gold": 812, "coord_expected": 817.0241}, {"gold": 152313, "top1": 152321, "gold_lp": -3.753073, "coord_gold": 636, "coord_expected": 648.6486}, {"gold": 152574, "top1": 152570, "gold_lp": -4.001009, "coord_gold": 897, "coord_expected": 878.949}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.001931}, {"gold": 152294, "top1": 152294, "gold_lp": -1.407372, "coord_gold": 617, "coord_expected": 618.006}, {"gold": 152552, "top1": 152552, "gold_lp": -3.086724, "coord_gold": 875, "coord_expected": 872.0306}, {"gold": 152334, "top1": 152328, "gold_lp": -3.100212, "coord_gold": 657, "coord_expected": 652.8066}, {"gold": 152617, "top1": 152615, "gold_lp": -2.692586, "coord_gold": 940, "coord_expected": 938.9359}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.01604}, {"gold": 152319, "top1": 152319, "gold_lp": -2.334299, "coord_gold": 642, "coord_expected": 641.6328}, {"gold": 152448, "top1": 152449, "gold_lp": -2.905637, "coord_gold": 771, "coord_expected": 787.4982}, {"gold": 152364, "top1": 152364, "gold_lp": -1.736143, "coord_gold": 687, "coord_expected": 686.7137}, {"gold": 152499, "top1": 152499, "gold_lp": -2.647664, "coord_gold": 822, "coord_expected": 830.5695}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.054888}, {"gold": 152332, "top1": 152334, "gold_lp": -2.361814, "coord_gold": 655, "coord_expected": 655.0969}, {"gold": 152556, "top1": 152552, "gold_lp": -3.640121, "coord_gold": 879, "coord_expected": 854.2508}, {"gold": 152367, "top1": 152373, "gold_lp": -3.524881, "coord_gold": 690, "coord_expected": 698.962}, {"gold": 152621, "top1": 152617, "gold_lp": -1.964213, "coord_gold": 944, "coord_expected": 943.6507}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151672, "top1": 151672, "gold_lp": -0.313285}, {"gold": 1097, "top1": 1097, "gold_lp": 0.0}, {"gold": 63944, "top1": 63944, "gold_lp": -1e-06}, {"gold": 850, "top1": 850, "gold_lp": -0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -2e-06}, {"gold": 152537, "top1": 152528, "gold_lp": -3.501575, "coord_gold": 860, "coord_expected": 850.9208}, {"gold": 152010, "top1": 152010, "gold_lp": -2.313981, "coord_gold": 333, "coord_expected": 333.4738}, {"gold": 152674, "top1": 152674, "gold_lp": -0.023703, "coord_gold": 997, "coord_expected": 996.9246}, {"gold": 152673, "top1": 152673, "gold_lp": -0.03865, "coord_gold": 996, "coord_expected": 995.8387}, {"gold": 151669, "top1": 151669, "gold_lp": -2e-06}, {"gold": 151645, "top1": 151645, "gold_lp": -4.1e-05}]}
{"case_id": "coco-000000252219-multi", "prompt_len": 410, "response_len": 26, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -3e-06}, {"gold": 8987, "top1": 8987, "gold_lp": -0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -1e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -1e-06}, {"gold": 151685, "top1": 151685, "gold_lp": -2.273222, "coord_gold": 8, "coord_expected": 178.8113}, {"gold": 152092, "top1": 151677, "gold_lp": -6.112423, "coord_gold": 415, "coord_expected": 416.025}, {"gold": 152297, "top1": 151882, "gold_lp": -9.976524, "coord_gold": 620, "coord_expected": 188.9484}, {"gold": 152595, "top1": 152595, "gold_lp": -1.758711, "coord_gold": 918, "coord_expected": 916.7579}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.428726}, {"gold": 152469, "top1": 152469, "gold_lp": -1.803461, "coord_gold": 792, "coord_expected": 683.6646}, {"gold": 152087, "top1": 152082, "gold_lp": -3.507496, "coord_gold": 410, "coord_expected": 406.785}, {"gold": 152666, "top1": 152666, "gold_lp": -1.058118, "coord_gold": 989, "coord_expected": 988.5208}, {"gold": 152576, "top1": 152576, "gold_lp": -1.093193, "coord_gold": 899, "coord_expected": 898.8861}, {"gold": 151669, "top1": 151669, "gold_lp": -1e-06}, {"gold": 151672, "top1": 151672, "gold_lp": -0.00862}, {"gold": 50566, "top1": 50566, "gold_lp": -0.0}, {"gold": 7406, "top1": 7406, "gold_lp": -2.3e-05}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -1e-06}, {"gold": 152008, "top1": 152008, "gold_lp": -1.288194, "coord_gold": 331, "coord_expected": 327.5132}, {"gold": 152286, "top1": 152286, "gold_lp": -4.055239, "coord_gold": 609, "coord_expected": 571.6412}, {"gold": 152186, "top1": 152185, "gold_lp": -2.329708, "coord_gold": 509, "coord_expected": 512.826}, {"gold": 152551, "top1": 152551, "gold_lp": -0.57029, "coord_gold": 874, "coord_expected": 873.7812}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.011053}]}