evidence/tf-nvfp4-gptq.jsonl

{"case_id": "coco-000000397133-person", "prompt_len": 407, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1.1e-05}, {"gold": 8987, "top1": 8987, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -3e-06}, {"gold": 152283, "top1": 152282, "gold_lp": -1.822996, "coord_gold": 606, "coord_expected": 600.5009}, {"gold": 151839, "top1": 151839, "gold_lp": -1.587054, "coord_gold": 162, "coord_expected": 162.6801}, {"gold": 152457, "top1": 152457, "gold_lp": -0.735559, "coord_gold": 780, "coord_expected": 780.1257}, {"gold": 152492, "top1": 152491, "gold_lp": -1.931794, "coord_gold": 815, "coord_expected": 814.6989}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.002188}]}
{"case_id": "coco-000000037777-banana", "prompt_len": 156, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -3e-06}, {"gold": 87747, "top1": 87747, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -1e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -0.0}, {"gold": 152310, "top1": 152294, "gold_lp": -3.880416, "coord_gold": 633, "coord_expected": 618.6686}, {"gold": 152489, "top1": 152489, "gold_lp": -3.010556, "coord_gold": 812, "coord_expected": 802.3072}, {"gold": 152408, "top1": 152408, "gold_lp": -2.536409, "coord_gold": 731, "coord_expected": 707.4303}, {"gold": 152581, "top1": 152613, "gold_lp": -3.656718, "coord_gold": 904, "coord_expected": 924.389}, {"gold": 151669, "top1": 151669, "gold_lp": -1e-06}, {"gold": 151645, "top1": 151645, "gold_lp": -0.043006}]}
{"case_id": "coco-000000039769-cat", "prompt_len": 453, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 4616, "top1": 4616, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -9e-06}, {"gold": 152219, "top1": 151689, "gold_lp": -3.213928, "coord_gold": 542, "coord_expected": 243.5591}, {"gold": 151730, "top1": 151729, "gold_lp": -3.081666, "coord_gold": 53, "coord_expected": 50.5343}, {"gold": 152675, "top1": 152677, "gold_lp": -1.757215, "coord_gold": 998, "coord_expected": 998.6655}, {"gold": 152454, "top1": 152452, "gold_lp": -2.50824, "coord_gold": 777, "coord_expected": 772.7805}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.002478}]}
{"case_id": "coco-000000252219-person", "prompt_len": 407, "response_len": 22, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -6e-06}, {"gold": 8987, "top1": 8987, "gold_lp": -0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -3e-06}, {"gold": 151685, "top1": 152185, "gold_lp": -3.117616, "coord_gold": 8, "coord_expected": 410.6501}, {"gold": 152095, "top1": 151949, "gold_lp": -6.431733, "coord_gold": 418, "coord_expected": 382.4905}, {"gold": 151885, "top1": 151875, "gold_lp": -4.137103, "coord_gold": 208, "coord_expected": 186.837}, {"gold": 152595, "top1": 152595, "gold_lp": -1.769488, "coord_gold": 918, "coord_expected": 918.9122}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.01818}, {"gold": 152186, "top1": 152186, "gold_lp": -1.049565, "coord_gold": 509, "coord_expected": 499.1518}, {"gold": 152093, "top1": 152095, "gold_lp": -2.551772, "coord_gold": 416, "coord_expected": 415.0773}, {"gold": 152299, "top1": 152297, "gold_lp": -1.493486, "coord_gold": 622, "coord_expected": 620.2341}, {"gold": 152548, "top1": 152546, "gold_lp": -1.839987, "coord_gold": 871, "coord_expected": 869.2902}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.004627}, {"gold": 152469, "top1": 152469, "gold_lp": -1.401571, "coord_gold": 792, "coord_expected": 790.4407}, {"gold": 152081, "top1": 152079, "gold_lp": -2.719421, "coord_gold": 404, "coord_expected": 402.8027}, {"gold": 152666, "top1": 152666, "gold_lp": -0.915279, "coord_gold": 989, "coord_expected": 989.514}, {"gold": 152576, "top1": 152576, "gold_lp": -1.530321, "coord_gold": 899, "coord_expected": 900.0917}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.014171}]}
{"case_id": "coco-000000581100-giraffe", "prompt_len": 454, "response_len": 18, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1e-06}, {"gold": 70, "top1": 70, "gold_lp": 0.0}, {"gold": 404, "top1": 404, "gold_lp": 0.0}, {"gold": 37780, "top1": 37780, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -2e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -2e-06}, {"gold": 152043, "top1": 152043, "gold_lp": -1.395302, "coord_gold": 366, "coord_expected": 383.6954}, {"gold": 151973, "top1": 151973, "gold_lp": -1.40658, "coord_gold": 296, "coord_expected": 296.3709}, {"gold": 152299, "top1": 152299, "gold_lp": -1.736741, "coord_gold": 622, "coord_expected": 617.0377}, {"gold": 152508, "top1": 152508, "gold_lp": -1.688601, "coord_gold": 831, "coord_expected": 830.7316}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.009758}, {"gold": 152265, "top1": 152265, "gold_lp": -1.147767, "coord_gold": 588, "coord_expected": 584.0343}, {"gold": 152037, "top1": 152039, "gold_lp": -3.077031, "coord_gold": 360, "coord_expected": 353.1595}, {"gold": 152389, "top1": 152388, "gold_lp": -0.989968, "coord_gold": 712, "coord_expected": 712.0374}, {"gold": 152469, "top1": 152469, "gold_lp": -0.822105, "coord_gold": 792, "coord_expected": 792.2696}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.004624}]}
{"case_id": "coco-000000289343-dog", "prompt_len": 476, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 18457, "top1": 18457, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -1e-06}, {"gold": 152570, "top1": 152570, "gold_lp": -0.986917, "coord_gold": 893, "coord_expected": 892.8492}, {"gold": 152293, "top1": 152293, "gold_lp": -0.892011, "coord_gold": 616, "coord_expected": 615.8297}, {"gold": 152648, "top1": 152648, "gold_lp": -1.306425, "coord_gold": 971, "coord_expected": 972.7682}, {"gold": 152339, "top1": 152339, "gold_lp": -0.833171, "coord_gold": 662, "coord_expected": 662.9441}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -8.6e-05}]}
{"case_id": "coco-000000128372-bus", "prompt_len": 407, "response_len": 10, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -5e-06}, {"gold": 10338, "top1": 10338, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.0}, {"gold": 151677, "top1": 151677, "gold_lp": -0.692474, "coord_gold": 0, "coord_expected": 4.0914}, {"gold": 151846, "top1": 151846, "gold_lp": -2.381712, "coord_gold": 169, "coord_expected": 169.3474}, {"gold": 152325, "top1": 152325, "gold_lp": -2.01621, "coord_gold": 648, "coord_expected": 645.9985}, {"gold": 152558, "top1": 152558, "gold_lp": -2.50148, "coord_gold": 881, "coord_expected": 884.0588}, {"gold": 151669, "top1": 151669, "gold_lp": -2e-06}, {"gold": 151645, "top1": 151645, "gold_lp": -0.000489}]}
{"case_id": "coco-000000500270-skateboard", "prompt_len": 407, "response_len": 12, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 4886, "top1": 4886, "gold_lp": 0.0}, {"gold": 349, "top1": 349, "gold_lp": -3e-06}, {"gold": 2482, "top1": 2482, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -2.8e-05}, {"gold": 151844, "top1": 151843, "gold_lp": -1.428202, "coord_gold": 167, "coord_expected": 162.2446}, {"gold": 152386, "top1": 152386, "gold_lp": -1.597701, "coord_gold": 709, "coord_expected": 706.8686}, {"gold": 151989, "top1": 151989, "gold_lp": -0.874428, "coord_gold": 312, "coord_expected": 312.1384}, {"gold": 152442, "top1": 152442, "gold_lp": -1.938328, "coord_gold": 765, "coord_expected": 763.8223}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.029779}]}
{"case_id": "coco-000000397133-referring", "prompt_len": 416, "response_len": 19, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1.1e-05}, {"gold": 1782, "top1": 1782, "gold_lp": 0.0}, {"gold": 1697, "top1": 1697, "gold_lp": 0.0}, {"gold": 11259, "top1": 11259, "gold_lp": 0.0}, {"gold": 518, "top1": 518, "gold_lp": 0.0}, {"gold": 279, "top1": 279, "gold_lp": 0.0}, {"gold": 44015, "top1": 44015, "gold_lp": 0.0}, {"gold": 12233, "top1": 12233, "gold_lp": -0.0}, {"gold": 458, "top1": 458, "gold_lp": 0.0}, {"gold": 21049, "top1": 21049, "gold_lp": 0.0}, {"gold": 263, "top1": 263, "gold_lp": -1e-06}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -1.5e-05}, {"gold": 152283, "top1": 152283, "gold_lp": -2.206188, "coord_gold": 606, "coord_expected": 602.582}, {"gold": 151839, "top1": 151839, "gold_lp": -1.394351, "coord_gold": 162, "coord_expected": 161.8754}, {"gold": 152457, "top1": 152457, "gold_lp": -0.638965, "coord_gold": 780, "coord_expected": 779.9616}, {"gold": 152492, "top1": 152492, "gold_lp": -1.645387, "coord_gold": 815, "coord_expected": 813.4595}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.002825}]}
{"case_id": "coco-000000039769-referring", "prompt_len": 458, "response_len": 15, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1.2e-05}, {"gold": 1782, "top1": 1782, "gold_lp": 0.0}, {"gold": 8131, "top1": 8131, "gold_lp": 0.0}, {"gold": 8251, "top1": 8251, "gold_lp": -7e-06}, {"gold": 389, "top1": 389, "gold_lp": 0.0}, {"gold": 279, "top1": 279, "gold_lp": 0.0}, {"gold": 1290, "top1": 1290, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -6e-06}, {"gold": 152218, "top1": 152218, "gold_lp": -2.276948, "coord_gold": 541, "coord_expected": 538.8984}, {"gold": 151726, "top1": 151726, "gold_lp": -2.039915, "coord_gold": 49, "coord_expected": 49.8681}, {"gold": 152677, "top1": 152677, "gold_lp": -0.338704, "coord_gold": 1000, "coord_expected": 999.4727}, {"gold": 152453, "top1": 152451, "gold_lp": -2.0487, "coord_gold": 776, "coord_expected": 775.6855}, {"gold": 151669, "top1": 151669, "gold_lp": -1e-06}, {"gold": 151645, "top1": 151645, "gold_lp": -8.6e-05}]}
{"case_id": "coco-000000037777-multi", "prompt_len": 160, "response_len": 45, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -1e-06}, {"gold": 34164, "top1": 34164, "gold_lp": -2e-06}, {"gold": 151673, "top1": 151673, "gold_lp": -3e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -2e-06}, {"gold": 152258, "top1": 152255, "gold_lp": -1.981722, "coord_gold": 581, "coord_expected": 581.4763}, {"gold": 152449, "top1": 152448, "gold_lp": -2.813816, "coord_gold": 772, "coord_expected": 792.7853}, {"gold": 152291, "top1": 152405, "gold_lp": -9.246616, "coord_gold": 614, "coord_expected": 720.8359}, {"gold": 152570, "top1": 152506, "gold_lp": -5.270296, "coord_gold": 893, "coord_expected": 844.2007}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.026305}, {"gold": 152288, "top1": 152260, "gold_lp": -2.671814, "coord_gold": 611, "coord_expected": 598.4859}, {"gold": 152489, "top1": 152487, "gold_lp": -3.416605, "coord_gold": 812, "coord_expected": 813.7417}, {"gold": 152313, "top1": 152324, "gold_lp": -3.850634, "coord_gold": 636, "coord_expected": 650.6122}, {"gold": 152574, "top1": 152534, "gold_lp": -4.797091, "coord_gold": 897, "coord_expected": 870.9778}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.004088}, {"gold": 152294, "top1": 152291, "gold_lp": -1.676445, "coord_gold": 617, "coord_expected": 617.8303}, {"gold": 152552, "top1": 152552, "gold_lp": -3.548514, "coord_gold": 875, "coord_expected": 862.2496}, {"gold": 152334, "top1": 152329, "gold_lp": -3.170771, "coord_gold": 657, "coord_expected": 653.2916}, {"gold": 152617, "top1": 152617, "gold_lp": -2.478849, "coord_gold": 940, "coord_expected": 940.2141}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.023254}, {"gold": 152319, "top1": 152317, "gold_lp": -2.653514, "coord_gold": 642, "coord_expected": 638.6127}, {"gold": 152448, "top1": 152449, "gold_lp": -2.903332, "coord_gold": 771, "coord_expected": 784.1035}, {"gold": 152364, "top1": 152364, "gold_lp": -1.891941, "coord_gold": 687, "coord_expected": 686.1867}, {"gold": 152499, "top1": 152506, "gold_lp": -3.208247, "coord_gold": 822, "coord_expected": 833.3247}, {"gold": 151669, "top1": 151669, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -0.054888}, {"gold": 152332, "top1": 152334, "gold_lp": -2.382465, "coord_gold": 655, "coord_expected": 653.1146}, {"gold": 152556, "top1": 152549, "gold_lp": -3.791091, "coord_gold": 879, "coord_expected": 857.511}, {"gold": 152367, "top1": 152373, "gold_lp": -3.525875, "coord_gold": 690, "coord_expected": 700.3675}, {"gold": 152621, "top1": 152617, "gold_lp": -2.102299, "coord_gold": 944, "coord_expected": 943.0176}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151672, "top1": 151672, "gold_lp": -0.313295}, {"gold": 1097, "top1": 1097, "gold_lp": -0.0}, {"gold": 63944, "top1": 63944, "gold_lp": -0.0}, {"gold": 850, "top1": 850, "gold_lp": 0.0}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -4e-06}, {"gold": 152537, "top1": 152528, "gold_lp": -3.346109, "coord_gold": 860, "coord_expected": 850.1888}, {"gold": 152010, "top1": 152010, "gold_lp": -2.51747, "coord_gold": 333, "coord_expected": 334.052}, {"gold": 152674, "top1": 152674, "gold_lp": -0.093884, "coord_gold": 997, "coord_expected": 996.7526}, {"gold": 152673, "top1": 152673, "gold_lp": -0.037072, "coord_gold": 996, "coord_expected": 995.8264}, {"gold": 151669, "top1": 151669, "gold_lp": -7e-06}, {"gold": 151645, "top1": 151645, "gold_lp": -8.7e-05}]}
{"case_id": "coco-000000252219-multi", "prompt_len": 410, "response_len": 26, "positions": [{"gold": 151672, "top1": 151672, "gold_lp": -2e-06}, {"gold": 8987, "top1": 8987, "gold_lp": -1e-06}, {"gold": 151673, "top1": 151673, "gold_lp": -1e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -2e-06}, {"gold": 151685, "top1": 151685, "gold_lp": -2.427865, "coord_gold": 8, "coord_expected": 182.2438}, {"gold": 152092, "top1": 151953, "gold_lp": -6.405149, "coord_gold": 415, "coord_expected": 412.388}, {"gold": 152297, "top1": 151846, "gold_lp": -11.200506, "coord_gold": 620, "coord_expected": 181.2049}, {"gold": 152595, "top1": 152595, "gold_lp": -1.903121, "coord_gold": 918, "coord_expected": 915.8725}, {"gold": 151669, "top1": 151669, "gold_lp": -6e-06}, {"gold": 151668, "top1": 151668, "gold_lp": -0.112838}, {"gold": 152469, "top1": 152469, "gold_lp": -1.713317, "coord_gold": 792, "coord_expected": 731.2289}, {"gold": 152087, "top1": 152099, "gold_lp": -3.932471, "coord_gold": 410, "coord_expected": 480.7335}, {"gold": 152666, "top1": 152666, "gold_lp": -1.044574, "coord_gold": 989, "coord_expected": 989.231}, {"gold": 152576, "top1": 152576, "gold_lp": -1.125289, "coord_gold": 899, "coord_expected": 899.3318}, {"gold": 151669, "top1": 151669, "gold_lp": -1e-06}, {"gold": 151672, "top1": 151672, "gold_lp": -0.012517}, {"gold": 50566, "top1": 50566, "gold_lp": -2e-06}, {"gold": 7406, "top1": 7406, "gold_lp": -1e-05}, {"gold": 151673, "top1": 151673, "gold_lp": 0.0}, {"gold": 151668, "top1": 151668, "gold_lp": -2e-06}, {"gold": 152008, "top1": 152008, "gold_lp": -1.300497, "coord_gold": 331, "coord_expected": 327.6511}, {"gold": 152286, "top1": 152274, "gold_lp": -4.530468, "coord_gold": 609, "coord_expected": 574.6497}, {"gold": 152186, "top1": 152185, "gold_lp": -2.522546, "coord_gold": 509, "coord_expected": 514.2632}, {"gold": 152551, "top1": 152551, "gold_lp": -0.766, "coord_gold": 874, "coord_expected": 873.2768}, {"gold": 151669, "top1": 151669, "gold_lp": -0.0}, {"gold": 151645, "top1": 151645, "gold_lp": -0.011052}]}