{ "accuracy": 0.25225225225225223, "correct": 308, "total": 1221, "predictions": [ { "id": "eval-1afa02df02c908a558b4036e80242fac", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.975359916687012, "B": -8.975359916687012, "C": -10.975359916687012, "D": -8.975359916687012, "E": -8.600359916687012 } }, { "id": "eval-a7ab086045575bb497933726e4e6ad28", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.1763863563537598, "B": -4.30138635635376, "C": -8.676385879516602, "D": -5.42638635635376, "E": -4.05138635635376 } }, { "id": "eval-b8c0a4703079cf661d7261a60a1bcbff", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.631565093994141, "B": -7.569065093994141, "C": -10.81906509399414, "D": -12.06906509399414, "E": -8.94406509399414 } }, { "id": "eval-e68fb2448fd74e402aae9982aa76e527", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.374190330505371, "B": -5.499190330505371, "C": -9.436690330505371, "D": -7.561690330505371, "E": -7.561690330505371 } }, { "id": "eval-2435de612dd69f2012b9e40d6af4ce38", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.12419605255127, "B": -9.18669605255127, "C": -12.96794605255127, "D": -10.49919605255127, "E": -8.81169605255127 } }, { "id": "eval-a4892551cb4beb279653ae52d0de4c89", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.938264846801758, "B": -5.625764846801758, "C": -9.000764846801758, "D": -6.563264846801758, "E": -7.250764846801758 } }, { "id": "eval-118a9093a30695622363455e4d911866", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -3.1540756225585938, "B": -3.5290756225585938, "C": -6.216575622558594, "D": -4.154075622558594, "E": -3.4040756225585938 } }, { "id": "eval-05ea49b82e8ec519e82d6633936ab8bf", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.519717216491699, "B": -6.394717216491699, "C": -9.7697172164917, "D": -7.769717216491699, "E": -7.269717216491699 } }, { "id": "eval-c0c07ce781653b2a2c01871ba2bcba93", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.093977451324463, "B": -6.093977451324463, "C": -11.031476974487305, "D": -9.093976974487305, "E": -8.406476974487305 } }, { "id": "eval-1d24f406b6828492040b405d3f35119c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.48091459274292, "B": -6.66841459274292, "C": -9.418414115905762, "D": -8.043414115905762, "E": -7.23091459274292 } }, { "id": "eval-57f92025d860e32c4e780c0d51c1c20c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.346046447753906, "B": -8.283546447753906, "C": -12.346046447753906, "D": -9.346046447753906, "E": -8.346046447753906 } }, { "id": "eval-81eb4b2ee66edd8bc91ee944697c4e9f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.572994709014893, "B": -7.135494709014893, "C": -11.947994232177734, "D": -6.760494709014893, "E": -6.760494709014893 } }, { "id": "eval-d807e7ae60976324920c8d29eb42dad6", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.8276262283325195, "B": -5.7026262283325195, "C": -8.76512622833252, "D": -6.3901262283325195, "E": -6.3276262283325195 } }, { "id": "eval-7ea9f721ffc662918bb0c0937a487f04", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -7.191159248352051, "B": -7.066159248352051, "C": -12.81615924835205, "D": -9.31615924835205, "E": -7.128659248352051 } }, { "id": "eval-fc1d33a2301a30214523c12573f81aba", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.90716552734375, "B": -7.28216552734375, "C": -9.84466552734375, "D": -8.71966552734375, "E": -7.65716552734375 } }, { "id": "eval-3b8e1d236f5169b6c833a994d6d9c39a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.439218521118164, "B": -7.501718521118164, "C": -11.314218521118164, "D": -7.564218521118164, "E": -6.564218521118164 } }, { "id": "eval-c5c4166f2ed3c2b3517b79e6848e9ae2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.897189140319824, "B": -7.334689140319824, "C": -11.334689140319824, "D": -8.584689140319824, "E": -8.147189140319824 } }, { "id": "eval-6dc5b2884737e66543ce65f8dc40c992", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.33533239364624, "B": -7.33533239364624, "C": -12.397831916809082, "D": -8.960331916809082, "E": -8.397831916809082 } }, { "id": "eval-8af63d58cc35061dec38e5448c325988", "answer": "E", "prediction": "D", "correct": false, "scores": { "A": -8.036534309387207, "B": -7.286534309387207, "C": -11.661534309387207, "D": -7.224034309387207, "E": -7.911534309387207 } }, { "id": "eval-768fb09deab56046e1565b6a2556ad5c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.374921798706055, "B": -7.062421798706055, "C": -9.999921798706055, "D": -6.687421798706055, "E": -6.749921798706055 } }, { "id": "eval-cd639cf3ff82f825ace7dd2b087562bd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.530360221862793, "B": -7.530360221862793, "C": -10.342860221862793, "D": -8.842860221862793, "E": -8.217860221862793 } }, { "id": "eval-8d79cc5e4eea11f50fab18fdea20fd4f", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.235783576965332, "B": -5.860783576965332, "C": -8.673283576965332, "D": -7.423283576965332, "E": -6.923283576965332 } }, { "id": "eval-e5ad2184e37ae88b2bf46bf6bc0ed2f4", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.504457950592041, "B": -6.879457950592041, "C": -13.098207473754883, "D": -8.066957473754883, "E": -6.754457950592041 } }, { "id": "eval-b8b287b6277fccd4b7c9c72577177328", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.526458263397217, "B": -9.026457786560059, "C": -12.838957786560059, "D": -9.463957786560059, "E": -9.401457786560059 } }, { "id": "eval-f646f3e064f06423fc25b98500796cf0", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.3097357749938965, "B": -4.1847357749938965, "C": -6.6222357749938965, "D": -4.1847357749938965, "E": -4.5597357749938965 } }, { "id": "eval-b0f7d7978ac41c465108a92660d70e84", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.356015205383301, "B": -6.106015205383301, "C": -12.0435152053833, "D": -7.968661785125732, "E": -8.031161308288574 } }, { "id": "eval-54075de8b8b89ecef2e4eb4eaee2713d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.9571146965026855, "B": -8.207114219665527, "C": -12.800864219665527, "D": -8.082114219665527, "E": -6.9571146965026855 } }, { "id": "eval-65435b996ce9d1685bebb74b49c1ba7f", "answer": "A", "prediction": "D", "correct": false, "scores": { "A": -7.966782569885254, "B": -8.716782569885254, "C": -12.466782569885254, "D": -7.216782569885254, "E": -7.529282569885254 } }, { "id": "eval-9889e5389917d812c09d6e5d382d333d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.345280647277832, "B": -9.407780647277832, "C": -16.032779693603516, "D": -10.532780647277832, "E": -8.720280647277832 } }, { "id": "eval-a651ffa44ac5febf0aede6748899b981", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.1735200881958, "B": -8.1735200881958, "C": -11.1110200881958, "D": -7.861020088195801, "E": -7.423520088195801 } }, { "id": "eval-bdcfbe2132295d437e4c5701085f19c0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.051246166229248, "B": -7.301246166229248, "C": -12.11374568939209, "D": -8.30124568939209, "E": -6.426246166229248 } }, { "id": "eval-8d3dc21a53523850ec80771daaa5ff20", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.990147113800049, "B": -9.11514663696289, "C": -13.39639663696289, "D": -9.92764663696289, "E": -7.990147113800049 } }, { "id": "eval-a80ee7775e934c423012fe98e20ba28b", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.042503356933594, "B": -7.792503356933594, "C": -12.980003356933594, "D": -7.730003356933594, "E": -6.417503356933594 } }, { "id": "eval-48a315cfa3ce11f7a9d615bc854331d5", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -6.75530481338501, "B": -8.380304336547852, "C": -12.942804336547852, "D": -8.942804336547852, "E": -6.38030481338501 } }, { "id": "eval-4acd496cc78d96c2431279a5fd87de7c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.078703880310059, "B": -10.141203880310059, "C": -15.016203880310059, "D": -10.453703880310059, "E": -10.641203880310059 } }, { "id": "eval-91e0f4ab62c9d2fd440d73a3f5308d96", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -8.553156852722168, "B": -9.053156852722168, "C": -14.834406852722168, "D": -9.740656852722168, "E": -8.115656852722168 } }, { "id": "eval-b61e849e44db16a581f0b65e28ab95dc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.735970973968506, "B": -6.610970973968506, "C": -10.985970497131348, "D": -8.235970497131348, "E": -7.110970973968506 } }, { "id": "eval-ba6bd1bdef02d0ebfe5370f92365ae18", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -9.320123672485352, "B": -9.132623672485352, "C": -13.257623672485352, "D": -11.195123672485352, "E": -10.007623672485352 } }, { "id": "eval-dc55d473c22b04877b11d584f9548194", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.633289813995361, "B": -6.070789813995361, "C": -9.69579029083252, "D": -7.508289813995361, "E": -7.320789813995361 } }, { "id": "eval-113aaea2b1a27a976547f54e531d99bb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.679421901702881, "B": -8.366922378540039, "C": -11.554422378540039, "D": -8.804422378540039, "E": -7.929421901702881 } }, { "id": "eval-ba640b9634ad6b4ad98b17b4f152e562", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.395519733428955, "B": -5.770519733428955, "C": -11.708019256591797, "D": -8.145519256591797, "E": -7.083019733428955 } }, { "id": "eval-750ebdf36a0b3b407be0fe2163e3700b", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.069942474365234, "B": -5.069942474365234, "C": -11.069942474365234, "D": -6.507442474365234, "E": -5.444942474365234 } }, { "id": "eval-8f01273422a370a8dbda6bf473a395a0", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -8.670015335083008, "B": -8.357515335083008, "C": -13.295015335083008, "D": -9.107515335083008, "E": -8.357515335083008 } }, { "id": "eval-e6586bba9fe96d38792e6e6d4f2703dc", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.515265464782715, "B": -9.890265464782715, "C": -13.265265464782715, "D": -9.702765464782715, "E": -7.702765464782715 } }, { "id": "eval-6e433471d0e2590b8c73ceef275022b1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.634582996368408, "B": -7.134582996368408, "C": -13.19708251953125, "D": -9.32208251953125, "E": -7.884582996368408 } }, { "id": "eval-1bc986f8aea88d6927d8a45367855a94", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.4367828369140625, "B": -4.6867828369140625, "C": -6.7492828369140625, "D": -6.4992828369140625, "E": -6.8117828369140625 } }, { "id": "eval-8d1563697d751a364d688d6701ebdb39", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.124345302581787, "B": -4.999345302581787, "C": -8.436844825744629, "D": -6.874345302581787, "E": -6.124345302581787 } }, { "id": "eval-91f512273a2da7ae796919069b20d6cf", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.789817810058594, "B": -9.102317810058594, "C": -13.133567810058594, "D": -8.414817810058594, "E": -6.727317810058594 } }, { "id": "eval-49cda7eedbf63b3f38e59ba72f1ee1f9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.042974948883057, "B": -7.667974948883057, "C": -10.292974472045898, "D": -8.605474472045898, "E": -8.167974472045898 } }, { "id": "eval-a588407ecaecf0f30c2241c30b470fe2", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.972438335418701, "B": -5.472438335418701, "C": -11.284937858581543, "D": -8.222437858581543, "E": -5.972438335418701 } }, { "id": "eval-011096bcfff30fd38046cf9db3a411c5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.954128742218018, "B": -5.204128742218018, "C": -8.64162826538086, "D": -7.016628742218018, "E": -7.204128742218018 } }, { "id": "eval-435a728f45d32faa4b3c4553c966fd6b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.370359420776367, "B": -8.432859420776367, "C": -13.057859420776367, "D": -10.370359420776367, "E": -8.870359420776367 } }, { "id": "eval-e953dee48c70159ad879143a319ec607", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.211843967437744, "B": -6.086843967437744, "C": -9.149343490600586, "D": -8.149343490600586, "E": -8.399343490600586 } }, { "id": "eval-9c784727afd7176b54764055df7a7927", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.598104000091553, "B": -5.598104000091553, "C": -10.785603523254395, "D": -9.598103523254395, "E": -9.160603523254395 } }, { "id": "eval-b47d912136e3304cb5e5890b6b879551", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.764836311340332, "B": -7.264836311340332, "C": -12.139836311340332, "D": -8.764836311340332, "E": -7.577336311340332 } }, { "id": "eval-49b4c9e1bd7946a819e173ce8fa4c7c9", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.42945384979248, "B": -9.36695384979248, "C": -13.42945384979248, "D": -8.61695384979248, "E": -7.5544538497924805 } }, { "id": "eval-950af0b765c298960ce3dada66df8db1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.59667444229126, "B": -7.34667444229126, "C": -10.721674919128418, "D": -9.034174919128418, "E": -7.53417444229126 } }, { "id": "eval-63cf1adb5fe302b9867ead8bc8103d0b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.559127330780029, "B": -7.934127330780029, "C": -10.746627807617188, "D": -8.371627807617188, "E": -9.309127807617188 } }, { "id": "eval-ede4d302fc2ffe07703158f83c1493f2", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.08372688293457, "B": -7.20872688293457, "C": -10.77122688293457, "D": -7.95872688293457, "E": -7.02122688293457 } }, { "id": "eval-74ad13a03634e79c85382f1b90969b74", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.82703971862793, "B": -5.82703971862793, "C": -10.63953971862793, "D": -7.76453971862793, "E": -6.32703971862793 } }, { "id": "eval-49e466b1782aa4837dae53ff891fcdee", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.192824363708496, "B": -6.880324363708496, "C": -11.942824363708496, "D": -8.067824363708496, "E": -6.880324363708496 } }, { "id": "eval-a8a8ae7792901c7179ff5538c701af1f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.451640605926514, "B": -4.576640605926514, "C": -9.201641082763672, "D": -6.326640605926514, "E": -4.764140605926514 } }, { "id": "eval-2ffa3808ce26181926990b454e429c85", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.050795555114746, "B": -5.300795555114746, "C": -10.988295555114746, "D": -7.488295555114746, "E": -6.113295555114746 } }, { "id": "eval-4319eaa36d256a92b72445c0392f9c94", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.080504417419434, "B": -5.768004417419434, "C": -10.205504417419434, "D": -7.705504417419434, "E": -7.705504417419434 } }, { "id": "eval-ec79ef747bb89281923edb89ba26786d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.167152404785156, "B": -6.792152404785156, "C": -11.104652404785156, "D": -8.229652404785156, "E": -7.792152404785156 } }, { "id": "eval-2d33cde5e3987adc8fa2bca0af4dd3dd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.503511428833008, "B": -5.503511428833008, "C": -8.816011428833008, "D": -6.753511428833008, "E": -6.503511428833008 } }, { "id": "eval-cc46d936bf69d69a3863b0cb85d75c17", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.313127517700195, "B": -4.438127517700195, "C": -9.625627517700195, "D": -6.500627517700195, "E": -6.438127517700195 } }, { "id": "eval-46bc1a50eeead10509a43a048e01194e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.861911296844482, "B": -8.986910820007324, "C": -13.643160820007324, "D": -10.174410820007324, "E": -9.424410820007324 } }, { "id": "eval-4336a8c55b7cb17275d1c60206cd2f18", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.460076332092285, "B": -10.022576332092285, "C": -12.335076332092285, "D": -10.272576332092285, "E": -9.460076332092285 } }, { "id": "eval-a287575d3ba4b9f958536fc14a1f5b5a", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -3.8682401180267334, "B": -3.1182401180267334, "C": -6.305739879608154, "D": -5.618239879608154, "E": -4.368239879608154 } }, { "id": "eval-f481dc35b0a97a20dc5cdfe1a59746e2", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -7.47314453125, "B": -6.84814453125, "C": -12.34814453125, "D": -8.53564453125, "E": -7.66064453125 } }, { "id": "eval-c1c7a9efa379b8a7024a71cf364a144c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.16464900970459, "B": -7.97714900970459, "C": -12.57089900970459, "D": -7.66464900970459, "E": -6.66464900970459 } }, { "id": "eval-821b32d39f57396979069b948030afe9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.268164157867432, "B": -8.768163681030273, "C": -13.080663681030273, "D": -8.455663681030273, "E": -7.455664157867432 } }, { "id": "eval-c68b4082a6872cf8198502651d0f3352", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.893671035766602, "B": -10.518671035766602, "C": -13.049921035766602, "D": -10.331171035766602, "E": -8.831171035766602 } }, { "id": "eval-dd11fea36d89aa09f9a6069545ba4c9c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.269374847412109, "B": -5.956874847412109, "C": -9.89437484741211, "D": -6.269374847412109, "E": -6.831874847412109 } }, { "id": "eval-7792b2c6518ecf9775efba6d41253312", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.094562530517578, "B": -6.657062530517578, "C": -11.157062530517578, "D": -8.907062530517578, "E": -6.282062530517578 } }, { "id": "eval-1feb4c2a0e8ed638259f5d27b16eae9a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.78370475769043, "B": -5.15870475769043, "C": -7.34620475769043, "D": -6.97120475769043, "E": -6.624477386474609 } }, { "id": "eval-2de08c7a518b7c226e19bdc8fc10ef1d", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.342531204223633, "B": -7.967531204223633, "C": -12.217531204223633, "D": -9.155031204223633, "E": -8.905031204223633 } }, { "id": "eval-ea8664e77205224154f8519f922220e1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.1458024978637695, "B": -7.5833024978637695, "C": -12.52080249786377, "D": -8.89580249786377, "E": -7.4583024978637695 } }, { "id": "eval-a64d45cecde84fdcf5f0a79805a0c6fe", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.020753383636475, "B": -6.145753383636475, "C": -9.395753860473633, "D": -7.208253383636475, "E": -6.020753383636475 } }, { "id": "eval-60e92cd2f35c345872d1a898e1718d55", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -6.250200271606445, "B": -6.187700271606445, "C": -9.250200271606445, "D": -7.250200271606445, "E": -5.937700271606445 } }, { "id": "eval-08f3c187908646997b9080c7e9ea7da4", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.505107879638672, "B": -9.067607879638672, "C": -14.442607879638672, "D": -9.505107879638672, "E": -7.505107879638672 } }, { "id": "eval-9aff72f0c480c2b4edde45bd2e7e4870", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.310861587524414, "B": -2.935861587524414, "C": -7.935861587524414, "D": -7.435861587524414, "E": -3.935861587524414 } }, { "id": "eval-fd243c96edec5b1b8520d5bfeddc6622", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.666163444519043, "B": -9.541163444519043, "C": -13.822413444519043, "D": -10.728663444519043, "E": -9.291163444519043 } }, { "id": "eval-f5ec4fdfd0e37e733bfc1606b986f1e2", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.324759483337402, "B": -6.137259483337402, "C": -10.262259483337402, "D": -8.199759483337402, "E": -7.199759483337402 } }, { "id": "eval-e3c6d147f8a727d314046e70e9579ba0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.884638786315918, "B": -5.947138786315918, "C": -9.072138786315918, "D": -7.509638786315918, "E": -7.072138786315918 } }, { "id": "eval-8ce13c6e08bf38d4cd4af756b661e47c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.803344249725342, "B": -8.803343772888184, "C": -10.490843772888184, "D": -8.740843772888184, "E": -8.678343772888184 } }, { "id": "eval-0f4159e80f8dbf682819215bbf0f5b5a_1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.483583450317383, "B": -7.608583450317383, "C": -11.671083450317383, "D": -9.421083450317383, "E": -7.858583450317383 } }, { "id": "eval-1a8b3c2a46efabcbd506f9cf70886ed0", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.908166885375977, "B": -5.720666885375977, "C": -9.720666885375977, "D": -7.095666885375977, "E": -6.658166885375977 } }, { "id": "eval-db0cfd52ca6b2bbfcf26d1a898fd929b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.137672424316406, "B": -4.637672424316406, "C": -8.825172424316406, "D": -6.512672424316406, "E": -4.387672424316406 } }, { "id": "eval-400fb2e196e71abb70e5b3f9aab4b9ee", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.868987083435059, "B": -6.681487083435059, "C": -9.556487083435059, "D": -6.431487083435059, "E": -6.806487083435059 } }, { "id": "eval-3fb36127a61903029a363911a1d2b1e9_1", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -9.983315467834473, "B": -10.170815467834473, "C": -15.202065467834473, "D": -10.358315467834473, "E": -8.608315467834473 } }, { "id": "eval-8494b0b95533dcedbd76ae2916c481d4", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.412514686584473, "B": -5.162514686584473, "C": -10.537514686584473, "D": -7.412514686584473, "E": -5.787514686584473 } }, { "id": "eval-1531f1523f5fd24bbdb42c311dbf90e8", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.771015644073486, "B": -8.896016120910645, "C": -13.146016120910645, "D": -10.333516120910645, "E": -7.458515644073486 } }, { "id": "eval-716ce4404a84b42dd64e561390c4b53b", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.282817363739014, "B": -4.532817363739014, "C": -8.907817840576172, "D": -4.782817363739014, "E": -5.595317363739014 } }, { "id": "eval-5169f7ae0781b15161551de3a189ebef", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.880262851715088, "B": -5.630262851715088, "C": -11.13026237487793, "D": -7.630262851715088, "E": -6.380262851715088 } }, { "id": "eval-ef22ef7aeec70aaa688720f805c1cf38", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.586607933044434, "B": -9.461607933044434, "C": -14.149107933044434, "D": -11.024107933044434, "E": -10.024107933044434 } }, { "id": "eval-514310637fb43a252bfadc8cbf79b277", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.581439018249512, "B": -6.831439018249512, "C": -12.081439018249512, "D": -6.018939018249512, "E": -5.081439018249512 } }, { "id": "eval-9370b2b0897b796dec4a40f107854c8d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.685240268707275, "B": -6.060240268707275, "C": -8.122739791870117, "D": -4.935240268707275, "E": -5.560240268707275 } }, { "id": "eval-49902e768c45aa41a0f9f95be81114e5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.083097457885742, "B": -8.520597457885742, "C": -13.145597457885742, "D": -9.583097457885742, "E": -8.208097457885742 } }, { "id": "eval-e1f90cd664a6b150291e6d8444d85c54", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -3.3952994346618652, "B": -3.7702994346618652, "C": -6.895299434661865, "D": -6.145299434661865, "E": -5.020299434661865 } }, { "id": "eval-320ec9b68fdefe13d59cc8b628083790", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.623632431030273, "B": -4.936132431030273, "C": -9.561132431030273, "D": -6.248632431030273, "E": -5.998632431030273 } }, { "id": "eval-964185aed0e381853332bca1a4d91f46", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.038324356079102, "B": -4.663324356079102, "C": -8.462624549865723, "D": -6.212624549865723, "E": -6.462624549865723 } }, { "id": "eval-db8e010754c532d78635e5b7cf81a147", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.713014125823975, "B": -7.963014125823975, "C": -11.338014602661133, "D": -8.275514602661133, "E": -7.275514125823975 } }, { "id": "eval-998381f854f51da2a6ccde45909e5168", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.201513290405273, "B": -7.764013290405273, "C": -12.764013290405273, "D": -8.701513290405273, "E": -8.264013290405273 } }, { "id": "eval-bc38ad28e99cff7a65771233f734a007", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.3616461753845215, "B": -5.6116461753845215, "C": -10.73664665222168, "D": -9.36164665222168, "E": -8.04914665222168 } }, { "id": "eval-e3949997bf9d02048cfa5d8dd0f287aa", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.092050552368164, "B": -8.654550552368164, "C": -13.060800552368164, "D": -8.717050552368164, "E": -6.154550552368164 } }, { "id": "eval-a7d51b753c2113d8b2dbd0ebb5375855", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.3163251876831055, "B": -5.4413251876831055, "C": -9.941325187683105, "D": -7.3788251876831055, "E": -6.5038251876831055 } }, { "id": "eval-3e4b326aff96e9adbb52ba18cfa877b2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.438848972320557, "B": -6.876348972320557, "C": -13.532599449157715, "D": -10.063849449157715, "E": -7.938848972320557 } }, { "id": "eval-5ac83e9e6fa9851ad3cccb0d57c1d88f", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.394136905670166, "B": -8.206637382507324, "C": -11.019137382507324, "D": -8.269137382507324, "E": -6.331636905670166 } }, { "id": "eval-2c0030cc14a27be2401dcfdaa501f0fc", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -6.6643147468566895, "B": -6.7893147468566895, "C": -13.789314270019531, "D": -10.226814270019531, "E": -6.5393147468566895 } }, { "id": "eval-feb83263e6be392351db0794004efc3f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.16679048538208, "B": -7.35429048538208, "C": -10.854290008544922, "D": -7.54179048538208, "E": -7.85429048538208 } }, { "id": "eval-80697d599280d994d8a584c95824ef1f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.48386287689209, "B": -6.73386287689209, "C": -11.35886287689209, "D": -7.79636287689209, "E": -7.67136287689209 } }, { "id": "eval-3c1800e7dd96d37fdd3c51b9fe502342", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.750181674957275, "B": -5.125181674957275, "C": -9.375182151794434, "D": -8.750182151794434, "E": -6.125181674957275 } }, { "id": "eval-4da33e6f4b789776acb1bc10195baa83", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.451125144958496, "B": -7.388625144958496, "C": -12.701125144958496, "D": -10.013625144958496, "E": -7.513625144958496 } }, { "id": "eval-ae038e9af9d5a511ada7456b5e73b15e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.541799068450928, "B": -7.041799068450928, "C": -9.60429859161377, "D": -8.66679859161377, "E": -8.66679859161377 } }, { "id": "eval-a400b9fd1e319f901471c4b42d401c52", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.137402057647705, "B": -6.699902057647705, "C": -11.574901580810547, "D": -9.262401580810547, "E": -5.137402057647705 } }, { "id": "eval-9dffd2021771e0ecddb19031acf3701b", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.236487865447998, "B": -6.486487865447998, "C": -10.923988342285156, "D": -8.736488342285156, "E": -8.923988342285156 } }, { "id": "eval-3730c646fdf54472ab873aac9ff7852e", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.49462890625, "B": -8.80712890625, "C": -10.68212890625, "D": -10.68212890625, "E": -7.807129383087158 } }, { "id": "eval-175e7dcdded13d5adafaebf2264c3abd", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.586780071258545, "B": -6.149280071258545, "C": -9.836779594421387, "D": -8.711779594421387, "E": -7.774280071258545 } }, { "id": "eval-11d7db1d8e1cff2f40d4184f15cf7ae7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.245112419128418, "B": -7.620112419128418, "C": -11.245112419128418, "D": -8.870112419128418, "E": -6.745112419128418 } }, { "id": "eval-08db69edf0ec5848c1a53dca8fc1601a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.939571857452393, "B": -5.877071857452393, "C": -11.564571380615234, "D": -7.689571857452393, "E": -7.189571857452393 } }, { "id": "eval-855ab6ba47f6311104c4d29e24ef0234", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -3.608675956726074, "B": -4.108675956726074, "C": -7.796175956726074, "D": -5.921175956726074, "E": -6.546175956726074 } }, { "id": "eval-7ec11eeca4221795c117943ca2639e86", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.850715637207031, "B": -6.538215637207031, "C": -8.913215637207031, "D": -7.600715637207031, "E": -8.475715637207031 } }, { "id": "eval-e9389b08fdd17f14b148d498d6ff4dfe", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.4040653705596924, "B": -5.1540656089782715, "C": -9.404065132141113, "D": -6.7790656089782715, "E": -5.0915656089782715 } }, { "id": "eval-afa2899cc21e204fa64e63e7839e8c1e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.7585039138793945, "B": -7.5085039138793945, "C": -10.696003913879395, "D": -8.571003913879395, "E": -8.196003913879395 } }, { "id": "eval-f898eb5b789d2dc6804edba269f051f0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.163512229919434, "B": -9.913512229919434, "C": -14.319762229919434, "D": -11.163512229919434, "E": -11.038512229919434 } }, { "id": "eval-7ed7379fc51fd35a47be022f6c56ce51", "answer": "B", "prediction": "D", "correct": false, "scores": { "A": -8.520622253417969, "B": -9.020622253417969, "C": -14.208122253417969, "D": -8.270622253417969, "E": -8.958122253417969 } }, { "id": "eval-15798a23ee6952fedd6d202064069126", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.856557846069336, "B": -9.044057846069336, "C": -15.262807846069336, "D": -10.356557846069336, "E": -7.106557846069336 } }, { "id": "eval-273d0134e8ce53d4ebcf41ca7fde02af", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.445638656616211, "B": -7.258138656616211, "C": -11.945638656616211, "D": -8.633138656616211, "E": -7.633138656616211 } }, { "id": "eval-2f0931adc3d0d422d9ab6264395e89d8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.888785362243652, "B": -10.263785362243652, "C": -14.295035362243652, "D": -8.513785362243652, "E": -8.701285362243652 } }, { "id": "eval-d00d3ba777cb3889a45799d72fca0a50", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -8.641412734985352, "B": -8.516412734985352, "C": -12.328912734985352, "D": -10.141412734985352, "E": -7.82891321182251 } }, { "id": "eval-b1f36d1c8ab7e5a28783cb38e8709c27", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -7.293853759765625, "B": -7.856353759765625, "C": -12.543853759765625, "D": -8.543853759765625, "E": -7.106353759765625 } }, { "id": "eval-a5e76dd088aab4f89e2fe93f6de6e46d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.669528961181641, "B": -8.41952896118164, "C": -15.35702896118164, "D": -8.16952896118164, "E": -7.857028961181641 } }, { "id": "eval-ac6f0e24dd6203cda43e1089dcf081d6", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -6.159218788146973, "B": -6.096718788146973, "C": -10.159218788146973, "D": -5.346718788146973, "E": -6.096718788146973 } }, { "id": "eval-1ab746bcd100ccf513055fe93c61010b", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -4.8001604080200195, "B": -4.3626604080200195, "C": -8.11266040802002, "D": -5.0501604080200195, "E": -3.3626604080200195 } }, { "id": "eval-af836abc58e0daf36df1d8d6830b70c5", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.8300251960754395, "B": -5.2675251960754395, "C": -9.330024719238281, "D": -9.392524719238281, "E": -8.830024719238281 } }, { "id": "eval-2ed66cfd206723a006b37599b516ad6e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.187926292419434, "B": -7.937926292419434, "C": -14.781676292419434, "D": -10.062926292419434, "E": -8.250426292419434 } }, { "id": "eval-e89a2762d578cb7bc2cc0a5b2a16d933", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.471462726593018, "B": -5.971462726593018, "C": -10.033963203430176, "D": -8.096463203430176, "E": -7.471462726593018 } }, { "id": "eval-43cec0fff43a976fade9112d02b66021", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.826782703399658, "B": -7.889282703399658, "C": -12.7017822265625, "D": -9.0142822265625, "E": -8.3267822265625 } }, { "id": "eval-30e66db11e0257a14a17108b90cd69fb", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -6.932060241699219, "B": -6.932060241699219, "C": -11.244560241699219, "D": -7.932060241699219, "E": -6.244560241699219 } }, { "id": "eval-f21ef67b31bd36a3174b6b4c7b4bbc7b", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.353458404541016, "B": -4.853458404541016, "C": -9.790958404541016, "D": -7.353458404541016, "E": -6.728458404541016 } }, { "id": "eval-e476e2c8c278eaecfe1a8b884b6aeb8e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.187076568603516, "B": -5.812076568603516, "C": -10.249576568603516, "D": -6.812076568603516, "E": -7.312076568603516 } }, { "id": "eval-191e3c676f05a11d6b2565d8c27d2001", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.8376951217651367, "B": -5.025195121765137, "C": -9.525195121765137, "D": -6.212695121765137, "E": -3.8376951217651367 } }, { "id": "eval-99098375c7b651d524eebac72e358238", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -5.098273277282715, "B": -5.660773277282715, "C": -8.785773277282715, "D": -7.098273277282715, "E": -4.598273277282715 } }, { "id": "eval-290fac9f881a83d8bfb34355f8e71044", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.424729347229004, "B": -11.174729347229004, "C": -14.737229347229004, "D": -10.612229347229004, "E": -9.549729347229004 } }, { "id": "eval-6c36226b23377a0dd0188bf56840e22a", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.286925315856934, "B": -7.036925315856934, "C": -10.599425315856934, "D": -9.286925315856934, "E": -7.849425315856934 } }, { "id": "eval-aa5aa36557a5fbb93391506182f1025c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.640271186828613, "B": -9.015271186828613, "C": -13.296521186828613, "D": -9.702771186828613, "E": -8.702771186828613 } }, { "id": "eval-a38df3e750b1edd30f905e17af803c61", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.289660453796387, "B": -4.727160453796387, "C": -8.164660453796387, "D": -7.289660453796387, "E": -8.789660453796387 } }, { "id": "eval-dba51270f789c75a2e38a5201b124d99", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.328424453735352, "B": -6.203424453735352, "C": -11.140924453735352, "D": -7.015924453735352, "E": -8.390924453735352 } }, { "id": "eval-1be8ec824eb0c7218b6bc160fd191428", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -6.214484214782715, "B": -6.714484214782715, "C": -12.151984214782715, "D": -9.089484214782715, "E": -5.714484214782715 } }, { "id": "eval-0e80f2afe5c4f652e8720b52d7c06c87", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.263728618621826, "B": -5.638728618621826, "C": -11.263728141784668, "D": -8.826228141784668, "E": -7.576228618621826 } }, { "id": "eval-b67971747e95ba425a5b81e0ba8d0b28", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.766366004943848, "B": -7.328866004943848, "C": -10.953866004943848, "D": -8.828866004943848, "E": -6.703866004943848 } }, { "id": "eval-fcd39cfa321728fea069a6ae4285b06f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.037923812866211, "B": -8.287923812866211, "C": -13.287923812866211, "D": -8.555733680725098, "E": -8.243233680725098 } }, { "id": "eval-cb6766fb25daee911fc8e9816b98938c", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.551674842834473, "B": -7.801674842834473, "C": -13.739174842834473, "D": -8.926674842834473, "E": -7.426674842834473 } }, { "id": "eval-54231f875bb7fe4d3e4afb6eae64387c", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -4.430093288421631, "B": -3.680093288421631, "C": -5.680093288421631, "D": -4.680093288421631, "E": -4.805093288421631 } }, { "id": "eval-7d7f7d7a8ae3b20ca9fc0da6efe467b4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.752667427062988, "B": -5.502667427062988, "C": -9.752667427062988, "D": -7.127667427062988, "E": -5.627667427062988 } }, { "id": "eval-31b72d4e4ae7c672c20e27e42499ec79", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -8.120255470275879, "B": -7.995255470275879, "C": -11.620255470275879, "D": -9.807755470275879, "E": -8.870255470275879 } }, { "id": "eval-26ce83b8e9a263079aa8cdbd5258d667", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -6.594731330871582, "B": -8.282231330871582, "C": -13.657231330871582, "D": -7.907231330871582, "E": -6.157231330871582 } }, { "id": "eval-30138608d4934a75cf0911a06b021374", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.793206214904785, "B": -6.543206214904785, "C": -10.668206214904785, "D": -7.355706214904785, "E": -6.293206214904785 } }, { "id": "eval-01abce8c4964371d85a5be2019f75827", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.821099281311035, "B": -9.008599281311035, "C": -13.446099281311035, "D": -10.883599281311035, "E": -10.883599281311035 } }, { "id": "eval-3e2222c99e11fca2ad4af2d470eb8ea2_1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.534595012664795, "B": -9.409595489501953, "C": -11.659595489501953, "D": -9.222095489501953, "E": -10.159595489501953 } }, { "id": "eval-847dbf5b73c3e8d49bb9a36491d95e79", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.197759628295898, "B": -8.010259628295898, "C": -11.822759628295898, "D": -9.260259628295898, "E": -7.572759628295898 } }, { "id": "eval-fa031cff8e11e75c68d6a99ef0e5ca3a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.567659378051758, "B": -6.192659378051758, "C": -9.005159378051758, "D": -7.505159378051758, "E": -8.130159378051758 } }, { "id": "eval-c592258c88295756833e9796e881057b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.253138065338135, "B": -7.065638065338135, "C": -9.753137588500977, "D": -8.503137588500977, "E": -8.253137588500977 } }, { "id": "eval-e1403a7c581bc263aea2ed8d179826d1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.642711162567139, "B": -8.267711639404297, "C": -11.892711639404297, "D": -9.642711639404297, "E": -8.080211639404297 } }, { "id": "eval-15c38f66e811d6ed68cde931bc31d93c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.221354484558105, "B": -11.471354484558105, "C": -15.440104484558105, "D": -10.471354484558105, "E": -10.471354484558105 } }, { "id": "eval-1ac54dbf6b67f27daa3d456416047584", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.89162540435791, "B": -6.39162540435791, "C": -10.70412540435791, "D": -8.45412540435791, "E": -9.45412540435791 } }, { "id": "eval-21763a65765b5405c9a54484c2e54a72", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -7.151093482971191, "B": -7.463593482971191, "C": -12.526093482971191, "D": -9.401093482971191, "E": -7.088593482971191 } }, { "id": "eval-c492b8b9754a181c924c1df19998cbc7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -2.832184314727783, "B": -3.332184314727783, "C": -7.144684314727783, "D": -4.957184314727783, "E": -5.207184314727783 } }, { "id": "eval-fff554fffa1a0adc64b8d1e21d55534b", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -5.086353302001953, "B": -4.711353302001953, "C": -10.273853302001953, "D": -5.836353302001953, "E": -4.086353302001953 } }, { "id": "eval-8ea5720718c0e122efa6277edb511569", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.147481918334961, "B": -7.147481918334961, "C": -12.647481918334961, "D": -9.209981918334961, "E": -8.334981918334961 } }, { "id": "eval-23e4257a49972efd8a97672f060be1c1", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.286163330078125, "B": -7.161163330078125, "C": -8.848663330078125, "D": -7.661163330078125, "E": -7.536163330078125 } }, { "id": "eval-a018d65a74b9e77d81014fd8f6d78f77", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.5488996505737305, "B": -7.7988996505737305, "C": -13.61139965057373, "D": -8.98639965057373, "E": -7.9863996505737305 } }, { "id": "eval-24ceaf5c10863e73919b5f1b0f2db38e", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -8.122977256774902, "B": -7.560477256774902, "C": -12.685477256774902, "D": -9.122977256774902, "E": -8.810477256774902 } }, { "id": "eval-900492bd731f8f615ed7c08155737d44", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -9.442351341247559, "B": -8.442351341247559, "C": -13.817351341247559, "D": -9.504851341247559, "E": -8.567351341247559 } }, { "id": "eval-4e3f85dc92eaad4ae6bc6529d62e382c", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.154697418212891, "B": -5.904697418212891, "C": -9.96719741821289, "D": -6.967197418212891, "E": -6.967197418212891 } }, { "id": "eval-fa1f17ca535c7e875f4f58510dc2f430", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -2.772761106491089, "B": -4.085261344909668, "C": -7.647761344909668, "D": -5.210261344909668, "E": -5.335261344909668 } }, { "id": "eval-76b6f0765a3b2fba71021f902142edc0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.687975883483887, "B": -6.187975883483887, "C": -10.125475883483887, "D": -8.687975883483887, "E": -8.750475883483887 } }, { "id": "eval-f1368ab1d4ee05d72d555474fcd737d7", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.287282943725586, "B": -6.349782943725586, "C": -10.287282943725586, "D": -8.474782943725586, "E": -7.037282943725586 } }, { "id": "eval-3dee8fc7f0a3fbf4de111b6686fca157", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.462759017944336, "B": -9.400259017944336, "C": -14.056509017944336, "D": -9.775259017944336, "E": -8.587759017944336 } }, { "id": "eval-ea0e7771afd86a59fd9f7764b77e3fa4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.421517372131348, "B": -7.984017372131348, "C": -12.546517372131348, "D": -8.296517372131348, "E": -7.484017372131348 } }, { "id": "eval-2c845646032bbf27fb3904330d59d324", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.248349189758301, "B": -5.498349189758301, "C": -10.2483491897583, "D": -7.060849189758301, "E": -7.060849189758301 } }, { "id": "eval-bc08c354e5bead6863ea4a29cb8fa359", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -9.254670143127441, "B": -8.254670143127441, "C": -12.004670143127441, "D": -9.754670143127441, "E": -8.254670143127441 } }, { "id": "eval-fb35c7aa5694bab2cde4b7257bfae003", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.141768932342529, "B": -5.641768932342529, "C": -9.141768455505371, "D": -7.266768932342529, "E": -8.266768455505371 } }, { "id": "eval-e2a9f0041d17a9944377a91bef5e0d0d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.389122009277344, "B": -5.014122009277344, "C": -9.576622009277344, "D": -6.951622009277344, "E": -6.264122009277344 } }, { "id": "eval-ae56eff01d05422ddbcb26be7181356a", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.342241287231445, "B": -7.467241287231445, "C": -13.654741287231445, "D": -9.529741287231445, "E": -7.404741287231445 } }, { "id": "eval-895aa97bb84d874d71b2aed572cebfdd", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.792408466339111, "B": -6.479908466339111, "C": -10.854907989501953, "D": -7.667408466339111, "E": -7.292408466339111 } }, { "id": "eval-9d625e948e9c3777e7cc54ed8ffea135", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.560473442077637, "B": -6.310473442077637, "C": -11.310473442077637, "D": -7.372973442077637, "E": -7.435473442077637 } }, { "id": "eval-d107d67d525a686fbd8282314d2ea33c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.753491401672363, "B": -8.190991401672363, "C": -13.003491401672363, "D": -9.690991401672363, "E": -8.878491401672363 } }, { "id": "eval-fee5ff19811750ad019665af7b36b3c4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.8411865234375, "B": -11.7161865234375, "C": -13.7474365234375, "D": -12.7161865234375, "E": -11.2161865234375 } }, { "id": "eval-e69da59cbcf2a302e4523571eba8186b", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.420479774475098, "B": -7.295479774475098, "C": -10.607979774475098, "D": -7.607979774475098, "E": -5.857979774475098 } }, { "id": "eval-2dd138a63b5895cf737ced793cc668e7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.420082092285156, "B": -9.795082092285156, "C": -13.670082092285156, "D": -8.607582092285156, "E": -9.357582092285156 } }, { "id": "eval-b33047f46db680a9b630c13e8ca115cc", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.532090663909912, "B": -6.782090663909912, "C": -10.907090187072754, "D": -7.907090663909912, "E": -5.532090663909912 } }, { "id": "eval-f20d40bc4af588223e880e0bb58b27b8", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -4.229025363922119, "B": -3.604025363922119, "C": -3.729025363922119, "D": -4.979025363922119, "E": -5.604025363922119 } }, { "id": "eval-b6b66d4519a84b8331ea55f84767e9df", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -5.766514301300049, "B": -6.766514301300049, "C": -11.079014778137207, "D": -7.141514301300049, "E": -5.329014301300049 } }, { "id": "eval-952cf4b2f7a434b2eeae9f4c7ed89c0a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.496992111206055, "B": -8.559492111206055, "C": -14.403242111206055, "D": -10.059492111206055, "E": -8.184492111206055 } }, { "id": "eval-b63e5cd88bfe75d29ff9fdc6dd97fed6", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.856549263000488, "B": -6.481549263000488, "C": -9.856549263000488, "D": -7.544049263000488, "E": -7.481549263000488 } }, { "id": "eval-ec5a336080e37fbe95d72ad5f9c65ba7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.153012275695801, "B": -7.528012275695801, "C": -12.9655122756958, "D": -7.715512275695801, "E": -8.7155122756958 } }, { "id": "eval-6386bcf080633bc3eeb3317a5435b7b7", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -7.593797206878662, "B": -5.906297206878662, "C": -10.53129768371582, "D": -7.093797206878662, "E": -6.843797206878662 } }, { "id": "eval-43ab0ff711e60d51f943bbd2cdd6515a", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.238724708557129, "B": -8.238724708557129, "C": -13.551224708557129, "D": -9.051224708557129, "E": -6.426224708557129 } }, { "id": "eval-11c4c78d61e8212f0984fd07eb22b669", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.135406494140625, "B": -5.947906494140625, "C": -10.010406494140625, "D": -7.697906494140625, "E": -6.635406494140625 } }, { "id": "eval-e61891746aa94ab57aaa754614034aef", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -3.2451560497283936, "B": -5.120156288146973, "C": -8.807656288146973, "D": -7.307656288146973, "E": -7.370156288146973 } }, { "id": "eval-97da9aa4ea4b22744ec51cba49f35bfc", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -8.752342224121094, "B": -8.439842224121094, "C": -14.564842224121094, "D": -11.189842224121094, "E": -8.752342224121094 } }, { "id": "eval-46241bc83e8d81196ae5783b2b9854a4", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.700686931610107, "B": -6.513186931610107, "C": -12.013187408447266, "D": -9.325687408447266, "E": -6.924743175506592 } }, { "id": "eval-18844d3aa4e52b331b5382c8244cf4db", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.076671123504639, "B": -7.951671123504639, "C": -10.451671600341797, "D": -9.201671600341797, "E": -8.514171600341797 } }, { "id": "eval-056b33c7050c167b0d4348d40d169358", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.988259315490723, "B": -6.175759315490723, "C": -9.363259315490723, "D": -7.988259315490723, "E": -7.675759315490723 } }, { "id": "eval-31d7dd1d00aabe411568df3e72d5b5e0", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -5.773730754852295, "B": -5.898730754852295, "C": -10.586231231689453, "D": -6.086230754852295, "E": -4.836230754852295 } }, { "id": "eval-cbf3dd48b4d591fc872a53cd4b9dd3af", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.7162065505981445, "B": -6.7787065505981445, "C": -10.028706550598145, "D": -8.153706550598145, "E": -7.0912065505981445 } }, { "id": "eval-60e8f1a86d4063895f340cd1e3c55f50", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.435199737548828, "B": -5.185199737548828, "C": -9.685199737548828, "D": -7.122699737548828, "E": -6.310199737548828 } }, { "id": "eval-eee8cb7a0d806a62d2de24831f82e3e1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.957825183868408, "B": -6.895325183868408, "C": -12.27032470703125, "D": -9.58282470703125, "E": -7.332825183868408 } }, { "id": "eval-9a23a7f04e63bf9f4c7dfe50c58abfd2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.667623519897461, "B": -11.042623519897461, "C": -15.792623519897461, "D": -12.167623519897461, "E": -12.042623519897461 } }, { "id": "eval-e3426e4f60c142aa3d813479f79d6305", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.139990329742432, "B": -6.514990329742432, "C": -8.82749080657959, "D": -6.014990329742432, "E": -6.952490329742432 } }, { "id": "eval-3526550b02d9594abd4fc43553010fc6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.500728130340576, "B": -9.000728607177734, "C": -12.250728607177734, "D": -9.750728607177734, "E": -9.063228607177734 } }, { "id": "eval-e567c94d88829fb07a30e3d46c02e664", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -4.902381420135498, "B": -4.527381420135498, "C": -7.652381420135498, "D": -4.652381420135498, "E": -3.902381420135498 } }, { "id": "eval-cf5a710c931779fb3dde198e0ace3b6a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.50612211227417, "B": -6.63112211227417, "C": -10.006121635437012, "D": -8.193621635437012, "E": -7.63112211227417 } }, { "id": "eval-0f2377604e628c55ba588366139396b9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.421574115753174, "B": -7.046574115753174, "C": -10.734073638916016, "D": -8.046573638916016, "E": -7.671574115753174 } }, { "id": "eval-ada088b7c97de80336ad043757c2db16", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.910891532897949, "B": -7.535891532897949, "C": -11.34839153289795, "D": -9.53589153289795, "E": -8.59839153289795 } }, { "id": "eval-beef0aa2058297904bb4acc1dc340c85", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -5.848951816558838, "B": -4.723951816558838, "C": -8.22395133972168, "D": -6.098951816558838, "E": -4.473951816558838 } }, { "id": "eval-ba9a05bd2086c0d37733e26479d6630f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.804040908813477, "B": -6.741540908813477, "C": -11.241540908813477, "D": -7.241540908813477, "E": -8.116540908813477 } }, { "id": "eval-6b0bf501aa68b06ddc5ad72ac5ff68fc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.478895664215088, "B": -8.47889518737793, "C": -11.41639518737793, "D": -8.54139518737793, "E": -8.04139518737793 } }, { "id": "eval-926298bbdd03ce96acfeb4408b888b61", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.441934108734131, "B": -5.441934108734131, "C": -9.191933631896973, "D": -7.629434108734131, "E": -6.754434108734131 } }, { "id": "eval-faa0aa438b94c19be8ff52ee80d9e298", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -4.415820598602295, "B": -4.040820598602295, "C": -7.790820598602295, "D": -5.165820598602295, "E": -5.040820598602295 } }, { "id": "eval-9310c39a0752f28640c3a05cba1d5ca7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.905263662338257, "B": -4.030263900756836, "C": -8.467763900756836, "D": -4.967763900756836, "E": -6.842763900756836 } }, { "id": "eval-fee5f4e9d8e37f0183e36eb9b8dbcbb9", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.536445617675781, "B": -7.098945617675781, "C": -10.223945617675781, "D": -7.161445617675781, "E": -6.536445617675781 } }, { "id": "eval-5392af3f1c4665e95ff3354e5115de42", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.324663162231445, "B": -6.012163162231445, "C": -8.887163162231445, "D": -7.699663162231445, "E": -7.574663162231445 } }, { "id": "eval-4c5c74b3287492d6ddb2da4c8c0fd51a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.367652893066406, "B": -6.805152893066406, "C": -9.117652893066406, "D": -7.055152893066406, "E": -8.492652893066406 } }, { "id": "eval-52f3eb6c9a6b9671050fc769d465ed03", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.610587120056152, "B": -5.110587120056152, "C": -8.735587120056152, "D": -7.235587120056152, "E": -8.360587120056152 } }, { "id": "eval-03ee30b5801b61aee791a551a9d9a49f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.448053359985352, "B": -9.073053359985352, "C": -13.073053359985352, "D": -9.323053359985352, "E": -7.823053359985352 } }, { "id": "eval-6d1d483745bc0aae0f4dd04e851ceffb", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.225075721740723, "B": -6.537575721740723, "C": -10.287575721740723, "D": -8.225075721740723, "E": -6.787575721740723 } }, { "id": "eval-bf10bfda7328c8671e15adf8546b64d7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.401580810546875, "B": -5.651580810546875, "C": -9.844486236572266, "D": -7.469485759735107, "E": -7.031985759735107 } }, { "id": "eval-0b3a3ee40dd25be9735ac5e3342ca4dd", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.833768367767334, "B": -7.896268367767334, "C": -10.958768844604492, "D": -7.583768367767334, "E": -7.833768367767334 } }, { "id": "eval-77e2a0b469b56bea81921a4a945ffcb5", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.288600444793701, "B": -5.851100444793701, "C": -10.85110092163086, "D": -8.35110092163086, "E": -8.66360092163086 } }, { "id": "eval-dc964e4f6df6b70815e81e466d0ff717", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.838037490844727, "B": -6.963037490844727, "C": -12.150537490844727, "D": -8.338037490844727, "E": -7.525537490844727 } }, { "id": "eval-6b9221c1af583ffb43580857d6fde38a", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.91779899597168, "B": -6.98029899597168, "C": -11.85529899597168, "D": -8.98029899597168, "E": -8.73029899597168 } }, { "id": "eval-4dc2c4596b08e9bfd893174e67bff40a", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -7.463625907897949, "B": -6.963625907897949, "C": -11.08862590789795, "D": -8.52612590789795, "E": -7.838625907897949 } }, { "id": "eval-8ae24d3ff199077a59e0d970feb665b7", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.942785263061523, "B": -5.817785263061523, "C": -11.380285263061523, "D": -8.630285263061523, "E": -6.005285263061523 } }, { "id": "eval-d64a676e9d22e7edd12e7f4ce267a9f0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.457971572875977, "B": -5.832971572875977, "C": -9.895471572875977, "D": -8.895471572875977, "E": -6.707971572875977 } }, { "id": "eval-54ecb521df1d0f5b130a393c42b4126d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.071266174316406, "B": -6.696266174316406, "C": -11.571266174316406, "D": -8.008766174316406, "E": -8.571266174316406 } }, { "id": "eval-b7276bb9139ec25c98c7e3822404eb6c", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.088866233825684, "B": -5.026366233825684, "C": -11.651366233825684, "D": -7.838866233825684, "E": -6.963866233825684 } }, { "id": "eval-ecb8758b0d088f9aedc182a516dd1190", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.1213507652282715, "B": -8.496350288391113, "C": -11.683850288391113, "D": -9.121350288391113, "E": -8.683850288391113 } }, { "id": "eval-f2645d0ee8662b6553954cee7e77979e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.148184299468994, "B": -4.898184299468994, "C": -10.585683822631836, "D": -7.148184299468994, "E": -6.960684299468994 } }, { "id": "eval-ea6d1a739ea841be282e13789270651e", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -3.5623483657836914, "B": -2.3123483657836914, "C": -4.812348365783691, "D": -4.062348365783691, "E": -5.812348365783691 } }, { "id": "eval-c82ed0c2a2e115452b4d596c5faafbcf", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.945269584655762, "B": -7.382769584655762, "C": -10.632769584655762, "D": -8.632769584655762, "E": -8.695269584655762 } }, { "id": "eval-163d83851ecd4a4144b31b8738e4c335", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.517159461975098, "B": -7.392159461975098, "C": -12.142159461975098, "D": -7.579659461975098, "E": -6.704659461975098 } }, { "id": "eval-095767956c500ca1af7cf7671556de5b", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.672569274902344, "B": -8.172569274902344, "C": -11.860069274902344, "D": -8.610069274902344, "E": -7.860069274902344 } }, { "id": "eval-d31ee38f67d1173275e120b8ad36039c", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.840070724487305, "B": -5.090070724487305, "C": -7.090070724487305, "D": -6.902570724487305, "E": -7.277570724487305 } }, { "id": "eval-c410a4626dfce4b4cfd3e5937602cd77", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.2996649742126465, "B": -6.7996649742126465, "C": -12.112165451049805, "D": -8.862165451049805, "E": -7.6746649742126465 } }, { "id": "eval-14d760e43728e9e4643c414627f2b596", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.852457046508789, "B": -8.352457046508789, "C": -12.977457046508789, "D": -9.539957046508789, "E": -7.477457046508789 } }, { "id": "eval-abcf1b550b4d44f46d4f68b8e1d98ec8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.554303169250488, "B": -6.741803169250488, "C": -12.554303169250488, "D": -8.304303169250488, "E": -7.116803169250488 } }, { "id": "eval-5b8af6f26335dbd501b0104c71e26d9e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.491161823272705, "B": -6.241161823272705, "C": -10.678661346435547, "D": -7.303661823272705, "E": -8.678661346435547 } }, { "id": "eval-4364b4b342fb7b44434bd6694bf8fd51", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -6.206778526306152, "B": -5.519278526306152, "C": -11.706778526306152, "D": -6.706778526306152, "E": -4.644278526306152 } }, { "id": "eval-3ffe67fb009529d9b0c49ccd7141ee4a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.435442924499512, "B": -10.560442924499512, "C": -16.497941970825195, "D": -11.560442924499512, "E": -10.060442924499512 } }, { "id": "eval-f372587fa4c99d5bebf0d0eb987c44e2", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -8.721902847290039, "B": -7.596902847290039, "C": -11.659402847290039, "D": -9.909402847290039, "E": -8.159402847290039 } }, { "id": "eval-d35a8a3bd560fdd651ecf314878ed30f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.208375453948975, "B": -9.083374977111816, "C": -12.020874977111816, "D": -9.270874977111816, "E": -9.520874977111816 } }, { "id": "eval-0542414710025f56b0c26e1bae5c4d06", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.655031204223633, "B": -7.467531204223633, "C": -13.498781204223633, "D": -9.280031204223633, "E": -7.905031204223633 } }, { "id": "eval-1875f70cf736c68c7a9df3ef870224a1", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.195965766906738, "B": -6.383465766906738, "C": -11.570965766906738, "D": -8.570965766906738, "E": -7.008465766906738 } }, { "id": "eval-83250ae2dfeb2e3886ead4cde8e1290f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.6994242668151855, "B": -6.5119242668151855, "C": -9.824424743652344, "D": -7.2619242668151855, "E": -6.2619242668151855 } }, { "id": "eval-70c39372c0d50566554fd72c768b75f6", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.651069641113281, "B": -6.776069641113281, "C": -10.526069641113281, "D": -8.088569641113281, "E": -7.026069641113281 } }, { "id": "eval-c21ec5b367f409a0288d616f626555ae", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.05974817276001, "B": -8.247247695922852, "C": -13.059747695922852, "D": -10.684747695922852, "E": -11.247247695922852 } }, { "id": "eval-a2cd03ed068f6d613e85f3a60f4db0a1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.679499626159668, "B": -9.241999626159668, "C": -10.866999626159668, "D": -8.554499626159668, "E": -8.741999626159668 } }, { "id": "eval-d2871dc28c82471e5d7f71f79e49c257", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -3.2763848304748535, "B": -4.2763848304748535, "C": -8.713884353637695, "D": -6.2763848304748535, "E": -4.5263848304748535 } }, { "id": "eval-94770e75c4e2000e717b4218ddff19e8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.662718772888184, "B": -6.100218772888184, "C": -10.287718772888184, "D": -8.037718772888184, "E": -5.975218772888184 } }, { "id": "eval-08ad17d3ca1838b8724d21cf5921ec52", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.023484230041504, "B": -7.085984230041504, "C": -10.835984230041504, "D": -8.148484230041504, "E": -6.960984230041504 } }, { "id": "eval-21fb76bd8349628b441c76f47c33e77b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.879268646240234, "B": -5.879268646240234, "C": -10.004268646240234, "D": -7.316768646240234, "E": -6.191768646240234 } }, { "id": "eval-e151b44e0a7bf08a1dd3c861eef09161", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.828077793121338, "B": -8.95307731628418, "C": -12.89057731628418, "D": -10.26557731628418, "E": -10.01557731628418 } }, { "id": "eval-46351b3a6beb694c5f623583a3b1473d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.157649040222168, "B": -5.282649040222168, "C": -9.595149040222168, "D": -6.720149040222168, "E": -5.782649040222168 } }, { "id": "eval-db75e16788cf56d5dfb9773eaf91fe7e", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.921881198883057, "B": -7.171881198883057, "C": -11.921880722045898, "D": -8.421880722045898, "E": -5.984381198883057 } }, { "id": "eval-ffd89796a9b09bef56c5803f188764c6", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.543364524841309, "B": -8.918364524841309, "C": -13.043364524841309, "D": -10.230864524841309, "E": -8.293364524841309 } }, { "id": "eval-5622e49306bb82ec1cec817ad0506c60", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.75919771194458, "B": -6.38419771194458, "C": -10.071697235107422, "D": -7.57169771194458, "E": -7.57169771194458 } }, { "id": "eval-6efaeb796307036719635242fa5ad0f3", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.874668121337891, "B": -7.499668121337891, "C": -12.74966812133789, "D": -8.87466812133789, "E": -7.124668121337891 } }, { "id": "eval-114d310d1198abffaf8b88dab5a55aa7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.831756591796875, "B": -6.206756591796875, "C": -13.644256591796875, "D": -8.331756591796875, "E": -6.706756591796875 } }, { "id": "eval-0f79faf5337706f2e0e39c15bbd2e99a", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.559313774108887, "B": -6.934313774108887, "C": -11.934313774108887, "D": -7.746813774108887, "E": -7.809313774108887 } }, { "id": "eval-b62d7d1b5eec31be0b65146a9fc069e0", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.3882951736450195, "B": -6.1382951736450195, "C": -10.38829517364502, "D": -9.07579517364502, "E": -9.26329517364502 } }, { "id": "eval-1342c6aec9f5179d6ea6fa5fefbe5188", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -9.449573516845703, "B": -8.824573516845703, "C": -11.324573516845703, "D": -8.199573516845703, "E": -8.199573516845703 } }, { "id": "eval-c74ae684ba6c76e2a913493483678c9d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.012118339538574, "B": -6.262118339538574, "C": -9.574618339538574, "D": -8.137118339538574, "E": -6.762118339538574 } }, { "id": "eval-411e50225637b76187cc36b24fe3127c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.6041646003723145, "B": -6.6666646003723145, "C": -8.666665077209473, "D": -8.229165077209473, "E": -8.229165077209473 } }, { "id": "eval-2a0e82bbf1471290c93c8f2a11af197f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.2556610107421875, "B": -8.443161010742188, "C": -11.818161010742188, "D": -7.6931610107421875, "E": -7.4431610107421875 } }, { "id": "eval-eaadd7a4b18cb48c00f85c3975750fe7", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.7835798263549805, "B": -6.4085798263549805, "C": -11.15857982635498, "D": -8.59607982635498, "E": -7.5335798263549805 } }, { "id": "eval-403c9b067ef7363efffa822bb08c5426", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -5.9957709312438965, "B": -6.9332709312438965, "C": -10.183271408081055, "D": -6.7457709312438965, "E": -5.4957709312438965 } }, { "id": "eval-adf228312401c9ff421a4da1b46bb70a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.49312162399292, "B": -9.368122100830078, "C": -14.711872100830078, "D": -10.430622100830078, "E": -8.868122100830078 } }, { "id": "eval-57c85e4c7ea2501ef9d8f304b524e2e4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.268128395080566, "B": -7.768128395080566, "C": -10.330628395080566, "D": -7.870109558105469, "E": -7.807609558105469 } }, { "id": "eval-c22f30eee57f7191ee07e9a916460f68", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.802031517028809, "B": -9.739531517028809, "C": -14.895781517028809, "D": -10.489531517028809, "E": -8.239531517028809 } }, { "id": "eval-026cb9c07a583ec933f2c4c67ae73836", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.513205051422119, "B": -5.388205051422119, "C": -10.513204574584961, "D": -7.075705051422119, "E": -5.200705051422119 } }, { "id": "eval-c57ed32566a2db1ec3d6e4fd595b9d05", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -4.971762180328369, "B": -4.721762180328369, "C": -6.659262180328369, "D": -6.346762180328369, "E": -6.596762180328369 } }, { "id": "eval-93b52e7ea1acf10db891e9355e234123", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.151065349578857, "B": -5.276065349578857, "C": -11.4010648727417, "D": -9.0260648727417, "E": -7.463565349578857 } }, { "id": "eval-dbdad44029098d4b1d202d6d857d6092", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.774065017700195, "B": -8.461565017700195, "C": -13.649065017700195, "D": -10.461565017700195, "E": -9.149065017700195 } }, { "id": "eval-69d0f70c173dda17934836d618ca7093", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.519509315490723, "B": -8.082009315490723, "C": -14.332009315490723, "D": -7.019509315490723, "E": -6.832009315490723 } }, { "id": "eval-e5697a25935c5249d2108f55e245f3e4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.098720550537109, "B": -6.598720550537109, "C": -9.91122055053711, "D": -8.03622055053711, "E": -7.661220550537109 } }, { "id": "eval-99af85081085e6228c6d78c95be01968", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -7.091828346252441, "B": -5.966828346252441, "C": -11.966828346252441, "D": -8.654328346252441, "E": -6.779328346252441 } }, { "id": "eval-235094c966bcbdc94701b41b969f9c75", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.536190986633301, "B": -3.911190986633301, "C": -7.411190986633301, "D": -4.786190986633301, "E": -6.598690986633301 } }, { "id": "eval-99789083502af9bf111876a00fae44ac", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -7.631093978881836, "B": -7.631093978881836, "C": -13.568593978881836, "D": -10.131093978881836, "E": -5.881093978881836 } }, { "id": "eval-1d44fb5f4b7f1e23ff6c1c083db81ba1", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.486785888671875, "B": -7.424285888671875, "C": -11.611785888671875, "D": -9.549285888671875, "E": -8.236785888671875 } }, { "id": "eval-194b66240f6fab75749c1e30ed09ea09", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.8973493576049805, "B": -7.6473493576049805, "C": -12.52234935760498, "D": -8.02234935760498, "E": -6.7098493576049805 } }, { "id": "eval-83dad4fe630fddbdcd5b18ef890c66f2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.972283840179443, "B": -5.097283840179443, "C": -10.159784317016602, "D": -8.347284317016602, "E": -7.222283840179443 } }, { "id": "eval-3ebc5ddd2e97fe37fcb52aa2a9e2e1a7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.675898551940918, "B": -4.925898551940918, "C": -10.175898551940918, "D": -8.238398551940918, "E": -8.425898551940918 } }, { "id": "eval-9ed019338a48216de9eadf64faaf1ce0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.129557132720947, "B": -8.254556655883789, "C": -10.504556655883789, "D": -8.129556655883789, "E": -9.317056655883789 } }, { "id": "eval-d1d2585e0ba1160948b7c5822a99b7a1", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.277406692504883, "B": -7.339907169342041, "C": -11.964906692504883, "D": -9.339906692504883, "E": -8.527406692504883 } }, { "id": "eval-e34a0d1331c6bd4574ffe308e3fbd389", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.329743385314941, "B": -6.517243385314941, "C": -10.642243385314941, "D": -8.829743385314941, "E": -6.829743385314941 } }, { "id": "eval-4858669d0193e5d9384dc37d4bb5c00c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.389470100402832, "B": -6.951970100402832, "C": -12.295720100402832, "D": -9.139470100402832, "E": -7.201970100402832 } }, { "id": "eval-8fd82cdc253835814153fe7222e9967c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.3616790771484375, "B": -7.7366790771484375, "C": -13.236679077148438, "D": -10.111679077148438, "E": -6.9866790771484375 } }, { "id": "eval-66458bf8599c3ef1e7b50fa527531882", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -9.991819381713867, "B": -11.554319381713867, "C": -14.429319381713867, "D": -10.929319381713867, "E": -9.429319381713867 } }, { "id": "eval-879239b8a788f3c9e3dfdd0862f3d7c5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.307995796203613, "B": -7.432995796203613, "C": -9.870495796203613, "D": -7.495495796203613, "E": -6.245495796203613 } }, { "id": "eval-8a69e6df5e8ad6c9e6828aa66c59d046", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -3.9828062057495117, "B": -5.045306205749512, "C": -5.982806205749512, "D": -3.1078062057495117, "E": -3.9828062057495117 } }, { "id": "eval-8d275acea05fd16295c659c504576a9b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.028562545776367, "B": -8.091062545776367, "C": -11.778562545776367, "D": -9.528562545776367, "E": -8.341062545776367 } }, { "id": "eval-91629c6f9e4af3e6acf385eb23fd8068", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -3.9165842533111572, "B": -4.541584014892578, "C": -9.666584014892578, "D": -7.479084014892578, "E": -6.541584014892578 } }, { "id": "eval-59eb56f366407ac7db72996be265883b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -2.950953483581543, "B": -3.325953483581543, "C": -7.513453483581543, "D": -5.950953483581543, "E": -6.138453483581543 } }, { "id": "eval-4ab069f2e979d51f2c5929f590d09982", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.3760528564453125, "B": -8.864049911499023, "C": -12.676549911499023, "D": -10.864049911499023, "E": -9.801549911499023 } }, { "id": "eval-d6bb990e8c409d2b3af37a2da198e01f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.733327865600586, "B": -9.295827865600586, "C": -13.170827865600586, "D": -10.733327865600586, "E": -9.108327865600586 } }, { "id": "eval-c5ad166ab5c5f5f067aa02b20f482523", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -7.456498146057129, "B": -7.393998146057129, "C": -13.893998146057129, "D": -8.456498146057129, "E": -7.956498146057129 } }, { "id": "eval-ceafca2445b1b974d085a8cce38e8e44", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.39284610748291, "B": -6.14284610748291, "C": -9.95534610748291, "D": -8.08034610748291, "E": -6.95534610748291 } }, { "id": "eval-2ef2ae21a2d3a9ecbd5c45ff378d10e3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.205212593078613, "B": -7.142712593078613, "C": -10.455212593078613, "D": -6.080212593078613, "E": -6.142712593078613 } }, { "id": "eval-793672da43fbc609e8c5760630c7e239", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.499387741088867, "B": -4.686887741088867, "C": -8.686887741088867, "D": -6.436887741088867, "E": -6.936887741088867 } }, { "id": "eval-558cb0bc25387ce38d71f64ef6f1fa57", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -6.72786808013916, "B": -7.04036808013916, "C": -12.41536808013916, "D": -10.41536808013916, "E": -5.35286808013916 } }, { "id": "eval-2c9f4a98ce774cd734b6e384d95051a7", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.525052070617676, "B": -4.400052070617676, "C": -8.337552070617676, "D": -7.587552070617676, "E": -4.525052070617676 } }, { "id": "eval-33c84708785f88c19737ef5b0e31a64b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.791609764099121, "B": -10.166609764099121, "C": -13.947859764099121, "D": -11.916609764099121, "E": -9.916609764099121 } }, { "id": "eval-d867f76d000bdb59b9b4cb982bd7f0a0", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -2.9860382080078125, "B": -2.2360382080078125, "C": -6.4860382080078125, "D": -4.6110382080078125, "E": -2.2360382080078125 } }, { "id": "eval-8c607d2e2e897d74048fcc794137b683", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.509071350097656, "B": -7.884070873260498, "C": -13.571571350097656, "D": -9.384071350097656, "E": -8.384071350097656 } }, { "id": "eval-5215e26c99b2a9b376fb1c70096a388a", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -5.648355960845947, "B": -6.023355960845947, "C": -11.023355484008789, "D": -7.398355960845947, "E": -5.273355960845947 } }, { "id": "eval-668dc6bce771b10cbf6336f3ec76520a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.983949661254883, "B": -7.296449661254883, "C": -12.171449661254883, "D": -10.358949661254883, "E": -9.358949661254883 } }, { "id": "eval-a339fe08f1f50463ee180b797e99ebcc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.577432155609131, "B": -8.452432632446289, "C": -12.702432632446289, "D": -9.389932632446289, "E": -8.452432632446289 } }, { "id": "eval-526cd34f5b2afefbbb7830434785f298", "answer": "A", "prediction": "D", "correct": false, "scores": { "A": -8.815505981445312, "B": -9.503005981445312, "C": -12.253005981445312, "D": -8.503005981445312, "E": -8.815505981445312 } }, { "id": "eval-6c1c1c282cebe8917f607f0dbc1c102e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.242236137390137, "B": -5.554736137390137, "C": -8.679736137390137, "D": -6.867236137390137, "E": -5.742236137390137 } }, { "id": "eval-b5baf77d3855935c87f01f5fb2216667", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -7.535843849182129, "B": -7.098343849182129, "C": -10.910843849182129, "D": -9.598343849182129, "E": -9.723343849182129 } }, { "id": "eval-83808e92381b2e5f4cdf55d1391645ae", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.39805793762207, "B": -8.21055793762207, "C": -12.83555793762207, "D": -9.96055793762207, "E": -8.77305793762207 } }, { "id": "eval-1a86310d7279097205a3403752c3b914", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.886200904846191, "B": -5.761200904846191, "C": -8.886200904846191, "D": -7.198700904846191, "E": -7.573700904846191 } }, { "id": "eval-b4130d1790948134f3aeab9d3d79c181", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.198047637939453, "B": -7.448047637939453, "C": -10.885547637939453, "D": -9.698047637939453, "E": -7.948047637939453 } }, { "id": "eval-a5097b7f56d20217679f28201801476f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.295445442199707, "B": -5.295445442199707, "C": -9.295445442199707, "D": -7.232945442199707, "E": -8.295445442199707 } }, { "id": "eval-bcc5dd6292a64d8fa17cd07c360b335d", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -5.166539192199707, "B": -5.479039192199707, "C": -10.354039192199707, "D": -6.041539192199707, "E": -4.916539192199707 } }, { "id": "eval-cfc7fccb8449a2a950c9d2a50991420e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.252166748046875, "B": -6.127166271209717, "C": -8.877166748046875, "D": -8.252166748046875, "E": -6.814666271209717 } }, { "id": "eval-2e83c5989a018bec6d5f5ac7d3b72f49", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.803714752197266, "B": -7.428714752197266, "C": -12.178714752197266, "D": -9.116214752197266, "E": -8.741214752197266 } }, { "id": "eval-34b2d6aecdb5af8efacf0b0aa7e3989f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.6697163581848145, "B": -6.1072163581848145, "C": -9.232215881347656, "D": -7.9197163581848145, "E": -6.1697163581848145 } }, { "id": "eval-2ec7f8fe7948f9997e73f9bff7ba6e05", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.004246234893799, "B": -5.941746234893799, "C": -10.19174575805664, "D": -9.06674575805664, "E": -7.449989318847656 } }, { "id": "eval-651785ed4f7b0bd2e7ca9f70a42acea5", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.123274803161621, "B": -6.935774803161621, "C": -11.248274803161621, "D": -9.185774803161621, "E": -9.248274803161621 } }, { "id": "eval-ee46995407eb6357bb5410d49d378629", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.027741432189941, "B": -8.402741432189941, "C": -12.590241432189941, "D": -9.152741432189941, "E": -8.902741432189941 } }, { "id": "eval-303aedda3a5ab8d853cbe4edc4b914c6", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.653255462646484, "B": -7.778255462646484, "C": -10.590755462646484, "D": -7.903255462646484, "E": -8.528255462646484 } }, { "id": "eval-720b98fbc365736597147c984f6bd301", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.6665239334106445, "B": -4.9165239334106445, "C": -9.854023933410645, "D": -7.2290239334106445, "E": -7.0415239334106445 } }, { "id": "eval-c611875b43b67b91030b889b267bbcb3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.891806125640869, "B": -7.204306125640869, "C": -12.016805648803711, "D": -9.266805648803711, "E": -7.641806125640869 } }, { "id": "eval-0547da29ffab9b441bae8870cd0f9dab", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.316366672515869, "B": -6.066366672515869, "C": -11.941366195678711, "D": -9.128866195678711, "E": -7.503866672515869 } }, { "id": "eval-21e312c7fd1a52341ce35b66457eab36", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.325145244598389, "B": -6.575145244598389, "C": -8.762645721435547, "D": -7.325145244598389, "E": -7.950145244598389 } }, { "id": "eval-82e26bc22af89c38d54aa2d00dcb8a2b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.42667818069458, "B": -6.05167818069458, "C": -10.489177703857422, "D": -8.489177703857422, "E": -6.98917818069458 } }, { "id": "eval-f75357e48c3026cfa4da3dba9f91bb21", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.448154449462891, "B": -4.823154449462891, "C": -6.823154449462891, "D": -5.948154449462891, "E": -6.573154449462891 } }, { "id": "eval-64931f9097155672bfe3e16f03b2c195", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.343245506286621, "B": -8.780745506286621, "C": -12.843245506286621, "D": -9.968245506286621, "E": -8.405745506286621 } }, { "id": "eval-5de3248caa2e5ed83dd0ec45a15eae18", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.80816650390625, "B": -4.30816650390625, "C": -8.49566650390625, "D": -5.43316650390625, "E": -5.74566650390625 } }, { "id": "eval-0611dfbf5114084723d75f59b4f67412", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.76683235168457, "B": -8.01683235168457, "C": -11.20433235168457, "D": -7.82933235168457, "E": -7.26683235168457 } }, { "id": "eval-5b8d76889510384b38b72945e8d28f53", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -10.135088920593262, "B": -10.572588920593262, "C": -16.510089874267578, "D": -11.635088920593262, "E": -8.760088920593262 } }, { "id": "eval-d81f5c49bc060dc799681bf4cacac73a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.892656326293945, "B": -6.017656326293945, "C": -9.955156326293945, "D": -8.392656326293945, "E": -7.642656326293945 } }, { "id": "eval-aaf4fa38433c84b3bd0a86551259ce62", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.185186386108398, "B": -6.810186862945557, "C": -13.060186386108398, "D": -9.747686386108398, "E": -8.685186386108398 } }, { "id": "eval-33ea932a876ac0361c9eefeff1d24e92", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -4.92115592956543, "B": -5.54615592956543, "C": -10.23365592956543, "D": -6.60865592956543, "E": -4.54615592956543 } }, { "id": "eval-aead08289ca9abfcd169f935ea228ee5", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.884091854095459, "B": -8.196592330932617, "C": -11.884092330932617, "D": -8.446592330932617, "E": -7.134091854095459 } }, { "id": "eval-adbddc80b10bf25f09c6c2bee4e3c59b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.608952045440674, "B": -6.671452045440674, "C": -10.171452522277832, "D": -8.358952522277832, "E": -8.608952522277832 } }, { "id": "eval-1caf93d6a22dc8190e19c14bbe1fafda", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.69505500793457, "B": -7.07005500793457, "C": -11.50755500793457, "D": -9.63255500793457, "E": -5.94505500793457 } }, { "id": "eval-0bf4d64ad0eee7224acb3a4eb85accb2", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -3.8043384552001953, "B": -3.6793384552001953, "C": -8.304338455200195, "D": -6.991838455200195, "E": -6.616838455200195 } }, { "id": "eval-b93532cae23e505628dd88568da3337e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.594758033752441, "B": -8.157258033752441, "C": -12.532258033752441, "D": -10.469758033752441, "E": -9.407258033752441 } }, { "id": "eval-2d3c9d3dff1a7a8253180cb3de1ceeea", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.651566982269287, "B": -5.464066982269287, "C": -12.214066505432129, "D": -8.339066505432129, "E": -6.214066982269287 } }, { "id": "eval-70701f5d1d62e58d5c74e2e303bb4065", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.622227668762207, "B": -7.059727668762207, "C": -9.247227668762207, "D": -8.247227668762207, "E": -8.934727668762207 } }, { "id": "eval-eacd87f297193033669a93160ae3776f", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.10683536529541, "B": -6.85683536529541, "C": -10.54433536529541, "D": -9.10683536529541, "E": -7.41933536529541 } }, { "id": "eval-8e1b0792e441a5d54ae47a4b24f48977", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.251983642578125, "B": -8.564483642578125, "C": -14.001983642578125, "D": -10.939483642578125, "E": -8.689483642578125 } }, { "id": "eval-b4cde6a56fb19afc84876ebf2fb9e71a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.214157581329346, "B": -8.214158058166504, "C": -12.278203010559082, "D": -9.590703010559082, "E": -9.090703010559082 } }, { "id": "eval-095c5bc5fbaf12b384e9f7df47fdec16", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.919576644897461, "B": -8.607076644897461, "C": -11.232076644897461, "D": -8.419576644897461, "E": -10.294576644897461 } }, { "id": "eval-494c501dbbfd36c602aae9e5b8e0cfff", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.343986511230469, "B": -6.093986511230469, "C": -11.218986511230469, "D": -7.468986511230469, "E": -7.656486511230469 } }, { "id": "eval-5a7f6fd97b2c9ad05f773bc8b2ecf441", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.723306655883789, "B": -6.785806655883789, "C": -10.785806655883789, "D": -7.410806655883789, "E": -8.723306655883789 } }, { "id": "eval-5279a2ea333ba8a5bf3a7637a7279da1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.246307373046875, "B": -4.371307373046875, "C": -9.433807373046875, "D": -7.246307373046875, "E": -5.121307373046875 } }, { "id": "eval-42c46e28baf0fc617a07419286178c0a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -2.159879684448242, "B": -4.034879684448242, "C": -7.972379684448242, "D": -4.972379684448242, "E": -5.034879684448242 } }, { "id": "eval-c76304b4962f94ab9f20f09cf4a1a7c1", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.679468154907227, "B": -7.491968154907227, "C": -12.991968154907227, "D": -8.241968154907227, "E": -7.116968154907227 } }, { "id": "eval-8b23cd355ffc8b6e7aa5459ffb21b4e0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.643205642700195, "B": -7.830705642700195, "C": -9.018205642700195, "D": -8.580705642700195, "E": -8.643205642700195 } }, { "id": "eval-c35f7de9e9005fcf654cb0b23f17acd6", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.4106879234313965, "B": -8.223187446594238, "C": -11.410687446594238, "D": -6.6606879234313965, "E": -6.4731879234313965 } }, { "id": "eval-d910859b9d1acae40456dbeaa8334bc0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -4.361132621765137, "B": -3.298632860183716, "C": -5.611132621765137, "D": -4.798632621765137, "E": -4.486132621765137 } }, { "id": "eval-6ca8439d062de4d43d7d471c508b78db", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.376501560211182, "B": -5.001501560211182, "C": -8.564001083374023, "D": -6.439001560211182, "E": -7.189001560211182 } }, { "id": "eval-ddd8c62ec94b4f94eeefdd05b9208a71", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.861140251159668, "B": -6.736140251159668, "C": -10.173640251159668, "D": -8.361140251159668, "E": -5.736140251159668 } }, { "id": "eval-72b638200414a526b598de0e01a044df", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.072031497955322, "B": -7.197031497955322, "C": -10.25953197479248, "D": -8.75953197479248, "E": -8.82203197479248 } }, { "id": "eval-c770870c88f35f9d110217049c5a7334", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.38462495803833, "B": -5.88462495803833, "C": -12.447124481201172, "D": -9.259624481201172, "E": -9.259624481201172 } }, { "id": "eval-1d8d9e3504c8c58a3b923ddc155c19b0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -3.927499771118164, "B": -4.302499771118164, "C": -8.927499771118164, "D": -5.677499771118164, "E": -6.364999771118164 } }, { "id": "eval-95acebea992a26c3a7c3bfb45845fa83", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.0162353515625, "B": -10.3912353515625, "C": -14.7037353515625, "D": -10.7037353515625, "E": -10.2037353515625 } }, { "id": "eval-c2c2a387fd9a6a26cff636008de21f71", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.851160526275635, "B": -5.726160526275635, "C": -10.163661003112793, "D": -7.851160526275635, "E": -6.476160526275635 } }, { "id": "eval-57e96118fee6e2bbac5f59790fc833c0", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.073265075683594, "B": -8.948265075683594, "C": -12.885765075683594, "D": -9.760765075683594, "E": -7.635765075683594 } }, { "id": "eval-b9b82aa4c236cd342ff95455b8516a42", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.087871551513672, "B": -9.087871551513672, "C": -13.869121551513672, "D": -9.150371551513672, "E": -6.96287202835083 } }, { "id": "eval-41fac392c6a5827c1b6682d5d3798e59", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.407791614532471, "B": -4.532791614532471, "C": -10.282792091369629, "D": -6.907791614532471, "E": -5.782791614532471 } }, { "id": "eval-5c224410a40c9269b1e542cfcb430d35", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.835696220397949, "B": -7.210696220397949, "C": -11.46069622039795, "D": -8.58569622039795, "E": -7.773196220397949 } }, { "id": "eval-0b90c6710a65eb55fea4cc92895bf601", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.861586570739746, "B": -5.236586570739746, "C": -9.424086570739746, "D": -7.486586570739746, "E": -6.049086570739746 } }, { "id": "eval-70af2b5df22ec96901350dfa3c9ee74f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.171003818511963, "B": -5.171003818511963, "C": -9.858503341674805, "D": -7.358503818511963, "E": -5.796003818511963 } }, { "id": "eval-f9243ef9f0037657c337d3c6a9832f05", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.451873779296875, "B": -7.451873779296875, "C": -13.045623779296875, "D": -8.826873779296875, "E": -7.326873779296875 } }, { "id": "eval-27f2074270ea8a5e8f5ec2a017ec4a50", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.658662796020508, "B": -5.971162796020508, "C": -10.346162796020508, "D": -7.033662796020508, "E": -6.658662796020508 } }, { "id": "eval-63b3652d54c8c0e571f6bb50de318bf0", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.443063259124756, "B": -6.568063259124756, "C": -11.755563735961914, "D": -8.755563735961914, "E": -8.005563735961914 } }, { "id": "eval-0843c51212a3c2eee660fab5648c9e19", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -3.4259886741638184, "B": -3.9884886741638184, "C": -8.61348819732666, "D": -6.175988674163818, "E": -4.113488674163818 } }, { "id": "eval-1b3d286458a7e7f069222de0376d06da", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.929731845855713, "B": -6.617231845855713, "C": -8.242231369018555, "D": -7.367231845855713, "E": -8.117231369018555 } }, { "id": "eval-86e2aabfb9d401567f04d87a648ff776", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -6.53460168838501, "B": -6.09710168838501, "C": -11.222102165222168, "D": -6.65960168838501, "E": -5.15960168838501 } }, { "id": "eval-092c24369367b3c7457198f3ce160fe3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.451426982879639, "B": -5.638926982879639, "C": -9.76392650604248, "D": -7.388926982879639, "E": -6.201426982879639 } }, { "id": "eval-cab9eea2a91b1bd5c0a01b11f594f154", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.127723693847656, "B": -5.502723693847656, "C": -10.190223693847656, "D": -6.752723693847656, "E": -5.440223693847656 } }, { "id": "eval-6e77de03bee86d6c20780e14f00944d0", "answer": "C", "prediction": "D", "correct": false, "scores": { "A": -7.3426103591918945, "B": -6.2801103591918945, "C": -10.905110359191895, "D": -6.0301103591918945, "E": -7.2801103591918945 } }, { "id": "eval-7f25dbab26165b3c8800c2733ca759d6", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.902516841888428, "B": -5.340016841888428, "C": -10.527517318725586, "D": -6.590016841888428, "E": -5.465016841888428 } }, { "id": "eval-9024493a3edbaf555fda5b477e835bf5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.300406455993652, "B": -6.050406455993652, "C": -10.800406455993652, "D": -7.425406455993652, "E": -7.675406455993652 } }, { "id": "eval-fc59ab1a9e6d2b51126dd828d30e9167", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.434563159942627, "B": -9.559563636779785, "C": -13.059563636779785, "D": -9.309563636779785, "E": -8.497063636779785 } }, { "id": "eval-5a50ea4bb2d13dc4f620ebd45025d445", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -4.7914886474609375, "B": -4.5414886474609375, "C": -7.6039886474609375, "D": -5.9164886474609375, "E": -4.9164886474609375 } }, { "id": "eval-8becd2ee4e86258566a9c2b0e6d9544e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.779035568237305, "B": -6.404035568237305, "C": -11.341535568237305, "D": -8.779035568237305, "E": -7.029035568237305 } }, { "id": "eval-2a21820a135e1a49883525c055c74a0b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.20247220993042, "B": -6.70247220993042, "C": -10.264971733093262, "D": -7.01497220993042, "E": -6.76497220993042 } }, { "id": "eval-e5adfec0b5ba691ec752f9b5e0fb8084", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.264237880706787, "B": -5.764237880706787, "C": -9.451738357543945, "D": -7.264237880706787, "E": -6.264237880706787 } }, { "id": "eval-406e15b76269d20b5448a91648094291", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.260099411010742, "B": -6.447599411010742, "C": -10.010099411010742, "D": -7.447599411010742, "E": -7.635099411010742 } }, { "id": "eval-9c596382ea15768f95b5ef9ceec191dc", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -6.418214321136475, "B": -6.855714321136475, "C": -13.480713844299316, "D": -8.668213844299316, "E": -4.793214321136475 } }, { "id": "eval-7a3d0c94438a5c8a09364aaebb848a2c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.09966516494751, "B": -6.47466516494751, "C": -10.537165641784668, "D": -6.09966516494751, "E": -7.84966516494751 } }, { "id": "eval-1ef68db97654f30cd3701b942fadc934", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.894533634185791, "B": -8.14453411102295, "C": -11.39453411102295, "D": -9.20703411102295, "E": -7.582033634185791 } }, { "id": "eval-abb090bbc572be1016bcd5f261f28e76", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.910696983337402, "B": -6.348196983337402, "C": -8.348196983337402, "D": -8.410696983337402, "E": -9.223196983337402 } }, { "id": "eval-91f2532a832a35cba1b08a3c767be6da", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -8.741144180297852, "B": -8.678644180297852, "C": -13.116144180297852, "D": -9.303644180297852, "E": -9.491144180297852 } }, { "id": "eval-f8544c9679d27b747dfad3b8d7aac87a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.179388046264648, "B": -9.054388046264648, "C": -11.054388046264648, "D": -9.991888046264648, "E": -8.679388046264648 } }, { "id": "eval-a7f423c1636ba9e36d18e381928c5dcc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.085688591003418, "B": -5.210688591003418, "C": -8.585688591003418, "D": -6.023188591003418, "E": -5.835688591003418 } }, { "id": "eval-e1d354cbfcd620e5dacf83c17746c4b3", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.594494819641113, "B": -7.844494819641113, "C": -13.594494819641113, "D": -10.656994819641113, "E": -7.969494819641113 } }, { "id": "eval-53e1e50d204f6ad5a0f69429eadae82e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.809537887573242, "B": -9.497037887573242, "C": -14.059537887573242, "D": -10.934537887573242, "E": -10.434537887573242 } }, { "id": "eval-48205cc84aab5e455b22e17c3cc7277d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.587185859680176, "B": -7.649685859680176, "C": -12.274685859680176, "D": -9.962185859680176, "E": -8.524685859680176 } }, { "id": "eval-0f7419d25337e0a75503a015ae777905", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.351062297821045, "B": -6.101062297821045, "C": -12.601062774658203, "D": -9.601062774658203, "E": -8.538562774658203 } }, { "id": "eval-5cac4da628f0a58db980649079bd5784", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -5.014081001281738, "B": -4.639081001281738, "C": -8.514081001281738, "D": -5.639081001281738, "E": -4.264081001281738 } }, { "id": "eval-78d1218aeff70a70904767349e3c4c53", "answer": "C", "prediction": "D", "correct": false, "scores": { "A": -7.441643238067627, "B": -7.504143238067627, "C": -11.191643714904785, "D": -7.191643238067627, "E": -7.816643238067627 } }, { "id": "eval-cce13a32fedb997c017d3fac87c34912", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.10623550415039, "B": -7.981235980987549, "C": -11.79373550415039, "D": -8.98123550415039, "E": -10.10623550415039 } }, { "id": "eval-6714487b839f648e348ac972ed114af3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.313385009765625, "B": -5.313385009765625, "C": -9.063385009765625, "D": -6.688385009765625, "E": -7.000885009765625 } }, { "id": "eval-3e536d9253bfac45de83e8ee291ca143", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.200865745544434, "B": -6.825865745544434, "C": -10.513365745544434, "D": -8.138365745544434, "E": -7.138365745544434 } }, { "id": "eval-9f830faa0f8e3d7fb3a658c15a5fbe63", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.563706874847412, "B": -5.501206874847412, "C": -11.81370735168457, "D": -7.626206874847412, "E": -8.00120735168457 } }, { "id": "eval-bbcef409e0acb71b515acc144d5b402c_1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.216236114501953, "B": -7.903736114501953, "C": -11.778736114501953, "D": -9.841236114501953, "E": -9.216236114501953 } }, { "id": "eval-cbb0c9a69ca0922371a48177087ef407", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.787693977355957, "B": -6.600193977355957, "C": -9.662693977355957, "D": -8.287693977355957, "E": -7.350193977355957 } }, { "id": "eval-b92f786638796fc028947ac0e9a44fef", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.047528266906738, "B": -5.047528266906738, "C": -9.547528266906738, "D": -7.360028266906738, "E": -8.110028266906738 } }, { "id": "eval-5abeb4a2126597d4ef7b5a32e9e22abf", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.316925525665283, "B": -5.941925525665283, "C": -9.066925048828125, "D": -8.254425048828125, "E": -6.191925525665283 } }, { "id": "eval-8d4b0312f02be445e09a9462873d02bb", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.801630973815918, "B": -6.739130973815918, "C": -9.926630973815918, "D": -8.114130973815918, "E": -7.051630973815918 } }, { "id": "eval-f7140f00ddd8d1c5d93b05ea32ad1fff", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.88214111328125, "B": -8.00714111328125, "C": -13.06964111328125, "D": -8.56964111328125, "E": -7.819640636444092 } }, { "id": "eval-8b3b598a647dfd2d63fcedce5f461040", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.5491108894348145, "B": -5.4241108894348145, "C": -9.924111366271973, "D": -6.9866108894348145, "E": -7.2991108894348145 } }, { "id": "eval-7a900bc3a373806b6c56f0e19534005f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.599564075469971, "B": -7.662064075469971, "C": -11.724563598632812, "D": -9.162063598632812, "E": -8.912063598632812 } }, { "id": "eval-3d79c10ddf26a5ed7dc0bb168fb0b3ed", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.647380828857422, "B": -6.522380828857422, "C": -9.522380828857422, "D": -7.397380828857422, "E": -7.459880828857422 } }, { "id": "eval-b7091d2bfcea421d787ce9e7982f104a", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.659388065338135, "B": -5.971888065338135, "C": -13.034388542175293, "D": -9.159388542175293, "E": -6.971888065338135 } }, { "id": "eval-d060ab71d0efff3cab5960089a6bb3a2", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.983318328857422, "B": -5.795818328857422, "C": -11.233318328857422, "D": -6.858318328857422, "E": -7.483318328857422 } }, { "id": "eval-b399f6008d90dbd92bcce5abed4c1fd1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.27732515335083, "B": -9.152325630187988, "C": -12.464825630187988, "D": -10.214825630187988, "E": -9.277325630187988 } }, { "id": "eval-80c19c62338edae0e8a1f5c6fec0d29a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.048549652099609, "B": -6.361049652099609, "C": -10.17354965209961, "D": -7.611049652099609, "E": -6.173549652099609 } }, { "id": "eval-1a4e83b433620cb2d7d806882f8d57e4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.953622817993164, "B": -7.828622817993164, "C": -12.641122817993164, "D": -9.953622817993164, "E": -9.578622817993164 } }, { "id": "eval-b9e04a53c0ee7325b901de4d12d56884", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.810908317565918, "B": -8.435908317565918, "C": -10.498408317565918, "D": -8.935908317565918, "E": -8.498408317565918 } }, { "id": "eval-7490aa460f66000555a8a94008179cbb", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -9.128000259399414, "B": -8.065500259399414, "C": -13.128000259399414, "D": -10.253000259399414, "E": -6.503000736236572 } }, { "id": "eval-ad8ee2965a33ff4b0e3d2ac732676594", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -10.09923267364502, "B": -9.22423267364502, "C": -12.84923267364502, "D": -11.22423267364502, "E": -8.09923267364502 } }, { "id": "eval-64d2310eff6b661baeb41b4ccc392e35", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.006054878234863, "B": -5.631054878234863, "C": -10.193554878234863, "D": -6.318554878234863, "E": -5.631054878234863 } }, { "id": "eval-6b1f5ebd9d0dbc7e34a598456a6091a8", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -8.812349319458008, "B": -8.499849319458008, "C": -11.437349319458008, "D": -9.937349319458008, "E": -8.812349319458008 } }, { "id": "eval-080ef6941410139d6869e78122bc741e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.229306221008301, "B": -7.479306221008301, "C": -11.1668062210083, "D": -6.666806221008301, "E": -6.854306221008301 } }, { "id": "eval-6c70d98cfb8e97fda8caefcee761a229", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -6.515596389770508, "B": -5.681854724884033, "C": -10.369354248046875, "D": -5.244354724884033, "E": -6.306854724884033 } }, { "id": "eval-75ac594b4fdbfba006e61315d1b2c815", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.633670330047607, "B": -6.571170330047607, "C": -13.00866985321045, "D": -7.758670330047607, "E": -7.258670330047607 } }, { "id": "eval-5a8e7d2f97f76adb23fbd59a009d16f0", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -6.113069534301758, "B": -6.363069534301758, "C": -9.613069534301758, "D": -7.488069534301758, "E": -6.050569534301758 } }, { "id": "eval-178cb8153123716aa94f286b615149d4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.729039192199707, "B": -6.979039192199707, "C": -10.604039192199707, "D": -8.354039192199707, "E": -7.479039192199707 } }, { "id": "eval-cc917ca0e03c91a5141920f5a902a36c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.469216823577881, "B": -5.719216823577881, "C": -8.844216346740723, "D": -7.219216823577881, "E": -6.219216823577881 } }, { "id": "eval-a7d51b753c2113d8b2dbd0ebb5375855_1", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -9.574217796325684, "B": -9.261717796325684, "C": -12.949217796325684, "D": -10.074217796325684, "E": -9.324217796325684 } }, { "id": "eval-e71da9e95b321763c86e879a47bbd327", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.40280294418335, "B": -9.777802467346191, "C": -16.277803421020508, "D": -11.152802467346191, "E": -9.527802467346191 } }, { "id": "eval-ec86900559a0faf2aef066e511a4cfa6", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.903931140899658, "B": -5.966431140899658, "C": -11.778931617736816, "D": -8.528931617736816, "E": -8.216431617736816 } }, { "id": "eval-d312741df1b14bcbe358f4f30aff3994", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.428269386291504, "B": -8.365769386291504, "C": -15.084519386291504, "D": -10.615769386291504, "E": -7.490769386291504 } }, { "id": "eval-0df3f58645b4bc306093845fb297a50e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.674439430236816, "B": -9.674439430236816, "C": -12.549439430236816, "D": -10.049439430236816, "E": -10.174439430236816 } }, { "id": "eval-27d9b4df2ca50112d282331df4923e96", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.283712387084961, "B": -11.221212387084961, "C": -14.158712387084961, "D": -9.971212387084961, "E": -9.783712387084961 } }, { "id": "eval-ab755203f41a2e241f0ee8a53c54f287", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.169487953186035, "B": -9.106987953186035, "C": -12.231987953186035, "D": -9.481987953186035, "E": -8.919487953186035 } }, { "id": "eval-f13efb91090dd28fd2b3c1f4dde680fd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.365797996520996, "B": -7.803297996520996, "C": -13.740797996520996, "D": -9.240797996520996, "E": -8.178297996520996 } }, { "id": "eval-e98031901c815e55040d9fe28c4d9387", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.073966979980469, "B": -5.948966979980469, "C": -9.448966979980469, "D": -7.448966979980469, "E": -7.823966979980469 } }, { "id": "eval-fb64149cf01c5b496d986f56852273e9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.125396728515625, "B": -7.125396728515625, "C": -10.187896728515625, "D": -8.187896728515625, "E": -6.937896728515625 } }, { "id": "eval-2ac72eaf30a633c410b1bd658bbef0ba", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.454314231872559, "B": -5.766814231872559, "C": -8.391814231872559, "D": -7.204314231872559, "E": -7.391814231872559 } }, { "id": "eval-22fc45d9e6d0baea4a5b0526504225b8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.417141914367676, "B": -8.042141914367676, "C": -11.042141914367676, "D": -10.229641914367676, "E": -7.604641914367676 } }, { "id": "eval-4ef3d70648ee3cea028bc5ed0fdfda28", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.975738525390625, "B": -6.475738525390625, "C": -13.006988525390625, "D": -8.475738525390625, "E": -7.663238525390625 } }, { "id": "eval-059155c50d1b04da7373e309868e67d2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.765580177307129, "B": -8.390580177307129, "C": -10.953080177307129, "D": -9.078080177307129, "E": -8.515580177307129 } }, { "id": "eval-33d023a6806390eb8195380331e17404_1", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -9.091911315917969, "B": -10.091911315917969, "C": -14.060661315917969, "D": -9.654411315917969, "E": -8.966911315917969 } }, { "id": "eval-63f7ad481a63fc8c6dffe00519d4a167", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.454818248748779, "B": -6.579818248748779, "C": -11.329818725585938, "D": -7.892318248748779, "E": -8.142318725585938 } }, { "id": "eval-a2daf73d33541af0846673afd8e49abe", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.366415023803711, "B": -9.553915023803711, "C": -14.085165023803711, "D": -11.491415023803711, "E": -8.741415023803711 } }, { "id": "eval-7d70208061ae3185bcfc9e912ee9e141", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.593297004699707, "B": -7.718297004699707, "C": -10.905797004699707, "D": -9.093297004699707, "E": -8.780797004699707 } }, { "id": "eval-9003c4748b08d5a734747e499599ff20", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.093387126922607, "B": -6.405887126922607, "C": -8.34338665008545, "D": -7.280887126922607, "E": -7.843387126922607 } }, { "id": "eval-28aac6d39cdd270d2a6a28e1985484cb", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.745254039764404, "B": -6.370254039764404, "C": -9.620253562927246, "D": -7.932754039764404, "E": -5.932754039764404 } }, { "id": "eval-8bdbb8caefcc607a9ec7579aa0c87cba", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -6.799156188964844, "B": -6.986656188964844, "C": -10.486656188964844, "D": -9.111656188964844, "E": -6.486656188964844 } }, { "id": "eval-95a85df48902d23eb3fda25a99fca1a0", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.211258411407471, "B": -6.023758411407471, "C": -10.398757934570312, "D": -7.148758411407471, "E": -7.586258411407471 } }, { "id": "eval-79c3378b7660d328902d7c0ad442a37f", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.974263191223145, "B": -9.974263191223145, "C": -14.411763191223145, "D": -9.849263191223145, "E": -8.036763191223145 } }, { "id": "eval-8c12e5864463cfcd03f4d0ab67949d01", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -9.455123901367188, "B": -8.892623901367188, "C": -13.642623901367188, "D": -9.830123901367188, "E": -8.205123901367188 } }, { "id": "eval-e145618c2062eb9ea8928fdb0d42185e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.533535957336426, "B": -6.033535957336426, "C": -9.096035957336426, "D": -7.096035957336426, "E": -6.908535957336426 } }, { "id": "eval-35872be88df5f6c4a6600020266a5458", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.212523937225342, "B": -5.275023937225342, "C": -7.150023937225342, "D": -6.712523937225342, "E": -6.150023937225342 } }, { "id": "eval-055817d8d703d3c2802545e3fccdcde3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.142841339111328, "B": -6.392841339111328, "C": -10.642841339111328, "D": -8.642841339111328, "E": -7.080341339111328 } }, { "id": "eval-5ef6cdb85468df482e3aa6fa339d6e41", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.698455333709717, "B": -6.885955333709717, "C": -12.135954856872559, "D": -8.510954856872559, "E": -6.760955333709717 } }, { "id": "eval-1e939cc6fef999953d692b57caab254b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.410380363464355, "B": -9.660380363464355, "C": -13.222880363464355, "D": -9.660380363464355, "E": -10.472880363464355 } }, { "id": "eval-3a3b5d4a517ef70d25eb558f1a622937", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.069396018981934, "B": -9.256896018981934, "C": -15.506896018981934, "D": -10.881896018981934, "E": -7.319396495819092 } }, { "id": "eval-a943522f7d407cef369d5d3f1bf48589", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.257050037384033, "B": -7.507050037384033, "C": -9.444550514221191, "D": -8.382050514221191, "E": -7.444550037384033 } }, { "id": "eval-57a343d72031b668e5eb91868420e915", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.2728271484375, "B": -8.4603271484375, "C": -10.2728271484375, "D": -7.9603271484375, "E": -8.0853271484375 } }, { "id": "eval-c4b1a57e7880b9cb367f9c67abf5605f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.705431938171387, "B": -6.767931938171387, "C": -11.517931938171387, "D": -7.580431938171387, "E": -6.830431938171387 } }, { "id": "eval-e313d7967f72c2b880213daaaf4b7181", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.003620624542236, "B": -5.878620624542236, "C": -8.941120147705078, "D": -7.503620624542236, "E": -7.191120624542236 } }, { "id": "eval-3c7992df7fda23bcdeacb1f1f6b73448", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.53858757019043, "B": -8.78858757019043, "C": -14.97608757019043, "D": -9.91358757019043, "E": -9.53858757019043 } }, { "id": "eval-d6644eacdb543a60545d2eb1ac7e6dbd", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.0996904373168945, "B": -5.5996904373168945, "C": -13.255940437316895, "D": -8.537190437316895, "E": -9.224690437316895 } }, { "id": "eval-d1ad9b79f54205b6b9ac19a27f9c2be5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.179459571838379, "B": -8.304459571838379, "C": -12.554459571838379, "D": -8.616959571838379, "E": -7.991959571838379 } }, { "id": "eval-f116ee6620c0f171e5db54bc03a5f2e2", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.574677467346191, "B": -5.074677467346191, "C": -7.012177467346191, "D": -6.387177467346191, "E": -5.449677467346191 } }, { "id": "eval-ea82f9e938cbfce85fb498ce46264253", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -3.177487850189209, "B": -3.177487850189209, "C": -5.177487850189209, "D": -5.552487850189209, "E": -4.177487850189209 } }, { "id": "eval-edbb57ac2f476679ae547f75ec2bef3e", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -4.564842224121094, "B": -5.502342224121094, "C": -10.252342224121094, "D": -5.877342224121094, "E": -3.564842462539673 } }, { "id": "eval-07a99d5f2ca7028febeb9f09604b36c8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.249394416809082, "B": -6.311894416809082, "C": -11.124394416809082, "D": -6.749394416809082, "E": -6.499394416809082 } }, { "id": "eval-b42ef8be1748c19fa5938de5396f8fad", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.547599792480469, "B": -4.047599792480469, "C": -9.422599792480469, "D": -7.110099792480469, "E": -5.172599792480469 } }, { "id": "eval-236691d38665d7bcdd0c9b9834252a51", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.757085800170898, "B": -7.569585800170898, "C": -11.257085800170898, "D": -7.569585800170898, "E": -7.757085800170898 } }, { "id": "eval-8ef78abb86fc282ccb02bbc495f13030", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.556766510009766, "B": -6.806766510009766, "C": -11.306766510009766, "D": -7.431766510009766, "E": -8.181766510009766 } }, { "id": "eval-313d033c33ec475e04e628f87c5686bd", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.967750072479248, "B": -6.092750072479248, "C": -8.96774959564209, "D": -8.15524959564209, "E": -6.842750072479248 } }, { "id": "eval-d581e0ad6a4c89465dc1a527bd2d3f77", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.093745231628418, "B": -7.406245231628418, "C": -13.468745231628418, "D": -9.718745231628418, "E": -7.156245231628418 } }, { "id": "eval-f232bfea2a7611999688a252e476c040", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.035675525665283, "B": -8.535676002502441, "C": -12.703638076782227, "D": -8.766138076782227, "E": -8.766138076782227 } }, { "id": "eval-91756d8e475d8d59fa0a4e35f408e366", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.4210591316223145, "B": -5.8585591316223145, "C": -11.921059608459473, "D": -7.7335591316223145, "E": -7.5460591316223145 } }, { "id": "eval-866ea9c668c0b42df19fa20865e31f77", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.954226493835449, "B": -7.829226493835449, "C": -12.26672649383545, "D": -9.39172649383545, "E": -7.766726493835449 } }, { "id": "eval-22015315e7ff79386877828b4fa27799", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.25816822052002, "B": -8.19566822052002, "C": -11.63316822052002, "D": -9.07066822052002, "E": -7.945668697357178 } }, { "id": "eval-484f6e4fb8e6431b010c299490b72e3c", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.518150329589844, "B": -6.518150806427002, "C": -13.674400329589844, "D": -9.580650329589844, "E": -9.455650329589844 } }, { "id": "eval-7322d0dcf2e27c7032626a3639f5696b", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.599286079406738, "B": -7.536786079406738, "C": -11.849286079406738, "D": -8.099286079406738, "E": -6.536786079406738 } }, { "id": "eval-0519b0b0869681c2884f53dbfa43e538", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -8.514925956726074, "B": -7.889926433563232, "C": -13.202425956726074, "D": -10.014925956726074, "E": -6.577426433563232 } }, { "id": "eval-1ab04c0501b815b2a48f2581f04215a8", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -8.104960441589355, "B": -8.479960441589355, "C": -12.604960441589355, "D": -8.604960441589355, "E": -8.042460441589355 } }, { "id": "eval-7776b10c7bb96f3fe5e026678673634d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.107191562652588, "B": -6.857191562652588, "C": -11.35719108581543, "D": -9.85719108581543, "E": -8.41969108581543 } }, { "id": "eval-f7c005244d406b9bde48dc8c22003af1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.4590959548950195, "B": -5.3965959548950195, "C": -9.33409595489502, "D": -7.7715959548950195, "E": -7.5840959548950195 } }, { "id": "eval-88501d528c855e2b533b3fea2f86183d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.910434246063232, "B": -8.41043472290039, "C": -10.72293472290039, "D": -7.535434246063232, "E": -7.410434246063232 } }, { "id": "eval-3d9c3253e24fb108cea9083e8a853cf2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.746476173400879, "B": -5.996476173400879, "C": -10.621476173400879, "D": -7.371476173400879, "E": -6.183976173400879 } }, { "id": "eval-9808782b2e2e1bfbfa27c41e605bfffe", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.504820823669434, "B": -6.004820823669434, "C": -9.942320823669434, "D": -8.754820823669434, "E": -8.442320823669434 } }, { "id": "eval-c432b860fcd7297751ff5254ec4a7956", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.21333122253418, "B": -8.90083122253418, "C": -13.43208122253418, "D": -11.08833122253418, "E": -9.46333122253418 } }, { "id": "eval-732af155f677a51d05d0c9e080d598b6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.208014965057373, "B": -6.020514965057373, "C": -10.770515441894531, "D": -6.208014965057373, "E": -7.333014965057373 } }, { "id": "eval-48abc2c113623fd72f758502529f93a5", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.458635330200195, "B": -6.958635330200195, "C": -11.833635330200195, "D": -9.208635330200195, "E": -7.646135330200195 } }, { "id": "eval-03f06f77aaf80b5f5e296ffbd11e9d82", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.898097991943359, "B": -5.523097991943359, "C": -8.77309799194336, "D": -6.273097991943359, "E": -7.398097991943359 } }, { "id": "eval-e7084c166ec67d0f983a26e055e845c6", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.041767120361328, "B": -7.729267120361328, "C": -10.791767120361328, "D": -8.104267120361328, "E": -8.541767120361328 } }, { "id": "eval-c55c31b5a2aa996f3b75ad88c017a6b9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.1832780838012695, "B": -6.6832780838012695, "C": -10.80827808380127, "D": -9.99577808380127, "E": -8.68327808380127 } }, { "id": "eval-463521a93ae71e93bea8b97cdf7a6792", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.274088382720947, "B": -6.899088382720947, "C": -12.024088859558105, "D": -7.274088382720947, "E": -6.524088382720947 } }, { "id": "eval-c036ce033bc429ac1aba0a6ac8d057e1", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.875811576843262, "B": -7.625811576843262, "C": -13.063311576843262, "D": -10.125811576843262, "E": -8.125811576843262 } }, { "id": "eval-db7f2bfdabcf53d6778fd7af80b603d2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.9892072677612305, "B": -9.86420726776123, "C": -13.48920726776123, "D": -9.42670726776123, "E": -8.36420726776123 } }, { "id": "eval-8605fd2affc796d79073d0f3ef0761c9", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.7242431640625, "B": -6.7867431640625, "C": -12.5992431640625, "D": -9.4117431640625, "E": -7.5992431640625 } }, { "id": "eval-ad37795fd9e3a65553683ff305b5113d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.128050804138184, "B": -4.753050804138184, "C": -6.940550804138184, "D": -4.378050804138184, "E": -5.815550804138184 } }, { "id": "eval-bcd51af35d691f5c3b6b548096ab1559", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.185214042663574, "B": -4.497714042663574, "C": -10.810214042663574, "D": -6.935214042663574, "E": -5.185214042663574 } }, { "id": "eval-b5345f15d5b451562ab9e0851e7f394f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.755241870880127, "B": -5.755241870880127, "C": -8.692741394042969, "D": -7.255241870880127, "E": -5.505241870880127 } }, { "id": "eval-6a884d5d8febfdd86fcf68ff1a904d9b", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.551344871520996, "B": -5.551344871520996, "C": -9.926344871520996, "D": -9.238844871520996, "E": -7.176344871520996 } }, { "id": "eval-a1303b5177df0a5b653c9abd7d5f5e08", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.352839946746826, "B": -6.790339946746826, "C": -11.290340423583984, "D": -8.852840423583984, "E": -7.165339946746826 } }, { "id": "eval-315baf79f8dd3673f67a90de0758240e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.4740705490112305, "B": -8.72407054901123, "C": -13.38032054901123, "D": -9.59907054901123, "E": -8.41157054901123 } }, { "id": "eval-01f01cc3ad152773ef42b30e926912bf", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.586780548095703, "B": -7.024280548095703, "C": -10.711780548095703, "D": -8.086780548095703, "E": -8.524280548095703 } }, { "id": "eval-f192cfacbaa2f7e0e879f673c8e076a7", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -2.5481152534484863, "B": -4.985615253448486, "C": -8.610614776611328, "D": -6.485615253448486, "E": -5.110615253448486 } }, { "id": "eval-ab8d5e21a2cf34b60a04768b01f1f8e9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.019475936889648, "B": -8.019475936889648, "C": -12.644475936889648, "D": -8.019475936889648, "E": -7.144475936889648 } }, { "id": "eval-5d1df1daa886efb78db2103ddc1398eb", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.567483425140381, "B": -6.942483425140381, "C": -14.348732948303223, "D": -10.379982948303223, "E": -10.567482948303223 } }, { "id": "eval-2f8b35d352097cc9277599be49fab0b3", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -9.360376358032227, "B": -10.860376358032227, "C": -13.641626358032227, "D": -11.360376358032227, "E": -9.110376358032227 } }, { "id": "eval-18eb6a3b54ccf4989e268cfb9ea90f9c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.866786003112793, "B": -6.429286003112793, "C": -9.804286003112793, "D": -8.054286003112793, "E": -7.929286003112793 } }, { "id": "eval-3e12400bc5a2038a747edf2605787fe8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.01146125793457, "B": -4.63646125793457, "C": -6.94896125793457, "D": -6.51146125793457, "E": -6.69896125793457 } }, { "id": "eval-72baf6ca5c4daa01c2cc7fda22183db8", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -8.84820556640625, "B": -7.34820556640625, "C": -13.09820556640625, "D": -9.97320556640625, "E": -9.16070556640625 } }, { "id": "eval-9bac07574c966cae34c85e9f25538cba", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.118908882141113, "B": -3.6189088821411133, "C": -8.743908882141113, "D": -7.181408882141113, "E": -4.618908882141113 } }, { "id": "eval-fe2a21ddb1bde76025a961126044a9a3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.236159324645996, "B": -4.486159324645996, "C": -6.486159324645996, "D": -6.798659324645996, "E": -7.923659324645996 } }, { "id": "eval-d03e09b22927542d6b0d5ebe233e467c", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -5.912971496582031, "B": -6.162971496582031, "C": -9.850471496582031, "D": -7.912971496582031, "E": -4.412971496582031 } }, { "id": "eval-e63a210053cf7f961ca0b5a7e6eb355d", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -7.0284647941589355, "B": -6.9659647941589355, "C": -11.653465270996094, "D": -6.5909647941589355, "E": -5.9034647941589355 } }, { "id": "eval-a4b4242fab25e86a9d7ffedcaecdcdbe", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.892995357513428, "B": -8.26799488067627, "C": -11.76799488067627, "D": -9.64299488067627, "E": -9.01799488067627 } }, { "id": "eval-ec8797b12e3c6666ebe70b2a7680b66f", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.930549144744873, "B": -8.618048667907715, "C": -15.274298667907715, "D": -10.743048667907715, "E": -6.805549144744873 } }, { "id": "eval-4536489e5d8e02aadc3fcc7a55effe20", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.704061031341553, "B": -6.766561031341553, "C": -10.391561508178711, "D": -7.454061031341553, "E": -5.954061031341553 } }, { "id": "eval-0854478d174c9127064f0d4b58df7e62", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.436120986938477, "B": -5.998620986938477, "C": -9.123620986938477, "D": -6.811120986938477, "E": -5.436120986938477 } }, { "id": "eval-4b7d1b70060cd1f1a7321795f62a7325", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.716283798217773, "B": -8.778783798217773, "C": -12.903783798217773, "D": -10.528783798217773, "E": -9.028783798217773 } }, { "id": "eval-0e6a005eec5e6746f3facf4d608bfd8b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.638946056365967, "B": -5.451446056365967, "C": -9.701446533203125, "D": -6.888946056365967, "E": -5.513946056365967 } }, { "id": "eval-2d2b69ad187b7c40273ab13caab7dc19", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.050306797027588, "B": -5.925306797027588, "C": -9.05030632019043, "D": -6.362806797027588, "E": -6.050306797027588 } }, { "id": "eval-fde1f9bfc33da302449c0b950d16c0ea", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.54561185836792, "B": -4.67061185836792, "C": -10.858112335205078, "D": -6.48311185836792, "E": -6.17061185836792 } }, { "id": "eval-3c90a632f46aeab11fbb73aa59a33892", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.795673370361328, "B": -7.108173370361328, "C": -10.795673370361328, "D": -8.233173370361328, "E": -7.170673370361328 } }, { "id": "eval-1f3ccb722600da7d862531416934949a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.532111167907715, "B": -9.282111167907715, "C": -13.719611167907715, "D": -9.657111167907715, "E": -8.657111167907715 } }, { "id": "eval-46ba5d2b8cfc6708e5e2618568d8730e", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -7.887481212615967, "B": -8.262480735778809, "C": -14.793730735778809, "D": -11.415153503417969, "E": -7.5401530265808105 } }, { "id": "eval-f8a2cbc7189b92a809ce9cd857030621", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -6.657200813293457, "B": -6.719700813293457, "C": -10.719700813293457, "D": -7.969700813293457, "E": -6.282200813293457 } }, { "id": "eval-225287e06c993feee34e0f06b25f6ba8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.6982879638671875, "B": -7.3232879638671875, "C": -11.510787963867188, "D": -8.573287963867188, "E": -7.7607879638671875 } }, { "id": "eval-e211b1a3f3401d164c8b0bfc10160caa", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.967721939086914, "B": -11.155221939086914, "C": -14.717721939086914, "D": -11.342721939086914, "E": -9.717721939086914 } }, { "id": "eval-fce1c5d069758aea57a787fc98dcf7a9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.860732078552246, "B": -6.548232078552246, "C": -8.673232078552246, "D": -7.110732078552246, "E": -6.235732078552246 } }, { "id": "eval-c0d75f9fbf30aa3a612f16edb20d6b8d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.0792646408081055, "B": -8.516764640808105, "C": -12.891764640808105, "D": -10.329264640808105, "E": -9.579264640808105 } }, { "id": "eval-d07f149d8d953dcc45dda432194c375e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -9.710253715515137, "B": -8.647753715515137, "C": -13.147753715515137, "D": -10.272753715515137, "E": -9.022753715515137 } }, { "id": "eval-080a9cf2d6447a9a4d98b0af311e10da", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.340795993804932, "B": -7.403295993804932, "C": -12.528295516967773, "D": -6.590795993804932, "E": -6.465795993804932 } }, { "id": "eval-111501a49dd41ceed9c2073eed5d2b72", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.815141677856445, "B": -7.190141677856445, "C": -11.627641677856445, "D": -9.252641677856445, "E": -7.190141677856445 } }, { "id": "eval-7bb87c6d8eab57d4e983f60025b1f0dc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.8815717697143555, "B": -5.8815717697143555, "C": -10.194071769714355, "D": -8.881571769714355, "E": -6.6940717697143555 } }, { "id": "eval-5c2bc4335c8860342ec2d568ceb6ac6b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.921577453613281, "B": -7.359077453613281, "C": -10.609077453613281, "D": -8.734077453613281, "E": -8.734077453613281 } }, { "id": "eval-083861fc5ebb9226fff70544f3f83d2b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.336058139801025, "B": -8.711058616638184, "C": -13.086058616638184, "D": -9.711058616638184, "E": -8.273558616638184 } }, { "id": "eval-520b0eea9148e3cb4d45aa69a55491eb", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.93545389175415, "B": -8.247954368591309, "C": -12.310454368591309, "D": -9.872954368591309, "E": -9.060454368591309 } }, { "id": "eval-ef6ede0af827ddd1dc7bbeb36a6fdd22", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.549397945404053, "B": -5.861897945404053, "C": -8.299397468566895, "D": -6.861897945404053, "E": -6.736897945404053 } }, { "id": "eval-d47986deb91d64b2b15d385da3d2f483", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.778371334075928, "B": -8.52837085723877, "C": -12.80962085723877, "D": -8.96587085723877, "E": -6.653371334075928 } }, { "id": "eval-c3b7f4196b12714940ac1b9417194df4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.880306243896484, "B": -7.567806243896484, "C": -13.380306243896484, "D": -8.692806243896484, "E": -7.755306243896484 } }, { "id": "eval-5d03ad171fd661a28da5b6eb79967a6b", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -11.032027244567871, "B": -12.469527244567871, "C": -13.469527244567871, "D": -10.219527244567871, "E": -8.782027244567871 } }, { "id": "eval-7c95d753943c58757fe6e1ccff8aea14", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -7.3142828941345215, "B": -7.6267828941345215, "C": -13.689282417297363, "D": -9.814282417297363, "E": -6.4392828941345215 } }, { "id": "eval-88d8bfb9dc8e77ef642acbe1a129f3db", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -6.47705078125, "B": -6.91455078125, "C": -9.03955078125, "D": -6.22705078125, "E": -6.47705078125 } }, { "id": "eval-b1a9b20793b46e46e1beedadbf852f84", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.887062072753906, "B": -6.637062072753906, "C": -9.699562072753906, "D": -6.512062072753906, "E": -6.199562072753906 } }, { "id": "eval-81e016974d33fe383c848b6c819791cd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.310497283935547, "B": -6.747997283935547, "C": -11.372997283935547, "D": -8.685497283935547, "E": -8.185497283935547 } }, { "id": "eval-7cf54544d54818d53e7088c0749a3eca", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -1.748917818069458, "B": -2.748917818069458, "C": -7.311417579650879, "D": -6.123917579650879, "E": -5.373917579650879 } }, { "id": "eval-6acd88b9b5dd15e23bbcc3fd679100a8", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.091233253479004, "B": -7.216233253479004, "C": -12.341233253479004, "D": -9.216233253479004, "E": -8.153733253479004 } }, { "id": "eval-c96a86957a9ab1d8ca0aeeb7f040d87a_1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.085086822509766, "B": -8.147586822509766, "C": -15.335086822509766, "D": -10.022586822509766, "E": -8.835086822509766 } }, { "id": "eval-6a1bf527af9ed0685ac5e2bf0bd76647", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -9.429699897766113, "B": -6.929699420928955, "C": -12.617199897766113, "D": -9.992199897766113, "E": -9.367199897766113 } }, { "id": "eval-094fe91b20b03c647325fa2ee94470b3", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.208415985107422, "B": -4.458415985107422, "C": -8.145915985107422, "D": -6.708415985107422, "E": -6.083415985107422 } }, { "id": "eval-bee2a6eadfaf7a4fa0a214e341ddbe5b", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.711228370666504, "B": -9.586228370666504, "C": -12.398728370666504, "D": -8.711228370666504, "E": -8.023728370666504 } }, { "id": "eval-2f97a77d155cb99092e8a7c055737b03_1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -3.205395221710205, "B": -3.955395221710205, "C": -7.205395221710205, "D": -4.205395221710205, "E": -4.705395221710205 } }, { "id": "eval-bc268cd19e2c95c78967fd6b9092fb90", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.116806507110596, "B": -7.804306507110596, "C": -12.179306030273438, "D": -9.679306030273438, "E": -9.679306030273438 } }, { "id": "eval-060cad0d3c007ceb151db9907bfcb214", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.722689628601074, "B": -7.910189628601074, "C": -13.003939628601074, "D": -9.285189628601074, "E": -8.160189628601074 } }, { "id": "eval-29c2cc0ba85b4afb9c9d29801469a68f", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.7120513916015625, "B": -7.8370513916015625, "C": -11.274551391601562, "D": -9.149551391601562, "E": -7.3995513916015625 } }, { "id": "eval-6cb895ce89995f6be422f7c4167c7638", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.171224594116211, "B": -4.171224594116211, "C": -7.921224594116211, "D": -6.421224594116211, "E": -5.921224594116211 } }, { "id": "eval-839f3c37622c1ed5eebc9cd0b9d658e8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.813161373138428, "B": -8.87566089630127, "C": -11.31316089630127, "D": -9.37566089630127, "E": -8.93816089630127 } }, { "id": "eval-3957ac6bab96fc9d4f173ada4692d16b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.706802845001221, "B": -5.831802845001221, "C": -9.331802368164062, "D": -6.831802845001221, "E": -7.831802845001221 } }, { "id": "eval-a4f5e5412f0f8ac9190db1730db07a90", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.572142601013184, "B": -6.197142601013184, "C": -10.384642601013184, "D": -7.384642601013184, "E": -7.322142601013184 } }, { "id": "eval-cb5b39878be0e05a3ffe783801adbc3b", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.874523162841797, "B": -6.374523162841797, "C": -12.249523162841797, "D": -9.437023162841797, "E": -8.562023162841797 } }, { "id": "eval-985a4f1a3f31f1ba6654f4fc48f504df", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.15363883972168, "B": -7.52863883972168, "C": -14.99738883972168, "D": -11.02863883972168, "E": -7.90363883972168 } }, { "id": "eval-5d687fe9c95436ce84230c996d34382d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.6623125076293945, "B": -6.8498125076293945, "C": -12.287312507629395, "D": -7.9748125076293945, "E": -6.1623125076293945 } }, { "id": "eval-af11faa29097b71141fe192ad019d1dd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.0345239639282227, "B": -5.284523963928223, "C": -8.034523963928223, "D": -5.847023963928223, "E": -5.722023963928223 } }, { "id": "eval-07fd8b0aed06406fedb137d11b07a890", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.158871650695801, "B": -8.5338716506958, "C": -13.7213716506958, "D": -7.908871650695801, "E": -7.158871650695801 } }, { "id": "eval-7044d82a456d0fa6f0210abb03cbf2c4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.822900772094727, "B": -5.760400772094727, "C": -11.447900772094727, "D": -5.822900772094727, "E": -6.072900772094727 } }, { "id": "eval-e53ba4c7d2a818bdb6001e6924bc8896", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.3726091384887695, "B": -6.3101091384887695, "C": -8.06010913848877, "D": -7.3101091384887695, "E": -7.9351091384887695 } }, { "id": "eval-ecbc1ab06ad1ed6c53e5293d7a90ebd3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.133761405944824, "B": -11.258761405944824, "C": -11.196261405944824, "D": -10.196261405944824, "E": -9.821261405944824 } }, { "id": "eval-9a356ff463c042d04ba45bfd627bac20", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.006505489349365, "B": -8.506505966186523, "C": -12.756505966186523, "D": -9.506505966186523, "E": -7.319005489349365 } }, { "id": "eval-0a5c069836784c3d574828d85a20a074", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.7849884033203125, "B": -7.1599884033203125, "C": -11.534988403320312, "D": -8.659988403320312, "E": -7.0349884033203125 } }, { "id": "eval-f996430ce208606452868fd2e739d409", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.0886406898498535, "B": -5.0261406898498535, "C": -8.463640213012695, "D": -7.0886406898498535, "E": -7.2136406898498535 } }, { "id": "eval-26c854d933d2115e7636fdcde57eb463", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.64531946182251, "B": -7.08281946182251, "C": -9.395318984985352, "D": -8.457818984985352, "E": -7.64531946182251 } }, { "id": "eval-83c25b9a5db5f9b3fd1ff6c7453d23d0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.377983570098877, "B": -6.752983570098877, "C": -8.690484046936035, "D": -6.377983570098877, "E": -6.940483570098877 } }, { "id": "eval-a0d02fc32878efdf0b0d420972943492", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.279043197631836, "B": -6.279043197631836, "C": -13.404043197631836, "D": -9.841543197631836, "E": -8.466543197631836 } }, { "id": "eval-73fbd2caac2c3786ca810adfe7030273", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.49798583984375, "B": -6.56048583984375, "C": -8.49798583984375, "D": -6.87298583984375, "E": -6.37298583984375 } }, { "id": "eval-6c515b068b4d3aa88a5382224d9b866d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.708508491516113, "B": -7.896008491516113, "C": -9.896008491516113, "D": -8.521008491516113, "E": -8.396008491516113 } }, { "id": "eval-0af371b94fb414860b13eea6009ccc31", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.268704414367676, "B": -4.893704414367676, "C": -7.206204414367676, "D": -6.018704414367676, "E": -5.546176433563232 } }, { "id": "eval-38e61d4be0da46b3cbbd76dc20bce677", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.323574066162109, "B": -5.448574066162109, "C": -10.38607406616211, "D": -6.886074066162109, "E": -5.511074066162109 } }, { "id": "eval-cebc07bd5080cc72862cb333b10d782d", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -3.8351714611053467, "B": -3.2101714611053467, "C": -5.647671699523926, "D": -4.772671699523926, "E": -3.7101714611053467 } }, { "id": "eval-de0386024f32cdf277a785a851b97544", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.536627769470215, "B": -6.786627769470215, "C": -9.099127769470215, "D": -8.224127769470215, "E": -7.411627769470215 } }, { "id": "eval-9b62cd7f89716f393239e6c6ff3e11d5", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.046860218048096, "B": -9.421859741210938, "C": -12.796859741210938, "D": -9.546859741210938, "E": -7.546860218048096 } }, { "id": "eval-8b25332de2894ab38784235838d38cec", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.345065116882324, "B": -9.470065116882324, "C": -12.907565116882324, "D": -11.345065116882324, "E": -9.720065116882324 } }, { "id": "eval-dd4a811d18549f1ae1954cf938b28536", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.679122447967529, "B": -7.616622447967529, "C": -13.366621971130371, "D": -9.554121971130371, "E": -8.741621971130371 } }, { "id": "eval-e2ff952c17faf1c56a970502630d4c86", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.6814866065979, "B": -8.056486129760742, "C": -12.431486129760742, "D": -8.493986129760742, "E": -7.5564866065979 } }, { "id": "eval-3a6140e475cbbd3ee1da5ba9a6953597_1", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.443232536315918, "B": -10.130732536315918, "C": -14.818232536315918, "D": -11.193232536315918, "E": -10.193232536315918 } }, { "id": "eval-e75e0c11e2d5a7b634455a1b4b76856c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.723536491394043, "B": -7.036036491394043, "C": -11.223536491394043, "D": -8.536036491394043, "E": -7.223536491394043 } }, { "id": "eval-3b9ccdcb1c932c46a38e040d3e6c7f5b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.218951225280762, "B": -8.656451225280762, "C": -13.281451225280762, "D": -9.031451225280762, "E": -8.468951225280762 } }, { "id": "eval-6a29b657b29e1506284d8328dffbbd21", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.026562213897705, "B": -8.589062690734863, "C": -13.026562690734863, "D": -9.589062690734863, "E": -8.714062690734863 } }, { "id": "eval-96cb628fb7ed2f53245598f707ed2b80", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.191890239715576, "B": -5.941890239715576, "C": -11.066889762878418, "D": -8.941889762878418, "E": -6.066890239715576 } }, { "id": "eval-bd4e80fa6642a76c064d0bc924411fb0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.255086898803711, "B": -10.880086898803711, "C": -15.630086898803711, "D": -10.817586898803711, "E": -11.067586898803711 } }, { "id": "eval-05490e6c191fbc3c2fe0033ed0bd8aa0", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.35025691986084, "B": -7.912757396697998, "C": -10.28775691986084, "D": -8.22525691986084, "E": -8.03775691986084 } }, { "id": "eval-6abd34442438509b4a00c69d6fd24764", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.207946300506592, "B": -6.457946300506592, "C": -9.895445823669434, "D": -7.332946300506592, "E": -7.270446300506592 } }, { "id": "eval-e58eb0ec4197c29e961a7bdd4d67de4e", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.908802032470703, "B": -8.658802032470703, "C": -12.815052032470703, "D": -8.596302032470703, "E": -8.721302032470703 } }, { "id": "eval-597d2a1c9df7962218d8b807df1f8212", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.056320667266846, "B": -6.556320667266846, "C": -9.681321144104004, "D": -8.056321144104004, "E": -7.243820667266846 } }, { "id": "eval-68f6ac445cc008d93f931b999b44b0ba", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.144888877868652, "B": -8.582388877868652, "C": -12.332388877868652, "D": -9.769888877868652, "E": -9.144888877868652 } }, { "id": "eval-aa4c5d2d348796b8d7fa324f27f4c34f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.260007381439209, "B": -8.01000690460205, "C": -10.63500690460205, "D": -8.44750690460205, "E": -7.760007381439209 } }, { "id": "eval-7400e9c4a2c8e600a0f7e2d162a07837", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.165133476257324, "B": -10.540133476257324, "C": -14.383883476257324, "D": -11.540133476257324, "E": -9.602633476257324 } }, { "id": "eval-fad197409a977126c9587eccd240ceea", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.003583908081055, "B": -4.441083908081055, "C": -7.566083908081055, "D": -6.753583908081055, "E": -5.128583908081055 } }, { "id": "eval-f09038444aeb1a048f04dedd5b97b769", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.121697902679443, "B": -7.559197902679443, "C": -11.934198379516602, "D": -9.121698379516602, "E": -7.684197902679443 } }, { "id": "eval-0aa23ad1ba9f28bc3e0185237a7ce1cc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.4530181884765625, "B": -6.3905181884765625, "C": -7.6405181884765625, "D": -6.1405181884765625, "E": -7.5155181884765625 } }, { "id": "eval-06be29539ad3e1fbd7b53b05243f4bd7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.283979415893555, "B": -7.783979415893555, "C": -12.221479415893555, "D": -9.658979415893555, "E": -8.346479415893555 } }, { "id": "eval-bbe0a1ad733e5699f991ff91b3712a6f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.666738510131836, "B": -7.791738510131836, "C": -12.229238510131836, "D": -10.291738510131836, "E": -9.541738510131836 } }, { "id": "eval-9e5ce2b7d9eb404cdf8c7317dd0b5a59", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.856304168701172, "B": -5.856304168701172, "C": -7.994495391845703, "D": -7.869495391845703, "E": -8.869495391845703 } }, { "id": "eval-ffde211723f55e9744f94cbc14488a23", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.463759899139404, "B": -8.151259422302246, "C": -12.901259422302246, "D": -7.963759899139404, "E": -7.401259899139404 } }, { "id": "eval-5ff8b0deed53b9ff91d58bd5b6f85bdf", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -9.748394966125488, "B": -9.873394966125488, "C": -11.623394966125488, "D": -9.373394966125488, "E": -8.185894966125488 } }, { "id": "eval-36f1ceeecde7abf99dab635239e12442", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.27527379989624, "B": -7.65027379989624, "C": -11.400274276733398, "D": -9.525274276733398, "E": -8.900274276733398 } }, { "id": "eval-e3c9e83c0c62d842de2dfe229f5e6d41", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.104436874389648, "B": -4.854436874389648, "C": -9.666936874389648, "D": -7.104436874389648, "E": -7.916936874389648 } }, { "id": "eval-c0e4d0118c9cdfe2edc49ef954572b31", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -3.1721744537353516, "B": -3.4221744537353516, "C": -7.797174453735352, "D": -6.609674453735352, "E": -2.9221744537353516 } }, { "id": "eval-4423c006f2a43f222d4c4e97360c25d3", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.834385871887207, "B": -6.646885871887207, "C": -11.271885871887207, "D": -7.646885871887207, "E": -6.084385871887207 } }, { "id": "eval-9382bc51ba092f55a494eff8615899de", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.738213062286377, "B": -7.300713062286377, "C": -10.738212585449219, "D": -7.363213062286377, "E": -7.050713062286377 } }, { "id": "eval-dec1c42628a7448aa364cdada6e82f98", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.627167701721191, "B": -7.689667701721191, "C": -10.877167701721191, "D": -9.377167701721191, "E": -7.689667701721191 } }, { "id": "eval-07ea8ff6ee916f2bf9aceab1e19ff99a", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.82487678527832, "B": -5.01237678527832, "C": -10.88737678527832, "D": -7.76237678527832, "E": -7.51237678527832 } }, { "id": "eval-a328285c6212c899e335c45db3c49ffd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.967837810516357, "B": -8.342838287353516, "C": -10.842838287353516, "D": -8.842838287353516, "E": -9.030338287353516 } }, { "id": "eval-e248968fec422e1fab0f0561fedff76e", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.701897621154785, "B": -7.451897621154785, "C": -11.076897621154785, "D": -9.076897621154785, "E": -7.889397621154785 } }, { "id": "eval-2067720531fc03c017af941cec2f6f40", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.2298264503479, "B": -7.1673264503479, "C": -10.979825973510742, "D": -7.7298264503479, "E": -7.3548264503479 } }, { "id": "eval-70d3ebc00b165d9d08f9491a1dd85034", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.507957458496094, "B": -7.507957458496094, "C": -11.132957458496094, "D": -9.132957458496094, "E": -5.882957458496094 } }, { "id": "eval-41bab71fea3fa04e5a4e10a2f86996df", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.5582380294799805, "B": -7.1207380294799805, "C": -9.55823802947998, "D": -7.6207380294799805, "E": -6.1832380294799805 } }, { "id": "eval-e18dd9ffc7b7934c39f2b5e9dee5a8c2", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.908673286437988, "B": -8.033673286437988, "C": -12.096173286437988, "D": -10.283673286437988, "E": -7.033673286437988 } }, { "id": "eval-449de58e919975867255218484a9fc89", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.504303932189941, "B": -7.816803932189941, "C": -10.879303932189941, "D": -9.191803932189941, "E": -7.879303932189941 } }, { "id": "eval-9698232e3599157431c9dc8f2fe179cd", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.7128190994262695, "B": -4.9628190994262695, "C": -10.27531909942627, "D": -7.5878190994262695, "E": -7.1503190994262695 } }, { "id": "eval-0b5d0c3bafbe06dd5334c20cd8ea7fe2", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -9.068167686462402, "B": -9.443167686462402, "C": -14.318167686462402, "D": -7.505667686462402, "E": -8.818167686462402 } }, { "id": "eval-7fe53bf68ec57a52a508611acf5b279e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -1.7262614965438843, "B": -2.351261615753174, "C": -4.913761615753174, "D": -2.976261615753174, "E": -1.7262614965438843 } }, { "id": "eval-68c41ec8415eab50620eb9ecf6f35a6a", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.569883346557617, "B": -8.507383346557617, "C": -11.382383346557617, "D": -10.007383346557617, "E": -8.507383346557617 } }, { "id": "eval-6c4b2c93a4bdafb6cbf2b2ef2439b06f", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -7.082025051116943, "B": -7.144525051116943, "C": -12.582025527954102, "D": -7.769525051116943, "E": -6.082025051116943 } }, { "id": "eval-51e2da7396ab7045533e885dbb98a424", "answer": "B", "prediction": "D", "correct": false, "scores": { "A": -3.530088186264038, "B": -4.280088424682617, "C": -8.592588424682617, "D": -3.280088186264038, "E": -4.655088424682617 } }, { "id": "eval-3f6157968fcf50d257ec3d8c729b7443", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.43994140625, "B": -6.31494140625, "C": -8.87744140625, "D": -7.06494140625, "E": -9.37744140625 } }, { "id": "eval-4768aa28fa14569d830f8947565296c1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.115055561065674, "B": -7.927555561065674, "C": -12.115056037902832, "D": -9.365056037902832, "E": -7.552555561065674 } }, { "id": "eval-5516b1c93f94aaa0bf9a4c7b124788d4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.699970245361328, "B": -4.949970245361328, "C": -9.762470245361328, "D": -7.637470245361328, "E": -7.012470245361328 } }, { "id": "eval-96ea2c3174229c4a6a0e2ffaed2df378", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.67412805557251, "B": -7.04912805557251, "C": -10.924127578735352, "D": -8.424127578735352, "E": -8.236627578735352 } }, { "id": "eval-7905b9f4ba503b0ce13b576808e99c42", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.299111366271973, "B": -7.674111366271973, "C": -10.861611366271973, "D": -9.299111366271973, "E": -8.111611366271973 } }, { "id": "eval-e0a7d1df3ce14b27888e785e6636d5f0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.937772274017334, "B": -6.937772274017334, "C": -12.187772750854492, "D": -10.062772750854492, "E": -9.625272750854492 } }, { "id": "eval-3eb397b96b6c3a245c81ab30205943f1", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -4.549087047576904, "B": -3.5490870475769043, "C": -8.299087524414062, "D": -4.799087047576904, "E": -3.9240870475769043 } }, { "id": "eval-536c9af0fae0aa75b32874dfcac66353", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.571293354034424, "B": -7.508793354034424, "C": -12.946292877197266, "D": -9.321292877197266, "E": -7.571293354034424 } }, { "id": "eval-dc36293f603cf230f8059fc6f2e5660d", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -10.347774505615234, "B": -9.972774505615234, "C": -14.785274505615234, "D": -11.035274505615234, "E": -10.410274505615234 } }, { "id": "eval-1510f5183095466e4fe41b82501a9dd0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.907759189605713, "B": -5.345259189605713, "C": -7.970259189605713, "D": -6.720259189605713, "E": -7.095259189605713 } }, { "id": "eval-1fcc547e4e6813afc1a66717248d6c62", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.022039413452148, "B": -4.334539413452148, "C": -9.272039413452148, "D": -7.334539413452148, "E": -5.772039413452148 } }, { "id": "eval-68a911b64dc943b5f81c0f8dec7faed7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.826389312744141, "B": -5.826389312744141, "C": -11.82638931274414, "D": -8.51388931274414, "E": -6.888889312744141 } }, { "id": "eval-92f423de9a556a66c3eb73e9ddf9399a", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -9.177043914794922, "B": -9.052043914794922, "C": -14.677043914794922, "D": -10.427043914794922, "E": -8.489543914794922 } }, { "id": "eval-1cd94405124031e8681cd12bd25e2d61", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -9.373713493347168, "B": -8.186213493347168, "C": -13.842463493347168, "D": -10.123713493347168, "E": -10.436213493347168 } }, { "id": "eval-64ab884bd870f6f68146636b4cce921c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.868208646774292, "B": -5.368208885192871, "C": -8.743208885192871, "D": -6.805708885192871, "E": -6.243208885192871 } }, { "id": "eval-66275550d64d16339c944e6a6d63eb5b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.911351680755615, "B": -8.786352157592773, "C": -12.598852157592773, "D": -9.973852157592773, "E": -9.036352157592773 } }, { "id": "eval-9b26329d74a6159ab9af4f899303de39", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.787394046783447, "B": -7.537394046783447, "C": -11.474893569946289, "D": -9.474893569946289, "E": -8.912393569946289 } }, { "id": "eval-f74b7f268d3c190a13f99ede6d2359e1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.792481899261475, "B": -9.667481422424316, "C": -13.792481422424316, "D": -11.167481422424316, "E": -9.979981422424316 } }, { "id": "eval-22458fdcead20e2def0df0d92d5806f6", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.23768949508667, "B": -5.73768949508667, "C": -9.675189971923828, "D": -6.61268949508667, "E": -5.23768949508667 } }, { "id": "eval-f7b96f195a7adfe0c74924a165cfd055", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.09261417388916, "B": -6.46761417388916, "C": -10.28011417388916, "D": -7.46761417388916, "E": -7.03011417388916 } }, { "id": "eval-9b631734e72a0e559da153492c1e7894", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.415628910064697, "B": -6.853128910064697, "C": -13.290628433227539, "D": -8.415628433227539, "E": -5.978128910064697 } }, { "id": "eval-caccaa51ee960a92d44e5b949fc35a66", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.093419075012207, "B": -7.843419075012207, "C": -12.093419075012207, "D": -9.280919075012207, "E": -8.093419075012207 } }, { "id": "eval-def936fda9f6ccee01f57c0f804fabd0", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -6.767065525054932, "B": -7.079565525054932, "C": -10.954565048217773, "D": -6.642065525054932, "E": -6.142065525054932 } }, { "id": "eval-761b0f6c68b1540949b70f76a9e67c78", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.69473934173584, "B": -8.75723934173584, "C": -12.63223934173584, "D": -9.50723934173584, "E": -8.88223934173584 } }, { "id": "eval-8c11546468a2595b29a1297e73334fc4", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.171921730041504, "B": -4.484421730041504, "C": -8.046921730041504, "D": -7.859421730041504, "E": -5.921921730041504 } }, { "id": "eval-a5dcac512870e79f5aa2b22dbd662404", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.827854156494141, "B": -8.70285415649414, "C": -13.01535415649414, "D": -10.70285415649414, "E": -9.20285415649414 } }, { "id": "eval-870b07a1c5af2e956673a9680da99852", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.457549571990967, "B": -6.207549571990967, "C": -10.770050048828125, "D": -8.207550048828125, "E": -7.332549571990967 } }, { "id": "eval-f48528156632b9c5b18af9ce2095509b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.7301130294799805, "B": -7.6051130294799805, "C": -10.79261302947998, "D": -9.35511302947998, "E": -9.85511302947998 } }, { "id": "eval-5496c7293f653120e5a5213db2d7b103", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.158510208129883, "B": -7.096010208129883, "C": -11.596010208129883, "D": -8.434720039367676, "E": -8.434720039367676 } }, { "id": "eval-9d97e2bb458d93a8bafe4380b08727e3", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.476380348205566, "B": -7.601380348205566, "C": -11.413880348205566, "D": -9.538880348205566, "E": -8.851380348205566 } }, { "id": "eval-26d7d59ef7b9f2e0c2d47419fa5bca91", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.606494426727295, "B": -6.231494426727295, "C": -10.168994903564453, "D": -7.606494426727295, "E": -7.481494426727295 } }, { "id": "eval-c6f10fd07348bf2cf5488b0d9f38d806", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -6.46967077255249, "B": -6.53217077255249, "C": -12.594671249389648, "D": -6.53217077255249, "E": -5.84467077255249 } }, { "id": "eval-8ebf9d24719649a0b041aea02a6e46af", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.480386734008789, "B": -8.980386734008789, "C": -13.105386734008789, "D": -9.792886734008789, "E": -8.917886734008789 } }, { "id": "eval-c961578f4c5768b67b843e5d2ce18452", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.389928817749023, "B": -8.077428817749023, "C": -10.952428817749023, "D": -7.764928817749023, "E": -7.139928817749023 } }, { "id": "eval-cce1b59f7c4f540a84a1a7d6d88548c4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.769110202789307, "B": -7.206610202789307, "C": -10.206610679626465, "D": -9.581610679626465, "E": -9.394110679626465 } }, { "id": "eval-60848ce50295fc745756fbe960e78b88", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.32490348815918, "B": -6.19990348815918, "C": -9.44990348815918, "D": -6.82490348815918, "E": -7.88740348815918 } }, { "id": "eval-3fdc0c422c524c994b9911a17f1f1834", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.559803009033203, "B": -9.497303009033203, "C": -13.372303009033203, "D": -10.497303009033203, "E": -9.059803009033203 } }, { "id": "eval-cc8eac9956f645533b8d7b99702e3507", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.726395130157471, "B": -7.976395130157471, "C": -12.413895606994629, "D": -8.288895606994629, "E": -6.663895130157471 } }, { "id": "eval-c0e7fa3e39a2d9af2c323416015729dc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.661793231964111, "B": -9.036792755126953, "C": -13.849292755126953, "D": -8.849292755126953, "E": -8.599292755126953 } }, { "id": "eval-335b51bd3a8ada014bbe6754dcbd425f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.545845031738281, "B": -5.170845031738281, "C": -9.795845031738281, "D": -7.170845031738281, "E": -6.920845031738281 } }, { "id": "eval-c7327a1a7d12b6cc0740fc9446270e02", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.186649799346924, "B": -9.061649322509766, "C": -13.842899322509766, "D": -9.999149322509766, "E": -8.124149322509766 } }, { "id": "eval-2729d8502208c25d8e9293cd4e8ecbb5", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.854480266571045, "B": -5.791980266571045, "C": -10.916979789733887, "D": -8.166979789733887, "E": -9.354479789733887 } }, { "id": "eval-7ea57ee4580042b0a6a40479c8ace3e4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -4.986174583435059, "B": -3.9861745834350586, "C": -6.423674583435059, "D": -6.611174583435059, "E": -6.611174583435059 } }, { "id": "eval-65432eb6e617514d863a465f38865fde", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.958799839019775, "B": -8.396299362182617, "C": -12.646299362182617, "D": -9.583799362182617, "E": -8.208799362182617 } }, { "id": "eval-316a8dee8a4dde7d95cf503a715104be", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.545742034912109, "B": -6.170742034912109, "C": -10.29574203491211, "D": -8.23324203491211, "E": -5.733242034912109 } }, { "id": "eval-520972425aed0e532fa28a91c9b55b30", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.61909008026123, "B": -9.86909008026123, "C": -13.77534008026123, "D": -8.61909008026123, "E": -9.49409008026123 } }, { "id": "eval-4d67cdb4ba1b0058e383c212303a9f4e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.16933012008667, "B": -5.16933012008667, "C": -8.544330596923828, "D": -7.16933012008667, "E": -6.54433012008667 } }, { "id": "eval-95d1d968ee66b6054cbb16b58a7c6455", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.155923366546631, "B": -6.905923366546631, "C": -10.718423843383789, "D": -7.593423366546631, "E": -7.280923366546631 } }, { "id": "eval-c43b60be106662de1863097ee3ddb4d2", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -6.344297885894775, "B": -6.094297885894775, "C": -11.719297409057617, "D": -8.156797409057617, "E": -5.594297885894775 } }, { "id": "eval-456f2fb41cac8c028dcfe2f48637e473", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.375637054443359, "B": -7.375637054443359, "C": -11.56313705444336, "D": -8.06313705444336, "E": -8.06313705444336 } }, { "id": "eval-a5d853d1c2fb3ef160218fb91110fbe5", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.668175220489502, "B": -8.980674743652344, "C": -13.918174743652344, "D": -11.168174743652344, "E": -8.855674743652344 } }, { "id": "eval-3df1b88da6a90c9526be2c8a6cc736dc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.368236541748047, "B": -5.618236541748047, "C": -9.368236541748047, "D": -6.243236541748047, "E": -4.555736541748047 } }, { "id": "eval-f912bcd7479b76db9b1c57a612b90f00", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -3.671196460723877, "B": -2.546196460723877, "C": -8.233695983886719, "D": -4.671196460723877, "E": -2.671196460723877 } }, { "id": "eval-94f34cc1e6aa9eefe06563cce8225658", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.2613701820373535, "B": -6.5738701820373535, "C": -8.448870658874512, "D": -6.1363701820373535, "E": -6.3863701820373535 } }, { "id": "eval-bb503ece4eac41dfe608a1dcb654e6bf", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.09681510925293, "B": -6.47181510925293, "C": -10.03431510925293, "D": -9.09681510925293, "E": -7.40931510925293 } }, { "id": "eval-5502dc807d4921679ae1abd0dc9570d6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.075159072875977, "B": -8.262659072875977, "C": -13.325159072875977, "D": -8.575159072875977, "E": -7.450159072875977 } }, { "id": "eval-a7e3de0719fe30e7048f67426e29fdd1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.138895511627197, "B": -6.888895511627197, "C": -11.263895034790039, "D": -7.388895511627197, "E": -6.263895511627197 } }, { "id": "eval-d6107d454181b701ddcaa449a1e422a3", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.389902114868164, "B": -7.139902114868164, "C": -11.452402114868164, "D": -8.764902114868164, "E": -7.827402114868164 } }, { "id": "eval-ab2eb930b29bb6d5e94a6cd3b04ba01e", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.808415412902832, "B": -6.870915412902832, "C": -12.558415412902832, "D": -9.058415412902832, "E": -6.183415412902832 } }, { "id": "eval-92869fc0be5dc45f407700692ffd80a0", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.497677803039551, "B": -5.122677803039551, "C": -7.997677803039551, "D": -6.060177803039551, "E": -5.622677803039551 } }, { "id": "eval-6a0177586d506cb7b741f4207b428e42", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -9.162355422973633, "B": -10.787355422973633, "C": -14.599855422973633, "D": -9.349855422973633, "E": -8.224855422973633 } }, { "id": "eval-584188da9a429f1bc319abda5e5c7a76", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.013448715209961, "B": -7.388448715209961, "C": -10.763448715209961, "D": -8.263448715209961, "E": -8.013448715209961 } }, { "id": "eval-e480d4a672af0194e0a6ccdb8c37499b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.324324607849121, "B": -6.949324607849121, "C": -13.980574607849121, "D": -9.449324607849121, "E": -6.949324607849121 } }, { "id": "eval-275c859994f7d3acd3c8863be591ab2c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.266849040985107, "B": -7.954349040985107, "C": -12.141849517822266, "D": -8.579349517822266, "E": -9.141849517822266 } }, { "id": "eval-32758ab86d888be680845b0dfe7de35e", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.869064807891846, "B": -9.119065284729004, "C": -14.369065284729004, "D": -9.994065284729004, "E": -7.181564807891846 } }, { "id": "eval-69335eb9bc5b7b5df840c38a086bf8b2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.346579551696777, "B": -8.721579551696777, "C": -15.440329551696777, "D": -10.846579551696777, "E": -9.284079551696777 } }, { "id": "eval-4396cb65629672723c7b184424e139bb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.631503582000732, "B": -5.131503582000732, "C": -7.631503582000732, "D": -6.069003582000732, "E": -6.569003582000732 } }, { "id": "eval-2a58e81a9c4ce095d099e0d785fc2da4", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.623547077178955, "B": -5.498547077178955, "C": -11.623546600341797, "D": -6.248547077178955, "E": -5.998547077178955 } }, { "id": "eval-07f108d5321a66f460685f5c7499ecb2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.732148170471191, "B": -7.669648170471191, "C": -11.669648170471191, "D": -8.357148170471191, "E": -8.794648170471191 } }, { "id": "eval-69bef3eb55463d040bdf98e2c97bfe1f", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -9.439159393310547, "B": -9.376659393310547, "C": -14.751659393310547, "D": -10.314159393310547, "E": -8.126659393310547 } }, { "id": "eval-912676495cceefadccbbf8c604486f97", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.856532335281372, "B": -4.669032573699951, "C": -9.419032096862793, "D": -6.919032573699951, "E": -4.669032573699951 } }, { "id": "eval-bdf92566f14599f1606109677206001f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.516040802001953, "B": -6.891040802001953, "C": -9.203540802001953, "D": -6.266040802001953, "E": -6.016040802001953 } }, { "id": "eval-0df042743128b57e874bd5d79b7aae7a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.916569232940674, "B": -5.166569232940674, "C": -9.979068756103516, "D": -7.916569232940674, "E": -5.666569232940674 } }, { "id": "eval-866ef7266d34c11e5a1b3df49fab96a4", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.657911777496338, "B": -4.970411777496338, "C": -9.720412254333496, "D": -6.157911777496338, "E": -5.282911777496338 } }, { "id": "eval-67ffcb4c3f2c6a1155e356f8a15ed250", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.157072067260742, "B": -7.969572067260742, "C": -13.750822067260742, "D": -9.657072067260742, "E": -9.594572067260742 } }, { "id": "eval-87a133afae5d9d29d634f3384f28ef24", "answer": "E", "prediction": "D", "correct": false, "scores": { "A": -6.221431255340576, "B": -6.533931255340576, "C": -8.846431732177734, "D": -5.783931255340576, "E": -6.971431255340576 } }, { "id": "eval-4779be55f47a301debfc472e4fc2c7b6", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.956660270690918, "B": -6.519160270690918, "C": -12.019160270690918, "D": -8.894160270690918, "E": -7.519160270690918 } }, { "id": "eval-7a28d31e66d870370642de3be47b9ef9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.15429162979126, "B": -7.40429162979126, "C": -10.154291152954102, "D": -8.654291152954102, "E": -8.154291152954102 } }, { "id": "eval-042898e0c71adac5d123aaa6221c9754", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -6.994335174560547, "B": -7.806835174560547, "C": -11.056835174560547, "D": -7.744335174560547, "E": -6.681835174560547 } }, { "id": "eval-93bbaccb1c46d22124a846b8514de5bc", "answer": "A", "prediction": "D", "correct": false, "scores": { "A": -7.018364429473877, "B": -6.893364429473877, "C": -11.299613952636719, "D": -6.518364429473877, "E": -7.356814384460449 } }, { "id": "eval-ef889edd1b57d8d0c81e43f73c98c8e9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.196152687072754, "B": -8.633652687072754, "C": -13.133652687072754, "D": -9.508652687072754, "E": -8.696152687072754 } }, { "id": "eval-f4bb8ecacb9ce89e040f5f76bc79afb3", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.644968032836914, "B": -6.082467555999756, "C": -11.394968032836914, "D": -9.457468032836914, "E": -7.207467555999756 } }, { "id": "eval-ec2e18fd8c18a4ebe5a091e0c8b94462", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.89203405380249, "B": -7.82953405380249, "C": -10.517033576965332, "D": -9.204533576965332, "E": -7.82953405380249 } }, { "id": "eval-07b51b231a9d6a143d8a73e69121e1b1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.6747589111328125, "B": -7.1122589111328125, "C": -11.174758911132812, "D": -8.549758911132812, "E": -8.362258911132812 } }, { "id": "eval-e1744fc698cffb574e5cf4b29a81ce76", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.421441555023193, "B": -7.046441555023193, "C": -10.921442031860352, "D": -7.733941555023193, "E": -6.421441555023193 } }, { "id": "eval-27604394ccee83e089f9ffae1883cf07", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.649316310882568, "B": -7.836816310882568, "C": -10.399316787719727, "D": -6.524316310882568, "E": -6.586816310882568 } }, { "id": "eval-1272e693cf9152e7ac71095c643676b5", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.753662109375, "B": -7.003662109375, "C": -11.441162109375, "D": -9.066162109375, "E": -7.441162109375 } }, { "id": "eval-7bff23f6c12e9136f0961514bebb8cd3", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -7.7246479988098145, "B": -7.6621479988098145, "C": -12.599647521972656, "D": -9.287147521972656, "E": -8.724647521972656 } }, { "id": "eval-20ae70b9b157b298569cd761787833e7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.414355278015137, "B": -8.164355278015137, "C": -11.851855278015137, "D": -8.914355278015137, "E": -8.976855278015137 } }, { "id": "eval-bdd29d7c12e3d795b78ffc048631e7e7", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.327333450317383, "B": -6.452333450317383, "C": -11.202333450317383, "D": -7.952333450317383, "E": -6.139833450317383 } }, { "id": "eval-cc1a547bdfdcc95e4d632453af14bc96", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.097643852233887, "B": -7.222643852233887, "C": -10.410143852233887, "D": -8.785143852233887, "E": -7.910143852233887 } }, { "id": "eval-896b25dc41f84357add1c798d4a96cd8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.093439102172852, "B": -5.280939102172852, "C": -9.718439102172852, "D": -7.280939102172852, "E": -6.218439102172852 } }, { "id": "eval-1ca3cd9475d7e9da2ddb74911ee2bb68", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.102388381958008, "B": -6.789888381958008, "C": -11.039888381958008, "D": -9.602388381958008, "E": -8.414888381958008 } }, { "id": "eval-129ec46cc2541b73198d774ee632c8d7", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.440672397613525, "B": -5.128172397613525, "C": -10.253171920776367, "D": -7.440672397613525, "E": -7.128172397613525 } }, { "id": "eval-0e5c7c0cec5b693e52f74f5f879d84fb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.786243438720703, "B": -7.223743438720703, "C": -10.973743438720703, "D": -7.411243438720703, "E": -7.848743438720703 } }, { "id": "eval-af035b75b6f7a1927b1648963f281c5e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.647109508514404, "B": -6.709609508514404, "C": -10.647109985351562, "D": -8.334609985351562, "E": -8.522109985351562 } }, { "id": "eval-32d5b7fcae24f0d4871cfb219c5a4b47", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -8.245285987854004, "B": -5.620285987854004, "C": -10.057785987854004, "D": -8.057785987854004, "E": -5.807785987854004 } }, { "id": "eval-87505da761eaa5c3c4703d02a12d46bc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.828653335571289, "B": -6.203653335571289, "C": -8.641153335571289, "D": -7.391153335571289, "E": -6.391153335571289 } }, { "id": "eval-ef3d5d35128678937c36438466e0fc93", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.291146755218506, "B": -6.728646755218506, "C": -12.666146278381348, "D": -7.791146755218506, "E": -6.541146755218506 } }, { "id": "eval-4f1d8007b446b0e10f07fd63cbd31b6f", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.25197982788086, "B": -6.126979827880859, "C": -11.00197982788086, "D": -9.50197982788086, "E": -6.189479827880859 } }, { "id": "eval-4c30d5eed4137cba89747510973f37a3", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -9.716496467590332, "B": -9.278996467590332, "C": -14.310246467590332, "D": -11.028996467590332, "E": -6.778996467590332 } }, { "id": "eval-515834727e23e30ab7c8fe5ba7e9a765", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.097417831420898, "B": -8.284917831420898, "C": -13.878667831420898, "D": -8.784917831420898, "E": -7.40991735458374 } }, { "id": "eval-34ec6393db5a01f689c11fac153e31c1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.422937393188477, "B": -7.360437393188477, "C": -10.672937393188477, "D": -7.422937393188477, "E": -6.922937393188477 } }, { "id": "eval-0f0e339412f719a019bf373e6daf2530", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.053176403045654, "B": -5.303176403045654, "C": -9.303175926208496, "D": -7.178176403045654, "E": -5.865676403045654 } }, { "id": "eval-489a082aab43dd1a53f3f1f89c2365ed", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.341495513916016, "B": -7.216495513916016, "C": -12.528995513916016, "D": -8.778995513916016, "E": -7.778995513916016 } }, { "id": "eval-7c45033e9fd9f1a759923971b14390ed", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -6.818226337432861, "B": -7.943226337432861, "C": -12.130725860595703, "D": -8.130725860595703, "E": -6.005726337432861 } }, { "id": "eval-061f326d2a87a10da6316b55bd5522bd", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.092790603637695, "B": -7.592790603637695, "C": -12.905290603637695, "D": -9.342790603637695, "E": -6.655290603637695 } }, { "id": "eval-d747c4e463b80bfcc49b874063f9fae1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.834821701049805, "B": -6.397321701049805, "C": -10.709821701049805, "D": -6.897321701049805, "E": -7.647321701049805 } }, { "id": "eval-df3d27338bcf86b341b8b02d4309daf5", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.687186241149902, "B": -9.062186241149902, "C": -14.405936241149902, "D": -11.062186241149902, "E": -10.062186241149902 } }, { "id": "eval-db63bf66a8bfd16e5103cbdd350f5202", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.648752689361572, "B": -5.086252689361572, "C": -11.336252212524414, "D": -8.648752212524414, "E": -6.336252689361572 } }, { "id": "eval-f8a9208665a4f2d64986940456b4b964", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -7.108314514160156, "B": -6.733314514160156, "C": -10.483314514160156, "D": -9.358314514160156, "E": -6.733314514160156 } }, { "id": "eval-1bf4c6b5bd870b1a079106e1e97e5d09", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.493486404418945, "B": -9.368486404418945, "C": -14.837236404418945, "D": -10.180986404418945, "E": -9.680986404418945 } }, { "id": "eval-c1c73ef0ff662a76cd42c3500240974a", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -9.097989082336426, "B": -9.910489082336426, "C": -14.847989082336426, "D": -10.347989082336426, "E": -7.660489082336426 } }, { "id": "eval-aefa60233f3c5c4966f8ac22e901a1c7", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -9.449551582336426, "B": -8.137051582336426, "C": -15.324551582336426, "D": -10.637051582336426, "E": -7.824551105499268 } }, { "id": "eval-9221962ed3a6094e5c8f33785ce048cd", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.408729553222656, "B": -5.346229553222656, "C": -7.408729553222656, "D": -7.096229553222656, "E": -7.096229553222656 } }, { "id": "eval-8c8052980e357545398d27d1c3c832d8", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.812954902648926, "B": -9.750454902648926, "C": -12.625454902648926, "D": -10.062954902648926, "E": -9.625454902648926 } }, { "id": "eval-418913999c665ae9527fd14a6132da39", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.346813678741455, "B": -7.284313678741455, "C": -12.409314155578613, "D": -10.346814155578613, "E": -9.909314155578613 } }, { "id": "eval-2634468d21fa33a88cefe28a5d613f59", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.4802632331848145, "B": -5.9177632331848145, "C": -7.9177632331848145, "D": -7.9177632331848145, "E": -7.6677632331848145 } }, { "id": "eval-66bfb6e209c94e6be5b0d04b0c7e2064", "answer": "C", "prediction": "D", "correct": false, "scores": { "A": -7.060714244842529, "B": -7.560714244842529, "C": -10.310714721679688, "D": -6.873214244842529, "E": -7.748214244842529 } }, { "id": "eval-3163910d665c139a1f6f07d85803baba", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.734809398651123, "B": -8.172309875488281, "C": -12.859809875488281, "D": -9.359809875488281, "E": -7.047309398651123 } }, { "id": "eval-0e52659484f2f6d763cf0d38d4c5999d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.938301086425781, "B": -10.750801086425781, "C": -13.500801086425781, "D": -10.500801086425781, "E": -9.313301086425781 } }, { "id": "eval-167d2cfa04bfaea0e0b5bac3598d5769", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.270939826965332, "B": -5.208439826965332, "C": -10.395939826965332, "D": -7.208439826965332, "E": -7.333439826965332 } }, { "id": "eval-39572e0ba1db51fa74f7fc2d90c5ec7f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.05900239944458, "B": -8.496502876281738, "C": -10.621502876281738, "D": -8.621502876281738, "E": -8.059002876281738 } }, { "id": "eval-2a32b1e541b1daae04690d0d3a4b3310", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -8.567512512207031, "B": -7.817512512207031, "C": -13.630012512207031, "D": -10.880012512207031, "E": -8.692512512207031 } }, { "id": "eval-71cbfeb995b06b21e890c91040722252", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.005955219268799, "B": -4.380955219268799, "C": -7.068455219268799, "D": -6.505955219268799, "E": -5.818455219268799 } }, { "id": "eval-a15d564d0be6996251b5d523ac62db2a", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.029659271240234, "B": -8.717159271240234, "C": -14.279659271240234, "D": -9.717159271240234, "E": -7.842159271240234 } }, { "id": "eval-6bd170c8d3d99d3c47b3e96427bacaeb", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.457759857177734, "B": -7.895259857177734, "C": -9.895259857177734, "D": -7.895259857177734, "E": -7.770259857177734 } }, { "id": "eval-7bc1198664b376f79d584725ad7f874b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.636714458465576, "B": -9.324214935302734, "C": -13.699214935302734, "D": -9.824214935302734, "E": -10.636714935302734 } }, { "id": "eval-d6c002d46d9bfa466637cec4a134f332", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.17133903503418, "B": -5.85883903503418, "C": -11.17133903503418, "D": -7.29633903503418, "E": -7.10883903503418 } }, { "id": "eval-8cb45b421375243e788cfc64bd77b051", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -7.990377426147461, "B": -7.490377426147461, "C": -11.240377426147461, "D": -9.177877426147461, "E": -8.802877426147461 } }, { "id": "eval-d6ff2d749494d89e9c7a53f587c519f4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.205243110656738, "B": -7.142743110656738, "C": -11.392743110656738, "D": -7.705243110656738, "E": -7.267743110656738 } }, { "id": "eval-6974d215428a974641c1df18678522f5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.432097911834717, "B": -7.494597911834717, "C": -11.244598388671875, "D": -9.057098388671875, "E": -6.619597911834717 } }, { "id": "eval-b94a9764acff078b52a9cbae04661dc9", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.465964317321777, "B": -6.653464317321777, "C": -11.590964317321777, "D": -8.465964317321777, "E": -6.340964317321777 } }, { "id": "eval-80930e9df9ac4ad752749a54e7fc124f_1", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.726126670837402, "B": -9.976126670837402, "C": -13.507376670837402, "D": -9.038626670837402, "E": -7.0386271476745605 } }, { "id": "eval-3310b5b24f03d67179fababf9ae95144", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.035577297210693, "B": -8.098077774047852, "C": -11.660577774047852, "D": -8.785577774047852, "E": -8.035577774047852 } }, { "id": "eval-846bc47ced7119ad2ee19a8780d7fe18", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.0878400802612305, "B": -7.9628400802612305, "C": -10.33784008026123, "D": -7.9628400802612305, "E": -7.8378400802612305 } }, { "id": "eval-fd5a34e94303d7fd343de2a8f36943d5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.129293441772461, "B": -7.316793441772461, "C": -11.441793441772461, "D": -9.254293441772461, "E": -6.879293441772461 } }, { "id": "eval-4e87db4771f2d6423034935446e3fff1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.033441543579102, "B": -8.595941543579102, "C": -13.908441543579102, "D": -10.095941543579102, "E": -7.970941543579102 } }, { "id": "eval-a585df0818180ce3c06f963a4c3c810a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.34813117980957, "B": -8.84813117980957, "C": -13.47313117980957, "D": -9.47313117980957, "E": -7.59813117980957 } }, { "id": "eval-c9f7d07e6d363a99f5fadd68a4dfa35a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.643515110015869, "B": -8.018514633178711, "C": -11.018514633178711, "D": -8.206014633178711, "E": -6.956015110015869 } }, { "id": "eval-c7cb327fa4c0008efaa7741081a365d4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.37532901763916, "B": -6.93782901763916, "C": -11.43782901763916, "D": -8.87532901763916, "E": -10.31282901763916 } }, { "id": "eval-c54ddc0f9d170ba65d9f4f2e0bb41d1c", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -8.098608016967773, "B": -6.973608493804932, "C": -13.223608016967773, "D": -9.161108016967773, "E": -7.473608493804932 } }, { "id": "eval-1729c737ff92cf558efecde2c6cafc5e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.907322406768799, "B": -6.907322406768799, "C": -10.34482192993164, "D": -7.532322406768799, "E": -8.03232192993164 } }, { "id": "eval-19dfd55e967dacd6f5700a62c1e14eee", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.7136006355285645, "B": -6.1511006355285645, "C": -10.338601112365723, "D": -7.3386006355285645, "E": -7.0886006355285645 } }, { "id": "eval-b9bed83138901f4a45041b02c5b242c1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.582103252410889, "B": -5.894603252410889, "C": -9.957103729248047, "D": -6.894603252410889, "E": -5.394603252410889 } }, { "id": "eval-b9d22425a3d5810be9528a55245c8f09", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.595709800720215, "B": -5.908209800720215, "C": -10.845709800720215, "D": -6.658209800720215, "E": -6.845709800720215 } }, { "id": "eval-2af70107e04e61e3c7884bc743901c02", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.8584980964660645, "B": -7.9209980964660645, "C": -12.170997619628906, "D": -8.233497619628906, "E": -5.2334980964660645 } }, { "id": "eval-be2cb9c96069ac355a7ccef262743d14", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.06248140335083, "B": -6.12498140335083, "C": -11.374980926513672, "D": -8.062480926513672, "E": -8.312480926513672 } }, { "id": "eval-799e48ec7fb16415c8f82828c5761ed1", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.733116149902344, "B": -4.858116149902344, "C": -8.545616149902344, "D": -6.545616149902344, "E": -6.045616149902344 } }, { "id": "eval-a5db1e9677af118deb8e4add8bc18db2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -3.385552406311035, "B": -3.385552406311035, "C": -5.198052406311035, "D": -4.760552406311035, "E": -4.760552406311035 } }, { "id": "eval-28357ebf85f8bb82b6a3210c4397e0aa", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.225743293762207, "B": -7.475743293762207, "C": -10.725743293762207, "D": -8.288243293762207, "E": -7.788243293762207 } }, { "id": "eval-7b95825a19d6930d6aed35c7c57a2d82", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -7.598034858703613, "B": -7.285534858703613, "C": -12.285534858703613, "D": -9.410534858703613, "E": -7.660534858703613 } }, { "id": "eval-6b270159bd402ddd498a38153f9d1efe", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.096041679382324, "B": -6.596041679382324, "C": -8.158541679382324, "D": -7.721041679382324, "E": -8.221041679382324 } }, { "id": "eval-eae0e03773365064ce915603c7addc91", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.277139663696289, "B": -6.402139663696289, "C": -10.964639663696289, "D": -7.777139663696289, "E": -7.089639663696289 } }, { "id": "eval-a5ca7c89196e54938b5827814d0071d4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.1365153789520264, "B": -3.5115153789520264, "C": -8.636515617370605, "D": -5.7615156173706055, "E": -3.5115153789520264 } }, { "id": "eval-ffc3461d437a1c6c22d1c4f6439ebd9c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -3.6591155529022217, "B": -5.909115314483643, "C": -10.4091157913208, "D": -8.2216157913208, "E": -8.9091157913208 } }, { "id": "eval-aa2dcd9bcce5e4445bd3bacbf0bb11d3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.316745758056641, "B": -6.941745758056641, "C": -10.94174575805664, "D": -8.572053909301758, "E": -8.947053909301758 } }, { "id": "eval-6cc797ec148c1fc74592957a55bd0951", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.140359878540039, "B": -7.077859878540039, "C": -11.890359878540039, "D": -8.952859878540039, "E": -6.515359878540039 } }, { "id": "eval-64dbe5cb840ef4f1d25f8b68db8d5fed", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.4242582321167, "B": -10.4242582321167, "C": -15.3930082321167, "D": -10.6117582321167, "E": -9.0492582321167 } }, { "id": "eval-a74753bf249c1cbcff632c5c16b0397b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.812933921813965, "B": -6.062933921813965, "C": -9.687933921813965, "D": -6.812933921813965, "E": -5.812933921813965 } }, { "id": "eval-9190efbd77fe10b989fcaae35e208a0f", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -3.728184223175049, "B": -3.415684223175049, "C": -7.665684223175049, "D": -4.478184223175049, "E": -3.915684223175049 } }, { "id": "eval-ff0303db294a823d4138fb81a6ee6438", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.488438606262207, "B": -6.488438606262207, "C": -9.363438606262207, "D": -7.800938606262207, "E": -6.988438606262207 } }, { "id": "eval-63963c9c15835d451aac2e1e0b116388", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.1555814743042, "B": -6.968080997467041, "C": -12.0930814743042, "D": -7.655580997467041, "E": -9.1555814743042 } }, { "id": "eval-cc8324b73ed9625e723ef041dfc77a37", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.640730857849121, "B": -7.390730381011963, "C": -14.015730857849121, "D": -9.828230857849121, "E": -6.265730381011963 } }, { "id": "eval-684dbde19719e8224113433981d6e01e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.148387432098389, "B": -6.273387432098389, "C": -11.648387908935547, "D": -8.085887908935547, "E": -6.960887432098389 } }, { "id": "eval-21450618657881d8c5af73691f3423a7_1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.728626251220703, "B": -6.291126251220703, "C": -10.603626251220703, "D": -6.916126251220703, "E": -6.478626251220703 } }, { "id": "eval-8b94b61b604ec0d7508804033eec6d23", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.235989570617676, "B": -5.235989570617676, "C": -9.673489570617676, "D": -7.485989570617676, "E": -5.610989570617676 } }, { "id": "eval-52ecf169febc95a7f5ccb048fc85857d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.140336036682129, "B": -7.577836036682129, "C": -12.140336036682129, "D": -9.515336036682129, "E": -8.140336036682129 } }, { "id": "eval-e408a5a031caec33782cb3b3a005eecc", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.695267677307129, "B": -6.882767677307129, "C": -9.132767677307129, "D": -8.195267677307129, "E": -8.195267677307129 } }, { "id": "eval-31bd05ba62a16ee35217224b98c6baea", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.162391185760498, "B": -6.662391185760498, "C": -10.53739070892334, "D": -7.099891185760498, "E": -9.47489070892334 } }, { "id": "eval-b4043bd1f65a8ad088e62042eca259c2", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -6.173407077789307, "B": -6.298407077789307, "C": -10.860907554626465, "D": -7.298407077789307, "E": -5.485907077789307 } }, { "id": "eval-4302e727e47f464511d4d04f22bed0d2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.990477561950684, "B": -7.052977561950684, "C": -10.302977561950684, "D": -7.240477561950684, "E": -6.865477561950684 } }, { "id": "eval-f0d473701d52125dd055d23042de1b0d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.007898330688477, "B": -5.945398330688477, "C": -9.945398330688477, "D": -5.320398330688477, "E": -5.257898330688477 } }, { "id": "eval-d35112a99ab3983fb51c3adae80bc2da", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.980048656463623, "B": -8.105049133300781, "C": -14.011299133300781, "D": -10.792549133300781, "E": -8.855049133300781 } }, { "id": "eval-661474a1a0c29dd7a243b284535ac934", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.7743306159973145, "B": -6.8993306159973145, "C": -11.086831092834473, "D": -9.024331092834473, "E": -7.9618306159973145 } }, { "id": "eval-6416dcdf9b8d7d2787f07e7426f86fe4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.132717132568359, "B": -7.695217132568359, "C": -12.66396713256836, "D": -9.19521713256836, "E": -7.882717132568359 } }, { "id": "eval-0f54a1ee30a0034a3d2db1bfdef9ca85", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.400899887084961, "B": -4.775899887084961, "C": -8.900899887084961, "D": -7.025899887084961, "E": -7.963399887084961 } }, { "id": "eval-7850beb1209c41fabe385cbedc96a61a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.020575523376465, "B": -8.083075523376465, "C": -12.645575523376465, "D": -10.583075523376465, "E": -8.145575523376465 } }, { "id": "eval-cdb06b28b9c4e7ef7e880d1f096fd409", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.501718521118164, "B": -6.564218521118164, "C": -9.439218521118164, "D": -9.126718521118164, "E": -8.189218521118164 } }, { "id": "eval-14309d9bd3c13d1c0efb625198f6304a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.624161720275879, "B": -7.124161720275879, "C": -10.561661720275879, "D": -7.999161720275879, "E": -8.311661720275879 } }, { "id": "eval-a00276c6db928900772c0320aeff77c0", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -9.442540168762207, "B": -6.692540168762207, "C": -14.067540168762207, "D": -10.755040168762207, "E": -10.505040168762207 } }, { "id": "eval-4706be6e24f1fafd9ff9fe63583acffd", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -4.815890789031982, "B": -5.940890789031982, "C": -11.00339126586914, "D": -6.815890789031982, "E": -4.690890789031982 } }, { "id": "eval-ee8819b2da5453848c1cbb9d9c93403b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.769082546234131, "B": -6.213252544403076, "C": -11.088253021240234, "D": -7.713252544403076, "E": -6.275752544403076 } }, { "id": "eval-84ea43b967259814d939c62131f74df0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.865566253662109, "B": -9.24056625366211, "C": -15.08431625366211, "D": -10.49056625366211, "E": -9.30306625366211 } }, { "id": "eval-60e7338e9e6bfc746a15a161eb12706c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.2398042678833, "B": -9.3023042678833, "C": -11.8023042678833, "D": -8.9273042678833, "E": -9.3023042678833 } }, { "id": "eval-a0f5414bf98e094f4d807abee28861a4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.490572452545166, "B": -6.615572452545166, "C": -10.615571975708008, "D": -7.553072452545166, "E": -7.053072452545166 } }, { "id": "eval-44120a9443c619d98ce5bfe4bb219c43", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.530803680419922, "B": -6.655803680419922, "C": -8.530803680419922, "D": -8.030803680419922, "E": -7.405803680419922 } }, { "id": "eval-38ab26e29a0984b212006d39185c43f3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.884839057922363, "B": -11.822339057922363, "C": -17.009838104248047, "D": -12.759839057922363, "E": -12.009839057922363 } }, { "id": "eval-a5e207803684eea8a43ca6670c50b354", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.296867370605469, "B": -6.984367370605469, "C": -10.859367370605469, "D": -8.171867370605469, "E": -8.234367370605469 } }, { "id": "eval-af3b9a8b1962cd3bcd19e644d873e7bc", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.7119669914245605, "B": -7.2119669914245605, "C": -9.961967468261719, "D": -7.0869669914245605, "E": -5.9619669914245605 } }, { "id": "eval-43a91955fd0717997a16897c3324e095", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.4674482345581055, "B": -9.467448234558105, "C": -13.654948234558105, "D": -9.467448234558105, "E": -9.342448234558105 } }, { "id": "eval-7f7a6f2b3087bf37dadbe8aa8d358047", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.717315673828125, "B": -7.842315673828125, "C": -11.029815673828125, "D": -8.217315673828125, "E": -9.904815673828125 } }, { "id": "eval-37d88a9bb24913c1973cc26d4ce3394f", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -4.9039387702941895, "B": -4.5289387702941895, "C": -7.2789387702941895, "D": -6.2789387702941895, "E": -5.7789387702941895 } }, { "id": "eval-001b0f5a841fd81d13fbe67c7c7179d6", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.665286064147949, "B": -4.915286064147949, "C": -10.54028606414795, "D": -6.727786064147949, "E": -6.790286064147949 } }, { "id": "eval-9f9ca9bb06d6afc31b19c365fb29a1c9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.7756733894348145, "B": -7.0256733894348145, "C": -9.400672912597656, "D": -8.213172912597656, "E": -8.025672912597656 } }, { "id": "eval-d60c5a494539c66982c0f692afde9499", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.6644368171691895, "B": -7.9144368171691895, "C": -11.164436340332031, "D": -9.414436340332031, "E": -7.6644368171691895 } }, { "id": "eval-a6d3a2cb250a6310b8cabd31dbe2138c", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.825857639312744, "B": -7.575857639312744, "C": -12.138357162475586, "D": -9.263357162475586, "E": -8.075857162475586 } }, { "id": "eval-27c523eb9099d2eec66296558eb4448e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.671096324920654, "B": -5.483596324920654, "C": -9.921096801757812, "D": -6.546096324920654, "E": -5.171096324920654 } }, { "id": "eval-2509fdd7d94afe9d0c021654ce0ba93f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.6271138191223145, "B": -7.1271138191223145, "C": -12.002113342285156, "D": -9.314613342285156, "E": -7.3771138191223145 } }, { "id": "eval-75b8195e23c6bada574f1e41471b8f23", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.056458950042725, "B": -5.056458950042725, "C": -7.806458950042725, "D": -6.681458950042725, "E": -7.368958950042725 } }, { "id": "eval-df1bf6f3f87975aa0c1b6d6153d9ecef", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.5873918533325195, "B": -6.0873918533325195, "C": -10.89989185333252, "D": -8.46239185333252, "E": -7.2123918533325195 } }, { "id": "eval-e99d4cb2e69d3e020ee9e4e9a84ac45b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.808433532714844, "B": -6.745933532714844, "C": -10.183433532714844, "D": -6.933433532714844, "E": -6.558433532714844 } }, { "id": "eval-b1274d6f5969dea4d46f43fbdc28fd97", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.692785263061523, "B": -5.567785263061523, "C": -10.505285263061523, "D": -7.130285263061523, "E": -7.130285263061523 } }, { "id": "eval-001cb999a61a5c8b4031ff53cf261714", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.962254047393799, "B": -5.524754047393799, "C": -10.96225357055664, "D": -7.524754047393799, "E": -6.837254047393799 } }, { "id": "eval-18ee7a93410a6b4c9cec5d4894775991_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.808928489685059, "B": -7.433928489685059, "C": -9.808928489685059, "D": -6.996428489685059, "E": -8.371428489685059 } }, { "id": "eval-3b8be90fdd8c67571d8d692eaa6dd87b", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.382659912109375, "B": -5.882659912109375, "C": -10.507659912109375, "D": -8.007659912109375, "E": -6.257659912109375 } }, { "id": "eval-300bd7704ae8c5fcef618902f18fd01d", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -7.141428470611572, "B": -6.328928470611572, "C": -9.70392894744873, "D": -7.391428470611572, "E": -7.016428470611572 } }, { "id": "eval-f18833ace65a54709377134168b457a9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.132516860961914, "B": -8.757516860961914, "C": -11.445016860961914, "D": -9.195016860961914, "E": -8.793875694274902 } }, { "id": "eval-5bba03b425f5abc6e017f194cf074b06", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.182256698608398, "B": -9.994756698608398, "C": -13.744756698608398, "D": -11.494756698608398, "E": -9.682256698608398 } }, { "id": "eval-78276a4eab6e8d6b9ae3749211816977", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -7.340449333190918, "B": -7.277949333190918, "C": -13.371699333190918, "D": -8.215449333190918, "E": -6.527949333190918 } }, { "id": "eval-cf33e0f5891ce53a716432be06a46ee1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.132977485656738, "B": -8.320477485656738, "C": -10.882977485656738, "D": -8.695477485656738, "E": -9.945477485656738 } }, { "id": "eval-3938d6e50d38b1f8774b4f00a89bdb39", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.256866455078125, "B": -4.631866455078125, "C": -9.256866455078125, "D": -6.694366455078125, "E": -6.256866455078125 } }, { "id": "eval-cabefb7063a728e77abd44d97397a2a4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.098499298095703, "B": -6.723499298095703, "C": -9.598499298095703, "D": -8.723499298095703, "E": -7.973499298095703 } }, { "id": "eval-60b909ad1d7956218a5d99954fdebecd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.773875713348389, "B": -8.148876190185547, "C": -13.242626190185547, "D": -9.211376190185547, "E": -7.961375713348389 } }, { "id": "eval-9fdebd1c2cf498f1d726a025b780a39a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.462351322174072, "B": -8.712350845336914, "C": -13.712350845336914, "D": -10.462350845336914, "E": -8.712350845336914 } }, { "id": "eval-f36027954e43cfd926451bdf7cb0c3ac", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.2400970458984375, "B": -5.6150970458984375, "C": -10.927597045898438, "D": -7.6775970458984375, "E": -6.4900970458984375 } }, { "id": "eval-7ec14907622c6d5a6087cd59a22d8c9d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.756476402282715, "B": -7.318976402282715, "C": -10.381476402282715, "D": -8.443976402282715, "E": -6.818976402282715 } }, { "id": "eval-efe488f67b53a4b6e69782c01c84f06c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.973857402801514, "B": -6.536357402801514, "C": -10.473857879638672, "D": -8.036357879638672, "E": -8.536357879638672 } }, { "id": "eval-7c62637437ad7515452886074010a438", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.152077674865723, "B": -7.964577674865723, "C": -12.964577674865723, "D": -10.527077674865723, "E": -10.339577674865723 } }, { "id": "eval-4f7be1c68654e2924c161c8eca652928", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.125739574432373, "B": -7.438239574432373, "C": -11.500740051269531, "D": -7.563239574432373, "E": -6.063239574432373 } }, { "id": "eval-e4976ee741cf4b28b8a42780ffb15774", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.024936676025391, "B": -6.149936676025391, "C": -9.27493667602539, "D": -7.337436676025391, "E": -7.587436676025391 } }, { "id": "eval-14e75a42a416d32a24e2826cae34d2bf", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.048890590667725, "B": -7.298890590667725, "C": -13.611390113830566, "D": -8.923890113830566, "E": -7.986390590667725 } }, { "id": "eval-004607228ad49b69eac932c1005d6106", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.776952743530273, "B": -9.589452743530273, "C": -11.464452743530273, "D": -7.776952743530273, "E": -8.401952743530273 } }, { "id": "eval-a7f54ee1866d5db34eacf40efa53c93e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.74354362487793, "B": -8.74354362487793, "C": -9.80604362487793, "D": -8.49354362487793, "E": -9.36854362487793 } }, { "id": "eval-e56c56c3cfe50ba0c787c2bd67255be8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.982802867889404, "B": -7.982802867889404, "C": -12.670302391052246, "D": -8.357802391052246, "E": -7.607802867889404 } }, { "id": "eval-6f48ee564a48293eb501cc0d8197bdd9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.629936218261719, "B": -9.317436218261719, "C": -12.379936218261719, "D": -9.817436218261719, "E": -9.067436218261719 } }, { "id": "eval-13d2a103abbed930cabc9567a1ba12f2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.0326313972473145, "B": -5.7201313972473145, "C": -8.907630920410156, "D": -6.9701313972473145, "E": -7.4701313972473145 } }, { "id": "eval-0c1efb38e023ee9725486fbec4f2d797", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.768383979797363, "B": -10.893383979797363, "C": -14.112133979797363, "D": -10.393383979797363, "E": -9.893383979797363 } }, { "id": "eval-b7ab4a5e0c19a98f41cd1ba3176f2dff", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.3850417137146, "B": -6.7600417137146, "C": -9.197541236877441, "D": -5.4475417137146, "E": -6.5100417137146 } }, { "id": "eval-8bcbb5098876940b2382db3a9a0b1beb", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.345074653625488, "B": -7.845074653625488, "C": -12.470074653625488, "D": -8.720074653625488, "E": -8.407574653625488 } }, { "id": "eval-c7ce02d9365fe9275f88338ad51cbde6", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.2438507080078125, "B": -8.243850708007812, "C": -12.368850708007812, "D": -9.181350708007812, "E": -6.9938507080078125 } }, { "id": "eval-fb54a118d46b2776e435d411ae3dd9c8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.303200721740723, "B": -4.803200721740723, "C": -7.740700721740723, "D": -6.178200721740723, "E": -6.865700721740723 } }, { "id": "eval-2c13e6d61e3733db90a9fd22d72b3337", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.905120372772217, "B": -7.905120372772217, "C": -11.467620849609375, "D": -9.155120849609375, "E": -7.280120372772217 } }, { "id": "eval-350292ae429060a00ff2cf64d71558e4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.543787956237793, "B": -9.543787956237793, "C": -13.397743225097656, "D": -11.397743225097656, "E": -9.272743225097656 } }, { "id": "eval-179fff4b5928e5ac3d3ae3e1db782547", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.67843246459961, "B": -8.99093246459961, "C": -12.42843246459961, "D": -7.865932464599609, "E": -7.178432464599609 } }, { "id": "eval-81cc0d320488c7bacafb285cf7db5fbd", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.229066848754883, "B": -5.104066848754883, "C": -7.916566848754883, "D": -5.979066848754883, "E": -6.729066848754883 } }, { "id": "eval-26c8a7165d0ed7250b9328f90d83ba83", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -3.5763001441955566, "B": -4.076300144195557, "C": -7.451300144195557, "D": -5.576300144195557, "E": -5.576300144195557 } }, { "id": "eval-636fc69dee35cd357b4191b47e64d0e5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.361104488372803, "B": -4.861104488372803, "C": -8.923604011535645, "D": -6.861104488372803, "E": -6.361104488372803 } }, { "id": "eval-f0c4622a082eb9ad0690dd36dcf61297", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.755984783172607, "B": -5.755984783172607, "C": -9.380985260009766, "D": -7.505984783172607, "E": -6.380984783172607 } }, { "id": "eval-4499ebd5e8188b0d5fdef6afd893017a", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.971983909606934, "B": -9.471983909606934, "C": -14.971983909606934, "D": -10.221983909606934, "E": -7.846983909606934 } }, { "id": "eval-230cc491829307e8edb5423c8d09f945", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.954122543334961, "B": -4.829122543334961, "C": -9.829122543334961, "D": -6.141622543334961, "E": -6.204122543334961 } }, { "id": "eval-6163a897cd7eac1deddd4c002a1930ae", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.230588912963867, "B": -7.480588912963867, "C": -11.543088912963867, "D": -8.355588912963867, "E": -7.980588912963867 } }, { "id": "eval-55478486079423907508a06be13ca536", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.497583866119385, "B": -6.997583866119385, "C": -11.372583389282227, "D": -7.872583866119385, "E": -7.747583866119385 } }, { "id": "eval-4fa0d61ec82eb1e238d8938d5f43f392", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -6.801345348358154, "B": -7.363845348358154, "C": -12.488844871520996, "D": -8.301344871520996, "E": -6.613845348358154 } }, { "id": "eval-b4f79ca5f3595248ee25292ab60ad105", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.291372299194336, "B": -8.416372299194336, "C": -13.666372299194336, "D": -9.791372299194336, "E": -7.291372776031494 } }, { "id": "eval-c39131d979c9205c11d0e109e18188e4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.8688507080078125, "B": -6.1188507080078125, "C": -10.743850708007812, "D": -7.7438507080078125, "E": -6.6813507080078125 } }, { "id": "eval-bd773d64f4e22db2358c6e00cbdf2d83", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.805050849914551, "B": -8.61755084991455, "C": -12.18005084991455, "D": -10.43005084991455, "E": -10.49255084991455 } }, { "id": "eval-2b416120e2fbd84b44b5dcd4eb42ed5c", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.587920188903809, "B": -8.650420188903809, "C": -13.525420188903809, "D": -10.462920188903809, "E": -8.400420188903809 } }, { "id": "eval-cef855ec07c66a731741026c2839b0d3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.843156337738037, "B": -8.218156814575195, "C": -11.530656814575195, "D": -9.780656814575195, "E": -7.093156337738037 } }, { "id": "eval-0bbb82c1dc4bfd3b0e0c409a0afd248b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.854463577270508, "B": -8.166963577270508, "C": -12.666963577270508, "D": -10.229463577270508, "E": -9.104463577270508 } }, { "id": "eval-67beae081a9b5ef56988f205f80cf129", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -5.831573009490967, "B": -4.706573009490967, "C": -9.019073486328125, "D": -6.206573009490967, "E": -3.956573009490967 } }, { "id": "eval-3b4dcfcab4726496bdbe9535cc669082", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.672863960266113, "B": -6.860363960266113, "C": -14.141613960266113, "D": -11.860363960266113, "E": -8.360363960266113 } }, { "id": "eval-eebddf5f35d85e9fe2ecbd9b56c1db60", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.131329536437988, "B": -8.881329536437988, "C": -12.256329536437988, "D": -9.568829536437988, "E": -8.006329536437988 } }, { "id": "eval-5393ba1ce298bd1ac4744c07d7373a9c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.546754360198975, "B": -4.921754360198975, "C": -11.046754837036133, "D": -7.484254360198975, "E": -5.671754360198975 } }, { "id": "eval-fde48d43e27cefed6ed9c52514e0bb6d", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -4.9775848388671875, "B": -5.9150848388671875, "C": -8.415084838867188, "D": -5.6025848388671875, "E": -4.6025848388671875 } }, { "id": "eval-da83d85e28778c082d9a63f5b890b26d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -2.827071189880371, "B": -4.514571189880371, "C": -6.889571189880371, "D": -5.827071189880371, "E": -5.202071189880371 } }, { "id": "eval-cfa980561efe82e7ae7080d4f081b463", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.954176902770996, "B": -7.454176902770996, "C": -11.454176902770996, "D": -8.454176902770996, "E": -9.204176902770996 } }, { "id": "eval-384b89e789e0f4b4796120394fb6303b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.613367080688477, "B": -7.050867080688477, "C": -9.675867080688477, "D": -8.175867080688477, "E": -7.675867080688477 } }, { "id": "eval-0d66d33a17e41eaa3278ca7b3930c5ea", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.818566799163818, "B": -8.63106632232666, "C": -14.38106632232666, "D": -10.69356632232666, "E": -7.193566799163818 } }, { "id": "eval-732183ead4206e51ed4df18b9c9f14fe", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.434579849243164, "B": -7.497079849243164, "C": -11.059579849243164, "D": -10.059579849243164, "E": -8.809579849243164 } }, { "id": "eval-2632ff6c9b781d3aa74e8dd36b990871", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -9.392858505249023, "B": -8.392858505249023, "C": -15.986608505249023, "D": -11.767858505249023, "E": -8.830358505249023 } }, { "id": "eval-63db79b940f36f0333377f85c19eacb2", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.076832294464111, "B": -5.326832294464111, "C": -11.201831817626953, "D": -8.076831817626953, "E": -6.639332294464111 } }, { "id": "eval-1520a8fd3116e7b856947c5e308d7ce5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.358487129211426, "B": -8.483487129211426, "C": -13.327237129211426, "D": -9.608487129211426, "E": -9.170987129211426 } }, { "id": "eval-bd780fea2d4dd262583446e64c0f314d", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -8.040945053100586, "B": -8.165945053100586, "C": -14.322195053100586, "D": -9.665945053100586, "E": -5.978445053100586 } }, { "id": "eval-99e0b2ddf88ebed98b977043b7c2331b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.331411361694336, "B": -3.831411361694336, "C": -8.206411361694336, "D": -6.831411361694336, "E": -4.831411361694336 } }, { "id": "eval-eb0e0c4eaf19c1e9b4df3b4d3a11be3d", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -8.585436820983887, "B": -7.835436820983887, "C": -13.022936820983887, "D": -10.522936820983887, "E": -9.085436820983887 } }, { "id": "eval-467a3b464b08b3ffc9922e2a726554f6", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.138568878173828, "B": -6.513568878173828, "C": -9.138568878173828, "D": -7.951068878173828, "E": -7.826068878173828 } }, { "id": "eval-dea70fe40fac9ad03bf319bf8a480efa", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.147644996643066, "B": -8.647644996643066, "C": -14.053894996643066, "D": -9.960144996643066, "E": -9.647644996643066 } }, { "id": "eval-2f1680da0d388a8453150ff3637e4689", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.834689140319824, "B": -6.709689140319824, "C": -10.709689140319824, "D": -8.084689140319824, "E": -7.334689140319824 } }, { "id": "eval-8369adc4b4710d00f917d80a75d844d7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.8998517990112305, "B": -6.8998517990112305, "C": -11.08735179901123, "D": -7.6498517990112305, "E": -8.27485179901123 } }, { "id": "eval-20a3bb788cf408d9a3e25e610fe60905", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.028097152709961, "B": -5.278097152709961, "C": -7.903097152709961, "D": -5.028097152709961, "E": -4.965597152709961 } }, { "id": "eval-36c1f50eec01c287b8ef6ffe69fe0528", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.927021026611328, "B": -6.864521026611328, "C": -11.864521026611328, "D": -10.552021026611328, "E": -8.864521026611328 } }, { "id": "eval-5f4825137a27f369fe859e85dfe1793f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.280086994171143, "B": -8.5300874710083, "C": -11.7800874710083, "D": -9.0925874710083, "E": -9.1550874710083 } }, { "id": "eval-b3dc6d6a5e2f9d7da8eb72816c80b3f8_1", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -7.462344169616699, "B": -7.649844169616699, "C": -11.5873441696167, "D": -8.2123441696167, "E": -6.149844169616699 } }, { "id": "eval-63bb6128026ce24209583d0eea75fc27", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.5016069412231445, "B": -9.001606941223145, "C": -11.001606941223145, "D": -9.376606941223145, "E": -8.751606941223145 } }, { "id": "eval-e8a9142d2402f818273dd62cf5a7b559_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.438043594360352, "B": -9.438043594360352, "C": -15.688043594360352, "D": -12.156793594360352, "E": -10.125543594360352 } }, { "id": "eval-ead9c9744aee08678759158efe005175", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.099733352661133, "B": -8.037233352661133, "C": -11.849733352661133, "D": -8.974733352661133, "E": -7.599733352661133 } }, { "id": "eval-ab8bf60f76bc6119459271140ccae781", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.602152347564697, "B": -9.539651870727539, "C": -14.414651870727539, "D": -10.539651870727539, "E": -7.852152347564697 } }, { "id": "eval-3c6e2d95a63316b31986e8c7979582c9", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -4.563024044036865, "B": -3.8130240440368652, "C": -7.625524044036865, "D": -6.563024044036865, "E": -6.938024044036865 } }, { "id": "eval-5c171b9837af49211891ce40e4a10204", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.563170433044434, "B": -10.750670433044434, "C": -14.250670433044434, "D": -11.813170433044434, "E": -10.813170433044434 } }, { "id": "eval-56d0fc282a144565f2c852415c6fa92c", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.536141395568848, "B": -4.411141395568848, "C": -10.723641395568848, "D": -6.973641395568848, "E": -6.473641395568848 } }, { "id": "eval-5b8a3081c3235d62bc77e2d15f3ad454", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -9.66215991973877, "B": -10.41215991973877, "C": -14.41215991973877, "D": -10.47465991973877, "E": -9.34965991973877 } }, { "id": "eval-e43c4eaa04243ddee30f29171718eb92", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -4.737483024597168, "B": -5.487483024597168, "C": -10.924983024597168, "D": -7.924983024597168, "E": -3.987483263015747 } }, { "id": "eval-84a736d4b702a6869d8fa8523aee6f1b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.09763240814209, "B": -8.09763240814209, "C": -12.03513240814209, "D": -9.53513240814209, "E": -8.28513240814209 } }, { "id": "eval-72611791cdcb040f2d699827fb9cebc4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -4.562757968902588, "B": -4.187757968902588, "C": -8.81275749206543, "D": -6.750257968902588, "E": -7.437757968902588 } }, { "id": "eval-4477fb61fde4bb8695c241dfc366b554", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -8.55075454711914, "B": -9.30075454711914, "C": -12.95700454711914, "D": -8.36325454711914, "E": -8.73825454711914 } }, { "id": "eval-ce246bc94a54431b9c0530e71d2456b5", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.189236640930176, "B": -6.126736640930176, "C": -12.970486640930176, "D": -9.376736640930176, "E": -6.501736640930176 } }, { "id": "eval-2eef2d255fe629414f4d24ade8590102", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -7.568395137786865, "B": -7.505895137786865, "C": -10.130894660949707, "D": -8.755894660949707, "E": -7.443395137786865 } }, { "id": "eval-2f85d53721ccc8b3fa4cfc184186d124", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -7.182326316833496, "B": -6.932326316833496, "C": -11.432326316833496, "D": -5.994826316833496, "E": -5.807326316833496 } }, { "id": "eval-2192c5c2145a6e03755ad89a02e64055", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.472626686096191, "B": -8.160126686096191, "C": -12.910126686096191, "D": -9.035126686096191, "E": -8.472626686096191 } }, { "id": "eval-bea07406aaadeef50110883b6932d86a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.542646408081055, "B": -6.917646408081055, "C": -11.480146408081055, "D": -9.417646408081055, "E": -8.667646408081055 } }, { "id": "eval-7a58e7e7bf76658751e850f790922aba", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.454245567321777, "B": -6.954245567321777, "C": -9.454245567321777, "D": -8.454245567321777, "E": -7.829245567321777 } }, { "id": "eval-76b2c6d254f9127b4fd66d90e1a330e7", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.93835973739624, "B": -4.31335973739624, "C": -8.813359260559082, "D": -6.81335973739624, "E": -7.68835973739624 } }, { "id": "eval-cdd3d074031fbd3efeb4f9408abef04e", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.656049728393555, "B": -5.593549728393555, "C": -7.468549728393555, "D": -5.843549728393555, "E": -6.343549728393555 } }, { "id": "eval-359aed918343d228e67cef329b693904", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.728697776794434, "B": -5.603697776794434, "C": -10.853697776794434, "D": -7.853697776794434, "E": -6.228697776794434 } }, { "id": "eval-cf02cca40a47c2deefd8b2e5a5ff2f70", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.461827278137207, "B": -7.086827278137207, "C": -11.649327278137207, "D": -10.899327278137207, "E": -10.336827278137207 } }, { "id": "eval-ac1abecdbbd7bcde6592ca645c2ecb1e", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -5.409554481506348, "B": -6.659554481506348, "C": -10.347054481506348, "D": -6.784554481506348, "E": -5.159554481506348 } }, { "id": "eval-2adbb4fc0d5249dc411dda433f378591", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.023305892944336, "B": -6.085805892944336, "C": -10.273305892944336, "D": -7.773305892944336, "E": -6.898305892944336 } }, { "id": "eval-5a1c8a9dbbb60e523cc1ba14a370729c", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.927059173583984, "B": -4.427059173583984, "C": -9.927059173583984, "D": -8.114559173583984, "E": -6.427059173583984 } }, { "id": "eval-3665b329f93f7c84edeabe394140f8d2", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.229014873504639, "B": -4.979014873504639, "C": -10.10401439666748, "D": -7.729014873504639, "E": -7.604014873504639 } }, { "id": "eval-dbcedaa6a6f1f68bc8f2bf7aef23294e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.550036907196045, "B": -8.175036430358887, "C": -12.800036430358887, "D": -9.050036430358887, "E": -8.362536430358887 } }, { "id": "eval-ba3a2b9ff289c106051163f840a6f5ba", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -3.997697353363037, "B": -4.247697353363037, "C": -9.872697830200195, "D": -6.935197353363037, "E": -5.122697353363037 } }, { "id": "eval-13fc28f53423a9b3a656c9431df1b3b5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.803361415863037, "B": -8.178361892700195, "C": -9.490861892700195, "D": -7.990861415863037, "E": -9.803361892700195 } }, { "id": "eval-3f4b48708d08f8bf7bec796531023f9c", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -9.126100540161133, "B": -8.876100540161133, "C": -14.001100540161133, "D": -9.813600540161133, "E": -7.063601016998291 } }, { "id": "eval-c61790eb63ff6652b878ca051493c07d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.940049171447754, "B": -6.127549171447754, "C": -10.815049171447754, "D": -8.815049171447754, "E": -8.002549171447754 } }, { "id": "eval-e5ebbe0ea4097bb197ac525b49108362", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.940604209899902, "B": -7.440604209899902, "C": -11.440604209899902, "D": -7.878104209899902, "E": -8.690604209899902 } }, { "id": "eval-029e36d8f65982b142c319064dc5e32f", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.450204372406006, "B": -4.637704372406006, "C": -9.512704849243164, "D": -7.012704372406006, "E": -6.325204372406006 } }, { "id": "eval-3d1a67f87b34303f97549ba83e5521c2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.754626274108887, "B": -7.754626274108887, "C": -11.192126274108887, "D": -7.879626274108887, "E": -7.317126274108887 } }, { "id": "eval-e050bce7048da1b3743a54153e91694e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.4456305503845215, "B": -7.9456305503845215, "C": -13.695630073547363, "D": -10.195630073547363, "E": -8.758130073547363 } }, { "id": "eval-8233ccb60dd0c0ff3b7ca5d73e5681f2", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.077165603637695, "B": -5.014665603637695, "C": -9.764665603637695, "D": -7.577165603637695, "E": -7.202165603637695 } }, { "id": "eval-eb4b2cd0f2a69686e5a82250c5806b84", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.1201276779174805, "B": -8.376615524291992, "C": -13.251615524291992, "D": -8.814115524291992, "E": -5.439115047454834 } }, { "id": "eval-d0bda97a087904320216e4d0b8a08a8d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.4102911949157715, "B": -4.4102911949157715, "C": -8.78529167175293, "D": -6.1602911949157715, "E": -5.2852911949157715 } }, { "id": "eval-e216381e9f0ddd1d248ee25fccca2b1f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.0944151878356934, "B": -3.9694151878356934, "C": -7.844415187835693, "D": -6.031915187835693, "E": -5.594415187835693 } }, { "id": "eval-b1fba9ad6193c6751ddb3f58f7f39b35", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.5457329750061035, "B": -8.858233451843262, "C": -12.045733451843262, "D": -10.295733451843262, "E": -7.9832329750061035 } }, { "id": "eval-3ceae7a18073050bd2c0448abef1f393", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.453634262084961, "B": -9.203634262084961, "C": -13.141134262084961, "D": -9.203634262084961, "E": -8.828634262084961 } }, { "id": "eval-f1182e3a070f5a1be529843aa6e5c20c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.083949089050293, "B": -6.083949089050293, "C": -10.146449089050293, "D": -7.396449089050293, "E": -6.833949089050293 } }, { "id": "eval-5799089c131e26473697afc54d5f6964", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.3601202964782715, "B": -8.29762077331543, "C": -12.73512077331543, "D": -9.29762077331543, "E": -6.7351202964782715 } }, { "id": "eval-7ce1f99e8185489a7113e6d18c71abb0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.10883903503418, "B": -5.54633903503418, "C": -9.10883903503418, "D": -6.42133903503418, "E": -6.54633903503418 } }, { "id": "eval-69425fb4cd2dc034e9ff223d2d5676ec", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.371063232421875, "B": -8.933563232421875, "C": -13.058563232421875, "D": -10.558563232421875, "E": -7.683563232421875 } }, { "id": "eval-f75b22d5b88ac56ae7df030c1ebeded5", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -9.955556869506836, "B": -11.018056869506836, "C": -14.299306869506836, "D": -11.080556869506836, "E": -9.830556869506836 } }, { "id": "eval-4eb3e69c0d42a2287692d2b9d2cb5979", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.934907913208008, "B": -5.434907913208008, "C": -10.309907913208008, "D": -8.497407913208008, "E": -8.247407913208008 } }, { "id": "eval-7d937233b4a9043da0b976dbd42d141b", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.869176864624023, "B": -6.556676864624023, "C": -11.619176864624023, "D": -9.869176864624023, "E": -8.556676864624023 } }, { "id": "eval-6bd176cc91a2a2088807ec446c008856", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.511621475219727, "B": -8.699121475219727, "C": -11.324121475219727, "D": -9.761621475219727, "E": -9.011621475219727 } }, { "id": "eval-c3890d43b84635d9e61c007ca2521d5b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.792342185974121, "B": -5.042342185974121, "C": -10.167342185974121, "D": -7.229842185974121, "E": -5.167342185974121 } }, { "id": "eval-6195ed74cf445cb5d991e1076a080dde", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.519376754760742, "B": -9.769376754760742, "C": -12.706876754760742, "D": -8.769376754760742, "E": -7.3318772315979 } }, { "id": "eval-37644422df4bcd28b3f54bbf3fc2c0f8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.572857856750488, "B": -8.072857856750488, "C": -12.260357856750488, "D": -9.447857856750488, "E": -9.010357856750488 } }, { "id": "eval-23d97480fe45bace231503f8fc367a5b", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -5.626832008361816, "B": -5.751832008361816, "C": -9.626832008361816, "D": -7.064332008361816, "E": -5.126832008361816 } }, { "id": "eval-15556e26feaa5a8a29c9f30896e535d4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.387224197387695, "B": -6.699724197387695, "C": -10.637224197387695, "D": -7.324724197387695, "E": -7.074724197387695 } }, { "id": "eval-6be05d227f4f6fe727218fc8be9df340", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.647210121154785, "B": -8.147210121154785, "C": -12.834710121154785, "D": -9.397210121154785, "E": -7.397210121154785 } }, { "id": "eval-3f3ba1d9a3bfe63df11247a968eaddce", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.386976718902588, "B": -8.511977195739746, "C": -10.386977195739746, "D": -7.949476718902588, "E": -7.761976718902588 } }, { "id": "eval-ca9a3ccfb140aa66816f96ac983b6d9f_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.80703353881836, "B": -11.43203353881836, "C": -14.05703353881836, "D": -11.18203353881836, "E": -10.61953353881836 } }, { "id": "eval-487cabfcd776d89748ee7e7bb681ad59", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.872442722320557, "B": -6.309942722320557, "C": -10.872443199157715, "D": -6.247442722320557, "E": -6.122442722320557 } }, { "id": "eval-6915dfdefe3b1cd5fd8886c8bb84929a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.8682570457458496, "B": -3.8682570457458496, "C": -7.74325704574585, "D": -4.86825704574585, "E": -3.9932570457458496 } }, { "id": "eval-ec224c1dbfb569cce7ec317fe987ae68", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.2011494636535645, "B": -4.2011494636535645, "C": -8.076148986816406, "D": -6.4511494636535645, "E": -6.5761494636535645 } }, { "id": "eval-0cba8ddda21e29c8c53482e131d741cd", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.341338157653809, "B": -7.153838157653809, "C": -11.841338157653809, "D": -7.028838157653809, "E": -6.216338157653809 } }, { "id": "eval-e65559cd9f5d96b577caeb78d9033502", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.170527458190918, "B": -8.920527458190918, "C": -14.389277458190918, "D": -10.483027458190918, "E": -8.108027458190918 } }, { "id": "eval-b8937a30f25093910c040f4e63e1d352", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -3.7743048667907715, "B": -4.3993048667907715, "C": -4.8993048667907715, "D": -5.7743048667907715, "E": -7.0243048667907715 } }, { "id": "eval-aabe8eb218468fc63b6c9aa6d428c951", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -9.085381507873535, "B": -10.147881507873535, "C": -14.460381507873535, "D": -10.960381507873535, "E": -8.835381507873535 } }, { "id": "eval-43ba9669564217f2f909f33acbedaf95", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -7.274105548858643, "B": -5.836605548858643, "C": -10.774105072021484, "D": -8.461605072021484, "E": -6.836605548858643 } }, { "id": "eval-2b9b625c788584b8d41f1a74d740e126", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.384138584136963, "B": -5.134138584136963, "C": -10.071638107299805, "D": -6.446638584136963, "E": -6.384138584136963 } }, { "id": "eval-eb6807290df71b040e2c7bcc5d11fdea", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -9.983088493347168, "B": -8.983088493347168, "C": -13.670588493347168, "D": -10.045588493347168, "E": -9.358088493347168 } }, { "id": "eval-f06852fb4bb2764dc208a991d037f211", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.838413715362549, "B": -8.21341323852539, "C": -10.71341323852539, "D": -9.33841323852539, "E": -8.08841323852539 } }, { "id": "eval-5efadabaf61b5174916e3ab659bcd283", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -3.2128283977508545, "B": -4.587828159332275, "C": -7.775328159332275, "D": -6.150328159332275, "E": -2.4628283977508545 } }, { "id": "eval-e9d4c747018ff81b8c0aefb5abc3c539", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.62557315826416, "B": -5.62557315826416, "C": -9.75057315826416, "D": -9.18807315826416, "E": -7.43807315826416 } }, { "id": "eval-30a8cfd186f1aae5acd425a52d058863", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.45236587524414, "B": -7.139866352081299, "C": -12.76486587524414, "D": -10.20236587524414, "E": -8.07736587524414 } }, { "id": "eval-9e7805871c8a276300a89fe910a90949", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.687675476074219, "B": -8.000175476074219, "C": -12.437675476074219, "D": -9.500175476074219, "E": -8.187675476074219 } }, { "id": "eval-047c2d8c65d297b39aa42821c1ca76a9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -2.998199939727783, "B": -3.623199939727783, "C": -6.060699939727783, "D": -4.998199939727783, "E": -5.873199939727783 } }, { "id": "eval-0bed77da54b6c54facd0ee6614aad72e", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.293649673461914, "B": -4.043649673461914, "C": -8.356149673461914, "D": -5.168649673461914, "E": -4.293649673461914 } }, { "id": "eval-32e2adee67aace0a98c830fb39463015", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.093828201293945, "B": -8.218828201293945, "C": -9.281328201293945, "D": -7.718828201293945, "E": -8.593828201293945 } }, { "id": "eval-8272f08792b873885f93d4c148e307e5", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.796568393707275, "B": -5.421568393707275, "C": -9.671568870544434, "D": -6.421568393707275, "E": -5.171568393707275 } }, { "id": "eval-bc05bc6b4df7a3d25a361515fe8912ad", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.653846740722656, "B": -6.653846740722656, "C": -10.466346740722656, "D": -7.841346740722656, "E": -7.966346740722656 } }, { "id": "eval-b893a6e7a2b172bd71f03c9dbee4f960", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.278923988342285, "B": -7.528924465179443, "C": -13.903923988342285, "D": -8.903923988342285, "E": -10.028923988342285 } }, { "id": "eval-cf8e30dd6956d03e3f0f0397112a8696", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.250294208526611, "B": -7.437794208526611, "C": -9.125293731689453, "D": -7.750294208526611, "E": -7.375294208526611 } }, { "id": "eval-159d50e325b59c6d29ec371500e173b4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.311795234680176, "B": -4.311795234680176, "C": -8.874295234680176, "D": -6.686795234680176, "E": -7.124295234680176 } }, { "id": "eval-17eafc807b198236faf06a66f4c05313", "answer": "C", "prediction": "D", "correct": false, "scores": { "A": -6.533457279205322, "B": -6.283457279205322, "C": -7.220957279205322, "D": -4.908457279205322, "E": -5.970957279205322 } }, { "id": "eval-24eebfa678112100803da16dde148b2d", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.789811134338379, "B": -8.914811134338379, "C": -14.321061134338379, "D": -9.727311134338379, "E": -8.914811134338379 } }, { "id": "eval-ec882fc3a9bfaeae2a26fe31c2ef2c07", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.655636787414551, "B": -6.843136787414551, "C": -11.21813678741455, "D": -8.46813678741455, "E": -6.905636787414551 } }, { "id": "eval-0a006d16d9042e0c170935e5fbf7f9af", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.134888648986816, "B": -5.822388648986816, "C": -12.197388648986816, "D": -8.134888648986816, "E": -7.072388648986816 } }, { "id": "eval-d33a81660058e570a18fb2eafa284a78", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.566718101501465, "B": -7.191718101501465, "C": -13.504218101501465, "D": -8.504218101501465, "E": -8.629218101501465 } }, { "id": "eval-1e09c3136a743b862e783700b7667028", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.678378582000732, "B": -6.178378582000732, "C": -11.24087905883789, "D": -9.55337905883789, "E": -7.490878582000732 } }, { "id": "eval-5e851c47682bdf79ec7c139ecf124c9a", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -6.143964767456055, "B": -6.893964767456055, "C": -10.706464767456055, "D": -7.268964767456055, "E": -5.393964767456055 } }, { "id": "eval-b148f18fb8b5a504b67078ef6ac29717", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.461091995239258, "B": -5.273591995239258, "C": -9.273591995239258, "D": -7.586091995239258, "E": -8.898591995239258 } }, { "id": "eval-b6bbe013995fdb5def3d504319af0791", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -5.613106727600098, "B": -5.425606727600098, "C": -9.488106727600098, "D": -6.363106727600098, "E": -4.300606727600098 } }, { "id": "eval-0c2fa15a02d0b6ca6707e98fac7589e4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.835005283355713, "B": -5.085005283355713, "C": -9.022504806518555, "D": -7.897505283355713, "E": -8.210004806518555 } }, { "id": "eval-a656e74a943f9e2698a25bbcfb4e96db", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -6.080892562866211, "B": -5.080892562866211, "C": -9.768392562866211, "D": -6.768392562866211, "E": -4.643392562866211 } }, { "id": "eval-8086f022f2d4a4888ae1f8c7e4541ab9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.072554588317871, "B": -4.197554588317871, "C": -9.885054588317871, "D": -6.822554588317871, "E": -7.135054588317871 } }, { "id": "eval-5655a3002dd9a6b7dabede1dd26a5893", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.856930255889893, "B": -8.231929779052734, "C": -12.044429779052734, "D": -9.481929779052734, "E": -9.169429779052734 } }, { "id": "eval-17d9bfaee1efac51b1ca240125bc5977", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.446162700653076, "B": -5.696162700653076, "C": -11.508662223815918, "D": -8.758662223815918, "E": -5.946162700653076 } }, { "id": "eval-801431167b8bff06b9870abe9721536b", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.746175765991211, "B": -5.433675765991211, "C": -12.933675765991211, "D": -8.308675765991211, "E": -7.746175765991211 } }, { "id": "eval-85ebdd4f1a3c2ac900eee8e75e48ccaa", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.915695667266846, "B": -7.853195667266846, "C": -12.165696144104004, "D": -8.540696144104004, "E": -7.478195667266846 } }, { "id": "eval-db1eb157671109bbb9113b0f71a6b957", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -8.087778091430664, "B": -6.775278091430664, "C": -12.962778091430664, "D": -8.400278091430664, "E": -7.275278091430664 } }, { "id": "eval-c02a3c2d4f726b9e1be99533a24a6ab4", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -8.004741668701172, "B": -9.004741668701172, "C": -12.660991668701172, "D": -7.504741668701172, "E": -9.254741668701172 } }, { "id": "eval-3ed6391c539e6daa5b5fdb1b6d5d8ace", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -4.824267864227295, "B": -4.699267864227295, "C": -8.261768341064453, "D": -6.949267864227295, "E": -6.949267864227295 } }, { "id": "eval-1db19a32a3edbff9981976dc9ec800ce", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.705660820007324, "B": -9.205660820007324, "C": -14.549410820007324, "D": -10.455660820007324, "E": -10.205660820007324 } }, { "id": "eval-1e5a138b4c7d456c37abf4990b402bbe", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.70112419128418, "B": -7.01362419128418, "C": -12.57612419128418, "D": -9.95112419128418, "E": -7.26362419128418 } }, { "id": "eval-9402864beae075392d2ee6c10115fc21", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -4.649842739105225, "B": -4.399842739105225, "C": -8.274842262268066, "D": -5.899842739105225, "E": -6.149842739105225 } }, { "id": "eval-25136807f7b2e78b115698daa1677b4a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.606161117553711, "B": -6.481161117553711, "C": -10.293661117553711, "D": -6.981161117553711, "E": -7.356161117553711 } }, { "id": "eval-bc10bf2bfae26a2226823d42956f6cf0", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.823116302490234, "B": -8.760616302490234, "C": -13.510616302490234, "D": -9.323116302490234, "E": -7.823116779327393 } }, { "id": "eval-5a6559db6bae37e3a8af7350be212219", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.241024494171143, "B": -5.303524494171143, "C": -8.7410249710083, "D": -6.803524494171143, "E": -6.241024494171143 } }, { "id": "eval-7ae17f5aecacf18c94a47cc48deb6c36", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -8.653419494628906, "B": -8.715919494628906, "C": -12.528419494628906, "D": -6.778419017791748, "E": -7.903419017791748 } }, { "id": "eval-5d809e0ee19badc66071653630ea7c51", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -7.550127983093262, "B": -9.300127983093262, "C": -12.737627983093262, "D": -8.737627983093262, "E": -7.237627983093262 } }, { "id": "eval-ad0943fc37034cd2b7e485021f8b1b8c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.929379940032959, "B": -8.9918794631958, "C": -12.1793794631958, "D": -7.554379940032959, "E": -7.866879940032959 } }, { "id": "eval-c2a8c6814ed3e207771cfc23b3b42cf1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.406581878662109, "B": -7.406581878662109, "C": -9.65658187866211, "D": -7.781581878662109, "E": -6.406581878662109 } }, { "id": "eval-0b52cc905fff0ca69a45e6353d10e401", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.603823184967041, "B": -7.166323184967041, "C": -9.8538236618042, "D": -8.9788236618042, "E": -9.2288236618042 } }, { "id": "eval-30d0c2006613eec41ae814d76c17a798", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.586762428283691, "B": -8.211762428283691, "C": -12.274262428283691, "D": -9.461762428283691, "E": -6.774262428283691 } }, { "id": "eval-f7a6d0d816d14210f3af5dabe21bf804", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.291374206542969, "B": -8.603874206542969, "C": -13.228874206542969, "D": -10.916374206542969, "E": -9.291374206542969 } }, { "id": "eval-c306ab28498b67c53decb9dde1d78bd5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.965195417404175, "B": -5.340195655822754, "C": -7.965195655822754, "D": -7.215195655822754, "E": -6.965195655822754 } }, { "id": "eval-637c710ec9582fd9b9e8eaa3f3fe83bb", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.136129379272461, "B": -6.823628902435303, "C": -10.886129379272461, "D": -9.636129379272461, "E": -6.823628902435303 } }, { "id": "eval-9ae52783d8fdb5cc2e8caa01542c3341", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -4.669020175933838, "B": -4.169020175933838, "C": -8.16901969909668, "D": -7.169020175933838, "E": -5.544020175933838 } }, { "id": "eval-4f23829b96b38b5633ecc3325281726d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.551827430725098, "B": -8.989327430725098, "C": -11.864327430725098, "D": -8.989327430725098, "E": -8.551827430725098 } }, { "id": "eval-3fcdc0b03e3c8b10692d642676931f4b", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -6.829031944274902, "B": -6.266531944274902, "C": -11.016531944274902, "D": -9.079031944274902, "E": -8.266531944274902 } }, { "id": "eval-ddd606743cf71679438a85280f64593a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.996316909790039, "B": -8.621316909790039, "C": -11.121316909790039, "D": -9.121316909790039, "E": -9.246316909790039 } }, { "id": "eval-420641003ba20b966887dfac684efb17", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.275860786437988, "B": -9.525860786437988, "C": -14.057110786437988, "D": -10.338360786437988, "E": -10.088360786437988 } }, { "id": "eval-064c3074a682893d49c3c5b4f1e89984", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.265444755554199, "B": -7.952944755554199, "C": -14.1091947555542, "D": -10.6404447555542, "E": -9.8904447555542 } }, { "id": "eval-c640116ca6905d5256edadb616b3f76e", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.924392223358154, "B": -4.611892223358154, "C": -9.986892700195312, "D": -6.674392223358154, "E": -4.861892223358154 } }, { "id": "eval-35ad89c198d5d6311a71c993bb7b6cba", "answer": "E", "prediction": "D", "correct": false, "scores": { "A": -7.936393737792969, "B": -8.748893737792969, "C": -13.873893737792969, "D": -7.498893737792969, "E": -7.936393737792969 } }, { "id": "eval-916bbd27545446ca5d83d07c10d013ea", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -7.273235321044922, "B": -7.835735321044922, "C": -13.523235321044922, "D": -9.398235321044922, "E": -5.335735321044922 } }, { "id": "eval-e40fd2c17fe2cde4bd4af540d35fd518", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.289033889770508, "B": -9.039033889770508, "C": -13.226533889770508, "D": -9.539033889770508, "E": -6.289033889770508 } }, { "id": "eval-98a04457025f18c2287d5c610ff8000d", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -7.213084697723389, "B": -6.838084697723389, "C": -11.275585174560547, "D": -8.525585174560547, "E": -8.150585174560547 } }, { "id": "eval-f656a475f07d3adba9d1486eda8e834a", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -4.759681701660156, "B": -4.384681701660156, "C": -9.759681701660156, "D": -7.384681701660156, "E": -6.134681701660156 } }, { "id": "eval-c865b3547c2a2e3c3916d7be6ab25752", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.11453104019165, "B": -7.98953104019165, "C": -12.364530563354492, "D": -9.177030563354492, "E": -7.23953104019165 } }, { "id": "eval-abd30bab9b96f902fead5378d4f4a1e4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.790526390075684, "B": -7.290526390075684, "C": -13.790526390075684, "D": -9.040526390075684, "E": -7.790526390075684 } }, { "id": "eval-a4b44a986e7f9045432e20ea75611df4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.037973403930664, "B": -3.912973165512085, "C": -8.850473403930664, "D": -7.725473403930664, "E": -6.600473403930664 } }, { "id": "eval-1f492f556fae64f72ce36b6caa242dd0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.109750270843506, "B": -7.984750270843506, "C": -12.484749794006348, "D": -7.422250270843506, "E": -6.172250270843506 } }, { "id": "eval-d0c67c7ae6f2361fe237110455127866", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.257781505584717, "B": -6.132781505584717, "C": -10.070281028747559, "D": -5.820281505584717, "E": -7.382781505584717 } }, { "id": "eval-7bb279e38a1c9eb47a0c7af979a131a2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.88710355758667, "B": -5.38710355758667, "C": -8.324604034423828, "D": -5.38710355758667, "E": -5.57460355758667 } }, { "id": "eval-3095078e4771053d9d5fa8d4f5f3dc38", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.623310089111328, "B": -4.623310089111328, "C": -6.373310089111328, "D": -5.498310089111328, "E": -7.623310089111328 } }, { "id": "eval-b23edb651e623e5d1e03e8ed3937e8fc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.924968719482422, "B": -4.924968719482422, "C": -9.987468719482422, "D": -7.174968719482422, "E": -7.174968719482422 } }, { "id": "eval-acf6b667e9353b1743b7c4f60a6a9017", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.268908500671387, "B": -7.643908500671387, "C": -9.768908500671387, "D": -8.206408500671387, "E": -7.393908500671387 } }, { "id": "eval-15b090801256085ad465e74af47cbee9", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.568796157836914, "B": -5.443796157836914, "C": -10.943796157836914, "D": -8.006296157836914, "E": -8.568796157836914 } }, { "id": "eval-790b3f583e9bc9424c771691ecc70c20", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.907327651977539, "B": -6.344827651977539, "C": -10.157327651977539, "D": -7.782327651977539, "E": -6.782327651977539 } }, { "id": "eval-22b8219d43a38a1130e0a35ece152337", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.763652324676514, "B": -7.076152324676514, "C": -13.044902801513672, "D": -9.388652801513672, "E": -7.388652324676514 } }, { "id": "eval-5d4233146435ab0ca211e8ac9bfce76f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.568087577819824, "B": -7.005587577819824, "C": -10.130587577819824, "D": -8.443087577819824, "E": -7.318087577819824 } }, { "id": "eval-be737cd4db844574ef594442ce6c9453", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.811732769012451, "B": -5.436732769012451, "C": -7.249232769012451, "D": -5.749232769012451, "E": -7.686732769012451 } }, { "id": "eval-550164b7cf4e03153484136f10122c70", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.529236316680908, "B": -7.779236316680908, "C": -13.02923583984375, "D": -8.46673583984375, "E": -5.591736316680908 } }, { "id": "eval-a617eb4d27edea93e7fd630ce00c8219", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.467189311981201, "B": -8.342188835144043, "C": -10.717188835144043, "D": -8.717188835144043, "E": -7.904689311981201 } }, { "id": "eval-bd47827418d5b8d7fb3502a398644435", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -8.046904563903809, "B": -7.796904563903809, "C": -12.484404563903809, "D": -9.234404563903809, "E": -6.796904563903809 } }, { "id": "eval-31487ab8b1e8f12e252590cc58bd19c2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.706879138946533, "B": -7.706879138946533, "C": -10.831878662109375, "D": -9.956878662109375, "E": -7.831879138946533 } }, { "id": "eval-ce2fd94212243f843b3f357046051f57", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.805605888366699, "B": -6.118105888366699, "C": -12.7743558883667, "D": -8.6806058883667, "E": -8.3681058883667 } }, { "id": "eval-f87f40db71a56b5beda3194550202dc9_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.147536754608154, "B": -7.397536754608154, "C": -11.085036277770996, "D": -9.522536277770996, "E": -8.210036277770996 } }, { "id": "eval-0b25bbd9e9aa976655e1975e31331709", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.423131465911865, "B": -5.235631465911865, "C": -12.173131942749023, "D": -7.048131465911865, "E": -5.985631465911865 } }, { "id": "eval-925232b4c9bba945a38ac7ef0f15f8d0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.262775421142578, "B": -6.887775421142578, "C": -11.387775421142578, "D": -10.137775421142578, "E": -7.575275421142578 } }, { "id": "eval-3338109fcafaaa370c8900a53e1b3ed8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.349154949188232, "B": -5.849154949188232, "C": -10.84915542602539, "D": -8.72415542602539, "E": -6.724154949188232 } }, { "id": "eval-e172a93c72d305ee8262a8deb00d9fc3", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.824779510498047, "B": -4.824779510498047, "C": -9.699779510498047, "D": -7.637279510498047, "E": -7.199779510498047 } }, { "id": "eval-f1c2e37abf17d9e4ad16eb40f966c79f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.08082914352417, "B": -7.20582914352417, "C": -10.893328666687012, "D": -6.89332914352417, "E": -7.64332914352417 } }, { "id": "eval-d29252ddaf7c7ef491abcce342d7bb98", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.838688850402832, "B": -9.838688850402832, "C": -14.369938850402832, "D": -10.526188850402832, "E": -8.463688850402832 } }, { "id": "eval-8c3c6b34bdb650a6517bca3786406c99", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.582826614379883, "B": -7.395326614379883, "C": -12.270326614379883, "D": -8.395326614379883, "E": -7.957826614379883 } }, { "id": "eval-ff1bf2ec835c9df8695ae0cfb5281646", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.893301486968994, "B": -6.643301486968994, "C": -11.455801963806152, "D": -8.080801963806152, "E": -9.018301963806152 } }, { "id": "eval-c7526b682e64f355384631b35cd78fc9", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.413395881652832, "B": -3.600895881652832, "C": -6.038395881652832, "D": -5.725895881652832, "E": -3.725895881652832 } }, { "id": "eval-0fba83d3997f048adcc31937221af77e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.464578628540039, "B": -6.589579105377197, "C": -12.339578628540039, "D": -8.652078628540039, "E": -7.214579105377197 } }, { "id": "eval-a5456dc611aa93b81d7ab6ed8e160f85", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.8753252029418945, "B": -8.187825202941895, "C": -11.375325202941895, "D": -8.812825202941895, "E": -7.6878252029418945 } }, { "id": "eval-11416df796f63d2f0dddc846b9c139d3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.767946243286133, "B": -5.830446243286133, "C": -9.580446243286133, "D": -6.580446243286133, "E": -5.830446243286133 } }, { "id": "eval-c908d7c4633c5e6add9463bdd47cb27e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.97329044342041, "B": -6.53579044342041, "C": -12.53579044342041, "D": -10.03579044342041, "E": -9.09829044342041 } }, { "id": "eval-7e522a60756f854c5331125f998bc36b", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -5.83225154876709, "B": -5.70725154876709, "C": -8.89475154876709, "D": -5.95725154876709, "E": -5.64475154876709 } }, { "id": "eval-f4a75bf3f115b826a8097edfd0ff2781", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.713933944702148, "B": -7.213933944702148, "C": -11.276433944702148, "D": -9.026433944702148, "E": -8.463933944702148 } }, { "id": "eval-02f43014a135cbd39f23b044c99de96e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.320896148681641, "B": -6.820896148681641, "C": -11.75839614868164, "D": -9.44589614868164, "E": -8.38339614868164 } }, { "id": "eval-8cf478192696744b3427f7c109019af5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.25880765914917, "B": -4.25880765914917, "C": -7.82130765914917, "D": -6.94630765914917, "E": -6.82130765914917 } }, { "id": "eval-4ccd43cdff044bc4c644dadff1ff1e0b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.72161865234375, "B": -8.72161865234375, "C": -13.34661865234375, "D": -10.09661865234375, "E": -10.03411865234375 } }, { "id": "eval-7b7941b883328ad39048d4dfb1eb5623", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.272442817687988, "B": -8.556175231933594, "C": -12.681175231933594, "D": -9.493675231933594, "E": -9.931175231933594 } }, { "id": "eval-008b7ba0c039f6d0d542c6c90aae173c", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -5.822786331176758, "B": -5.572786331176758, "C": -9.635286331176758, "D": -5.760286331176758, "E": -4.385286331176758 } }, { "id": "eval-4c968fa73699a38639ba3ffa1745bc21", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -9.200435638427734, "B": -8.450435638427734, "C": -12.700435638427734, "D": -9.637935638427734, "E": -10.575435638427734 } }, { "id": "eval-b1d5cdbf8ef7b3954a6a352bd4df5866", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.041928291320801, "B": -8.6044282913208, "C": -11.4794282913208, "D": -9.6669282913208, "E": -9.4169282913208 } }, { "id": "eval-c3bc395561113c96ec43afd715da5061", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.490242958068848, "B": -5.427742958068848, "C": -10.302742958068848, "D": -6.490242958068848, "E": -6.240242958068848 } }, { "id": "eval-d0bd5b5ee7319d1c4727e38d429dd54e", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.408827781677246, "B": -5.283827781677246, "C": -11.471327781677246, "D": -8.846327781677246, "E": -7.283827781677246 } }, { "id": "eval-81f5e741d970578867495ceea5a0c848", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.631084442138672, "B": -10.381084442138672, "C": -15.006084442138672, "D": -9.818584442138672, "E": -9.943584442138672 } }, { "id": "eval-6714593a8d1f8ae39930c1f0316e9ffc", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.687699317932129, "B": -6.562699317932129, "C": -11.687699317932129, "D": -8.875199317932129, "E": -7.500199317932129 } }, { "id": "eval-75cb55aec7e64f592c01eee5d4578dcd", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.713359832763672, "B": -6.463359832763672, "C": -13.932109832763672, "D": -8.400859832763672, "E": -6.775859832763672 } }, { "id": "eval-0b30831fb1862bc62339bdf930cbc447", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.168281555175781, "B": -7.105781555175781, "C": -9.980781555175781, "D": -7.230781555175781, "E": -7.855781555175781 } }, { "id": "eval-29c194d032a266a7160bff6f546a4d9d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.84155797958374, "B": -6.46655797958374, "C": -11.341558456420898, "D": -8.966558456420898, "E": -9.091558456420898 } }, { "id": "eval-ea33206992fb7ad1c3476e9673bb4a9c", "answer": "D", "prediction": "E", "correct": false, "scores": { "A": -7.333885669708252, "B": -8.396385192871094, "C": -11.833885192871094, "D": -10.333885192871094, "E": -5.896385669708252 } }, { "id": "eval-2b7dd91da5dde1560ace2cd82af926de", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.5733885765075684, "B": -5.198388576507568, "C": -9.13588809967041, "D": -7.635888576507568, "E": -6.385888576507568 } }, { "id": "eval-eb50f536830ba18ab987c7ff652e2aba", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.709560394287109, "B": -5.772060394287109, "C": -11.45956039428711, "D": -8.77206039428711, "E": -5.459560394287109 } }, { "id": "eval-6bc3ebcfd04965c25bde71339955746c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -2.4912095069885254, "B": -3.1162095069885254, "C": -7.616209506988525, "D": -5.991209506988525, "E": -6.178709506988525 } }, { "id": "eval-163898952cb6baf3a6440696e1352e86", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.682040214538574, "B": -5.807040214538574, "C": -11.494540214538574, "D": -7.619540214538574, "E": -8.307040214538574 } }, { "id": "eval-aa984e2b487d08889bc0c73bab5ac945", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.453409671783447, "B": -7.515909671783447, "C": -12.828409194946289, "D": -7.953409671783447, "E": -7.265909671783447 } }, { "id": "eval-d78baca23e0a636a8961e17119047e63", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.769648551940918, "B": -5.332148551940918, "C": -9.019648551940918, "D": -6.832148551940918, "E": -5.457148551940918 } }, { "id": "eval-ac6378b5e8462dc1bde1155d706213d8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.683499336242676, "B": -8.495999336242676, "C": -12.870999336242676, "D": -9.620999336242676, "E": -8.808499336242676 } }, { "id": "eval-c1aebf059c5102f4e773f7fe4afe13f0", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -6.408531665802002, "B": -7.346031665802002, "C": -10.09603214263916, "D": -5.783531665802002, "E": -6.783531665802002 } }, { "id": "eval-1017807310a25d3ea4a4ec305e91cba3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.476717472076416, "B": -7.101717472076416, "C": -11.601717948913574, "D": -7.351717472076416, "E": -6.726717472076416 } }, { "id": "eval-7192c9f5c513aac9042bad595ff5af9f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.082808971405029, "B": -5.832808971405029, "C": -13.895308494567871, "D": -8.832808494567871, "E": -6.645308971405029 } }, { "id": "eval-7c05e8d5a057085455eea243fbd1cd90", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -7.24446964263916, "B": -7.11946964263916, "C": -11.24446964263916, "D": -6.49446964263916, "E": -7.05696964263916 } }, { "id": "eval-3cb91a71a6567da870eedf37becc97ef", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.2198033332824707, "B": -6.219803333282471, "C": -11.094803810119629, "D": -8.219803810119629, "E": -8.344803810119629 } }, { "id": "eval-9b4bbf3c4d24ecdb4b27320afb706808", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.454833030700684, "B": -7.017333030700684, "C": -11.204833030700684, "D": -7.204833030700684, "E": -6.829833030700684 } }, { "id": "eval-43df3a316880d8bab346c06bd43b94dd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.187874794006348, "B": -6.750374794006348, "C": -9.812874794006348, "D": -6.812874794006348, "E": -6.964878082275391 } }, { "id": "eval-858a5eaa587fe0e266722228671a6bd1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.141159534454346, "B": -7.516159534454346, "C": -11.953659057617188, "D": -8.828659057617188, "E": -9.391159057617188 } }, { "id": "eval-34005ef0caafefc8585c9fcd50e94557", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.204925537109375, "B": -4.704925537109375, "C": -8.954925537109375, "D": -6.642425537109375, "E": -5.579925537109375 } }, { "id": "eval-f61d83f90b92a8d537989e55ee70542d", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.778056621551514, "B": -4.965556621551514, "C": -9.215556144714355, "D": -6.590556621551514, "E": -6.653056621551514 } }, { "id": "eval-3bf06235a537adc9d85431846595b800", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.101828098297119, "B": -7.039328098297119, "C": -11.976827621459961, "D": -7.726828098297119, "E": -6.726828098297119 } }, { "id": "eval-79ec11d8072ce42779adfe0a19bd5374", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -5.876828193664551, "B": -6.064328193664551, "C": -10.25182819366455, "D": -6.314328193664551, "E": -5.501828193664551 } }, { "id": "eval-2982d0eae1bf880f5930341af7665716", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.677090644836426, "B": -5.052090644836426, "C": -8.864590644836426, "D": -6.864590644836426, "E": -6.802090644836426 } }, { "id": "eval-ba9132ebf2bc3ad21e6a0631dc4e0a77", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -9.504874229431152, "B": -8.879874229431152, "C": -14.817374229431152, "D": -11.129874229431152, "E": -9.567374229431152 } }, { "id": "eval-d06de16a4aaeaef32b398c1213257b4a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.631460189819336, "B": -6.818960189819336, "C": -7.881460189819336, "D": -7.193960189819336, "E": -7.943960189819336 } }, { "id": "eval-eee9476bf29498b7d74b043afe316fc6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -2.6896791458129883, "B": -3.3146791458129883, "C": -6.877179145812988, "D": -5.377179145812988, "E": -6.377179145812988 } }, { "id": "eval-a85441d6a0e3f871d81a9f19b31360b7", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.3439717292785645, "B": -6.4064717292785645, "C": -9.468972206115723, "D": -7.9064717292785645, "E": -6.8439717292785645 } }, { "id": "eval-f11a2975898033893d6a38f75d791fdf", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -2.201748847961426, "B": -1.8267487287521362, "C": -5.076748847961426, "D": -4.326748847961426, "E": -4.326748847961426 } }, { "id": "eval-a2977fd575faba162d04a490dabd1b9b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.917640686035156, "B": -8.480140686035156, "C": -12.980140686035156, "D": -8.542640686035156, "E": -8.230140686035156 } }, { "id": "eval-cd39e442204d3edf7acc185fd59c8a44", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.299347877502441, "B": -6.736847877502441, "C": -10.299347877502441, "D": -8.924347877502441, "E": -6.924347877502441 } }, { "id": "eval-c77e1039d78cdff197a370fcda0f2b9f", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.52933406829834, "B": -4.59183406829834, "C": -8.46683406829834, "D": -7.27933406829834, "E": -6.65433406829834 } }, { "id": "eval-f537f6bb8527724e0b1e1c1051326cd5", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.1198530197143555, "B": -6.5573530197143555, "C": -10.369853019714355, "D": -7.1823530197143555, "E": -6.1823530197143555 } }, { "id": "eval-d3b145911a76fd6fbe9a23ab027be024", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.4456024169921875, "B": -7.1956024169921875, "C": -12.445602416992188, "D": -9.508102416992188, "E": -8.633102416992188 } }, { "id": "eval-dc2fa76467ff342abdb4cf142f92dddd", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.379539489746094, "B": -7.504539489746094, "C": -11.754539489746094, "D": -9.317039489746094, "E": -8.067039489746094 } }, { "id": "eval-246249cd7976358051a9811ff9c30736", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.576193809509277, "B": -8.138693809509277, "C": -11.263693809509277, "D": -9.701193809509277, "E": -9.638693809509277 } }, { "id": "eval-32be8cbc1b5a967310bcab8b80563481", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -3.3957996368408203, "B": -3.1457996368408203, "C": -5.52079963684082, "D": -5.02079963684082, "E": -6.52079963684082 } }, { "id": "eval-ad769851a59375865607452d3bf2a45d", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.431724548339844, "B": -8.244224548339844, "C": -13.619224548339844, "D": -10.744224548339844, "E": -9.244224548339844 } }, { "id": "eval-5ea6b94d1a911365b06cf776919413e8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.874622821807861, "B": -5.874622821807861, "C": -8.93712329864502, "D": -6.499622821807861, "E": -6.437122821807861 } }, { "id": "eval-820df15b615d221e38a71fcc44461085", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.603578090667725, "B": -7.416078090667725, "C": -10.791077613830566, "D": -8.416077613830566, "E": -8.103577613830566 } }, { "id": "eval-0a4a00ba435397c4a0496dd2c2426be7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.45188045501709, "B": -7.70188045501709, "C": -12.07688045501709, "D": -10.38938045501709, "E": -8.82688045501709 } }, { "id": "eval-a7f29f4aebe0e3bcb77038fea71bf28c", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -5.258883476257324, "B": -7.133883476257324, "C": -11.883883476257324, "D": -6.758883476257324, "E": -4.633883476257324 } }, { "id": "eval-ecd32cc0c17d4738a27bba3399f04591", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.657515048980713, "B": -5.595015048980713, "C": -9.032514572143555, "D": -6.470015048980713, "E": -6.532515048980713 } }, { "id": "eval-8b2af2d865b7dc500427786c846eacaf", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.634615898132324, "B": -5.259615898132324, "C": -9.137974739074707, "D": -7.387974739074707, "E": -6.325474739074707 } }, { "id": "eval-383282aace64dd49138bac2392f8b38e", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -8.739593505859375, "B": -8.614593505859375, "C": -13.427093505859375, "D": -10.989593505859375, "E": -7.927093982696533 } }, { "id": "eval-eaf6838d29bcd4ebf408da2f75aa65c3", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.699758529663086, "B": -6.387258529663086, "C": -13.074758529663086, "D": -6.949758529663086, "E": -7.824758529663086 } }, { "id": "eval-7c8bc9c0e56389eef033bca40c88c151", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.986203670501709, "B": -8.423704147338867, "C": -12.298704147338867, "D": -10.298704147338867, "E": -8.361204147338867 } }, { "id": "eval-ca60a46c9007e4b6213f50bfb5342fdd", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -9.82193374633789, "B": -9.75943374633789, "C": -14.94693374633789, "D": -10.69693374633789, "E": -9.25943374633789 } }, { "id": "eval-f50209f04d11690d7c8f30e29b35ff02", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.764688014984131, "B": -6.514688014984131, "C": -11.139688491821289, "D": -8.889688491821289, "E": -8.452188491821289 } }, { "id": "eval-d725f1c2e150a3221de31612123f3f46", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.314795970916748, "B": -6.314795970916748, "C": -11.189796447753906, "D": -9.564796447753906, "E": -7.814795970916748 } }, { "id": "eval-f7735d721dfdc94621154951d4eaa4cf", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.8316240310668945, "B": -5.9566240310668945, "C": -11.769124031066895, "D": -6.4566240310668945, "E": -6.9566240310668945 } }, { "id": "eval-eaf980db7e945b1cf6d648fa55ddcb5e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.133055686950684, "B": -5.258055686950684, "C": -9.820555686950684, "D": -8.070555686950684, "E": -7.258055686950684 } }, { "id": "eval-8bbfe8cd056d612e9d3190f278bef287", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -8.935193061828613, "B": -8.560193061828613, "C": -13.060193061828613, "D": -10.560193061828613, "E": -9.560193061828613 } }, { "id": "eval-aa7c4c351cf8d59792aa68e3de339db4", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.502814769744873, "B": -4.377814769744873, "C": -8.940315246582031, "D": -6.502814769744873, "E": -6.502814769744873 } }, { "id": "eval-23df3bac9cfcb156f4cfd8a05f21c5e2", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -5.370908737182617, "B": -5.308408737182617, "C": -11.495908737182617, "D": -7.245908737182617, "E": -6.870908737182617 } }, { "id": "eval-d21777d771dc6fd08e769d378651817e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.693813800811768, "B": -7.006313800811768, "C": -9.94381332397461, "D": -7.631313800811768, "E": -7.568813800811768 } }, { "id": "eval-611a4cc0e288b8a11afa923f48cb2ab4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.580603122711182, "B": -4.955603122711182, "C": -8.70560359954834, "D": -5.705603122711182, "E": -5.893103122711182 } }, { "id": "eval-8e7941ce31996ca83cc0a68f7313c96d", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.760959148406982, "B": -8.44845962524414, "C": -14.41720962524414, "D": -9.44845962524414, "E": -7.260959148406982 } }, { "id": "eval-ea02772e27f5bd40eced3b65e8c6427f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.015236854553223, "B": -8.702736854553223, "C": -14.452736854553223, "D": -10.952736854553223, "E": -9.327736854553223 } }, { "id": "eval-de54d03e69d9765872f95ff06ed21499", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.6462507247924805, "B": -8.20875072479248, "C": -10.83375072479248, "D": -8.58375072479248, "E": -9.58375072479248 } }, { "id": "eval-b231a732a3fdf0621391e7e385f8d651", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.088387489318848, "B": -5.713387489318848, "C": -10.463387489318848, "D": -7.963387489318848, "E": -6.838387489318848 } }, { "id": "eval-b9121c3228f961c5ad68958c702cd94b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.102940559387207, "B": -8.040440559387207, "C": -10.852940559387207, "D": -9.915440559387207, "E": -9.602940559387207 } }, { "id": "eval-4015ab002ff8c233d1c7ef26f5156b88", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.463783264160156, "B": -6.338783264160156, "C": -10.838783264160156, "D": -8.026283264160156, "E": -6.588783264160156 } }, { "id": "eval-0197ade3bb26d163ab2e284c960c626f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.212369918823242, "B": -6.899869918823242, "C": -12.212369918823242, "D": -8.899869918823242, "E": -7.337369918823242 } }, { "id": "eval-a90f9197a13c64089c9ba95bcba275ad", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.676115036010742, "B": -7.301115036010742, "C": -12.176115036010742, "D": -8.613615036010742, "E": -6.676115036010742 } }, { "id": "eval-684204df916cc58d47293960f9c6ed9f", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -8.25401782989502, "B": -10.31651782989502, "C": -14.03526782989502, "D": -9.94151782989502, "E": -8.00401782989502 } }, { "id": "eval-a2aa95861ef74bf1ecfc55db505e3982", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.344864368438721, "B": -5.594864368438721, "C": -8.032364845275879, "D": -5.719864368438721, "E": -6.344864368438721 } }, { "id": "eval-8555dd9667d010018961a2f7d1c22704", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.199735641479492, "B": -9.324735641479492, "C": -13.262235641479492, "D": -8.449735641479492, "E": -9.887235641479492 } }, { "id": "eval-84a761f516efce04ab27d7ca8dd25255", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.680764198303223, "B": -9.118264198303223, "C": -12.993264198303223, "D": -8.743264198303223, "E": -8.618264198303223 } }, { "id": "eval-45a6becd307342669d9d17474e50b97a", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.551843643188477, "B": -7.176843643188477, "C": -12.051843643188477, "D": -9.051843643188477, "E": -8.739343643188477 } }, { "id": "eval-c509c499bace6de324b39c0d4d0c30fa", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.365612030029297, "B": -7.365612030029297, "C": -11.803112030029297, "D": -10.303112030029297, "E": -8.803112030029297 } }, { "id": "eval-77ddc9134bb27f9962aa2ed5ec5a5ef9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.150345802307129, "B": -7.212845802307129, "C": -11.462845802307129, "D": -7.212845802307129, "E": -8.462845802307129 } }, { "id": "eval-715583129369c0c5c9f499c93a1c095e", "answer": "E", "prediction": "D", "correct": false, "scores": { "A": -6.600566864013672, "B": -7.288066864013672, "C": -9.475566864013672, "D": -5.225566864013672, "E": -6.038066864013672 } }, { "id": "eval-a478e8b7c049781574f7fbb11ba1eec0", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -6.010313987731934, "B": -5.697813987731934, "C": -9.197813987731934, "D": -6.260313987731934, "E": -7.697813987731934 } }, { "id": "eval-f427f9de6bf580314531baf86de8acbc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.152064323425293, "B": -8.589564323425293, "C": -11.964564323425293, "D": -10.652064323425293, "E": -8.402064323425293 } }, { "id": "eval-0f7425ecbe369bf41a230aab92d84132", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.270804405212402, "B": -7.395804405212402, "C": -11.895804405212402, "D": -8.333304405212402, "E": -6.770804405212402 } }, { "id": "eval-c872c08a95dd28a16479b76f240a4ad5", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.205132484436035, "B": -5.455132484436035, "C": -9.455132484436035, "D": -6.455132484436035, "E": -5.205132484436035 } }, { "id": "eval-08d908ed723f813574992195d61386a2", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -4.7991204261779785, "B": -4.5491204261779785, "C": -9.67411994934082, "D": -6.8616204261779785, "E": -5.4241204261779785 } }, { "id": "eval-5365fd00ef8cec62ee5685e246a939db", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -9.406441688537598, "B": -8.718941688537598, "C": -14.312691688537598, "D": -9.343941688537598, "E": -7.0314412117004395 } }, { "id": "eval-5649bd90dbb57e223fd843b7a4563a0f", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.432662487030029, "B": -5.245162487030029, "C": -10.057662963867188, "D": -7.682662487030029, "E": -6.870162487030029 } }, { "id": "eval-0a2195ae8d4706abc5721578c9991466", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.31581974029541, "B": -8.75331974029541, "C": -10.81581974029541, "D": -9.37831974029541, "E": -8.06581974029541 } }, { "id": "eval-5d15989039d46156b417c149728591de", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.114977836608887, "B": -6.489977836608887, "C": -8.364977836608887, "D": -6.927477836608887, "E": -6.989977836608887 } }, { "id": "eval-6eb57102b44ab74163d8f9821cbdabd0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.9735870361328125, "B": -6.9735870361328125, "C": -10.848587036132812, "D": -9.036087036132812, "E": -7.2235870361328125 } }, { "id": "eval-63861ac5e633db9090704ae315ef6f93", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.822749137878418, "B": -7.385249137878418, "C": -10.822749137878418, "D": -8.322749137878418, "E": -6.760249137878418 } }, { "id": "eval-8058c566a4f488033d00e6520b17caea", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -5.0531158447265625, "B": -4.6781158447265625, "C": -8.678115844726562, "D": -6.5531158447265625, "E": -5.8031158447265625 } }, { "id": "eval-57b83653d82b27d32bc39228130f3516", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.388120651245117, "B": -7.013120651245117, "C": -10.200620651245117, "D": -7.638120651245117, "E": -6.763120651245117 } }, { "id": "eval-410f907f817dd7aa8e73291a918d3d86", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.3749799728393555, "B": -9.124979972839355, "C": -10.249979972839355, "D": -8.374979972839355, "E": -7.6874799728393555 } }, { "id": "eval-506c2dbfe7b00a82bfdf0507a8de88fb", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.467535018920898, "B": -7.030035018920898, "C": -10.717535018920898, "D": -7.342535018920898, "E": -6.655035018920898 } }, { "id": "eval-42520bf3f93f8de23670044e019001a3", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.254908561706543, "B": -7.567408561706543, "C": -12.004908561706543, "D": -9.504908561706543, "E": -7.629908561706543 } }, { "id": "eval-5e260e1d96187716888cbd968010bb65", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.844362258911133, "B": -8.656862258911133, "C": -12.781862258911133, "D": -8.844362258911133, "E": -8.469362258911133 } }, { "id": "eval-ed50555f8db2b8f66caf9868dcd7e13b", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.23104190826416, "B": -8.48104190826416, "C": -15.88729190826416, "D": -9.48104190826416, "E": -7.23104190826416 } }, { "id": "eval-a8c284637dabc87745a7eb05d4f7fcbc", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -8.130570411682129, "B": -9.380570411682129, "C": -13.255570411682129, "D": -7.193070411682129, "E": -8.318070411682129 } }, { "id": "eval-5758a0fb686071e95d95b1cfad5299a0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -5.7384138107299805, "B": -4.9884138107299805, "C": -8.61341381072998, "D": -6.8634138107299805, "E": -6.5509138107299805 } }, { "id": "eval-d986f17acb3ed19c77e3ca3f98c026b9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.460063934326172, "B": -7.897563934326172, "C": -12.147563934326172, "D": -8.272563934326172, "E": -7.522563934326172 } }, { "id": "eval-4a4f6408fae400ce0beb5bea0f9913e9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.7874820232391357, "B": -5.037481784820557, "C": -8.974982261657715, "D": -6.891801834106445, "E": -6.454301834106445 } }, { "id": "eval-8c655f3a55bde41aad880f138d7a445d", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.510784149169922, "B": -6.948284149169922, "C": -12.573284149169922, "D": -9.885784149169922, "E": -8.823284149169922 } }, { "id": "eval-56417ee33b44f0d916bedfb6fd99b0ec", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.0962042808532715, "B": -8.03370475769043, "C": -13.56495475769043, "D": -9.78370475769043, "E": -7.9712042808532715 } }, { "id": "eval-43fb083962f825ae651d88648bbd2f74", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -7.835279941558838, "B": -8.14777946472168, "C": -11.89777946472168, "D": -5.647779941558838, "E": -7.147779941558838 } }, { "id": "eval-aed771629c8dbd0c2587891e98030607", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.265924453735352, "B": -9.140924453735352, "C": -15.703424453735352, "D": -9.890924453735352, "E": -8.453424453735352 } }, { "id": "eval-d0a42c8180b4e080aa071dd70fce7e03", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -2.1119227409362793, "B": -3.2369227409362793, "C": -6.174422740936279, "D": -3.8619227409362793, "E": -4.549422740936279 } }, { "id": "eval-533599262a5dae7c7137cfe69e0e24fb", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -3.9158689975738525, "B": -3.7908689975738525, "C": -9.540868759155273, "D": -6.665868759155273, "E": -5.353368759155273 } }, { "id": "eval-edd1634d911614590c6b8ca730df95fe", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.0881195068359375, "B": -6.7756195068359375, "C": -11.088119506835938, "D": -7.8381195068359375, "E": -7.0256195068359375 } }, { "id": "eval-9a544e9f4847c41a15fdf47ae7b98d8a", "answer": "B", "prediction": "E", "correct": false, "scores": { "A": -7.049614906311035, "B": -7.674614906311035, "C": -12.893364906311035, "D": -9.299614906311035, "E": -6.862114906311035 } }, { "id": "eval-26bd85f05d29863ed777a4f1a4b8fa63", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -9.049453735351562, "B": -7.1119537353515625, "C": -10.049453735351562, "D": -7.8619537353515625, "E": -9.361953735351562 } }, { "id": "eval-3884d82524f2337ce53ce64776293cf7", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.979630470275879, "B": -5.479630470275879, "C": -11.854630470275879, "D": -10.104630470275879, "E": -6.479630470275879 } }, { "id": "eval-acb3147d946db3b06a596d48e0be56cf", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.943449020385742, "B": -6.380949020385742, "C": -9.193449020385742, "D": -8.818449020385742, "E": -7.443449020385742 } }, { "id": "eval-52ab95f9216f1994e37cc08f7f258f13", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.896289825439453, "B": -7.021289825439453, "C": -8.458789825439453, "D": -8.146289825439453, "E": -8.396289825439453 } }, { "id": "eval-f60641f550d5ee44ac1bedcaf6ad6357", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -5.281601905822754, "B": -4.031601905822754, "C": -7.969101905822754, "D": -6.906601905822754, "E": -6.906601905822754 } }, { "id": "eval-d9835ede7a0ed79325de13ca95b85b78", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -4.990838527679443, "B": -4.865838527679443, "C": -9.303339004516602, "D": -6.990838527679443, "E": -6.678338527679443 } }, { "id": "eval-2987db72e66f5fa0015ac64f9b3614ec", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.343784809112549, "B": -4.593784809112549, "C": -9.218785285949707, "D": -6.343784809112549, "E": -7.218784809112549 } }, { "id": "eval-8b548832703a8c68a788e2f9c0e222ae", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.747257709503174, "B": -8.559758186340332, "C": -12.309758186340332, "D": -10.122258186340332, "E": -8.747258186340332 } }, { "id": "eval-1ddd239a2a6438a891cb411b82e7f450", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -7.277278423309326, "B": -6.902278423309326, "C": -11.964777946472168, "D": -8.902277946472168, "E": -7.089778423309326 } }, { "id": "eval-6544a50bf9563d52dbd2034e81df0bf3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.876335144042969, "B": -7.438835144042969, "C": -10.313835144042969, "D": -9.063835144042969, "E": -9.313835144042969 } }, { "id": "eval-5ff6ce8ad88459272ffe23d33db4970a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -4.039619445800781, "B": -4.539619445800781, "C": -7.227119445800781, "D": -6.477119445800781, "E": -4.602119445800781 } }, { "id": "eval-2ca05683157a3cd89d82016f13e560ec", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.326068878173828, "B": -6.763568878173828, "C": -9.701068878173828, "D": -7.951068878173828, "E": -8.451068878173828 } }, { "id": "eval-1a8fbab20bbdf0bbf3961894662d5f7c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.303651332855225, "B": -8.241150856018066, "C": -12.991150856018066, "D": -9.116150856018066, "E": -7.491151332855225 } }, { "id": "eval-5b5d2a8b83282f61c68a870116042f64", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.864168167114258, "B": -7.614168167114258, "C": -11.426668167114258, "D": -8.114168167114258, "E": -7.676668167114258 } }, { "id": "eval-cfa081b5ba90dae4d7ddb5b7ad9d369a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.1014404296875, "B": -6.8514404296875, "C": -10.1014404296875, "D": -9.2264404296875, "E": -8.9139404296875 } }, { "id": "eval-009a7aabffe0583fc2df46656b29c326", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.5371994972229, "B": -7.5371994972229, "C": -10.537199020385742, "D": -7.5371994972229, "E": -6.7246994972229 } }, { "id": "eval-2521b3fe6bfd6aeb91f9107dc7c4fbee", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.867222785949707, "B": -6.179722785949707, "C": -10.804722785949707, "D": -7.367222785949707, "E": -5.992222785949707 } }, { "id": "eval-3fe45ab3bd4a844ea290050fc0ece8c1_1", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.5110554695129395, "B": -7.338814735412598, "C": -12.026314735412598, "D": -8.276314735412598, "E": -7.713814735412598 } }, { "id": "eval-a2e0f6b5651e5271fcff8d6f5c9adfee", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.605742931365967, "B": -7.355742931365967, "C": -12.293243408203125, "D": -7.730742931365967, "E": -9.668243408203125 } }, { "id": "eval-d6900a01a9dd6627b4bb22b0f6d191a5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.9126384258270264, "B": -3.9126384258270264, "C": -8.287638664245605, "D": -5.662638187408447, "E": -4.412638187408447 } }, { "id": "eval-8f2976690c83be6b8fa3a1196dfd9722", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.5291709899902344, "B": -3.6541709899902344, "C": -9.216670989990234, "D": -6.341670989990234, "E": -4.841670989990234 } }, { "id": "eval-570be8c1edb8c638603dc5c8cae421cc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -4.781269073486328, "B": -6.343769073486328, "C": -11.218769073486328, "D": -8.468769073486328, "E": -5.781269073486328 } }, { "id": "eval-08d3175de59a639be02f2ebc032d56bd", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.900926113128662, "B": -8.588425636291504, "C": -12.275925636291504, "D": -9.838425636291504, "E": -8.650925636291504 } }, { "id": "eval-549cf641318edfc0510fa7c7dbb359e1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.278468132019043, "B": -9.090968132019043, "C": -11.965968132019043, "D": -9.465968132019043, "E": -8.903468132019043 } }, { "id": "eval-dfa23d3422b7294843447b6950d2b476", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -5.719073295593262, "B": -4.844073295593262, "C": -8.844073295593262, "D": -8.156573295593262, "E": -7.781573295593262 } }, { "id": "eval-1fe90a4aee405e1aa2279442d28803ae", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -6.1733717918396, "B": -5.6733717918396, "C": -6.8608717918396, "D": -7.4233717918396, "E": -7.4858717918396 } }, { "id": "eval-01794dde3ca2991615f1aa2f63fb22e3", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.805031776428223, "B": -6.305031776428223, "C": -9.680031776428223, "D": -8.367531776428223, "E": -6.430031776428223 } }, { "id": "eval-f794e376672c98ac25d8f70506a26e68", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -3.39377760887146, "B": -4.643777847290039, "C": -9.831277847290039, "D": -7.206277847290039, "E": -6.581277847290039 } }, { "id": "eval-ace8fa2943ba8414aebdb74b48906fae", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -4.662750244140625, "B": -4.725250244140625, "C": -8.850250244140625, "D": -6.662750244140625, "E": -6.537750244140625 } }, { "id": "eval-21ce6f7c5c3d1ad8cf234988c1ad471f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.102638244628906, "B": -10.977638244628906, "C": -13.821388244628906, "D": -11.165138244628906, "E": -9.477638244628906 } }, { "id": "eval-6c84e79d0595efd99596faa07c4961d0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.459933280944824, "B": -9.022433280944824, "C": -14.209933280944824, "D": -10.897433280944824, "E": -8.772433280944824 } }, { "id": "eval-88f1fe6cfbcb1a25f25454341c789463", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.506218910217285, "B": -8.943718910217285, "C": -14.224968910217285, "D": -10.506218910217285, "E": -8.756218910217285 } }, { "id": "eval-5074bcaf0f700c9f3c8c563067af156a", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -6.64120626449585, "B": -5.45370626449585, "C": -10.641206741333008, "D": -9.578706741333008, "E": -7.39120626449585 } }, { "id": "eval-6a253e076cd2af00e17d9950d70daf47", "answer": "A", "prediction": "E", "correct": false, "scores": { "A": -8.232173919677734, "B": -9.482173919677734, "C": -11.857173919677734, "D": -8.982173919677734, "E": -7.607173919677734 } }, { "id": "eval-5af7c7860e3be61d4cfd814cc109f9d9", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -7.1409993171691895, "B": -6.2034993171691895, "C": -12.578498840332031, "D": -7.8284993171691895, "E": -6.9534993171691895 } } ] }