{ "accuracy": 0.20393120393120392, "correct": 249, "total": 1221, "predictions": [ { "id": "eval-1afa02df02c908a558b4036e80242fac", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.13308334350586, "B": -12.44558334350586, "C": -17.91433334350586, "D": -15.32058334350586, "E": -16.60183334350586 } }, { "id": "eval-a7ab086045575bb497933726e4e6ad28", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.50764274597168, "B": -15.53889274597168, "C": -18.19514274597168, "D": -15.07014274597168, "E": -15.88264274597168 } }, { "id": "eval-b8c0a4703079cf661d7261a60a1bcbff", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.002886772155762, "B": -18.971635818481445, "C": -22.541948318481445, "D": -18.784135818481445, "E": -19.409135818481445 } }, { "id": "eval-e68fb2448fd74e402aae9982aa76e527", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.252927780151367, "B": -16.346677780151367, "C": -19.190427780151367, "D": -15.409177780151367, "E": -18.221677780151367 } }, { "id": "eval-2435de612dd69f2012b9e40d6af4ce38", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.597585678100586, "B": -19.878835678100586, "C": -20.917898178100586, "D": -18.285085678100586, "E": -19.769460678100586 } }, { "id": "eval-a4892551cb4beb279653ae52d0de4c89", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.188878059387207, "B": -13.376378059387207, "C": -20.954504013061523, "D": -16.188879013061523, "E": -18.282629013061523 } }, { "id": "eval-118a9093a30695622363455e4d911866", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.314043998718262, "B": -14.939043998718262, "C": -16.470293045043945, "D": -13.314043998718262, "E": -13.814043998718262 } }, { "id": "eval-05ea49b82e8ec519e82d6633936ab8bf", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.315407752990723, "B": -14.627907752990723, "C": -18.690406799316406, "D": -15.909157752990723, "E": -17.440406799316406 } }, { "id": "eval-c0c07ce781653b2a2c01871ba2bcba93", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.502277374267578, "B": -17.314777374267578, "C": -20.283527374267578, "D": -16.814777374267578, "E": -18.752277374267578 } }, { "id": "eval-1d24f406b6828492040b405d3f35119c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.507916450500488, "B": -12.257916450500488, "C": -15.820416450500488, "D": -15.070416450500488, "E": -18.164165496826172 } }, { "id": "eval-57f92025d860e32c4e780c0d51c1c20c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.255480766296387, "B": -18.72422981262207, "C": -21.96641731262207, "D": -18.41172981262207, "E": -20.64610481262207 } }, { "id": "eval-81eb4b2ee66edd8bc91ee944697c4e9f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.88261604309082, "B": -15.63261604309082, "C": -18.35136604309082, "D": -14.82011604309082, "E": -15.47636604309082 } }, { "id": "eval-d807e7ae60976324920c8d29eb42dad6", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.44205093383789, "B": -15.16080093383789, "C": -19.36392593383789, "D": -14.44205093383789, "E": -15.59830093383789 } }, { "id": "eval-7ea9f721ffc662918bb0c0937a487f04", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.752326965332031, "B": -12.564826965332031, "C": -21.34607696533203, "D": -16.25232696533203, "E": -16.56482696533203 } }, { "id": "eval-fc1d33a2301a30214523c12573f81aba", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.003060340881348, "B": -14.315560340881348, "C": -21.19055938720703, "D": -17.69055938720703, "E": -15.190560340881348 } }, { "id": "eval-3b8e1d236f5169b6c833a994d6d9c39a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.57822036743164, "B": -15.20322036743164, "C": -18.29697036743164, "D": -14.64072036743164, "E": -16.70322036743164 } }, { "id": "eval-c5c4166f2ed3c2b3517b79e6848e9ae2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.320374488830566, "B": -16.35162353515625, "C": -22.64459228515625, "D": -16.53912353515625, "E": -19.49224853515625 } }, { "id": "eval-6dc5b2884737e66543ce65f8dc40c992", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.438512802124023, "B": -11.376012802124023, "C": -21.954137802124023, "D": -15.563512802124023, "E": -16.563512802124023 } }, { "id": "eval-8af63d58cc35061dec38e5448c325988", "answer": "E", "prediction": "D", "correct": false, "scores": { "A": -12.014569282531738, "B": -12.952069282531738, "C": -19.342695236206055, "D": -11.389569282531738, "E": -16.108320236206055 } }, { "id": "eval-768fb09deab56046e1565b6a2556ad5c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.500812530517578, "B": -17.563312530517578, "C": -20.641437530517578, "D": -17.094562530517578, "E": -16.250812530517578 } }, { "id": "eval-cd639cf3ff82f825ace7dd2b087562bd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.193146705627441, "B": -15.505646705627441, "C": -19.318147659301758, "D": -16.943147659301758, "E": -18.068147659301758 } }, { "id": "eval-8d79cc5e4eea11f50fab18fdea20fd4f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.813755989074707, "B": -13.313755989074707, "C": -18.501256942749023, "D": -11.876255989074707, "E": -16.532506942749023 } }, { "id": "eval-e5ad2184e37ae88b2bf46bf6bc0ed2f4", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -13.377004623413086, "B": -10.877004623413086, "C": -19.627004623413086, "D": -11.564504623413086, "E": -13.502004623413086 } }, { "id": "eval-b8b287b6277fccd4b7c9c72577177328", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.941056251525879, "B": -19.987932205200195, "C": -23.876604080200195, "D": -19.097307205200195, "E": -19.409807205200195 } }, { "id": "eval-f646f3e064f06423fc25b98500796cf0", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.439332008361816, "B": -10.126832008361816, "C": -16.033082962036133, "D": -13.189332008361816, "E": -15.751832008361816 } }, { "id": "eval-b0f7d7978ac41c465108a92660d70e84", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.085970878601074, "B": -15.210970878601074, "C": -21.00784683227539, "D": -16.300657272338867, "E": -16.800657272338867 } }, { "id": "eval-54075de8b8b89ecef2e4eb4eaee2713d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.820204734802246, "B": -15.851454734802246, "C": -21.32020378112793, "D": -15.851454734802246, "E": -17.69520378112793 } }, { "id": "eval-65435b996ce9d1685bebb74b49c1ba7f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.330057144165039, "B": -14.423807144165039, "C": -19.51755714416504, "D": -12.642557144165039, "E": -13.330057144165039 } }, { "id": "eval-9889e5389917d812c09d6e5d382d333d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -16.071603775024414, "B": -18.321603775024414, "C": -24.784494400024414, "D": -18.727853775024414, "E": -23.524728775024414 } }, { "id": "eval-a651ffa44ac5febf0aede6748899b981", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.564165115356445, "B": -16.407915115356445, "C": -22.267290115356445, "D": -16.814165115356445, "E": -19.251665115356445 } }, { "id": "eval-bdcfbe2132295d437e4c5701085f19c0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.253175735473633, "B": -17.065675735473633, "C": -21.690675735473633, "D": -16.159425735473633, "E": -17.659425735473633 } }, { "id": "eval-8d3dc21a53523850ec80771daaa5ff20", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.777363777160645, "B": -15.214863777160645, "C": -17.839862823486328, "D": -14.433613777160645, "E": -16.027362823486328 } }, { "id": "eval-a80ee7775e934c423012fe98e20ba28b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.107272148132324, "B": -16.263521194458008, "C": -20.372896194458008, "D": -13.919772148132324, "E": -14.482272148132324 } }, { "id": "eval-48a315cfa3ce11f7a9d615bc854331d5", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.141641616821289, "B": -14.797891616821289, "C": -20.59476661682129, "D": -16.01664161682129, "E": -16.82914161682129 } }, { "id": "eval-4acd496cc78d96c2431279a5fd87de7c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.25168514251709, "B": -17.939184188842773, "C": -25.829809188842773, "D": -19.689184188842773, "E": -23.838598251342773 } }, { "id": "eval-91e0f4ab62c9d2fd440d73a3f5308d96", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.093579292297363, "B": -15.187329292297363, "C": -20.89826774597168, "D": -15.187329292297363, "E": -17.62483024597168 } }, { "id": "eval-b61e849e44db16a581f0b65e28ab95dc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.688447952270508, "B": -13.688447952270508, "C": -19.782197952270508, "D": -15.438447952270508, "E": -17.407197952270508 } }, { "id": "eval-ba6bd1bdef02d0ebfe5370f92365ae18", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.939888000488281, "B": -17.09613800048828, "C": -22.81293487548828, "D": -18.90863800048828, "E": -20.53363800048828 } }, { "id": "eval-dc55d473c22b04877b11d584f9548194", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -15.188039779663086, "B": -18.063039779663086, "C": -20.742727279663086, "D": -17.656789779663086, "E": -18.609914779663086 } }, { "id": "eval-113aaea2b1a27a976547f54e531d99bb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.754222869873047, "B": -16.879222869873047, "C": -21.379222869873047, "D": -16.754222869873047, "E": -18.129222869873047 } }, { "id": "eval-ba640b9634ad6b4ad98b17b4f152e562", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.384685516357422, "B": -15.509685516357422, "C": -19.415935516357422, "D": -16.572185516357422, "E": -17.290935516357422 } }, { "id": "eval-750ebdf36a0b3b407be0fe2163e3700b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.557962417602539, "B": -16.18296241760254, "C": -17.74546241760254, "D": -15.214212417602539, "E": -16.99546241760254 } }, { "id": "eval-8f01273422a370a8dbda6bf473a395a0", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -16.630130767822266, "B": -21.114505767822266, "C": -24.575443267822266, "D": -20.958255767822266, "E": -23.821537017822266 } }, { "id": "eval-e6586bba9fe96d38792e6e6d4f2703dc", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.568977355957031, "B": -18.10022735595703, "C": -20.16272735595703, "D": -16.78772735595703, "E": -17.75647735595703 } }, { "id": "eval-6e433471d0e2590b8c73ceef275022b1", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -13.69013500213623, "B": -12.81513500213623, "C": -20.377635955810547, "D": -16.002635955810547, "E": -19.502635955810547 } }, { "id": "eval-1bc986f8aea88d6927d8a45367855a94", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.016419410705566, "B": -9.266419410705566, "C": -17.92266845703125, "D": -14.516419410705566, "E": -16.54766845703125 } }, { "id": "eval-8d1563697d751a364d688d6701ebdb39", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.629486083984375, "B": -15.629486083984375, "C": -19.035736083984375, "D": -16.410736083984375, "E": -17.348236083984375 } }, { "id": "eval-91f512273a2da7ae796919069b20d6cf", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.876983642578125, "B": -18.470733642578125, "C": -20.423858642578125, "D": -18.626983642578125, "E": -18.220733642578125 } }, { "id": "eval-49cda7eedbf63b3f38e59ba72f1ee1f9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.8339691162109375, "B": -11.833969116210938, "C": -14.865219116210938, "D": -13.333969116210938, "E": -13.083969116210938 } }, { "id": "eval-a588407ecaecf0f30c2241c30b470fe2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.002320289611816, "B": -13.064820289611816, "C": -20.002321243286133, "D": -14.127320289611816, "E": -15.908570289611816 } }, { "id": "eval-011096bcfff30fd38046cf9db3a411c5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.882182121276855, "B": -16.819683074951172, "C": -20.788433074951172, "D": -16.382183074951172, "E": -18.507183074951172 } }, { "id": "eval-435a728f45d32faa4b3c4553c966fd6b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.477389335632324, "B": -15.289889335632324, "C": -21.375825881958008, "D": -16.508638381958008, "E": -16.258638381958008 } }, { "id": "eval-e953dee48c70159ad879143a319ec607", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.258630752563477, "B": -15.821130752563477, "C": -19.852380752563477, "D": -17.071130752563477, "E": -19.758630752563477 } }, { "id": "eval-9c784727afd7176b54764055df7a7927", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.212193489074707, "B": -17.52469253540039, "C": -22.08328628540039, "D": -18.02469253540039, "E": -18.93094253540039 } }, { "id": "eval-b47d912136e3304cb5e5890b6b879551", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.385869979858398, "B": -13.510869979858398, "C": -18.2921199798584, "D": -15.885869979858398, "E": -14.635869979858398 } }, { "id": "eval-49b4c9e1bd7946a819e173ce8fa4c7c9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.505410194396973, "B": -19.03666114807129, "C": -22.01914405822754, "D": -17.66166114807129, "E": -20.21634864807129 } }, { "id": "eval-950af0b765c298960ce3dada66df8db1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.57095718383789, "B": -16.47720718383789, "C": -18.28970718383789, "D": -16.94595718383789, "E": -19.14908218383789 } }, { "id": "eval-63cf1adb5fe302b9867ead8bc8103d0b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.504788398742676, "B": -16.129789352416992, "C": -18.567289352416992, "D": -15.567288398742676, "E": -18.286039352416992 } }, { "id": "eval-ede4d302fc2ffe07703158f83c1493f2", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -14.445951461791992, "B": -11.758451461791992, "C": -21.563138961791992, "D": -14.602201461791992, "E": -15.789701461791992 } }, { "id": "eval-74ad13a03634e79c85382f1b90969b74", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.766646385192871, "B": -20.001022338867188, "C": -21.829147338867188, "D": -18.860397338867188, "E": -21.047897338867188 } }, { "id": "eval-49e466b1782aa4837dae53ff891fcdee", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.190080642700195, "B": -11.377580642700195, "C": -20.721330642700195, "D": -14.377580642700195, "E": -16.533830642700195 } }, { "id": "eval-a8a8ae7792901c7179ff5538c701af1f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.001821517944336, "B": -13.501821517944336, "C": -19.517446517944336, "D": -17.376821517944336, "E": -18.486196517944336 } }, { "id": "eval-2ffa3808ce26181926990b454e429c85", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.25661563873291, "B": -12.88161563873291, "C": -17.428491592407227, "D": -13.78786563873291, "E": -13.41286563873291 } }, { "id": "eval-4319eaa36d256a92b72445c0392f9c94", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.568737983703613, "B": -17.068737030029297, "C": -21.514049530029297, "D": -16.349987030029297, "E": -17.724987030029297 } }, { "id": "eval-ec79ef747bb89281923edb89ba26786d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.445955276489258, "B": -10.445955276489258, "C": -16.445955276489258, "D": -12.133455276489258, "E": -16.289705276489258 } }, { "id": "eval-2d33cde5e3987adc8fa2bca0af4dd3dd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -2.937608003616333, "B": -9.812607765197754, "C": -15.562607765197754, "D": -12.687607765197754, "E": -8.750107765197754 } }, { "id": "eval-cc46d936bf69d69a3863b0cb85d75c17", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.000441551208496, "B": -15.437941551208496, "C": -19.75044059753418, "D": -16.87544059753418, "E": -19.59419059753418 } }, { "id": "eval-46bc1a50eeead10509a43a048e01194e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.395183563232422, "B": -14.082683563232422, "C": -23.410808563232422, "D": -17.801433563232422, "E": -18.770183563232422 } }, { "id": "eval-4336a8c55b7cb17275d1c60206cd2f18", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.316231727600098, "B": -17.40998077392578, "C": -20.58966827392578, "D": -17.44123077392578, "E": -19.12873077392578 } }, { "id": "eval-a287575d3ba4b9f958536fc14a1f5b5a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.50653076171875, "B": -14.06903076171875, "C": -16.47528076171875, "D": -12.75653076171875, "E": -14.81903076171875 } }, { "id": "eval-f481dc35b0a97a20dc5cdfe1a59746e2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.063197135925293, "B": -12.688197135925293, "C": -20.48507308959961, "D": -15.125697135925293, "E": -19.50069808959961 } }, { "id": "eval-c1c7a9efa379b8a7024a71cf364a144c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.792783737182617, "B": -15.011533737182617, "C": -19.308408737182617, "D": -12.605283737182617, "E": -15.199033737182617 } }, { "id": "eval-821b32d39f57396979069b948030afe9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.813764572143555, "B": -18.313764572143555, "C": -21.376264572143555, "D": -17.220014572143555, "E": -20.579389572143555 } }, { "id": "eval-c68b4082a6872cf8198502651d0f3352", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.314186096191406, "B": -17.876686096191406, "C": -17.939186096191406, "D": -18.470436096191406, "E": -18.486061096191406 } }, { "id": "eval-dd11fea36d89aa09f9a6069545ba4c9c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.879034042358398, "B": -12.504034042358398, "C": -17.6915340423584, "D": -14.441534042358398, "E": -15.597784042358398 } }, { "id": "eval-7792b2c6518ecf9775efba6d41253312", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.0794038772583, "B": -15.0169038772583, "C": -19.985652923583984, "D": -15.2044038772583, "E": -15.9856538772583 } }, { "id": "eval-1feb4c2a0e8ed638259f5d27b16eae9a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.069670677185059, "B": -14.788420677185059, "C": -10.882170677185059, "D": -14.194670677185059, "E": -15.476381301879883 } }, { "id": "eval-2de08c7a518b7c226e19bdc8fc10ef1d", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -16.0011043548584, "B": -16.5948543548584, "C": -23.8018856048584, "D": -19.0636043548584, "E": -20.8292293548584 } }, { "id": "eval-ea8664e77205224154f8519f922220e1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.56390380859375, "B": -13.87640380859375, "C": -19.04827880859375, "D": -15.47015380859375, "E": -17.50140380859375 } }, { "id": "eval-a64d45cecde84fdcf5f0a79805a0c6fe", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.689955711364746, "B": -17.408706665039062, "C": -19.814956665039062, "D": -16.658706665039062, "E": -18.471206665039062 } }, { "id": "eval-60e92cd2f35c345872d1a898e1718d55", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -14.597182273864746, "B": -10.940932273864746, "C": -16.87843132019043, "D": -13.440932273864746, "E": -16.81593132019043 } }, { "id": "eval-08f3c187908646997b9080c7e9ea7da4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.503345489501953, "B": -15.909595489501953, "C": -21.214282989501953, "D": -16.065845489501953, "E": -18.222095489501953 } }, { "id": "eval-9aff72f0c480c2b4edde45bd2e7e4870", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.949758529663086, "B": -13.887258529663086, "C": -18.106008529663086, "D": -15.699758529663086, "E": -13.699758529663086 } }, { "id": "eval-fd243c96edec5b1b8520d5bfeddc6622", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.888490676879883, "B": -16.388490676879883, "C": -20.732240676879883, "D": -15.544740676879883, "E": -17.638490676879883 } }, { "id": "eval-f5ec4fdfd0e37e733bfc1606b986f1e2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.37813663482666, "B": -15.69063663482666, "C": -20.596885681152344, "D": -17.096885681152344, "E": -19.096885681152344 } }, { "id": "eval-e3c6d147f8a727d314046e70e9579ba0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.511154651641846, "B": -11.386155128479004, "C": -15.198655128479004, "D": -11.823655128479004, "E": -14.011155128479004 } }, { "id": "eval-8ce13c6e08bf38d4cd4af756b661e47c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.001604080200195, "B": -17.282854080200195, "C": -18.095354080200195, "D": -17.251604080200195, "E": -19.501604080200195 } }, { "id": "eval-0f4159e80f8dbf682819215bbf0f5b5a_1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.877440452575684, "B": -14.564940452575684, "C": -19.830564498901367, "D": -14.627440452575684, "E": -17.158689498901367 } }, { "id": "eval-1a8b3c2a46efabcbd506f9cf70886ed0", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.50797176361084, "B": -12.13297176361084, "C": -20.062658309936523, "D": -12.07047176361084, "E": -15.63297176361084 } }, { "id": "eval-db0cfd52ca6b2bbfcf26d1a898fd929b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.25319766998291, "B": -14.81569766998291, "C": -17.471946716308594, "D": -17.190696716308594, "E": -17.315696716308594 } }, { "id": "eval-400fb2e196e71abb70e5b3f9aab4b9ee", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.57778549194336, "B": -13.76528549194336, "C": -17.07778549194336, "D": -13.57778549194336, "E": -16.10903549194336 } }, { "id": "eval-3fb36127a61903029a363911a1d2b1e9_1", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -18.094608306884766, "B": -19.844608306884766, "C": -24.448123931884766, "D": -18.719608306884766, "E": -17.563358306884766 } }, { "id": "eval-8494b0b95533dcedbd76ae2916c481d4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -17.19333267211914, "B": -17.53708267211914, "C": -22.36520767211914, "D": -18.59958267211914, "E": -20.20895767211914 } }, { "id": "eval-1531f1523f5fd24bbdb42c311dbf90e8", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.191318511962891, "B": -14.59756851196289, "C": -19.17569351196289, "D": -15.84756851196289, "E": -17.16006851196289 } }, { "id": "eval-716ce4404a84b42dd64e561390c4b53b", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -12.378059387207031, "B": -10.503059387207031, "C": -16.65930938720703, "D": -13.815559387207031, "E": -11.253059387207031 } }, { "id": "eval-5169f7ae0781b15161551de3a189ebef", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.752802848815918, "B": -12.252802848815918, "C": -19.674678802490234, "D": -13.815302848815918, "E": -17.471553802490234 } }, { "id": "eval-ef22ef7aeec70aaa688720f805c1cf38", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.50448226928711, "B": -16.72323226928711, "C": -23.77010726928711, "D": -16.56698226928711, "E": -19.05135726928711 } }, { "id": "eval-514310637fb43a252bfadc8cbf79b277", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.384900093078613, "B": -6.697400093078613, "C": -16.978649139404297, "D": -13.259900093078613, "E": -14.384900093078613 } }, { "id": "eval-9370b2b0897b796dec4a40f107854c8d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.58609676361084, "B": -12.58609676361084, "C": -16.398595809936523, "D": -14.42984676361084, "E": -14.74234676361084 } }, { "id": "eval-49902e768c45aa41a0f9f95be81114e5", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -13.295812606811523, "B": -12.420812606811523, "C": -17.577062606811523, "D": -15.389562606811523, "E": -14.795812606811523 } }, { "id": "eval-e1f90cd664a6b150291e6d8444d85c54", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -16.00054931640625, "B": -11.813048362731934, "C": -19.59429931640625, "D": -17.21929931640625, "E": -18.15679931640625 } }, { "id": "eval-320ec9b68fdefe13d59cc8b628083790", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.63272762298584, "B": -16.538976669311523, "C": -18.507726669311523, "D": -16.445226669311523, "E": -18.726476669311523 } }, { "id": "eval-964185aed0e381853332bca1a4d91f46", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -8.760488510131836, "B": -8.510488510131836, "C": -15.35573959350586, "D": -11.26198959350586, "E": -16.88698959350586 } }, { "id": "eval-db8e010754c532d78635e5b7cf81a147", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.735809326171875, "B": -12.798309326171875, "C": -15.517059326171875, "D": -12.610809326171875, "E": -12.173309326171875 } }, { "id": "eval-998381f854f51da2a6ccde45909e5168", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.017333507537842, "B": -13.392333984375, "C": -19.939208984375, "D": -13.517333984375, "E": -17.642333984375 } }, { "id": "eval-bc38ad28e99cff7a65771233f734a007", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.005755424499512, "B": -12.818255424499512, "C": -21.654191970825195, "D": -14.193255424499512, "E": -17.505754470825195 } }, { "id": "eval-e3949997bf9d02048cfa5d8dd0f287aa", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -13.815071105957031, "B": -15.065071105957031, "C": -20.47132110595703, "D": -16.59632110595703, "E": -10.752571105957031 } }, { "id": "eval-a7d51b753c2113d8b2dbd0ebb5375855", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.501067161560059, "B": -15.938567161560059, "C": -20.001068115234375, "D": -16.469818115234375, "E": -17.313568115234375 } }, { "id": "eval-3e4b326aff96e9adbb52ba18cfa877b2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.924992084503174, "B": -9.799992561340332, "C": -14.206242561340332, "D": -12.956242561340332, "E": -13.956242561340332 } }, { "id": "eval-5ac83e9e6fa9851ad3cccb0d57c1d88f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.765378952026367, "B": -14.390378952026367, "C": -18.687253952026367, "D": -13.827878952026367, "E": -13.515378952026367 } }, { "id": "eval-2c0030cc14a27be2401dcfdaa501f0fc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.06630802154541, "B": -11.94130802154541, "C": -17.597557067871094, "D": -13.87880802154541, "E": -14.69130802154541 } }, { "id": "eval-feb83263e6be392351db0794004efc3f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.028569221496582, "B": -18.1223201751709, "C": -19.6379451751709, "D": -15.153569221496582, "E": -17.7785701751709 } }, { "id": "eval-80697d599280d994d8a584c95824ef1f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.505040168762207, "B": -19.473791122436523, "C": -22.145666122436523, "D": -20.223791122436523, "E": -21.223791122436523 } }, { "id": "eval-3c1800e7dd96d37fdd3c51b9fe502342", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.566961765289307, "B": -11.066961288452148, "C": -16.31696128845215, "D": -14.566961288452148, "E": -14.598211288452148 } }, { "id": "eval-4da33e6f4b789776acb1bc10195baa83", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.141538619995117, "B": -19.047788619995117, "C": -22.266538619995117, "D": -19.516538619995117, "E": -19.141538619995117 } }, { "id": "eval-ae038e9af9d5a511ada7456b5e73b15e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.439712524414062, "B": -18.033462524414062, "C": -21.728775024414062, "D": -18.127212524414062, "E": -19.189712524414062 } }, { "id": "eval-a400b9fd1e319f901471c4b42d401c52", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -14.147356986999512, "B": -8.397356986999512, "C": -18.959857940673828, "D": -16.616107940673828, "E": -13.834856986999512 } }, { "id": "eval-9dffd2021771e0ecddb19031acf3701b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.452217102050781, "B": -14.764717102050781, "C": -21.26471710205078, "D": -17.82721710205078, "E": -19.74909210205078 } }, { "id": "eval-3730c646fdf54472ab873aac9ff7852e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.828495025634766, "B": -15.390995025634766, "C": -18.109745025634766, "D": -16.609745025634766, "E": -15.140995025634766 } }, { "id": "eval-175e7dcdded13d5adafaebf2264c3abd", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.317294120788574, "B": -16.56729507446289, "C": -20.41104507446289, "D": -18.37979507446289, "E": -18.87979507446289 } }, { "id": "eval-11d7db1d8e1cff2f40d4184f15cf7ae7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.012487411499023, "B": -14.981237411499023, "C": -17.043737411499023, "D": -14.512487411499023, "E": -17.199987411499023 } }, { "id": "eval-08db69edf0ec5848c1a53dca8fc1601a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.181504249572754, "B": -15.369004249572754, "C": -19.306503295898438, "D": -14.244004249572754, "E": -16.994003295898438 } }, { "id": "eval-855ab6ba47f6311104c4d29e24ef0234", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.877542495727539, "B": -14.252542495727539, "C": -19.36191749572754, "D": -14.815042495727539, "E": -16.12754249572754 } }, { "id": "eval-7ec11eeca4221795c117943ca2639e86", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.503917217254639, "B": -12.503917694091797, "C": -17.003917694091797, "D": -13.566417694091797, "E": -16.535167694091797 } }, { "id": "eval-e9389b08fdd17f14b148d498d6ff4dfe", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.976449966430664, "B": -14.476449966430664, "C": -17.960824966430664, "D": -14.882699966430664, "E": -15.382699966430664 } }, { "id": "eval-afa2899cc21e204fa64e63e7839e8c1e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.940729141235352, "B": -11.690729141235352, "C": -19.62822914123535, "D": -13.690729141235352, "E": -16.90947914123535 } }, { "id": "eval-f898eb5b789d2dc6804edba269f051f0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.265602111816406, "B": -18.796852111816406, "C": -21.679664611816406, "D": -17.359352111816406, "E": -20.140602111816406 } }, { "id": "eval-7ed7379fc51fd35a47be022f6c56ce51", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.75853443145752, "B": -14.82103443145752, "C": -18.461658477783203, "D": -14.19603443145752, "E": -16.602283477783203 } }, { "id": "eval-15798a23ee6952fedd6d202064069126", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.948161125183105, "B": -16.66691017150879, "C": -20.85441017150879, "D": -17.16691017150879, "E": -18.04191017150879 } }, { "id": "eval-273d0134e8ce53d4ebcf41ca7fde02af", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.628479957580566, "B": -19.75347900390625, "C": -22.29254150390625, "D": -18.90972900390625, "E": -19.34722900390625 } }, { "id": "eval-2f0931adc3d0d422d9ab6264395e89d8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.660282135009766, "B": -17.754032135009766, "C": -24.394657135009766, "D": -16.441532135009766, "E": -17.879032135009766 } }, { "id": "eval-d00d3ba777cb3889a45799d72fca0a50", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.323158264160156, "B": -17.166908264160156, "C": -19.948158264160156, "D": -17.666908264160156, "E": -17.198158264160156 } }, { "id": "eval-b1f36d1c8ab7e5a28783cb38e8709c27", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.757986068725586, "B": -19.539236068725586, "C": -23.007986068725586, "D": -18.132986068725586, "E": -20.476736068725586 } }, { "id": "eval-a5e76dd088aab4f89e2fe93f6de6e46d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.628988265991211, "B": -16.53523826599121, "C": -20.86336326599121, "D": -16.44148826599121, "E": -17.94148826599121 } }, { "id": "eval-ac6f0e24dd6203cda43e1089dcf081d6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.955130577087402, "B": -14.642630577087402, "C": -19.45513153076172, "D": -16.14263153076172, "E": -17.58013153076172 } }, { "id": "eval-1ab746bcd100ccf513055fe93c61010b", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -11.81456470489502, "B": -11.12706470489502, "C": -17.658313751220703, "D": -14.81456470489502, "E": -14.56456470489502 } }, { "id": "eval-af836abc58e0daf36df1d8d6830b70c5", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.639007568359375, "B": -11.076507568359375, "C": -15.795257568359375, "D": -15.701507568359375, "E": -19.482757568359375 } }, { "id": "eval-2ed66cfd206723a006b37599b516ad6e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.625898361206055, "B": -16.375898361206055, "C": -21.360273361206055, "D": -16.750898361206055, "E": -18.813398361206055 } }, { "id": "eval-e89a2762d578cb7bc2cc0a5b2a16d933", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.005961418151855, "B": -13.505961418151855, "C": -18.06846046447754, "D": -14.318461418151855, "E": -16.13096046447754 } }, { "id": "eval-43cec0fff43a976fade9112d02b66021", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.569127082824707, "B": -13.694127082824707, "C": -19.506628036499023, "D": -14.256627082824707, "E": -16.162878036499023 } }, { "id": "eval-30e66db11e0257a14a17108b90cd69fb", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -13.518647193908691, "B": -12.393647193908691, "C": -19.612398147583008, "D": -15.581147193908691, "E": -15.987397193908691 } }, { "id": "eval-f21ef67b31bd36a3174b6b4c7b4bbc7b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.001509666442871, "B": -14.814009666442871, "C": -19.470258712768555, "D": -16.251508712768555, "E": -20.657758712768555 } }, { "id": "eval-e476e2c8c278eaecfe1a8b884b6aeb8e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.254283905029297, "B": -16.785533905029297, "C": -21.004283905029297, "D": -17.223033905029297, "E": -19.473033905029297 } }, { "id": "eval-191e3c676f05a11d6b2565d8c27d2001", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.3783540725708, "B": -15.7221040725708, "C": -18.940853118896484, "D": -16.440853118896484, "E": -15.5971040725708 } }, { "id": "eval-99098375c7b651d524eebac72e358238", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -20.608070373535156, "B": -21.483070373535156, "C": -23.834632873535156, "D": -23.123695373535156, "E": -22.733070373535156 } }, { "id": "eval-290fac9f881a83d8bfb34355f8e71044", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -18.750268936157227, "B": -21.734643936157227, "C": -24.990503311157227, "D": -20.219018936157227, "E": -22.453393936157227 } }, { "id": "eval-6c36226b23377a0dd0188bf56840e22a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.323132514953613, "B": -18.260631561279297, "C": -22.092662811279297, "D": -18.291881561279297, "E": -19.526256561279297 } }, { "id": "eval-aa5aa36557a5fbb93391506182f1025c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.6312894821167, "B": -13.6312894821167, "C": -18.506290435791016, "D": -15.4125394821167, "E": -13.9437894821167 } }, { "id": "eval-a38df3e750b1edd30f905e17af803c61", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.753643989562988, "B": -12.128643989562988, "C": -18.863018035888672, "D": -14.784893989562988, "E": -16.659893035888672 } }, { "id": "eval-dba51270f789c75a2e38a5201b124d99", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.93882942199707, "B": -18.93882942199707, "C": -20.86070442199707, "D": -17.62632942199707, "E": -19.22007942199707 } }, { "id": "eval-1be8ec824eb0c7218b6bc160fd191428", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -15.907522201538086, "B": -13.688772201538086, "C": -23.018850326538086, "D": -19.626272201538086, "E": -20.470022201538086 } }, { "id": "eval-0e80f2afe5c4f652e8720b52d7c06c87", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.31532096862793, "B": -16.65907096862793, "C": -19.70594596862793, "D": -14.12782096862793, "E": -17.37782096862793 } }, { "id": "eval-b67971747e95ba425a5b81e0ba8d0b28", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.951040267944336, "B": -18.169790267944336, "C": -20.482290267944336, "D": -16.857290267944336, "E": -14.701040267944336 } }, { "id": "eval-fcd39cfa321728fea069a6ae4285b06f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.130238056182861, "B": -13.817737579345703, "C": -19.130237579345703, "D": -15.193626403808594, "E": -16.724876403808594 } }, { "id": "eval-cb6766fb25daee911fc8e9816b98938c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.381803512573242, "B": -14.631803512573242, "C": -18.647428512573242, "D": -14.631803512573242, "E": -17.131803512573242 } }, { "id": "eval-54231f875bb7fe4d3e4afb6eae64387c", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -9.876439094543457, "B": -12.438939094543457, "C": -12.376439094543457, "D": -9.751439094543457, "E": -16.063940048217773 } }, { "id": "eval-7d7f7d7a8ae3b20ca9fc0da6efe467b4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.705754280090332, "B": -15.924504280090332, "C": -20.424503326416016, "D": -15.643254280090332, "E": -17.205753326416016 } }, { "id": "eval-31b72d4e4ae7c672c20e27e42499ec79", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -17.164833068847656, "B": -19.633583068847656, "C": -24.196083068847656, "D": -20.492958068847656, "E": -23.805458068847656 } }, { "id": "eval-26ce83b8e9a263079aa8cdbd5258d667", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.259230613708496, "B": -13.946730613708496, "C": -18.83735466003418, "D": -12.884230613708496, "E": -14.946730613708496 } }, { "id": "eval-30138608d4934a75cf0911a06b021374", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -12.94144058227539, "B": -11.12894058227539, "C": -18.84769058227539, "D": -14.81644058227539, "E": -17.78519058227539 } }, { "id": "eval-01abce8c4964371d85a5be2019f75827", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.064275741577148, "B": -18.59552574157715, "C": -22.06427574157715, "D": -18.68927574157715, "E": -21.54865074157715 } }, { "id": "eval-3e2222c99e11fca2ad4af2d470eb8ea2_1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.131843566894531, "B": -15.569343566894531, "C": -19.61621856689453, "D": -16.19434356689453, "E": -18.11621856689453 } }, { "id": "eval-847dbf5b73c3e8d49bb9a36491d95e79", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.755024909973145, "B": -14.817524909973145, "C": -20.489398956298828, "D": -16.192523956298828, "E": -18.567523956298828 } }, { "id": "eval-fa031cff8e11e75c68d6a99ef0e5ca3a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.629426956176758, "B": -13.004426956176758, "C": -19.598176956176758, "D": -16.223176956176758, "E": -18.754426956176758 } }, { "id": "eval-c592258c88295756833e9796e881057b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.75217056274414, "B": -17.97092056274414, "C": -21.04904556274414, "D": -19.76779556274414, "E": -19.59592056274414 } }, { "id": "eval-e1403a7c581bc263aea2ed8d179826d1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.25365924835205, "B": -15.03490924835205, "C": -20.441158294677734, "D": -16.222408294677734, "E": -16.753658294677734 } }, { "id": "eval-15c38f66e811d6ed68cde931bc31d93c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.872193336486816, "B": -15.497193336486816, "C": -20.5362548828125, "D": -12.372193336486816, "E": -17.4034423828125 } }, { "id": "eval-1ac54dbf6b67f27daa3d456416047584", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.62866497039795, "B": -15.34741497039795, "C": -22.445070266723633, "D": -16.409914016723633, "E": -19.831789016723633 } }, { "id": "eval-21763a65765b5405c9a54484c2e54a72", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.75119400024414, "B": -17.46994400024414, "C": -22.80588150024414, "D": -18.53244400024414, "E": -21.17306900024414 } }, { "id": "eval-c492b8b9754a181c924c1df19998cbc7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.941382884979248, "B": -13.566383361816406, "C": -19.285133361816406, "D": -13.878883361816406, "E": -20.113258361816406 } }, { "id": "eval-fff554fffa1a0adc64b8d1e21d55534b", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -12.003353118896484, "B": -10.815853118896484, "C": -19.378353118896484, "D": -12.940853118896484, "E": -13.065853118896484 } }, { "id": "eval-8ea5720718c0e122efa6277edb511569", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.626041412353516, "B": -17.969791412353516, "C": -24.081851959228516, "D": -18.563541412353516, "E": -20.907291412353516 } }, { "id": "eval-23e4257a49972efd8a97672f060be1c1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.192998886108398, "B": -17.6929988861084, "C": -20.3023738861084, "D": -17.1929988861084, "E": -19.3648738861084 } }, { "id": "eval-a018d65a74b9e77d81014fd8f6d78f77", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.127156257629395, "B": -16.62715721130371, "C": -20.70528221130371, "D": -16.03340721130371, "E": -18.28340721130371 } }, { "id": "eval-24ceaf5c10863e73919b5f1b0f2db38e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.822603225708008, "B": -19.572603225708008, "C": -23.189790725708008, "D": -18.072603225708008, "E": -19.838228225708008 } }, { "id": "eval-900492bd731f8f615ed7c08155737d44", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.169108390808105, "B": -15.106608390808105, "C": -18.41910743713379, "D": -15.606608390808105, "E": -15.419108390808105 } }, { "id": "eval-4e3f85dc92eaad4ae6bc6529d62e382c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.130771636962891, "B": -13.94327163696289, "C": -18.34952163696289, "D": -15.13077163696289, "E": -18.44327163696289 } }, { "id": "eval-fa1f17ca535c7e875f4f58510dc2f430", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.753243446350098, "B": -11.940743446350098, "C": -16.03449249267578, "D": -9.753243446350098, "E": -15.003243446350098 } }, { "id": "eval-76b6f0765a3b2fba71021f902142edc0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -10.700896263122559, "B": -10.513396263122559, "C": -17.919645309448242, "D": -12.825896263122559, "E": -17.013395309448242 } }, { "id": "eval-f1368ab1d4ee05d72d555474fcd737d7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.51069450378418, "B": -16.54194450378418, "C": -22.34858512878418, "D": -17.97944450378418, "E": -18.91694450378418 } }, { "id": "eval-3dee8fc7f0a3fbf4de111b6686fca157", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.250864028930664, "B": -15.750864028930664, "C": -18.938364028930664, "D": -15.969614028930664, "E": -17.532114028930664 } }, { "id": "eval-ea0e7771afd86a59fd9f7764b77e3fa4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.630583763122559, "B": -14.630583763122559, "C": -19.005582809448242, "D": -15.349333763122559, "E": -14.693083763122559 } }, { "id": "eval-2c845646032bbf27fb3904330d59d324", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.564522743225098, "B": -15.502022743225098, "C": -21.43952178955078, "D": -16.47077178955078, "E": -19.00202178955078 } }, { "id": "eval-bc08c354e5bead6863ea4a29cb8fa359", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.438698768615723, "B": -15.219948768615723, "C": -22.180885314941406, "D": -16.782447814941406, "E": -19.157447814941406 } }, { "id": "eval-fb35c7aa5694bab2cde4b7257bfae003", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.942907333374023, "B": -15.192907333374023, "C": -20.005407333374023, "D": -16.411657333374023, "E": -18.099157333374023 } }, { "id": "eval-e2a9f0041d17a9944377a91bef5e0d0d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.25493049621582, "B": -9.37993049621582, "C": -15.87993049621582, "D": -11.69243049621582, "E": -12.50493049621582 } }, { "id": "eval-ae56eff01d05422ddbcb26be7181356a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.030979156494141, "B": -11.40597915649414, "C": -16.96847915649414, "D": -12.71847915649414, "E": -13.46847915649414 } }, { "id": "eval-895aa97bb84d874d71b2aed572cebfdd", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.629791259765625, "B": -14.911041259765625, "C": -20.004791259765625, "D": -13.004791259765625, "E": -16.317291259765625 } }, { "id": "eval-9d625e948e9c3777e7cc54ed8ffea135", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.688871383666992, "B": -17.626371383666992, "C": -23.798246383666992, "D": -17.188871383666992, "E": -19.001371383666992 } }, { "id": "eval-d107d67d525a686fbd8282314d2ea33c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.145843505859375, "B": -16.583343505859375, "C": -20.723968505859375, "D": -16.677093505859375, "E": -19.255218505859375 } }, { "id": "eval-fee5ff19811750ad019665af7b36b3c4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.469878196716309, "B": -17.251129150390625, "C": -20.251129150390625, "D": -16.344879150390625, "E": -18.594879150390625 } }, { "id": "eval-e69da59cbcf2a302e4523571eba8186b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.38024616241455, "B": -17.317747116088867, "C": -19.317747116088867, "D": -16.036497116088867, "E": -17.192747116088867 } }, { "id": "eval-2dd138a63b5895cf737ced793cc668e7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.327777862548828, "B": -16.484027862548828, "C": -20.194965362548828, "D": -16.109027862548828, "E": -18.749652862548828 } }, { "id": "eval-b33047f46db680a9b630c13e8ca115cc", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -12.694894790649414, "B": -14.194894790649414, "C": -19.398019790649414, "D": -14.882394790649414, "E": -11.257394790649414 } }, { "id": "eval-f20d40bc4af588223e880e0bb58b27b8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.689687728881836, "B": -16.002187728881836, "C": -19.439687728881836, "D": -16.877187728881836, "E": -18.814687728881836 } }, { "id": "eval-b6b66d4519a84b8331ea55f84767e9df", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.44293212890625, "B": -12.06793212890625, "C": -15.66168212890625, "D": -11.00543212890625, "E": -14.38043212890625 } }, { "id": "eval-952cf4b2f7a434b2eeae9f4c7ed89c0a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.577900886535645, "B": -20.24977684020996, "C": -23.11012840270996, "D": -19.51540184020996, "E": -21.80446434020996 } }, { "id": "eval-b63e5cd88bfe75d29ff9fdc6dd97fed6", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.824638366699219, "B": -12.637138366699219, "C": -15.793388366699219, "D": -12.074638366699219, "E": -15.355888366699219 } }, { "id": "eval-ec5a336080e37fbe95d72ad5f9c65ba7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.002562522888184, "B": -18.002561569213867, "C": -24.572874069213867, "D": -17.471311569213867, "E": -20.565061569213867 } }, { "id": "eval-6386bcf080633bc3eeb3317a5435b7b7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.626220703125, "B": -14.063720703125, "C": -22.165283203125, "D": -15.438720703125, "E": -19.313720703125 } }, { "id": "eval-43ab0ff711e60d51f943bbd2cdd6515a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.504530906677246, "B": -16.848281860351562, "C": -20.895156860351562, "D": -16.942031860351562, "E": -15.504530906677246 } }, { "id": "eval-11c4c78d61e8212f0984fd07eb22b669", "answer": "A", "prediction": "D", "correct": false, "scores": { "A": -13.5137939453125, "B": -18.0450439453125, "C": -19.8887939453125, "D": -12.4512939453125, "E": -16.9512939453125 } }, { "id": "eval-e61891746aa94ab57aaa754614034aef", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.126022338867188, "B": -14.376022338867188, "C": -19.501022338867188, "D": -14.438522338867188, "E": -17.344772338867188 } }, { "id": "eval-97da9aa4ea4b22744ec51cba49f35bfc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.738038063049316, "B": -16.394289016723633, "C": -24.003664016723633, "D": -19.394289016723633, "E": -20.714601516723633 } }, { "id": "eval-46241bc83e8d81196ae5783b2b9854a4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.50707721710205, "B": -18.569576263427734, "C": -22.491451263427734, "D": -18.475826263427734, "E": -20.55265998840332 } }, { "id": "eval-18844d3aa4e52b331b5382c8244cf4db", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.626716613769531, "B": -17.09546661376953, "C": -21.52515411376953, "D": -18.47046661376953, "E": -19.31421661376953 } }, { "id": "eval-056b33c7050c167b0d4348d40d169358", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.502960205078125, "B": -16.377960205078125, "C": -18.784210205078125, "D": -16.034210205078125, "E": -18.815460205078125 } }, { "id": "eval-31d7dd1d00aabe411568df3e72d5b5e0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.126286506652832, "B": -15.407536506652832, "C": -21.915348052978516, "D": -16.595035552978516, "E": -18.157535552978516 } }, { "id": "eval-cbf3dd48b4d591fc872a53cd4b9dd3af", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.333150863647461, "B": -11.583150863647461, "C": -17.17690086364746, "D": -13.208150863647461, "E": -15.739400863647461 } }, { "id": "eval-60e8f1a86d4063895f340cd1e3c55f50", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -11.751673698425293, "B": -10.939173698425293, "C": -19.12667465209961, "D": -14.626673698425293, "E": -17.78292465209961 } }, { "id": "eval-eee8cb7a0d806a62d2de24831f82e3e1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.0653715133667, "B": -16.877872467041016, "C": -22.065372467041016, "D": -19.284122467041016, "E": -19.940372467041016 } }, { "id": "eval-9a23a7f04e63bf9f4c7dfe50c58abfd2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.627954483032227, "B": -15.377954483032227, "C": -23.464624404907227, "D": -17.346704483032227, "E": -20.721704483032227 } }, { "id": "eval-e3426e4f60c142aa3d813479f79d6305", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.50293254852295, "B": -15.25293254852295, "C": -18.784181594848633, "D": -16.377931594848633, "E": -19.409181594848633 } }, { "id": "eval-3526550b02d9594abd4fc43553010fc6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.440364837646484, "B": -16.659114837646484, "C": -19.596614837646484, "D": -16.409114837646484, "E": -18.940364837646484 } }, { "id": "eval-e567c94d88829fb07a30e3d46c02e664", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.891042232513428, "B": -13.578542709350586, "C": -19.016042709350586, "D": -14.234792709350586, "E": -16.641042709350586 } }, { "id": "eval-cf5a710c931779fb3dde198e0ace3b6a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.19131851196289, "B": -17.34756851196289, "C": -19.09756851196289, "D": -17.00381851196289, "E": -18.78506851196289 } }, { "id": "eval-0f2377604e628c55ba588366139396b9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.50865364074707, "B": -15.00865364074707, "C": -19.55552864074707, "D": -14.75865364074707, "E": -18.00865364074707 } }, { "id": "eval-ada088b7c97de80336ad043757c2db16", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.753721237182617, "B": -15.316221237182617, "C": -20.691221237182617, "D": -16.722471237182617, "E": -15.878721237182617 } }, { "id": "eval-beef0aa2058297904bb4acc1dc340c85", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.877618789672852, "B": -13.877618789672852, "C": -18.19011878967285, "D": -13.690118789672852, "E": -14.565118789672852 } }, { "id": "eval-ba9a05bd2086c0d37733e26479d6630f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.70105266571045, "B": -15.79480266571045, "C": -22.294801712036133, "D": -15.45105266571045, "E": -19.607301712036133 } }, { "id": "eval-6b0bf501aa68b06ddc5ad72ac5ff68fc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.93971061706543, "B": -16.37721061706543, "C": -21.49439811706543, "D": -16.06471061706543, "E": -18.00221061706543 } }, { "id": "eval-926298bbdd03ce96acfeb4408b888b61", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.002492904663086, "B": -15.596242904663086, "C": -18.908742904663086, "D": -15.189992904663086, "E": -18.283742904663086 } }, { "id": "eval-faa0aa438b94c19be8ff52ee80d9e298", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -13.640103340148926, "B": -10.827603340148926, "C": -19.93697738647461, "D": -16.20260238647461, "E": -16.42135238647461 } }, { "id": "eval-9310c39a0752f28640c3a05cba1d5ca7", "answer": "E", "prediction": "D", "correct": false, "scores": { "A": -11.83497142791748, "B": -15.27247142791748, "C": -20.459972381591797, "D": -9.70997142791748, "E": -16.397472381591797 } }, { "id": "eval-fee5f4e9d8e37f0183e36eb9b8dbcbb9", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.158334732055664, "B": -18.908334732055664, "C": -21.869272232055664, "D": -18.095834732055664, "E": -19.892709732055664 } }, { "id": "eval-5392af3f1c4665e95ff3354e5115de42", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.1265869140625, "B": -15.9703369140625, "C": -19.2203369140625, "D": -17.3140869140625, "E": -19.9078369140625 } }, { "id": "eval-4c5c74b3287492d6ddb2da4c8c0fd51a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.132189750671387, "B": -14.569689750671387, "C": -19.75718879699707, "D": -15.600939750671387, "E": -18.91343879699707 } }, { "id": "eval-52f3eb6c9a6b9671050fc769d465ed03", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.746222496032715, "B": -14.933722496032715, "C": -20.98059844970703, "D": -14.683722496032715, "E": -19.65247344970703 } }, { "id": "eval-03ee30b5801b61aee791a551a9d9a49f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.125748634338379, "B": -18.438249588012695, "C": -22.867937088012695, "D": -17.406999588012695, "E": -19.906999588012695 } }, { "id": "eval-6d1d483745bc0aae0f4dd04e851ceffb", "answer": "B", "prediction": "D", "correct": false, "scores": { "A": -10.878844261169434, "B": -14.128844261169434, "C": -18.81634521484375, "D": -9.191344261169434, "E": -15.441344261169434 } }, { "id": "eval-bf10bfda7328c8671e15adf8546b64d7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.812915802001953, "B": -17.062915802001953, "C": -17.031614303588867, "D": -18.094114303588867, "E": -21.297239303588867 } }, { "id": "eval-0b3a3ee40dd25be9735ac5e3342ca4dd", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.137863159179688, "B": -15.887863159179688, "C": -20.434738159179688, "D": -16.231613159179688, "E": -19.200363159179688 } }, { "id": "eval-77e2a0b469b56bea81921a4a945ffcb5", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.511336326599121, "B": -15.573836326599121, "C": -20.105085372924805, "D": -17.073835372924805, "E": -17.605085372924805 } }, { "id": "eval-dc964e4f6df6b70815e81e466d0ff717", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.940712928771973, "B": -17.159461975097656, "C": -22.259559631347656, "D": -15.596962928771973, "E": -20.440711975097656 } }, { "id": "eval-6b9221c1af583ffb43580857d6fde38a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.440011978149414, "B": -15.815011978149414, "C": -21.690011978149414, "D": -15.815011978149414, "E": -18.658761978149414 } }, { "id": "eval-4dc2c4596b08e9bfd893174e67bff40a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.000988006591797, "B": -18.750988006591797, "C": -22.938488006591797, "D": -17.407238006591797, "E": -18.688488006591797 } }, { "id": "eval-8ae24d3ff199077a59e0d970feb665b7", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.839123249053955, "B": -11.901622772216797, "C": -19.464122772216797, "D": -12.651622772216797, "E": -13.964122772216797 } }, { "id": "eval-d64a676e9d22e7edd12e7f4ce267a9f0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.525832176208496, "B": -15.525832176208496, "C": -18.369583129882812, "D": -15.088332176208496, "E": -15.119582176208496 } }, { "id": "eval-54ecb521df1d0f5b130a393c42b4126d", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -10.139342308044434, "B": -7.951841831207275, "C": -18.076841354370117, "D": -12.576842308044434, "E": -17.483091354370117 } }, { "id": "eval-b7276bb9139ec25c98c7e3822404eb6c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.943936347961426, "B": -16.693937301635742, "C": -18.818937301635742, "D": -15.475186347961426, "E": -15.475186347961426 } }, { "id": "eval-ecb8758b0d088f9aedc182a516dd1190", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.192432403564453, "B": -17.161182403564453, "C": -19.864307403564453, "D": -16.254932403564453, "E": -17.692432403564453 } }, { "id": "eval-f2645d0ee8662b6553954cee7e77979e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.563499450683594, "B": -11.813499450683594, "C": -19.391624450683594, "D": -15.750999450683594, "E": -19.438499450683594 } }, { "id": "eval-ea6d1a739ea841be282e13789270651e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.252365112304688, "B": -13.502365112304688, "C": -18.189865112304688, "D": -14.971115112304688, "E": -17.033615112304688 } }, { "id": "eval-c82ed0c2a2e115452b4d596c5faafbcf", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.630401611328125, "B": -13.442901611328125, "C": -17.349151611328125, "D": -13.130401611328125, "E": -14.692901611328125 } }, { "id": "eval-163d83851ecd4a4144b31b8738e4c335", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.020866394042969, "B": -16.36461639404297, "C": -18.98961639404297, "D": -15.614616394042969, "E": -17.97399139404297 } }, { "id": "eval-095767956c500ca1af7cf7671556de5b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.507119178771973, "B": -11.319619178771973, "C": -16.60087013244629, "D": -14.632119178771973, "E": -15.132119178771973 } }, { "id": "eval-d31ee38f67d1173275e120b8ad36039c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.0062255859375, "B": -15.1312255859375, "C": -18.5687255859375, "D": -15.9124755859375, "E": -15.5062255859375 } }, { "id": "eval-c410a4626dfce4b4cfd3e5937602cd77", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -12.629172325134277, "B": -10.879172325134277, "C": -20.55104637145996, "D": -16.66042137145996, "E": -19.39479637145996 } }, { "id": "eval-14d760e43728e9e4643c414627f2b596", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.82544994354248, "B": -16.044200897216797, "C": -19.887950897216797, "D": -14.98169994354248, "E": -17.044200897216797 } }, { "id": "eval-abcf1b550b4d44f46d4f68b8e1d98ec8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.70655632019043, "B": -19.62843132019043, "C": -22.37843132019043, "D": -18.01905632019043, "E": -20.96436882019043 } }, { "id": "eval-5b8af6f26335dbd501b0104c71e26d9e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.635079383850098, "B": -19.588205337524414, "C": -22.002267837524414, "D": -16.853830337524414, "E": -20.072580337524414 } }, { "id": "eval-4364b4b342fb7b44434bd6694bf8fd51", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.721864700317383, "B": -16.128114700317383, "C": -18.862489700317383, "D": -16.346864700317383, "E": -17.190614700317383 } }, { "id": "eval-3ffe67fb009529d9b0c49ccd7141ee4a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.398416519165039, "B": -16.96091651916504, "C": -22.37107276916504, "D": -16.86716651916504, "E": -19.13279151916504 } }, { "id": "eval-f372587fa4c99d5bebf0d0eb987c44e2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.507509231567383, "B": -13.320009231567383, "C": -21.413759231567383, "D": -12.820009231567383, "E": -17.851259231567383 } }, { "id": "eval-d35a8a3bd560fdd651ecf314878ed30f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.04072380065918, "B": -18.97822380065918, "C": -21.81025505065918, "D": -18.10322380065918, "E": -19.19697380065918 } }, { "id": "eval-0542414710025f56b0c26e1bae5c4d06", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.565522193908691, "B": -14.753022193908691, "C": -19.034273147583008, "D": -12.065522193908691, "E": -16.940523147583008 } }, { "id": "eval-1875f70cf736c68c7a9df3ef870224a1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.070805549621582, "B": -15.445805549621582, "C": -20.5395565032959, "D": -15.320805549621582, "E": -18.8833065032959 } }, { "id": "eval-83250ae2dfeb2e3886ead4cde8e1290f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.887336730957031, "B": -10.449836730957031, "C": -16.48108673095703, "D": -11.387336730957031, "E": -13.637336730957031 } }, { "id": "eval-70c39372c0d50566554fd72c768b75f6", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.70065975189209, "B": -13.45065975189209, "C": -18.544410705566406, "D": -13.98190975189209, "E": -16.575660705566406 } }, { "id": "eval-c21ec5b367f409a0288d616f626555ae", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.315561294555664, "B": -19.128061294555664, "C": -22.018686294555664, "D": -18.159311294555664, "E": -22.639780044555664 } }, { "id": "eval-a2cd03ed068f6d613e85f3a60f4db0a1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.096327781677246, "B": -14.033827781677246, "C": -15.752577781677246, "D": -12.533827781677246, "E": -15.346327781677246 } }, { "id": "eval-d2871dc28c82471e5d7f71f79e49c257", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -11.041105270385742, "B": -10.291105270385742, "C": -16.478605270385742, "D": -14.197355270385742, "E": -14.603605270385742 } }, { "id": "eval-94770e75c4e2000e717b4218ddff19e8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.755290985107422, "B": -15.724040985107422, "C": -19.770915985107422, "D": -17.380290985107422, "E": -17.255290985107422 } }, { "id": "eval-08ad17d3ca1838b8724d21cf5921ec52", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.03933334350586, "B": -19.22683334350586, "C": -21.99245834350586, "D": -18.78933334350586, "E": -18.85183334350586 } }, { "id": "eval-21fb76bd8349628b441c76f47c33e77b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.189135551452637, "B": -17.126636505126953, "C": -21.220386505126953, "D": -17.657886505126953, "E": -19.470386505126953 } }, { "id": "eval-e151b44e0a7bf08a1dd3c861eef09161", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.264364242553711, "B": -19.67061424255371, "C": -22.15498924255371, "D": -19.07686424255371, "E": -21.75655174255371 } }, { "id": "eval-46351b3a6beb694c5f623583a3b1473d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.378442764282227, "B": -14.128442764282227, "C": -19.597192764282227, "D": -14.315942764282227, "E": -13.878442764282227 } }, { "id": "eval-db75e16788cf56d5dfb9773eaf91fe7e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.759834289550781, "B": -15.572334289550781, "C": -19.90045928955078, "D": -15.509834289550781, "E": -16.79108428955078 } }, { "id": "eval-ffd89796a9b09bef56c5803f188764c6", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.781584739685059, "B": -19.109710693359375, "C": -20.914398193359375, "D": -17.906585693359375, "E": -19.250335693359375 } }, { "id": "eval-5622e49306bb82ec1cec817ad0506c60", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.127137184143066, "B": -16.189638137817383, "C": -22.236513137817383, "D": -16.595888137817383, "E": -18.470888137817383 } }, { "id": "eval-6efaeb796307036719635242fa5ad0f3", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.828085899353027, "B": -13.953085899353027, "C": -18.40620994567871, "D": -14.421835899353027, "E": -15.078085899353027 } }, { "id": "eval-114d310d1198abffaf8b88dab5a55aa7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.217991828918457, "B": -15.780491828918457, "C": -21.046117782592773, "D": -16.217992782592773, "E": -19.639867782592773 } }, { "id": "eval-0f79faf5337706f2e0e39c15bbd2e99a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.441707611083984, "B": -17.254207611083984, "C": -22.252254486083984, "D": -16.097957611083984, "E": -18.879207611083984 } }, { "id": "eval-b62d7d1b5eec31be0b65146a9fc069e0", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -12.191793441772461, "B": -9.816793441772461, "C": -18.34804344177246, "D": -16.22304344177246, "E": -17.50429344177246 } }, { "id": "eval-1342c6aec9f5179d6ea6fa5fefbe5188", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.376421928405762, "B": -15.938921928405762, "C": -16.532672882080078, "D": -15.938921928405762, "E": -16.063922882080078 } }, { "id": "eval-c74ae684ba6c76e2a913493483678c9d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.695173263549805, "B": -14.195173263549805, "C": -17.632673263549805, "D": -13.445173263549805, "E": -13.445173263549805 } }, { "id": "eval-411e50225637b76187cc36b24fe3127c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.82429313659668, "B": -15.07429313659668, "C": -18.51179313659668, "D": -13.26179313659668, "E": -15.44929313659668 } }, { "id": "eval-2a0e82bbf1471290c93c8f2a11af197f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.445640563964844, "B": -13.508140563964844, "C": -18.898765563964844, "D": -13.695640563964844, "E": -17.383140563964844 } }, { "id": "eval-eaadd7a4b18cb48c00f85c3975750fe7", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.133625984191895, "B": -15.321125984191895, "C": -19.69612693786621, "D": -15.633625984191895, "E": -18.13362693786621 } }, { "id": "eval-403c9b067ef7363efffa822bb08c5426", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.87865161895752, "B": -13.75365161895752, "C": -17.503650665283203, "D": -11.75365161895752, "E": -15.28490161895752 } }, { "id": "eval-adf228312401c9ff421a4da1b46bb70a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.443353652954102, "B": -13.443353652954102, "C": -19.9589786529541, "D": -15.693353652954102, "E": -15.130853652954102 } }, { "id": "eval-57c85e4c7ea2501ef9d8f304b524e2e4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.56749153137207, "B": -14.69249153137207, "C": -18.06749153137207, "D": -15.44306755065918, "E": -17.31806755065918 } }, { "id": "eval-c22f30eee57f7191ee07e9a916460f68", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.879526138305664, "B": -12.879526138305664, "C": -17.910776138305664, "D": -15.410776138305664, "E": -16.160776138305664 } }, { "id": "eval-026cb9c07a583ec933f2c4c67ae73836", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.628541946411133, "B": -16.878541946411133, "C": -20.901979446411133, "D": -18.316041946411133, "E": -17.941041946411133 } }, { "id": "eval-c57ed32566a2db1ec3d6e4fd595b9d05", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.126928329467773, "B": -13.376928329467773, "C": -19.439428329467773, "D": -15.970678329467773, "E": -17.158178329467773 } }, { "id": "eval-93b52e7ea1acf10db891e9355e234123", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.002445220947266, "B": -15.377445220947266, "C": -21.752445220947266, "D": -17.408695220947266, "E": -19.439945220947266 } }, { "id": "eval-dbdad44029098d4b1d202d6d857d6092", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.251193046569824, "B": -19.219942092895508, "C": -21.751192092895508, "D": -18.188692092895508, "E": -20.829317092895508 } }, { "id": "eval-69d0f70c173dda17934836d618ca7093", "answer": "C", "prediction": "D", "correct": false, "scores": { "A": -11.06649112701416, "B": -15.69149112701416, "C": -19.832117080688477, "D": -8.31649112701416, "E": -17.316492080688477 } }, { "id": "eval-e5697a25935c5249d2108f55e245f3e4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.723254203796387, "B": -14.723254203796387, "C": -17.817005157470703, "D": -14.160754203796387, "E": -15.535754203796387 } }, { "id": "eval-99af85081085e6228c6d78c95be01968", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.880430698394775, "B": -14.130430221557617, "C": -17.724180221557617, "D": -13.442930221557617, "E": -13.880430221557617 } }, { "id": "eval-235094c966bcbdc94701b41b969f9c75", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.75208568572998, "B": -14.81458568572998, "C": -19.080209732055664, "D": -13.75208568572998, "E": -18.064584732055664 } }, { "id": "eval-99789083502af9bf111876a00fae44ac", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.137349128723145, "B": -15.043599128723145, "C": -21.34828758239746, "D": -17.01235008239746, "E": -16.69985008239746 } }, { "id": "eval-1d44fb5f4b7f1e23ff6c1c083db81ba1", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.587294578552246, "B": -15.962294578552246, "C": -17.899795532226562, "D": -16.462295532226562, "E": -18.837295532226562 } }, { "id": "eval-194b66240f6fab75749c1e30ed09ea09", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -16.471149444580078, "B": -19.252399444580078, "C": -23.445758819580078, "D": -18.783649444580078, "E": -20.908649444580078 } }, { "id": "eval-83dad4fe630fddbdcd5b18ef890c66f2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.064010620117188, "B": -15.626510620117188, "C": -20.032760620117188, "D": -16.845260620117188, "E": -20.876510620117188 } }, { "id": "eval-3ebc5ddd2e97fe37fcb52aa2a9e2e1a7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.752523422241211, "B": -16.78377342224121, "C": -21.08064842224121, "D": -18.56502342224121, "E": -19.84627342224121 } }, { "id": "eval-9ed019338a48216de9eadf64faaf1ce0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.95199966430664, "B": -16.67074966430664, "C": -21.46762466430664, "D": -17.04574966430664, "E": -19.87387466430664 } }, { "id": "eval-d1d2585e0ba1160948b7c5822a99b7a1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.00543212890625, "B": -19.31793212890625, "C": -21.86871337890625, "D": -18.34918212890625, "E": -19.50543212890625 } }, { "id": "eval-e34a0d1331c6bd4574ffe308e3fbd389", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.033465385437012, "B": -17.908464431762695, "C": -21.392839431762695, "D": -19.689714431762695, "E": -21.791276931762695 } }, { "id": "eval-4858669d0193e5d9384dc37d4bb5c00c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.628458023071289, "B": -16.53470802307129, "C": -18.44095802307129, "D": -16.72220802307129, "E": -19.03470802307129 } }, { "id": "eval-8fd82cdc253835814153fe7222e9967c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.1646037101745605, "B": -13.664603233337402, "C": -19.11772918701172, "D": -14.258353233337402, "E": -15.570853233337402 } }, { "id": "eval-66458bf8599c3ef1e7b50fa527531882", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.126349449157715, "B": -14.751349449157715, "C": -17.43885040283203, "D": -14.813849449157715, "E": -17.43885040283203 } }, { "id": "eval-879239b8a788f3c9e3dfdd0862f3d7c5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.897149085998535, "B": -12.084649085998535, "C": -17.75652313232422, "D": -13.647149085998535, "E": -13.647149085998535 } }, { "id": "eval-8a69e6df5e8ad6c9e6828aa66c59d046", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -13.063204765319824, "B": -12.438204765319824, "C": -21.946016311645508, "D": -16.906953811645508, "E": -18.188203811645508 } }, { "id": "eval-8d275acea05fd16295c659c504576a9b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.323579788208008, "B": -20.604829788208008, "C": -25.042329788208008, "D": -21.120454788208008, "E": -22.643892288208008 } }, { "id": "eval-91629c6f9e4af3e6acf385eb23fd8068", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.876215934753418, "B": -17.688716888427734, "C": -22.110591888427734, "D": -18.563716888427734, "E": -22.141841888427734 } }, { "id": "eval-59eb56f366407ac7db72996be265883b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.251595497131348, "B": -16.751596450805664, "C": -20.407846450805664, "D": -17.782846450805664, "E": -19.704721450805664 } }, { "id": "eval-4ab069f2e979d51f2c5929f590d09982", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.945820808410645, "B": -17.539527893066406, "C": -20.945777893066406, "D": -18.414527893066406, "E": -19.617652893066406 } }, { "id": "eval-d6bb990e8c409d2b3af37a2da198e01f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -17.20807456970215, "B": -19.62994956970215, "C": -21.64557456970215, "D": -19.27057456970215, "E": -21.03619956970215 } }, { "id": "eval-c5ad166ab5c5f5f067aa02b20f482523", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.564081192016602, "B": -17.6578311920166, "C": -23.4781436920166, "D": -19.4703311920166, "E": -22.6109561920166 } }, { "id": "eval-ceafca2445b1b974d085a8cce38e8e44", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.252714157104492, "B": -16.252714157104492, "C": -19.533964157104492, "D": -16.440214157104492, "E": -20.721464157104492 } }, { "id": "eval-2ef2ae21a2d3a9ecbd5c45ff378d10e3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.501501083374023, "B": -17.970251083374023, "C": -22.228063583374023, "D": -16.814001083374023, "E": -19.517126083374023 } }, { "id": "eval-793672da43fbc609e8c5760630c7e239", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -16.287416458129883, "B": -19.943666458129883, "C": -22.131166458129883, "D": -19.084291458129883, "E": -19.193666458129883 } }, { "id": "eval-558cb0bc25387ce38d71f64ef6f1fa57", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.834359169006348, "B": -14.334359169006348, "C": -18.178110122680664, "D": -15.521859169006348, "E": -13.928109169006348 } }, { "id": "eval-2c9f4a98ce774cd734b6e384d95051a7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.631126403808594, "B": -16.193626403808594, "C": -21.920188903808594, "D": -17.599876403808594, "E": -17.693626403808594 } }, { "id": "eval-33c84708785f88c19737ef5b0e31a64b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.69278335571289, "B": -17.31778335571289, "C": -22.32950210571289, "D": -19.58340835571289, "E": -20.38028335571289 } }, { "id": "eval-d867f76d000bdb59b9b4cb982bd7f0a0", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -6.0718278884887695, "B": -5.0718278884887695, "C": -15.57182788848877, "D": -13.44682788848877, "E": -10.19682788848877 } }, { "id": "eval-8c607d2e2e897d74048fcc794137b683", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.407613754272461, "B": -14.813863754272461, "C": -21.33730125427246, "D": -14.438863754272461, "E": -16.53261375427246 } }, { "id": "eval-5215e26c99b2a9b376fb1c70096a388a", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -14.165654182434082, "B": -13.915654182434082, "C": -20.9469051361084, "D": -16.8844051361084, "E": -18.3062801361084 } }, { "id": "eval-668dc6bce771b10cbf6336f3ec76520a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.437997817993164, "B": -16.844247817993164, "C": -22.695810317993164, "D": -20.406747817993164, "E": -22.656747817993164 } }, { "id": "eval-a339fe08f1f50463ee180b797e99ebcc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.905029296875, "B": -17.905029296875, "C": -19.670654296875, "D": -16.998779296875, "E": -17.686279296875 } }, { "id": "eval-526cd34f5b2afefbbb7830434785f298", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.18842315673828, "B": -20.07904815673828, "C": -22.18842315673828, "D": -18.31342315673828, "E": -20.61029815673828 } }, { "id": "eval-6c1c1c282cebe8917f607f0dbc1c102e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.998101234436035, "B": -16.52935218811035, "C": -20.92778968811035, "D": -16.84185218811035, "E": -18.70122718811035 } }, { "id": "eval-b5baf77d3855935c87f01f5fb2216667", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -16.479169845581055, "B": -17.104169845581055, "C": -23.619794845581055, "D": -19.322919845581055, "E": -20.135419845581055 } }, { "id": "eval-83808e92381b2e5f4cdf55d1391645ae", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.020258903503418, "B": -17.832759857177734, "C": -20.645259857177734, "D": -17.082759857177734, "E": -18.489009857177734 } }, { "id": "eval-1a86310d7279097205a3403752c3b914", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.974767684936523, "B": -18.599767684936523, "C": -21.115392684936523, "D": -19.224767684936523, "E": -20.677892684936523 } }, { "id": "eval-b4130d1790948134f3aeab9d3d79c181", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.647388458251953, "B": -18.022388458251953, "C": -21.670825958251953, "D": -16.147388458251953, "E": -18.584888458251953 } }, { "id": "eval-a5097b7f56d20217679f28201801476f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.132951736450195, "B": -16.695451736450195, "C": -22.912248611450195, "D": -18.195451736450195, "E": -20.336076736450195 } }, { "id": "eval-bcc5dd6292a64d8fa17cd07c360b335d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.75304889678955, "B": -16.190547943115234, "C": -22.803829193115234, "D": -18.799922943115234, "E": -19.549922943115234 } }, { "id": "eval-cfc7fccb8449a2a950c9d2a50991420e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.132974624633789, "B": -14.507974624633789, "C": -21.35172462463379, "D": -17.32047462463379, "E": -15.632974624633789 } }, { "id": "eval-2e83c5989a018bec6d5f5ac7d3b72f49", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.1347017288208, "B": -16.822200775146484, "C": -21.056575775146484, "D": -16.447200775146484, "E": -18.040950775146484 } }, { "id": "eval-34b2d6aecdb5af8efacf0b0aa7e3989f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.755518913269043, "B": -15.099268913269043, "C": -18.193017959594727, "D": -14.849268913269043, "E": -15.130518913269043 } }, { "id": "eval-2ec7f8fe7948f9997e73f9bff7ba6e05", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.254581451416016, "B": -10.504581451416016, "C": -17.629581451416016, "D": -14.379581451416016, "E": -16.59730339050293 } }, { "id": "eval-651785ed4f7b0bd2e7ca9f70a42acea5", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.251179695129395, "B": -11.126179695129395, "C": -18.563678741455078, "D": -14.251179695129395, "E": -16.688678741455078 } }, { "id": "eval-ee46995407eb6357bb5410d49d378629", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.813462734222412, "B": -11.188462257385254, "C": -16.06346321105957, "D": -12.813462257385254, "E": -13.750962257385254 } }, { "id": "eval-303aedda3a5ab8d853cbe4edc4b914c6", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.688558578491211, "B": -18.25105857849121, "C": -20.36043357849121, "D": -17.93855857849121, "E": -20.15730857849121 } }, { "id": "eval-720b98fbc365736597147c984f6bd301", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -9.082208633422852, "B": -7.39470911026001, "C": -18.26970863342285, "D": -12.207208633422852, "E": -15.457208633422852 } }, { "id": "eval-c611875b43b67b91030b889b267bbcb3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.87804126739502, "B": -13.62804126739502, "C": -19.424917221069336, "D": -16.190542221069336, "E": -18.284292221069336 } }, { "id": "eval-0547da29ffab9b441bae8870cd0f9dab", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.385722637176514, "B": -9.510722160339355, "C": -17.791973114013672, "D": -13.635722160339355, "E": -16.135723114013672 } }, { "id": "eval-21e312c7fd1a52341ce35b66457eab36", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.885631561279297, "B": -15.135631561279297, "C": -20.541881561279297, "D": -15.760631561279297, "E": -18.760631561279297 } }, { "id": "eval-82e26bc22af89c38d54aa2d00dcb8a2b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.88466215133667, "B": -13.697161674499512, "C": -18.415912628173828, "D": -14.947161674499512, "E": -16.447162628173828 } }, { "id": "eval-f75357e48c3026cfa4da3dba9f91bb21", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.076318740844727, "B": -13.763818740844727, "C": -16.545068740844727, "D": -13.888818740844727, "E": -14.701318740844727 } }, { "id": "eval-64931f9097155672bfe3e16f03b2c195", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.502400398254395, "B": -15.158650398254395, "C": -19.174274444580078, "D": -15.127400398254395, "E": -18.674274444580078 } }, { "id": "eval-5de3248caa2e5ed83dd0ec45a15eae18", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -12.3768892288208, "B": -11.0643892288208, "C": -19.033138275146484, "D": -13.5643892288208, "E": -17.751888275146484 } }, { "id": "eval-0611dfbf5114084723d75f59b4f67412", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.190174102783203, "B": -16.815174102783203, "C": -19.924549102783203, "D": -15.627674102783203, "E": -16.721424102783203 } }, { "id": "eval-5b8d76889510384b38b72945e8d28f53", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -17.81406021118164, "B": -21.34531021118164, "C": -24.22323989868164, "D": -20.64218521118164, "E": -21.70468521118164 } }, { "id": "eval-d81f5c49bc060dc799681bf4cacac73a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.023251056671143, "B": -12.7732515335083, "C": -17.648250579833984, "D": -13.3357515335083, "E": -13.9607515335083 } }, { "id": "eval-aaf4fa38433c84b3bd0a86551259ce62", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.007136344909668, "B": -16.850887298583984, "C": -22.007137298583984, "D": -17.163387298583984, "E": -19.100887298583984 } }, { "id": "eval-33ea932a876ac0361c9eefeff1d24e92", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.508792400360107, "B": -15.165042877197266, "C": -18.196292877197266, "D": -11.883792877197266, "E": -14.133792877197266 } }, { "id": "eval-aead08289ca9abfcd169f935ea228ee5", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.926639556884766, "B": -15.051639556884766, "C": -19.645389556884766, "D": -15.551639556884766, "E": -16.832889556884766 } }, { "id": "eval-adbddc80b10bf25f09c6c2bee4e3c59b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.271380424499512, "B": -17.583881378173828, "C": -22.990131378173828, "D": -19.177631378173828, "E": -21.880756378173828 } }, { "id": "eval-1caf93d6a22dc8190e19c14bbe1fafda", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.127715587615967, "B": -14.252716064453125, "C": -19.846466064453125, "D": -15.065216064453125, "E": -17.283966064453125 } }, { "id": "eval-0bf4d64ad0eee7224acb3a4eb85accb2", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.820693969726562, "B": -18.133193969726562, "C": -20.101943969726562, "D": -16.820693969726562, "E": -19.867568969726562 } }, { "id": "eval-b93532cae23e505628dd88568da3337e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.987698554992676, "B": -19.393949508666992, "C": -21.347074508666992, "D": -17.206449508666992, "E": -18.612699508666992 } }, { "id": "eval-2d3c9d3dff1a7a8253180cb3de1ceeea", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.692463874816895, "B": -16.31746482849121, "C": -21.60359764099121, "D": -16.66121482849121, "E": -17.62996482849121 } }, { "id": "eval-70701f5d1d62e58d5c74e2e303bb4065", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.261836051940918, "B": -15.355586051940918, "C": -17.5743350982666, "D": -13.636836051940918, "E": -17.2930850982666 } }, { "id": "eval-eacd87f297193033669a93160ae3776f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.93867015838623, "B": -17.251171112060547, "C": -21.930858612060547, "D": -15.93867015838623, "E": -18.563671112060547 } }, { "id": "eval-8e1b0792e441a5d54ae47a4b24f48977", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.14652156829834, "B": -15.95902156829834, "C": -21.966835021972656, "D": -16.490272521972656, "E": -18.005897521972656 } }, { "id": "eval-b4cde6a56fb19afc84876ebf2fb9e71a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.262704849243164, "B": -20.278329849243164, "C": -22.97110939025879, "D": -18.67228126525879, "E": -21.61759376525879 } }, { "id": "eval-095c5bc5fbaf12b384e9f7df47fdec16", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.438819885253906, "B": -18.126319885253906, "C": -22.126319885253906, "D": -18.313819885253906, "E": -22.001319885253906 } }, { "id": "eval-494c501dbbfd36c602aae9e5b8e0cfff", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.314186096191406, "B": -16.939186096191406, "C": -22.482154846191406, "D": -16.564186096191406, "E": -19.157936096191406 } }, { "id": "eval-5a7f6fd97b2c9ad05f773bc8b2ecf441", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.816272735595703, "B": -13.441272735595703, "C": -19.816272735595703, "D": -14.128772735595703, "E": -19.206897735595703 } }, { "id": "eval-5279a2ea333ba8a5bf3a7637a7279da1", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -16.604358673095703, "B": -15.698108673095703, "C": -22.698108673095703, "D": -19.573108673095703, "E": -20.463733673095703 } }, { "id": "eval-42c46e28baf0fc617a07419286178c0a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.755147457122803, "B": -12.567646980285645, "C": -18.19264793395996, "D": -15.223896980285645, "E": -16.81764793395996 } }, { "id": "eval-c76304b4962f94ab9f20f09cf4a1a7c1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.188982009887695, "B": -18.438982009887695, "C": -23.559099197387695, "D": -17.126482009887695, "E": -21.282732009887695 } }, { "id": "eval-8b23cd355ffc8b6e7aa5459ffb21b4e0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.070743560791016, "B": -16.226993560791016, "C": -15.383243560791016, "D": -15.601993560791016, "E": -16.758243560791016 } }, { "id": "eval-c35f7de9e9005fcf654cb0b23f17acd6", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.81849193572998, "B": -13.88099193572998, "C": -19.068492889404297, "D": -13.56849193572998, "E": -14.78724193572998 } }, { "id": "eval-d910859b9d1acae40456dbeaa8334bc0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -12.69000244140625, "B": -7.877502918243408, "C": -16.50250244140625, "D": -15.06500244140625, "E": -12.19000244140625 } }, { "id": "eval-6ca8439d062de4d43d7d471c508b78db", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.065779685974121, "B": -14.315779685974121, "C": -20.534530639648438, "D": -16.315780639648438, "E": -18.722030639648438 } }, { "id": "eval-ddd8c62ec94b4f94eeefdd05b9208a71", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.502406120300293, "B": -15.502406120300293, "C": -20.81490707397461, "D": -14.564906120300293, "E": -19.17428207397461 } }, { "id": "eval-72b638200414a526b598de0e01a044df", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.504240036010742, "B": -17.785490036010742, "C": -20.019865036010742, "D": -16.410490036010742, "E": -19.519865036010742 } }, { "id": "eval-c770870c88f35f9d110217049c5a7334", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.075118064880371, "B": -15.043868064880371, "C": -21.309494018554688, "D": -16.512619018554688, "E": -18.575119018554688 } }, { "id": "eval-1d8d9e3504c8c58a3b923ddc155c19b0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.875456809997559, "B": -14.937956809997559, "C": -20.594207763671875, "D": -16.750457763671875, "E": -19.281707763671875 } }, { "id": "eval-95acebea992a26c3a7c3bfb45845fa83", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -18.40235137939453, "B": -19.49610137939453, "C": -25.39453887939453, "D": -21.43360137939453, "E": -22.04297637939453 } }, { "id": "eval-c2c2a387fd9a6a26cff636008de21f71", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.9702863693237305, "B": -11.09528636932373, "C": -16.657785415649414, "D": -13.90778636932373, "E": -13.93903636932373 } }, { "id": "eval-57e96118fee6e2bbac5f59790fc833c0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.066322326660156, "B": -16.566322326660156, "C": -23.445960998535156, "D": -18.472572326660156, "E": -19.472572326660156 } }, { "id": "eval-b9b82aa4c236cd342ff95455b8516a42", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.250530242919922, "B": -16.406780242919922, "C": -23.859905242919922, "D": -16.250530242919922, "E": -21.844280242919922 } }, { "id": "eval-41fac392c6a5827c1b6682d5d3798e59", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.692341804504395, "B": -14.442341804504395, "C": -19.848590850830078, "D": -15.129841804504395, "E": -17.598590850830078 } }, { "id": "eval-5c224410a40c9269b1e542cfcb430d35", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.376934051513672, "B": -18.095684051513672, "C": -21.540996551513672, "D": -17.314434051513672, "E": -19.251934051513672 } }, { "id": "eval-0b90c6710a65eb55fea4cc92895bf601", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -12.940057754516602, "B": -12.065057754516602, "C": -22.0181827545166, "D": -18.4713077545166, "E": -20.9713077545166 } }, { "id": "eval-70af2b5df22ec96901350dfa3c9ee74f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.344392776489258, "B": -16.781892776489258, "C": -21.899080276489258, "D": -17.469392776489258, "E": -19.860017776489258 } }, { "id": "eval-f9243ef9f0037657c337d3c6a9832f05", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.189985275268555, "B": -15.471235275268555, "C": -20.596235275268555, "D": -14.877485275268555, "E": -17.221235275268555 } }, { "id": "eval-27f2074270ea8a5e8f5ec2a017ec4a50", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.878647804260254, "B": -13.003647804260254, "C": -16.441146850585938, "D": -13.503647804260254, "E": -16.284896850585938 } }, { "id": "eval-63b3652d54c8c0e571f6bb50de318bf0", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -11.752729415893555, "B": -8.502729415893555, "C": -20.518354415893555, "D": -13.377729415893555, "E": -17.346479415893555 } }, { "id": "eval-0843c51212a3c2eee660fab5648c9e19", "answer": "C", "prediction": "E", "correct": false, "scores": { "A": -13.188759803771973, "B": -15.470009803771973, "C": -19.53251075744629, "D": -16.53251075744629, "E": -13.063759803771973 } }, { "id": "eval-1b3d286458a7e7f069222de0376d06da", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -16.626209259033203, "B": -19.907459259033203, "C": -18.688709259033203, "D": -19.188709259033203, "E": -21.329334259033203 } }, { "id": "eval-86e2aabfb9d401567f04d87a648ff776", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.530253887176514, "B": -14.155253410339355, "C": -20.022441864013672, "D": -13.624003410339355, "E": -15.905253410339355 } }, { "id": "eval-092c24369367b3c7457198f3ce160fe3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.008685111999512, "B": -15.071185111999512, "C": -19.774309158325195, "D": -15.508685111999512, "E": -18.039934158325195 } }, { "id": "eval-cab9eea2a91b1bd5c0a01b11f594f154", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.752883911132812, "B": -12.815383911132812, "C": -18.252883911132812, "D": -13.502883911132812, "E": -16.690383911132812 } }, { "id": "eval-6e77de03bee86d6c20780e14f00944d0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.317058563232422, "B": -11.817058563232422, "C": -21.238933563232422, "D": -13.754558563232422, "E": -17.254558563232422 } }, { "id": "eval-7f25dbab26165b3c8800c2733ca759d6", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.314004898071289, "B": -18.12650489807129, "C": -21.77494239807129, "D": -16.81400489807129, "E": -18.78275489807129 } }, { "id": "eval-9024493a3edbaf555fda5b477e835bf5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.875967979431152, "B": -18.31346893310547, "C": -21.60253143310547, "D": -16.40721893310547, "E": -20.06346893310547 } }, { "id": "eval-fc59ab1a9e6d2b51126dd828d30e9167", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.297112464904785, "B": -14.234612464904785, "C": -18.6486759185791, "D": -14.703362464904785, "E": -16.0471134185791 } }, { "id": "eval-5a50ea4bb2d13dc4f620ebd45025d445", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.507757186889648, "B": -17.63275718688965, "C": -23.35150718688965, "D": -19.75775718688965, "E": -20.35150718688965 } }, { "id": "eval-8becd2ee4e86258566a9c2b0e6d9544e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.753741264343262, "B": -15.066241264343262, "C": -20.159992218017578, "D": -16.659992218017578, "E": -19.347492218017578 } }, { "id": "eval-2a21820a135e1a49883525c055c74a0b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.003336906433105, "B": -13.878336906433105, "C": -18.62833595275879, "D": -15.128336906433105, "E": -16.84708595275879 } }, { "id": "eval-e5adfec0b5ba691ec752f9b5e0fb8084", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.879718780517578, "B": -14.910968780517578, "C": -18.192218780517578, "D": -16.067218780517578, "E": -17.723468780517578 } }, { "id": "eval-406e15b76269d20b5448a91648094291", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.000690460205078, "B": -15.438190460205078, "C": -20.266315460205078, "D": -16.469440460205078, "E": -17.594440460205078 } }, { "id": "eval-9c596382ea15768f95b5ef9ceec191dc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.813794136047363, "B": -13.563794136047363, "C": -23.102855682373047, "D": -16.626293182373047, "E": -17.657543182373047 } }, { "id": "eval-7a3d0c94438a5c8a09364aaebb848a2c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.502068519592285, "B": -17.0958194732666, "C": -20.0645694732666, "D": -16.7833194732666, "E": -18.7208194732666 } }, { "id": "eval-1ef68db97654f30cd3701b942fadc934", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.201237678527832, "B": -16.41998863220215, "C": -20.62311363220215, "D": -17.82623863220215, "E": -19.54498863220215 } }, { "id": "eval-abb090bbc572be1016bcd5f261f28e76", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.590541362762451, "B": -9.90304183959961, "C": -15.24679183959961, "D": -12.65304183959961, "E": -15.49679183959961 } }, { "id": "eval-91f2532a832a35cba1b08a3c767be6da", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -19.20673179626465, "B": -21.07391929626465, "C": -22.60126304626465, "D": -20.55048179626465, "E": -21.79266929626465 } }, { "id": "eval-f8544c9679d27b747dfad3b8d7aac87a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -16.004188537597656, "B": -17.629188537597656, "C": -20.613563537597656, "D": -18.722938537597656, "E": -19.519813537597656 } }, { "id": "eval-a7f423c1636ba9e36d18e381928c5dcc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.763810157775879, "B": -11.076310157775879, "C": -16.326311111450195, "D": -11.701310157775879, "E": -10.263810157775879 } }, { "id": "eval-e1d354cbfcd620e5dacf83c17746c4b3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -18.348108291625977, "B": -20.926233291625977, "C": -22.962366104125977, "D": -20.973108291625977, "E": -20.660608291625977 } }, { "id": "eval-53e1e50d204f6ad5a0f69429eadae82e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.317083358764648, "B": -14.785833358764648, "C": -19.50458335876465, "D": -16.59833335876465, "E": -18.09833335876465 } }, { "id": "eval-48205cc84aab5e455b22e17c3cc7277d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.445472717285156, "B": -14.820472717285156, "C": -20.242347717285156, "D": -18.820472717285156, "E": -19.007972717285156 } }, { "id": "eval-0f7419d25337e0a75503a015ae777905", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.064489364624023, "B": -13.751989364624023, "C": -21.603551864624023, "D": -16.533239364624023, "E": -20.408239364624023 } }, { "id": "eval-5cac4da628f0a58db980649079bd5784", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.000685691833496, "B": -17.719436645507812, "C": -20.078811645507812, "D": -17.719436645507812, "E": -20.500686645507812 } }, { "id": "eval-78d1218aeff70a70904767349e3c4c53", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.90670919418335, "B": -10.844208717346191, "C": -16.062959671020508, "D": -9.594208717346191, "E": -15.187958717346191 } }, { "id": "eval-cce13a32fedb997c017d3fac87c34912", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.604034423828125, "B": -11.229034423828125, "C": -19.682159423828125, "D": -12.104034423828125, "E": -18.557159423828125 } }, { "id": "eval-6714487b839f648e348ac972ed114af3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.005961418151855, "B": -18.59971046447754, "C": -22.13096046447754, "D": -18.38096046447754, "E": -20.13096046447754 } }, { "id": "eval-3e536d9253bfac45de83e8ee291ca143", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.502291679382324, "B": -15.439791679382324, "C": -19.455415725708008, "D": -16.189790725708008, "E": -17.939790725708008 } }, { "id": "eval-9f830faa0f8e3d7fb3a658c15a5fbe63", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.06592845916748, "B": -15.06592845916748, "C": -23.058115005493164, "D": -16.503427505493164, "E": -21.097177505493164 } }, { "id": "eval-bbcef409e0acb71b515acc144d5b402c_1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.756978988647461, "B": -18.19447898864746, "C": -21.60463523864746, "D": -18.19447898864746, "E": -20.04604148864746 } }, { "id": "eval-cbb0c9a69ca0922371a48177087ef407", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.5037260055542, "B": -14.4412260055542, "C": -19.878725051879883, "D": -16.159975051879883, "E": -16.972475051879883 } }, { "id": "eval-b92f786638796fc028947ac0e9a44fef", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.689943313598633, "B": -11.064943313598633, "C": -17.064943313598633, "D": -15.971193313598633, "E": -17.314943313598633 } }, { "id": "eval-5abeb4a2126597d4ef7b5a32e9e22abf", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.941947937011719, "B": -13.941947937011719, "C": -16.47319793701172, "D": -15.848197937011719, "E": -16.69194793701172 } }, { "id": "eval-8d4b0312f02be445e09a9462873d02bb", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.138023376464844, "B": -13.888023376464844, "C": -18.513023376464844, "D": -15.388023376464844, "E": -15.294273376464844 } }, { "id": "eval-f7140f00ddd8d1c5d93b05ea32ad1fff", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.384090423583984, "B": -9.634090423583984, "C": -16.821590423583984, "D": -14.009090423583984, "E": -15.009090423583984 } }, { "id": "eval-8b3b598a647dfd2d63fcedce5f461040", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.876216888427734, "B": -18.844966888427734, "C": -21.227779388427734, "D": -17.313716888427734, "E": -19.844966888427734 } }, { "id": "eval-7a900bc3a373806b6c56f0e19534005f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.953790664672852, "B": -19.11004066467285, "C": -22.11785316467285, "D": -18.23504066467285, "E": -21.04754066467285 } }, { "id": "eval-3d79c10ddf26a5ed7dc0bb168fb0b3ed", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.636785507202148, "B": -15.636785507202148, "C": -19.51178550720215, "D": -15.949285507202148, "E": -17.73053550720215 } }, { "id": "eval-b7091d2bfcea421d787ce9e7982f104a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.4835076332092285, "B": -8.983508110046387, "C": -15.671008110046387, "D": -11.921008110046387, "E": -12.421008110046387 } }, { "id": "eval-d060ab71d0efff3cab5960089a6bb3a2", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.315730094909668, "B": -15.596980094909668, "C": -19.62822914123535, "D": -15.346980094909668, "E": -17.65947914123535 } }, { "id": "eval-b399f6008d90dbd92bcce5abed4c1fd1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.130874633789062, "B": -18.224624633789062, "C": -20.740249633789062, "D": -18.349624633789062, "E": -20.919937133789062 } }, { "id": "eval-80c19c62338edae0e8a1f5c6fec0d29a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.316927909851074, "B": -16.19192886352539, "C": -19.72317886352539, "D": -16.69192886352539, "E": -15.441927909851074 } }, { "id": "eval-1a4e83b433620cb2d7d806882f8d57e4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.251289367675781, "B": -14.251289367675781, "C": -18.75128936767578, "D": -13.938789367675781, "E": -17.37628936767578 } }, { "id": "eval-b9e04a53c0ee7325b901de4d12d56884", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.003884315490723, "B": -16.50388526916504, "C": -19.48826026916504, "D": -17.19138526916504, "E": -19.22263526916504 } }, { "id": "eval-7490aa460f66000555a8a94008179cbb", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.385169982910156, "B": -15.385169982910156, "C": -21.900794982910156, "D": -16.603919982910156, "E": -16.072669982910156 } }, { "id": "eval-ad8ee2965a33ff4b0e3d2ac732676594", "answer": "E", "prediction": "E", "correct": true, "scores": { "A": -12.58039379119873, "B": -11.45539379119873, "C": -18.533519744873047, "D": -14.14289379119873, "E": -11.14289379119873 } }, { "id": "eval-64d2310eff6b661baeb41b4ccc392e35", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.51137638092041, "B": -13.88637638092041, "C": -18.605125427246094, "D": -13.76137638092041, "E": -16.042625427246094 } }, { "id": "eval-6b1f5ebd9d0dbc7e34a598456a6091a8", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -14.194636344909668, "B": -13.194636344909668, "C": -19.03838539123535, "D": -16.22588539123535, "E": -17.25713539123535 } }, { "id": "eval-080ef6941410139d6869e78122bc741e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.942303657531738, "B": -11.754803657531738, "C": -17.004802703857422, "D": -13.223553657531738, "E": -15.286053657531738 } }, { "id": "eval-6c70d98cfb8e97fda8caefcee761a229", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -16.939037322998047, "B": -10.814064025878906, "C": -21.668556213378906, "D": -17.439064025878906, "E": -19.235939025878906 } }, { "id": "eval-75ac594b4fdbfba006e61315d1b2c815", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.511985778808594, "B": -15.074485778808594, "C": -21.136985778808594, "D": -16.418235778808594, "E": -17.824485778808594 } }, { "id": "eval-5a8e7d2f97f76adb23fbd59a009d16f0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.020519256591797, "B": -9.645519256591797, "C": -16.208019256591797, "D": -14.739269256591797, "E": -14.801769256591797 } }, { "id": "eval-178cb8153123716aa94f286b615149d4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.139219284057617, "B": -19.576719284057617, "C": -20.686094284057617, "D": -20.420469284057617, "E": -21.857969284057617 } }, { "id": "eval-cc917ca0e03c91a5141920f5a902a36c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.164417266845703, "B": -17.133167266845703, "C": -21.719104766845703, "D": -18.101917266845703, "E": -18.008167266845703 } }, { "id": "eval-a7d51b753c2113d8b2dbd0ebb5375855_1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.272774696350098, "B": -14.960274696350098, "C": -17.77277374267578, "D": -14.647774696350098, "E": -17.11652374267578 } }, { "id": "eval-e71da9e95b321763c86e879a47bbd327", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.81779956817627, "B": -16.567800521850586, "C": -20.786550521850586, "D": -17.192800521850586, "E": -18.192800521850586 } }, { "id": "eval-ec86900559a0faf2aef066e511a4cfa6", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.503480911254883, "B": -16.378480911254883, "C": -20.909730911254883, "D": -15.690980911254883, "E": -18.440980911254883 } }, { "id": "eval-d312741df1b14bcbe358f4f30aff3994", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.750699043273926, "B": -17.28194808959961, "C": -22.96163558959961, "D": -17.25069808959961, "E": -20.34444808959961 } }, { "id": "eval-0df3f58645b4bc306093845fb297a50e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -16.106246948242188, "B": -17.606246948242188, "C": -21.635543823242188, "D": -17.981246948242188, "E": -19.918746948242188 } }, { "id": "eval-27d9b4df2ca50112d282331df4923e96", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.145675659179688, "B": -16.770675659179688, "C": -22.333175659179688, "D": -17.161300659179688, "E": -17.505050659179688 } }, { "id": "eval-ab755203f41a2e241f0ee8a53c54f287", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.009132385253906, "B": -17.040382385253906, "C": -21.616554260253906, "D": -15.884132385253906, "E": -19.134132385253906 } }, { "id": "eval-f13efb91090dd28fd2b3c1f4dde680fd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.191789627075195, "B": -15.066789627075195, "C": -19.660539627075195, "D": -16.723039627075195, "E": -16.285539627075195 } }, { "id": "eval-e98031901c815e55040d9fe28c4d9387", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.817676544189453, "B": -13.755176544189453, "C": -18.567676544189453, "D": -15.911426544189453, "E": -17.286426544189453 } }, { "id": "eval-fb64149cf01c5b496d986f56852273e9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.573042392730713, "B": -11.823041915893555, "C": -15.854291915893555, "D": -13.010541915893555, "E": -14.760541915893555 } }, { "id": "eval-2ac72eaf30a633c410b1bd658bbef0ba", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.269883155822754, "B": -14.769883155822754, "C": -17.769882202148438, "D": -14.894883155822754, "E": -15.926133155822754 } }, { "id": "eval-22fc45d9e6d0baea4a5b0526504225b8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.093994140625, "B": -9.968994140625, "C": -15.593994140625, "D": -12.656494140625, "E": -12.531494140625 } }, { "id": "eval-4ef3d70648ee3cea028bc5ed0fdfda28", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.377964973449707, "B": -14.440464973449707, "C": -22.67483901977539, "D": -16.78421401977539, "E": -17.69046401977539 } }, { "id": "eval-059155c50d1b04da7373e309868e67d2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.252323150634766, "B": -19.424198150634766, "C": -22.057010650634766, "D": -19.033573150634766, "E": -20.283573150634766 } }, { "id": "eval-33d023a6806390eb8195380331e17404_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.885043144226074, "B": -15.853793144226074, "C": -21.056917190551758, "D": -17.791292190551758, "E": -17.166292190551758 } }, { "id": "eval-63f7ad481a63fc8c6dffe00519d4a167", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.629446029663086, "B": -16.816946029663086, "C": -21.660696029663086, "D": -16.848196029663086, "E": -19.395071029663086 } }, { "id": "eval-a2daf73d33541af0846673afd8e49abe", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -17.69451332092285, "B": -22.13591957092285, "C": -24.42888832092285, "D": -21.20232582092285, "E": -21.80388832092285 } }, { "id": "eval-7d70208061ae3185bcfc9e912ee9e141", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.6474432945251465, "B": -12.334942817687988, "C": -16.178693771362305, "D": -13.272442817687988, "E": -16.084943771362305 } }, { "id": "eval-9003c4748b08d5a734747e499599ff20", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.755558013916016, "B": -14.380558013916016, "C": -18.724308013916016, "D": -14.693058013916016, "E": -18.786808013916016 } }, { "id": "eval-28aac6d39cdd270d2a6a28e1985484cb", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.072341918945312, "B": -14.603591918945312, "C": -17.822341918945312, "D": -15.228591918945312, "E": -16.478591918945312 } }, { "id": "eval-8bdbb8caefcc607a9ec7579aa0c87cba", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.563629150390625, "B": -15.469879150390625, "C": -16.876129150390625, "D": -15.376129150390625, "E": -15.251129150390625 } }, { "id": "eval-95a85df48902d23eb3fda25a99fca1a0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.690155982971191, "B": -15.877655982971191, "C": -20.721406936645508, "D": -15.502655982971191, "E": -20.987031936645508 } }, { "id": "eval-79c3378b7660d328902d7c0ad442a37f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.827205657958984, "B": -16.327205657958984, "C": -18.920955657958984, "D": -14.264705657958984, "E": -17.108455657958984 } }, { "id": "eval-8c12e5864463cfcd03f4d0ab67949d01", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.72882080078125, "B": -15.69757080078125, "C": -18.22882080078125, "D": -15.35382080078125, "E": -15.60382080078125 } }, { "id": "eval-e145618c2062eb9ea8928fdb0d42185e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.753336906433105, "B": -17.347087860107422, "C": -20.425212860107422, "D": -18.503337860107422, "E": -18.659587860107422 } }, { "id": "eval-35872be88df5f6c4a6600020266a5458", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.439178466796875, "B": -13.751678466796875, "C": -17.439178466796875, "D": -13.751678466796875, "E": -15.626678466796875 } }, { "id": "eval-055817d8d703d3c2802545e3fccdcde3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.316549301147461, "B": -15.754049301147461, "C": -18.72279930114746, "D": -14.691549301147461, "E": -16.75404930114746 } }, { "id": "eval-5ef6cdb85468df482e3aa6fa339d6e41", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.878881454467773, "B": -16.660131454467773, "C": -20.347631454467773, "D": -16.160131454467773, "E": -19.175756454467773 } }, { "id": "eval-1e939cc6fef999953d692b57caab254b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -16.040822982788086, "B": -19.478322982788086, "C": -21.712697982788086, "D": -19.118947982788086, "E": -20.087697982788086 } }, { "id": "eval-3a3b5d4a517ef70d25eb558f1a622937", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.761910438537598, "B": -15.980660438537598, "C": -21.91425323486328, "D": -15.980660438537598, "E": -17.88690948486328 } }, { "id": "eval-a943522f7d407cef369d5d3f1bf48589", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.317866325378418, "B": -15.317866325378418, "C": -18.286617279052734, "D": -15.317866325378418, "E": -17.849117279052734 } }, { "id": "eval-57a343d72031b668e5eb91868420e915", "answer": "A", "prediction": "D", "correct": false, "scores": { "A": -10.502908706665039, "B": -14.002908706665039, "C": -18.97165870666504, "D": -10.252908706665039, "E": -16.84665870666504 } }, { "id": "eval-c4b1a57e7880b9cb367f9c67abf5605f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.626619338989258, "B": -15.376619338989258, "C": -21.814119338989258, "D": -16.845369338989258, "E": -18.095369338989258 } }, { "id": "eval-e313d7967f72c2b880213daaaf4b7181", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.33641529083252, "B": -15.08641529083252, "C": -17.273916244506836, "D": -15.27391529083252, "E": -17.398916244506836 } }, { "id": "eval-3c7992df7fda23bcdeacb1f1f6b73448", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -16.7032527923584, "B": -16.5782527923584, "C": -23.2100887298584, "D": -18.1095027923584, "E": -18.1095027923584 } }, { "id": "eval-d6644eacdb543a60545d2eb1ac7e6dbd", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -12.507841110229492, "B": -7.695341110229492, "C": -21.351591110229492, "D": -15.195341110229492, "E": -19.992216110229492 } }, { "id": "eval-d1ad9b79f54205b6b9ac19a27f9c2be5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.128212928771973, "B": -19.034461975097656, "C": -22.698524475097656, "D": -18.409461975097656, "E": -19.487586975097656 } }, { "id": "eval-f116ee6620c0f171e5db54bc03a5f2e2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.25504207611084, "B": -16.973791122436523, "C": -19.551916122436523, "D": -17.286291122436523, "E": -15.75504207611084 } }, { "id": "eval-ea82f9e938cbfce85fb498ce46264253", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.757139682769775, "B": -11.694639205932617, "C": -16.194639205932617, "D": -13.944639205932617, "E": -13.757139205932617 } }, { "id": "eval-edbb57ac2f476679ae547f75ec2bef3e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.816943168640137, "B": -16.441944122314453, "C": -19.035694122314453, "D": -16.660694122314453, "E": -17.066944122314453 } }, { "id": "eval-07a99d5f2ca7028febeb9f09604b36c8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.813879013061523, "B": -14.063879013061523, "C": -21.157629013061523, "D": -13.501379013061523, "E": -18.188879013061523 } }, { "id": "eval-b42ef8be1748c19fa5938de5396f8fad", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.567232131958008, "B": -12.192232131958008, "C": -19.598482131958008, "D": -14.192232131958008, "E": -13.629732131958008 } }, { "id": "eval-236691d38665d7bcdd0c9b9834252a51", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.188714027404785, "B": -16.8449649810791, "C": -20.1262149810791, "D": -16.3137149810791, "E": -16.9699649810791 } }, { "id": "eval-8ef78abb86fc282ccb02bbc495f13030", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.689345359802246, "B": -13.189345359802246, "C": -21.59559440612793, "D": -15.720595359802246, "E": -18.06434440612793 } }, { "id": "eval-313d033c33ec475e04e628f87c5686bd", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.94381046295166, "B": -8.75631046295166, "C": -15.10006046295166, "D": -13.13131046295166, "E": -13.88131046295166 } }, { "id": "eval-d581e0ad6a4c89465dc1a527bd2d3f77", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.251554489135742, "B": -13.564054489135742, "C": -18.657804489135742, "D": -13.251554489135742, "E": -16.376554489135742 } }, { "id": "eval-f232bfea2a7611999688a252e476c040", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.938762664794922, "B": -18.438762664794922, "C": -23.09499168395996, "D": -20.09499168395996, "E": -22.38405418395996 } }, { "id": "eval-91756d8e475d8d59fa0a4e35f408e366", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.572770118713379, "B": -13.822770118713379, "C": -18.822769165039062, "D": -14.760270118713379, "E": -17.572769165039062 } }, { "id": "eval-866ea9c668c0b42df19fa20865e31f77", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.877484321594238, "B": -18.424360275268555, "C": -17.689985275268555, "D": -17.346235275268555, "E": -20.385297775268555 } }, { "id": "eval-22015315e7ff79386877828b4fa27799", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.69153118133545, "B": -16.441532135009766, "C": -23.012821197509766, "D": -17.004032135009766, "E": -19.394657135009766 } }, { "id": "eval-484f6e4fb8e6431b010c299490b72e3c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.503446578979492, "B": -14.940946578979492, "C": -23.730009078979492, "D": -16.253446578979492, "E": -20.519071578979492 } }, { "id": "eval-7322d0dcf2e27c7032626a3639f5696b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.948474884033203, "B": -16.635974884033203, "C": -19.198474884033203, "D": -15.885974884033203, "E": -17.323474884033203 } }, { "id": "eval-0519b0b0869681c2884f53dbfa43e538", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.228291511535645, "B": -14.103291511535645, "C": -19.822040557861328, "D": -14.978291511535645, "E": -14.415791511535645 } }, { "id": "eval-1ab04c0501b815b2a48f2581f04215a8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.628113746643066, "B": -17.065614700317383, "C": -19.846864700317383, "D": -15.878113746643066, "E": -17.784364700317383 } }, { "id": "eval-7776b10c7bb96f3fe5e026678673634d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.318914413452148, "B": -15.600164413452148, "C": -19.10016441345215, "D": -16.56891441345215, "E": -19.00641441345215 } }, { "id": "eval-f7c005244d406b9bde48dc8c22003af1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.816482543945312, "B": -15.972732543945312, "C": -18.472732543945312, "D": -14.378982543945312, "E": -16.847732543945312 } }, { "id": "eval-88501d528c855e2b533b3fea2f86183d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.440398216247559, "B": -13.565398216247559, "C": -18.596649169921875, "D": -14.940398216247559, "E": -15.784148216247559 } }, { "id": "eval-3d9c3253e24fb108cea9083e8a853cf2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.2852783203125, "B": -17.1446533203125, "C": -21.2012939453125, "D": -16.8477783203125, "E": -18.8634033203125 } }, { "id": "eval-9808782b2e2e1bfbfa27c41e605bfffe", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.380932807922363, "B": -12.505932807922363, "C": -18.84968376159668, "D": -13.443432807922363, "E": -17.19343376159668 } }, { "id": "eval-c432b860fcd7297751ff5254ec4a7956", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.45412540435791, "B": -19.922876358032227, "C": -21.086938858032227, "D": -18.797876358032227, "E": -20.172876358032227 } }, { "id": "eval-732af155f677a51d05d0c9e080d598b6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.188698768615723, "B": -18.376197814941406, "C": -22.544166564941406, "D": -18.563697814941406, "E": -21.602760314941406 } }, { "id": "eval-48abc2c113623fd72f758502529f93a5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.067718505859375, "B": -12.317718505859375, "C": -19.598968505859375, "D": -14.942718505859375, "E": -19.692718505859375 } }, { "id": "eval-03f06f77aaf80b5f5e296ffbd11e9d82", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.127832412719727, "B": -16.659082412719727, "C": -19.893457412719727, "D": -16.877832412719727, "E": -19.409082412719727 } }, { "id": "eval-e7084c166ec67d0f983a26e055e845c6", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.001041412353516, "B": -14.126041412353516, "C": -19.751041412353516, "D": -16.719791412353516, "E": -17.376041412353516 } }, { "id": "eval-c55c31b5a2aa996f3b75ad88c017a6b9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.882906913757324, "B": -16.78915786743164, "C": -19.79697036743164, "D": -17.72665786743164, "E": -15.695406913757324 } }, { "id": "eval-463521a93ae71e93bea8b97cdf7a6792", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.581575393676758, "B": -19.534700393676758, "C": -19.862825393676758, "D": -17.737825393676758, "E": -19.347200393676758 } }, { "id": "eval-c036ce033bc429ac1aba0a6ac8d057e1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.195945739746094, "B": -14.508445739746094, "C": -18.727195739746094, "D": -15.008445739746094, "E": -14.820945739746094 } }, { "id": "eval-db7f2bfdabcf53d6778fd7af80b603d2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.517215728759766, "B": -14.767215728759766, "C": -19.360965728759766, "D": -14.610965728759766, "E": -16.298465728759766 } }, { "id": "eval-8605fd2affc796d79073d0f3ef0761c9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.265454292297363, "B": -10.640454292297363, "C": -17.452953338623047, "D": -13.577954292297363, "E": -14.952954292297363 } }, { "id": "eval-ad37795fd9e3a65553683ff305b5113d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.188653945922852, "B": -16.21990394592285, "C": -20.15740394592285, "D": -16.87615394592285, "E": -16.43865394592285 } }, { "id": "eval-bcd51af35d691f5c3b6b548096ab1559", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -14.96996784210205, "B": -10.06371784210205, "C": -21.305906295776367, "D": -16.251218795776367, "E": -17.626218795776367 } }, { "id": "eval-b5345f15d5b451562ab9e0851e7f394f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.399558067321777, "B": -14.649558067321777, "C": -18.462059020996094, "D": -14.399558067321777, "E": -14.087058067321777 } }, { "id": "eval-6a884d5d8febfdd86fcf68ff1a904d9b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.127582550048828, "B": -13.690082550048828, "C": -17.658832550048828, "D": -15.596332550048828, "E": -18.221332550048828 } }, { "id": "eval-a1303b5177df0a5b653c9abd7d5f5e08", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.819076538085938, "B": -17.725326538085938, "C": -20.631576538085938, "D": -16.850326538085938, "E": -16.850326538085938 } }, { "id": "eval-315baf79f8dd3673f67a90de0758240e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.756337642669678, "B": -14.63133716583252, "C": -17.537588119506836, "D": -15.31883716583252, "E": -13.56883716583252 } }, { "id": "eval-01f01cc3ad152773ef42b30e926912bf", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.191882133483887, "B": -10.816882133483887, "C": -19.379383087158203, "D": -14.441882133483887, "E": -16.973133087158203 } }, { "id": "eval-f192cfacbaa2f7e0e879f673c8e076a7", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.939502716064453, "B": -12.314502716064453, "C": -17.908252716064453, "D": -14.533252716064453, "E": -14.970752716064453 } }, { "id": "eval-ab8d5e21a2cf34b60a04768b01f1f8e9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.687844276428223, "B": -18.81284523010254, "C": -22.10972023010254, "D": -18.28159523010254, "E": -20.04722023010254 } }, { "id": "eval-5d1df1daa886efb78db2103ddc1398eb", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -14.8134183883667, "B": -10.2509183883667, "C": -23.098575592041016, "D": -17.125919342041016, "E": -20.766544342041016 } }, { "id": "eval-2f8b35d352097cc9277599be49fab0b3", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -18.538631439208984, "B": -20.866756439208984, "C": -24.038631439208984, "D": -21.116756439208984, "E": -20.538631439208984 } }, { "id": "eval-18eb6a3b54ccf4989e268cfb9ea90f9c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.608567237854004, "B": -13.733567237854004, "C": -17.79606819152832, "D": -15.796067237854004, "E": -17.29606819152832 } }, { "id": "eval-3e12400bc5a2038a747edf2605787fe8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.641290187835693, "B": -9.828790664672852, "C": -19.34441566467285, "D": -13.328790664672852, "E": -15.328790664672852 } }, { "id": "eval-72baf6ca5c4daa01c2cc7fda22183db8", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.631892204284668, "B": -18.85064125061035, "C": -20.05376625061035, "D": -19.16314125061035, "E": -17.66314125061035 } }, { "id": "eval-9bac07574c966cae34c85e9f25538cba", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.377057075500488, "B": -10.439557075500488, "C": -17.283308029174805, "D": -14.814557075500488, "E": -14.752057075500488 } }, { "id": "eval-fe2a21ddb1bde76025a961126044a9a3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.5066499710083, "B": -14.3191499710083, "C": -18.444149017333984, "D": -16.506649017333984, "E": -17.725399017333984 } }, { "id": "eval-d03e09b22927542d6b0d5ebe233e467c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.32563304901123, "B": -16.606884002685547, "C": -20.575634002685547, "D": -17.638134002685547, "E": -18.575634002685547 } }, { "id": "eval-e63a210053cf7f961ca0b5a7e6eb355d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.002922058105469, "B": -14.815422058105469, "C": -19.00292205810547, "D": -13.815422058105469, "E": -15.971672058105469 } }, { "id": "eval-a4b4242fab25e86a9d7ffedcaecdcdbe", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.696115493774414, "B": -16.446115493774414, "C": -19.633615493774414, "D": -16.133615493774414, "E": -17.789865493774414 } }, { "id": "eval-ec8797b12e3c6666ebe70b2a7680b66f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.840606689453125, "B": -12.965606689453125, "C": -20.262481689453125, "D": -15.715606689453125, "E": -16.153106689453125 } }, { "id": "eval-4536489e5d8e02aadc3fcc7a55effe20", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.377561569213867, "B": -16.096311569213867, "C": -19.486936569213867, "D": -16.658811569213867, "E": -18.033811569213867 } }, { "id": "eval-0854478d174c9127064f0d4b58df7e62", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.627564430236816, "B": -13.065064430236816, "C": -18.3775634765625, "D": -15.627564430236816, "E": -17.9088134765625 } }, { "id": "eval-4b7d1b70060cd1f1a7321795f62a7325", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.517733573913574, "B": -15.861483573913574, "C": -19.81460952758789, "D": -16.39273452758789, "E": -17.58023452758789 } }, { "id": "eval-0e6a005eec5e6746f3facf4d608bfd8b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.575056076049805, "B": -13.075056076049805, "C": -20.231306076049805, "D": -15.606306076049805, "E": -14.825056076049805 } }, { "id": "eval-2d2b69ad187b7c40273ab13caab7dc19", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.630395889282227, "B": -15.755395889282227, "C": -18.646020889282227, "D": -12.442895889282227, "E": -15.130395889282227 } }, { "id": "eval-fde1f9bfc33da302449c0b950d16c0ea", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.141240119934082, "B": -12.766240119934082, "C": -19.047489166259766, "D": -16.297489166259766, "E": -17.609989166259766 } }, { "id": "eval-3c90a632f46aeab11fbb73aa59a33892", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.430594444274902, "B": -16.11809539794922, "C": -19.52434539794922, "D": -15.618094444274902, "E": -16.77434539794922 } }, { "id": "eval-1f3ccb722600da7d862531416934949a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.93860149383545, "B": -17.532350540161133, "C": -20.751100540161133, "D": -18.157350540161133, "E": -19.219850540161133 } }, { "id": "eval-46ba5d2b8cfc6708e5e2618568d8730e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.517791748046875, "B": -15.830291748046875, "C": -19.674041748046875, "D": -17.32137680053711, "E": -16.82137680053711 } }, { "id": "eval-f8a2cbc7189b92a809ce9cd857030621", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.065555572509766, "B": -14.628055572509766, "C": -18.721805572509766, "D": -13.503055572509766, "E": -17.503055572509766 } }, { "id": "eval-225287e06c993feee34e0f06b25f6ba8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -5.792468547821045, "B": -14.792468070983887, "C": -18.573719024658203, "D": -14.729968070983887, "E": -17.854969024658203 } }, { "id": "eval-e211b1a3f3401d164c8b0bfc10160caa", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.014602661132812, "B": -16.983352661132812, "C": -21.110305786132812, "D": -16.639602661132812, "E": -18.936477661132812 } }, { "id": "eval-fce1c5d069758aea57a787fc98dcf7a9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.940095901489258, "B": -13.815095901489258, "C": -19.065095901489258, "D": -15.658845901489258, "E": -20.346345901489258 } }, { "id": "eval-c0d75f9fbf30aa3a612f16edb20d6b8d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.32436466217041, "B": -16.324363708496094, "C": -21.793113708496094, "D": -15.73061466217041, "E": -17.824363708496094 } }, { "id": "eval-d07f149d8d953dcc45dda432194c375e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.172325134277344, "B": -15.547325134277344, "C": -19.656700134277344, "D": -16.828575134277344, "E": -17.234825134277344 } }, { "id": "eval-080a9cf2d6447a9a4d98b0af311e10da", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -12.626480102539062, "B": -12.251480102539062, "C": -20.126480102539062, "D": -14.251480102539062, "E": -17.345230102539062 } }, { "id": "eval-111501a49dd41ceed9c2073eed5d2b72", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.626508712768555, "B": -17.845258712768555, "C": -21.079633712768555, "D": -18.095258712768555, "E": -18.751508712768555 } }, { "id": "eval-7bb87c6d8eab57d4e983f60025b1f0dc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.267813682556152, "B": -10.580313682556152, "C": -17.64281463623047, "D": -12.955313682556152, "E": -15.017813682556152 } }, { "id": "eval-5c2bc4335c8860342ec2d568ceb6ac6b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.004152297973633, "B": -16.160402297973633, "C": -20.644777297973633, "D": -16.535402297973633, "E": -19.926027297973633 } }, { "id": "eval-083861fc5ebb9226fff70544f3f83d2b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.389204978942871, "B": -16.326705932617188, "C": -21.544967651367188, "D": -15.951704978942871, "E": -17.998580932617188 } }, { "id": "eval-520b0eea9148e3cb4d45aa69a55491eb", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.362602233886719, "B": -18.95635223388672, "C": -23.03484344482422, "D": -17.30010223388672, "E": -18.67510223388672 } }, { "id": "eval-ef6ede0af827ddd1dc7bbeb36a6fdd22", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.628897666931152, "B": -12.503897666931152, "C": -19.363271713256836, "D": -15.566397666931152, "E": -16.128896713256836 } }, { "id": "eval-d47986deb91d64b2b15d385da3d2f483", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.314528465270996, "B": -15.814528465270996, "C": -20.97077751159668, "D": -17.90827751159668, "E": -16.15827751159668 } }, { "id": "eval-c3b7f4196b12714940ac1b9417194df4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.503059387207031, "B": -15.378059387207031, "C": -19.56555938720703, "D": -17.15930938720703, "E": -18.28430938720703 } }, { "id": "eval-5d03ad171fd661a28da5b6eb79967a6b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.253158569335938, "B": -17.721908569335938, "C": -22.516830444335938, "D": -16.096908569335938, "E": -19.034408569335938 } }, { "id": "eval-7c95d753943c58757fe6e1ccff8aea14", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.942625045776367, "B": -13.973875045776367, "C": -19.536375045776367, "D": -15.223875045776367, "E": -14.536375045776367 } }, { "id": "eval-88d8bfb9dc8e77ef642acbe1a129f3db", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.774715900421143, "B": -10.2747163772583, "C": -16.680965423583984, "D": -12.0872163772583, "E": -11.3997163772583 } }, { "id": "eval-b1a9b20793b46e46e1beedadbf852f84", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.75438117980957, "B": -9.69188117980957, "C": -17.31688117980957, "D": -13.00438117980957, "E": -14.44188117980957 } }, { "id": "eval-81e016974d33fe383c848b6c819791cd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.066383361816406, "B": -14.910133361816406, "C": -19.707008361816406, "D": -15.566383361816406, "E": -17.785133361816406 } }, { "id": "eval-7cf54544d54818d53e7088c0749a3eca", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.942270278930664, "B": -11.129770278930664, "C": -19.504770278930664, "D": -17.442270278930664, "E": -16.848520278930664 } }, { "id": "eval-6acd88b9b5dd15e23bbcc3fd679100a8", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.878037452697754, "B": -14.940537452697754, "C": -18.69053840637207, "D": -15.190537452697754, "E": -16.81553840637207 } }, { "id": "eval-c96a86957a9ab1d8ca0aeeb7f040d87a_1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.186588287353516, "B": -14.124088287353516, "C": -23.264713287353516, "D": -18.045963287353516, "E": -18.561588287353516 } }, { "id": "eval-6a1bf527af9ed0685ac5e2bf0bd76647", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.751102447509766, "B": -14.813602447509766, "C": -22.196414947509766, "D": -14.563602447509766, "E": -19.094852447509766 } }, { "id": "eval-094fe91b20b03c647325fa2ee94470b3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.939269065856934, "B": -11.814269065856934, "C": -17.84552001953125, "D": -13.939269065856934, "E": -16.78302001953125 } }, { "id": "eval-bee2a6eadfaf7a4fa0a214e341ddbe5b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.590965270996094, "B": -14.340965270996094, "C": -19.012840270996094, "D": -14.590965270996094, "E": -16.059715270996094 } }, { "id": "eval-2f97a77d155cb99092e8a7c055737b03_1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.628368377685547, "B": -12.815868377685547, "C": -19.253368377685547, "D": -14.253368377685547, "E": -17.128368377685547 } }, { "id": "eval-bc268cd19e2c95c78967fd6b9092fb90", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.232932090759277, "B": -18.701683044433594, "C": -21.170433044433594, "D": -17.732933044433594, "E": -20.201683044433594 } }, { "id": "eval-060cad0d3c007ceb151db9907bfcb214", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.12729549407959, "B": -16.127294540405273, "C": -19.658544540405273, "D": -17.096044540405273, "E": -17.096044540405273 } }, { "id": "eval-29c2cc0ba85b4afb9c9d29801469a68f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.539827346801758, "B": -15.289827346801758, "C": -19.766389846801758, "D": -15.758577346801758, "E": -17.586702346801758 } }, { "id": "eval-6cb895ce89995f6be422f7c4167c7638", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.93943977355957, "B": -15.75193977355957, "C": -20.15818977355957, "D": -15.81443977355957, "E": -17.40818977355957 } }, { "id": "eval-839f3c37622c1ed5eebc9cd0b9d658e8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.127486228942871, "B": -18.252485275268555, "C": -21.518110275268555, "D": -18.252485275268555, "E": -20.361860275268555 } }, { "id": "eval-3957ac6bab96fc9d4f173ada4692d16b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.129847526550293, "B": -14.067347526550293, "C": -17.942346572875977, "D": -14.067347526550293, "E": -17.817346572875977 } }, { "id": "eval-a4f5e5412f0f8ac9190db1730db07a90", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.00367546081543, "B": -15.50367546081543, "C": -20.22242546081543, "D": -16.28492546081543, "E": -19.84742546081543 } }, { "id": "eval-cb5b39878be0e05a3ffe783801adbc3b", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -12.822126388549805, "B": -11.072126388549805, "C": -20.197126388549805, "D": -14.728376388549805, "E": -18.869001388549805 } }, { "id": "eval-985a4f1a3f31f1ba6654f4fc48f504df", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.565939903259277, "B": -17.409690856933594, "C": -25.987815856933594, "D": -17.409690856933594, "E": -21.144065856933594 } }, { "id": "eval-5d687fe9c95436ce84230c996d34382d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.720355033874512, "B": -12.845355033874512, "C": -19.407854080200195, "D": -13.032855033874512, "E": -16.126604080200195 } }, { "id": "eval-af11faa29097b71141fe192ad019d1dd", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.44050121307373, "B": -15.81550121307373, "C": -20.784250259399414, "D": -17.596750259399414, "E": -17.284250259399414 } }, { "id": "eval-07fd8b0aed06406fedb137d11b07a890", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -15.132328033447266, "B": -19.835453033447266, "C": -23.421390533447266, "D": -19.788578033447266, "E": -20.210453033447266 } }, { "id": "eval-7044d82a456d0fa6f0210abb03cbf2c4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.693882942199707, "B": -14.881382942199707, "C": -22.250524520874023, "D": -15.662632942199707, "E": -16.662633895874023 } }, { "id": "eval-e53ba4c7d2a818bdb6001e6924bc8896", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.071697235107422, "B": -16.415447235107422, "C": -20.774822235107422, "D": -17.571697235107422, "E": -20.727947235107422 } }, { "id": "eval-ecbc1ab06ad1ed6c53e5293d7a90ebd3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.569171905517578, "B": -19.475421905517578, "C": -21.701984405517578, "D": -18.319171905517578, "E": -20.600421905517578 } }, { "id": "eval-9a356ff463c042d04ba45bfd627bac20", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.58469009399414, "B": -15.74094009399414, "C": -19.92844009399414, "D": -16.24094009399414, "E": -17.52219009399414 } }, { "id": "eval-0a5c069836784c3d574828d85a20a074", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.050360679626465, "B": -12.425360679626465, "C": -18.62848472595215, "D": -13.425360679626465, "E": -15.862860679626465 } }, { "id": "eval-f996430ce208606452868fd2e739d409", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.75887393951416, "B": -14.38387393951416, "C": -19.071372985839844, "D": -10.94637393951416, "E": -17.508872985839844 } }, { "id": "eval-26c854d933d2115e7636fdcde57eb463", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.627604484558105, "B": -13.502604484558105, "C": -18.752605438232422, "D": -15.033854484558105, "E": -17.940105438232422 } }, { "id": "eval-83c25b9a5db5f9b3fd1ff6c7453d23d0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.0251312255859375, "B": -13.743881225585938, "C": -16.337631225585938, "D": -12.337631225585938, "E": -13.462631225585938 } }, { "id": "eval-a0d02fc32878efdf0b0d420972943492", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -14.4553804397583, "B": -12.8928804397583, "C": -22.428035736083984, "D": -14.6741304397583, "E": -18.877254486083984 } }, { "id": "eval-73fbd2caac2c3786ca810adfe7030273", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.316110610961914, "B": -16.097360610961914, "C": -19.831735610961914, "D": -14.878610610961914, "E": -18.284860610961914 } }, { "id": "eval-6c515b068b4d3aa88a5382224d9b866d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.569169044494629, "B": -17.100419998168945, "C": -22.729326248168945, "D": -18.475419998168945, "E": -18.569169998168945 } }, { "id": "eval-0af371b94fb414860b13eea6009ccc31", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.762894630432129, "B": -13.325394630432129, "C": -18.841018676757812, "D": -14.325394630432129, "E": -12.636636734008789 } }, { "id": "eval-38e61d4be0da46b3cbbd76dc20bce677", "answer": "D", "prediction": "D", "correct": true, "scores": { "A": -14.966460227966309, "B": -17.216461181640625, "C": -21.450836181640625, "D": -14.216460227966309, "E": -18.591461181640625 } }, { "id": "eval-cebc07bd5080cc72862cb333b10d782d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.125993728637695, "B": -13.688493728637695, "C": -19.094743728637695, "D": -16.563493728637695, "E": -16.938493728637695 } }, { "id": "eval-de0386024f32cdf277a785a851b97544", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.688468933105469, "B": -20.50096893310547, "C": -19.93846893310547, "D": -19.90721893310547, "E": -21.37596893310547 } }, { "id": "eval-9b62cd7f89716f393239e6c6ff3e11d5", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.209396362304688, "B": -18.834396362304688, "C": -20.850021362304688, "D": -18.240646362304688, "E": -17.053146362304688 } }, { "id": "eval-8b25332de2894ab38784235838d38cec", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.791544914245605, "B": -19.43216896057129, "C": -23.23685646057129, "D": -19.99466896057129, "E": -20.19779396057129 } }, { "id": "eval-dd4a811d18549f1ae1954cf938b28536", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.175694465637207, "B": -15.425694465637207, "C": -20.76163101196289, "D": -16.76944351196289, "E": -17.80069351196289 } }, { "id": "eval-e2ff952c17faf1c56a970502630d4c86", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.15848159790039, "B": -18.47098159790039, "C": -21.82645034790039, "D": -18.14285659790039, "E": -20.28348159790039 } }, { "id": "eval-3a6140e475cbbd3ee1da5ba9a6953597_1", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.127083778381348, "B": -17.22083282470703, "C": -22.12708282470703, "D": -18.43958282470703, "E": -19.75208282470703 } }, { "id": "eval-e75e0c11e2d5a7b634455a1b4b76856c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.314892768859863, "B": -16.658641815185547, "C": -20.471141815185547, "D": -16.627391815185547, "E": -18.033641815185547 } }, { "id": "eval-3b9ccdcb1c932c46a38e040d3e6c7f5b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.253127098083496, "B": -16.25312614440918, "C": -22.10078239440918, "D": -16.65937614440918, "E": -19.70625114440918 } }, { "id": "eval-6a29b657b29e1506284d8328dffbbd21", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.8227620124816895, "B": -12.322761535644531, "C": -17.38526153564453, "D": -14.385261535644531, "E": -15.322761535644531 } }, { "id": "eval-96cb628fb7ed2f53245598f707ed2b80", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.69521427154541, "B": -17.320213317871094, "C": -21.038963317871094, "D": -18.382713317871094, "E": -19.929588317871094 } }, { "id": "eval-bd4e80fa6642a76c064d0bc924411fb0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.84633731842041, "B": -14.84633731842041, "C": -21.338523864746094, "D": -16.252586364746094, "E": -18.221336364746094 } }, { "id": "eval-05490e6c191fbc3c2fe0033ed0bd8aa0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.511966705322266, "B": -17.261966705322266, "C": -19.168216705322266, "D": -16.230716705322266, "E": -18.511966705322266 } }, { "id": "eval-6abd34442438509b4a00c69d6fd24764", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.066340446472168, "B": -17.941341400146484, "C": -21.800716400146484, "D": -17.347591400146484, "E": -19.550716400146484 } }, { "id": "eval-e58eb0ec4197c29e961a7bdd4d67de4e", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.017275333404541, "B": -11.5797758102417, "C": -17.454774856567383, "D": -10.9547758102417, "E": -15.3297758102417 } }, { "id": "eval-597d2a1c9df7962218d8b807df1f8212", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.318609237670898, "B": -17.7873592376709, "C": -20.7404842376709, "D": -17.7873592376709, "E": -18.5061092376709 } }, { "id": "eval-68f6ac445cc008d93f931b999b44b0ba", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.332317352294922, "B": -17.394817352294922, "C": -17.238567352294922, "D": -17.051067352294922, "E": -19.426067352294922 } }, { "id": "eval-aa4c5d2d348796b8d7fa324f27f4c34f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.321920394897461, "B": -13.634420394897461, "C": -18.10317039489746, "D": -14.509420394897461, "E": -18.10317039489746 } }, { "id": "eval-7400e9c4a2c8e600a0f7e2d162a07837", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.762680053710938, "B": -17.481430053710938, "C": -21.309555053710938, "D": -18.325180053710938, "E": -18.387680053710938 } }, { "id": "eval-fad197409a977126c9587eccd240ceea", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.68887710571289, "B": -16.62637710571289, "C": -21.00137710571289, "D": -18.09512710571289, "E": -17.97012710571289 } }, { "id": "eval-f09038444aeb1a048f04dedd5b97b769", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.939546585083008, "B": -16.189546585083008, "C": -20.392671585083008, "D": -17.502046585083008, "E": -19.486421585083008 } }, { "id": "eval-0aa23ad1ba9f28bc3e0185237a7ce1cc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.3875532150268555, "B": -13.075053215026855, "C": -18.934429168701172, "D": -14.325053215026855, "E": -15.637553215026855 } }, { "id": "eval-06be29539ad3e1fbd7b53b05243f4bd7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.563612937927246, "B": -16.12611198425293, "C": -20.18861198425293, "D": -16.71986198425293, "E": -19.06361198425293 } }, { "id": "eval-bbe0a1ad733e5699f991ff91b3712a6f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.069101333618164, "B": -15.444101333618164, "C": -20.803476333618164, "D": -17.381601333618164, "E": -18.069101333618164 } }, { "id": "eval-9e5ce2b7d9eb404cdf8c7317dd0b5a59", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.465211868286133, "B": -13.277711868286133, "C": -19.608856201171875, "D": -14.218232154846191, "E": -16.499481201171875 } }, { "id": "eval-ffde211723f55e9744f94cbc14488a23", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -10.13761043548584, "B": -9.26261043548584, "C": -18.700111389160156, "D": -13.57511043548584, "E": -12.26261043548584 } }, { "id": "eval-5ff8b0deed53b9ff91d58bd5b6f85bdf", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.819345474243164, "B": -15.319345474243164, "C": -19.131845474243164, "D": -16.881845474243164, "E": -18.475595474243164 } }, { "id": "eval-36f1ceeecde7abf99dab635239e12442", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.011258125305176, "B": -17.29250717163086, "C": -20.73000717163086, "D": -16.19875717163086, "E": -15.667508125305176 } }, { "id": "eval-e3c9e83c0c62d842de2dfe229f5e6d41", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.821969032287598, "B": -17.60321807861328, "C": -19.94696807861328, "D": -16.22821807861328, "E": -20.10321807861328 } }, { "id": "eval-c0e4d0118c9cdfe2edc49ef954572b31", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -11.339573860168457, "B": -10.527073860168457, "C": -18.402074813842773, "D": -16.152074813842773, "E": -14.964573860168457 } }, { "id": "eval-4423c006f2a43f222d4c4e97360c25d3", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.729081153869629, "B": -13.229081153869629, "C": -18.213455200195312, "D": -13.354081153869629, "E": -15.916581153869629 } }, { "id": "eval-9382bc51ba092f55a494eff8615899de", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.126355171203613, "B": -18.220104217529297, "C": -23.002330780029297, "D": -19.720104217529297, "E": -20.993541717529297 } }, { "id": "eval-dec1c42628a7448aa364cdada6e82f98", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.196020126342773, "B": -12.571020126342773, "C": -15.946020126342773, "D": -14.508520126342773, "E": -15.477270126342773 } }, { "id": "eval-07ea8ff6ee916f2bf9aceab1e19ff99a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.629100799560547, "B": -13.441600799560547, "C": -19.019725799560547, "D": -12.191600799560547, "E": -16.566600799560547 } }, { "id": "eval-a328285c6212c899e335c45db3c49ffd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.567107200622559, "B": -18.426481246948242, "C": -19.613981246948242, "D": -17.098356246948242, "E": -19.395231246948242 } }, { "id": "eval-e248968fec422e1fab0f0561fedff76e", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -5.139780521392822, "B": -13.921030044555664, "C": -15.202280044555664, "D": -13.702280044555664, "E": -16.327280044555664 } }, { "id": "eval-2067720531fc03c017af941cec2f6f40", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -5.1355695724487305, "B": -15.19806957244873, "C": -18.291818618774414, "D": -13.69806957244873, "E": -16.448068618774414 } }, { "id": "eval-70d3ebc00b165d9d08f9491a1dd85034", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.192687034606934, "B": -13.130187034606934, "C": -18.895811080932617, "D": -14.661437034606934, "E": -15.598937034606934 } }, { "id": "eval-41bab71fea3fa04e5a4e10a2f86996df", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.163887977600098, "B": -14.101387977600098, "C": -20.242013931274414, "D": -16.601388931274414, "E": -15.882637977600098 } }, { "id": "eval-e18dd9ffc7b7934c39f2b5e9dee5a8c2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.707971572875977, "B": -16.739221572875977, "C": -18.520471572875977, "D": -16.457971572875977, "E": -17.957971572875977 } }, { "id": "eval-449de58e919975867255218484a9fc89", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.884397506713867, "B": -10.259397506713867, "C": -16.540647506713867, "D": -12.196897506713867, "E": -12.759397506713867 } }, { "id": "eval-9698232e3599157431c9dc8f2fe179cd", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.192246437072754, "B": -16.285995483398438, "C": -20.395370483398438, "D": -15.660996437072754, "E": -20.176620483398438 } }, { "id": "eval-0b5d0c3bafbe06dd5334c20cd8ea7fe2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.31620979309082, "B": -15.22245979309082, "C": -20.84745979309082, "D": -14.44120979309082, "E": -17.87870979309082 } }, { "id": "eval-7fe53bf68ec57a52a508611acf5b279e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.314387321472168, "B": -14.939387321472168, "C": -17.658138275146484, "D": -14.939387321472168, "E": -17.189388275146484 } }, { "id": "eval-68c41ec8415eab50620eb9ecf6f35a6a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.265009880065918, "B": -15.077509880065918, "C": -19.9993839263916, "D": -16.4525089263916, "E": -18.0150089263916 } }, { "id": "eval-6c4b2c93a4bdafb6cbf2b2ef2439b06f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.00095272064209, "B": -13.68845272064209, "C": -20.250953674316406, "D": -14.56345272064209, "E": -12.68845272064209 } }, { "id": "eval-51e2da7396ab7045533e885dbb98a424", "answer": "B", "prediction": "D", "correct": false, "scores": { "A": -12.063528060913086, "B": -15.376028060913086, "C": -21.204153060913086, "D": -8.938528060913086, "E": -18.219778060913086 } }, { "id": "eval-3f6157968fcf50d257ec3d8c729b7443", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.064085006713867, "B": -18.376585006713867, "C": -18.532835006713867, "D": -16.532835006713867, "E": -18.782835006713867 } }, { "id": "eval-4768aa28fa14569d830f8947565296c1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.629399299621582, "B": -13.941899299621582, "C": -18.879398345947266, "D": -15.848149299621582, "E": -15.379399299621582 } }, { "id": "eval-5516b1c93f94aaa0bf9a4c7b124788d4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.256999969482422, "B": -15.069499969482422, "C": -21.100749969482422, "D": -15.944499969482422, "E": -19.178874969482422 } }, { "id": "eval-96ea2c3174229c4a6a0e2ffaed2df378", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.878511428833008, "B": -14.472261428833008, "C": -18.691011428833008, "D": -16.066011428833008, "E": -17.253511428833008 } }, { "id": "eval-7905b9f4ba503b0ce13b576808e99c42", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.627171516418457, "B": -16.87717056274414, "C": -20.45529556274414, "D": -17.62717056274414, "E": -19.06467056274414 } }, { "id": "eval-e0a7d1df3ce14b27888e785e6636d5f0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.073802947998047, "B": -20.339427947998047, "C": -22.812084197998047, "D": -19.245677947998047, "E": -21.276927947998047 } }, { "id": "eval-3eb397b96b6c3a245c81ab30205943f1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.138894081115723, "B": -9.826394081115723, "C": -17.607643127441406, "D": -13.107644081115723, "E": -11.201394081115723 } }, { "id": "eval-536c9af0fae0aa75b32874dfcac66353", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.448685646057129, "B": -15.417435646057129, "C": -20.636186599731445, "D": -15.792435646057129, "E": -18.229936599731445 } }, { "id": "eval-dc36293f603cf230f8059fc6f2e5660d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.262443542480469, "B": -19.19994354248047, "C": -22.43041229248047, "D": -20.07494354248047, "E": -22.63939666748047 } }, { "id": "eval-1510f5183095466e4fe41b82501a9dd0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -12.877176284790039, "B": -11.189676284790039, "C": -19.28342628479004, "D": -15.377176284790039, "E": -17.50217628479004 } }, { "id": "eval-1fcc547e4e6813afc1a66717248d6c62", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -13.938488960266113, "B": -13.313488960266113, "C": -20.42286491394043, "D": -15.188488960266113, "E": -16.25098991394043 } }, { "id": "eval-68a911b64dc943b5f81c0f8dec7faed7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.126750946044922, "B": -17.095500946044922, "C": -22.845500946044922, "D": -20.220500946044922, "E": -21.142375946044922 } }, { "id": "eval-92f423de9a556a66c3eb73e9ddf9399a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.251867294311523, "B": -18.970617294311523, "C": -23.935461044311523, "D": -19.126867294311523, "E": -20.954992294311523 } }, { "id": "eval-1cd94405124031e8681cd12bd25e2d61", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.56517505645752, "B": -15.56517505645752, "C": -23.815176010131836, "D": -16.846426010131836, "E": -21.502676010131836 } }, { "id": "eval-64ab884bd870f6f68146636b4cce921c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.315513610839844, "B": -12.315513610839844, "C": -17.065513610839844, "D": -13.690513610839844, "E": -15.065513610839844 } }, { "id": "eval-66275550d64d16339c944e6a6d63eb5b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.516688346862793, "B": -14.079188346862793, "C": -16.829187393188477, "D": -12.829188346862793, "E": -14.860438346862793 } }, { "id": "eval-9b26329d74a6159ab9af4f899303de39", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -13.376564025878906, "B": -11.001564025878906, "C": -20.954689025878906, "D": -15.814064025878906, "E": -17.751564025878906 } }, { "id": "eval-f74b7f268d3c190a13f99ede6d2359e1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.251640319824219, "B": -17.28289031982422, "C": -22.30632781982422, "D": -17.47039031982422, "E": -19.68914031982422 } }, { "id": "eval-22458fdcead20e2def0df0d92d5806f6", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.877105712890625, "B": -21.173980712890625, "C": -22.158355712890625, "D": -19.970855712890625, "E": -21.767730712890625 } }, { "id": "eval-f7b96f195a7adfe0c74924a165cfd055", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.504234313964844, "B": -16.004234313964844, "C": -22.344078063964844, "D": -17.566734313964844, "E": -18.441734313964844 } }, { "id": "eval-9b631734e72a0e559da153492c1e7894", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.64358139038086, "B": -12.01858139038086, "C": -17.04983139038086, "D": -13.14358139038086, "E": -15.64358139038086 } }, { "id": "eval-caccaa51ee960a92d44e5b949fc35a66", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.600772857666016, "B": -17.632022857666016, "C": -21.643741607666016, "D": -18.507022857666016, "E": -20.811710357666016 } }, { "id": "eval-def936fda9f6ccee01f57c0f804fabd0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.9055328369140625, "B": -12.405532836914062, "C": -19.077407836914062, "D": -11.530532836914062, "E": -13.905532836914062 } }, { "id": "eval-761b0f6c68b1540949b70f76a9e67c78", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.199592590332031, "B": -16.35584259033203, "C": -20.77771759033203, "D": -18.10584259033203, "E": -17.69959259033203 } }, { "id": "eval-8c11546468a2595b29a1297e73334fc4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.125373840332031, "B": -16.93787384033203, "C": -21.71912384033203, "D": -17.06287384033203, "E": -19.43787384033203 } }, { "id": "eval-a5dcac512870e79f5aa2b22dbd662404", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.952858924865723, "B": -18.85910987854004, "C": -21.74973487854004, "D": -18.23410987854004, "E": -19.92160987854004 } }, { "id": "eval-870b07a1c5af2e956673a9680da99852", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.75354290008545, "B": -15.31604290008545, "C": -20.737916946411133, "D": -17.191041946411133, "E": -20.816041946411133 } }, { "id": "eval-f48528156632b9c5b18af9ce2095509b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.78233003616333, "B": -15.188580513000488, "C": -19.485454559326172, "D": -16.563579559326172, "E": -15.376080513000488 } }, { "id": "eval-5496c7293f653120e5a5213db2d7b103", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.441115856170654, "B": -13.941115379333496, "C": -20.894241333007812, "D": -15.753873825073242, "E": -18.191373825073242 } }, { "id": "eval-9d97e2bb458d93a8bafe4380b08727e3", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.688575744628906, "B": -14.938575744628906, "C": -20.251075744628906, "D": -17.407325744628906, "E": -19.751075744628906 } }, { "id": "eval-26d7d59ef7b9f2e0c2d47419fa5bca91", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.38245964050293, "B": -16.35120964050293, "C": -19.83558464050293, "D": -15.75745964050293, "E": -18.00745964050293 } }, { "id": "eval-c6f10fd07348bf2cf5488b0d9f38d806", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.065125465393066, "B": -11.190125465393066, "C": -20.127626419067383, "D": -15.002625465393066, "E": -16.377626419067383 } }, { "id": "eval-8ebf9d24719649a0b041aea02a6e46af", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.886021614074707, "B": -16.35477066040039, "C": -22.75125503540039, "D": -17.26102066040039, "E": -17.82352066040039 } }, { "id": "eval-c961578f4c5768b67b843e5d2ce18452", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.847634315490723, "B": -19.80076026916504, "C": -20.50388526916504, "D": -18.16013526916504, "E": -20.48826026916504 } }, { "id": "eval-cce1b59f7c4f540a84a1a7d6d88548c4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.824581146240234, "B": -11.574581146240234, "C": -16.324581146240234, "D": -14.043331146240234, "E": -16.824581146240234 } }, { "id": "eval-60848ce50295fc745756fbe960e78b88", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -4.797733783721924, "B": -14.360234260559082, "C": -19.110233306884766, "D": -14.141484260559082, "E": -15.641484260559082 } }, { "id": "eval-3fdc0c422c524c994b9911a17f1f1834", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.07773494720459, "B": -13.57773494720459, "C": -17.702733993530273, "D": -14.35898494720459, "E": -14.04648494720459 } }, { "id": "eval-cc8eac9956f645533b8d7b99702e3507", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.317024230957031, "B": -14.535774230957031, "C": -16.78577423095703, "D": -14.723274230957031, "E": -14.598274230957031 } }, { "id": "eval-c0e7fa3e39a2d9af2c323416015729dc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.7373685836792, "B": -17.440492630004883, "C": -19.932680130004883, "D": -16.237367630004883, "E": -16.706117630004883 } }, { "id": "eval-335b51bd3a8ada014bbe6754dcbd425f", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.43838882446289, "B": -18.18838882446289, "C": -23.20792007446289, "D": -17.65713882446289, "E": -22.08682632446289 } }, { "id": "eval-c7327a1a7d12b6cc0740fc9446270e02", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.301955223083496, "B": -13.926955223083496, "C": -19.926956176757812, "D": -14.895705223083496, "E": -15.239455223083496 } }, { "id": "eval-2729d8502208c25d8e9293cd4e8ecbb5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.939492225646973, "B": -14.439492225646973, "C": -20.42386817932129, "D": -17.59574317932129, "E": -18.87699317932129 } }, { "id": "eval-7ea57ee4580042b0a6a40479c8ace3e4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -9.692009925842285, "B": -7.817009925842285, "C": -18.25450897216797, "D": -13.817009925842285, "E": -15.129509925842285 } }, { "id": "eval-65432eb6e617514d863a465f38865fde", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.074069499969482, "B": -15.949069023132324, "C": -19.02719497680664, "D": -15.417819023132324, "E": -19.19906997680664 } }, { "id": "eval-316a8dee8a4dde7d95cf503a715104be", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -16.89973258972168, "B": -17.71223258972168, "C": -21.98078727722168, "D": -18.60285758972168, "E": -19.25910758972168 } }, { "id": "eval-520972425aed0e532fa28a91c9b55b30", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.773682594299316, "B": -14.648682594299316, "C": -21.484619140625, "D": -15.492432594299316, "E": -18.976806640625 } }, { "id": "eval-4d67cdb4ba1b0058e383c212303a9f4e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.251431465148926, "B": -13.376431465148926, "C": -18.532682418823242, "D": -16.282682418823242, "E": -17.282682418823242 } }, { "id": "eval-95d1d968ee66b6054cbb16b58a7c6455", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.33249282836914, "B": -11.83249282836914, "C": -16.14499282836914, "D": -11.45749282836914, "E": -14.55124282836914 } }, { "id": "eval-c43b60be106662de1863097ee3ddb4d2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.18789291381836, "B": -18.43789291381836, "C": -24.35854721069336, "D": -19.40664291381836, "E": -22.43789291381836 } }, { "id": "eval-456f2fb41cac8c028dcfe2f48637e473", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.126914978027344, "B": -16.564414978027344, "C": -21.783164978027344, "D": -17.220664978027344, "E": -19.189414978027344 } }, { "id": "eval-a5d853d1c2fb3ef160218fb91110fbe5", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.135009765625, "B": -12.572509765625, "C": -19.447509765625, "D": -14.947509765625, "E": -18.197509765625 } }, { "id": "eval-3df1b88da6a90c9526be2c8a6cc736dc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.044029712677002, "B": -10.16903018951416, "C": -15.07528018951416, "D": -12.04403018951416, "E": -10.79403018951416 } }, { "id": "eval-f912bcd7479b76db9b1c57a612b90f00", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.577404499053955, "B": -10.639904975891113, "C": -15.264904975891113, "D": -13.983654975891113, "E": -11.702404975891113 } }, { "id": "eval-94f34cc1e6aa9eefe06563cce8225658", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.582833766937256, "B": -13.207834243774414, "C": -17.739084243774414, "D": -13.582834243774414, "E": -15.551584243774414 } }, { "id": "eval-bb503ece4eac41dfe608a1dcb654e6bf", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -17.814844131469727, "B": -15.127344131469727, "C": -22.877344131469727, "D": -17.283594131469727, "E": -19.283594131469727 } }, { "id": "eval-5502dc807d4921679ae1abd0dc9570d6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.193324089050293, "B": -15.318324089050293, "C": -19.39645004272461, "D": -13.630824089050293, "E": -15.474574089050293 } }, { "id": "eval-a7e3de0719fe30e7048f67426e29fdd1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.334604263305664, "B": -15.772104263305664, "C": -18.553354263305664, "D": -14.834604263305664, "E": -15.990854263305664 } }, { "id": "eval-d6107d454181b701ddcaa449a1e422a3", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.157172203063965, "B": -14.282172203063965, "C": -18.09467124938965, "D": -13.657172203063965, "E": -15.282172203063965 } }, { "id": "eval-ab2eb930b29bb6d5e94a6cd3b04ba01e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.387421607971191, "B": -11.824921607971191, "C": -22.680391311645508, "D": -15.949921607971191, "E": -15.824921607971191 } }, { "id": "eval-92869fc0be5dc45f407700692ffd80a0", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.070220947265625, "B": -13.070220947265625, "C": -15.226470947265625, "D": -14.632720947265625, "E": -15.070220947265625 } }, { "id": "eval-6a0177586d506cb7b741f4207b428e42", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.324662208557129, "B": -16.355913162231445, "C": -19.543413162231445, "D": -16.387163162231445, "E": -16.949663162231445 } }, { "id": "eval-584188da9a429f1bc319abda5e5c7a76", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.951022148132324, "B": -16.419771194458008, "C": -19.716646194458008, "D": -15.263522148132324, "E": -18.044771194458008 } }, { "id": "eval-e480d4a672af0194e0a6ccdb8c37499b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.82175064086914, "B": -15.41550064086914, "C": -24.19675064086914, "D": -15.57175064086914, "E": -18.29050064086914 } }, { "id": "eval-275c859994f7d3acd3c8863be591ab2c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.757051467895508, "B": -15.632051467895508, "C": -20.553926467895508, "D": -17.132051467895508, "E": -19.210176467895508 } }, { "id": "eval-32758ab86d888be680845b0dfe7de35e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.734030723571777, "B": -9.609030723571777, "C": -16.874656677246094, "D": -13.265280723571777, "E": -13.015280723571777 } }, { "id": "eval-69335eb9bc5b7b5df840c38a086bf8b2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.329730033874512, "B": -12.267230033874512, "C": -18.907854080200195, "D": -13.329730033874512, "E": -16.173479080200195 } }, { "id": "eval-4396cb65629672723c7b184424e139bb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.877500534057617, "B": -16.190000534057617, "C": -20.002500534057617, "D": -17.002500534057617, "E": -19.065000534057617 } }, { "id": "eval-2a58e81a9c4ce095d099e0d785fc2da4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.534379959106445, "B": -11.159379959106445, "C": -15.159379959106445, "D": -12.159379959106445, "E": -15.003129959106445 } }, { "id": "eval-07f108d5321a66f460685f5c7499ecb2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.829328536987305, "B": -14.016828536987305, "C": -17.048078536987305, "D": -12.579328536987305, "E": -16.610578536987305 } }, { "id": "eval-69bef3eb55463d040bdf98e2c97bfe1f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.7550048828125, "B": -14.5987548828125, "C": -20.8409423828125, "D": -15.6925048828125, "E": -18.6143798828125 } }, { "id": "eval-912676495cceefadccbbf8c604486f97", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -7.754591464996338, "B": -7.504591464996338, "C": -14.254591941833496, "D": -11.567091941833496, "E": -12.067091941833496 } }, { "id": "eval-bdf92566f14599f1606109677206001f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.766844749450684, "B": -12.391844749450684, "C": -16.735595703125, "D": -11.141844749450684, "E": -11.891844749450684 } }, { "id": "eval-0df042743128b57e874bd5d79b7aae7a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.144689559936523, "B": -16.113439559936523, "C": -21.543127059936523, "D": -16.675939559936523, "E": -16.519689559936523 } }, { "id": "eval-866ef7266d34c11e5a1b3df49fab96a4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -15.348548889160156, "B": -17.817298889160156, "C": -18.832923889160156, "D": -16.379798889160156, "E": -17.754798889160156 } }, { "id": "eval-67ffcb4c3f2c6a1155e356f8a15ed250", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.647412300109863, "B": -15.116162300109863, "C": -19.41303825378418, "D": -15.084912300109863, "E": -16.39741325378418 } }, { "id": "eval-87a133afae5d9d29d634f3384f28ef24", "answer": "E", "prediction": "D", "correct": false, "scores": { "A": -10.820178031921387, "B": -12.757678031921387, "C": -18.601428985595703, "D": -7.570178508758545, "E": -15.351428031921387 } }, { "id": "eval-4779be55f47a301debfc472e4fc2c7b6", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.636561393737793, "B": -16.917810440063477, "C": -19.652185440063477, "D": -16.917810440063477, "E": -21.519372940063477 } }, { "id": "eval-7a28d31e66d870370642de3be47b9ef9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.752664566040039, "B": -19.09641456604004, "C": -21.56516456604004, "D": -18.81516456604004, "E": -21.39328956604004 } }, { "id": "eval-042898e0c71adac5d123aaa6221c9754", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.507218360900879, "B": -12.194718360900879, "C": -17.350969314575195, "D": -14.725968360900879, "E": -14.007218360900879 } }, { "id": "eval-93bbaccb1c46d22124a846b8514de5bc", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.349042892456055, "B": -11.786542892456055, "C": -19.446699142456055, "D": -14.067792892456055, "E": -14.566503524780273 } }, { "id": "eval-ef889edd1b57d8d0c81e43f73c98c8e9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.888341903686523, "B": -16.732091903686523, "C": -21.724279403686523, "D": -14.919591903686523, "E": -17.997716903686523 } }, { "id": "eval-f4bb8ecacb9ce89e040f5f76bc79afb3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.541085243225098, "B": -16.259836196899414, "C": -19.291086196899414, "D": -16.884836196899414, "E": -17.072336196899414 } }, { "id": "eval-ec2e18fd8c18a4ebe5a091e0c8b94462", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.836971282958984, "B": -16.086971282958984, "C": -16.993221282958984, "D": -14.336971282958984, "E": -15.743221282958984 } }, { "id": "eval-07b51b231a9d6a143d8a73e69121e1b1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.62655258178711, "B": -16.87655258178711, "C": -20.23592758178711, "D": -16.87655258178711, "E": -17.68905258178711 } }, { "id": "eval-e1744fc698cffb574e5cf4b29a81ce76", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.81573486328125, "B": -16.34698486328125, "C": -19.81573486328125, "D": -15.50323486328125, "E": -12.25323486328125 } }, { "id": "eval-27604394ccee83e089f9ffae1883cf07", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.066780090332031, "B": -14.816780090332031, "C": -16.06678009033203, "D": -14.816780090332031, "E": -16.25428009033203 } }, { "id": "eval-1272e693cf9152e7ac71095c643676b5", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.5803728103637695, "B": -10.39287281036377, "C": -16.892871856689453, "D": -13.26787281036377, "E": -13.26787281036377 } }, { "id": "eval-7bff23f6c12e9136f0961514bebb8cd3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.993430137634277, "B": -18.69655418395996, "C": -23.45436668395996, "D": -18.97780418395996, "E": -20.24342918395996 } }, { "id": "eval-20ae70b9b157b298569cd761787833e7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.44840145111084, "B": -16.229650497436523, "C": -20.729650497436523, "D": -16.979650497436523, "E": -19.229650497436523 } }, { "id": "eval-bdd29d7c12e3d795b78ffc048631e7e7", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.317395210266113, "B": -13.004895210266113, "C": -18.379894256591797, "D": -15.129895210266113, "E": -18.161144256591797 } }, { "id": "eval-cc1a547bdfdcc95e4d632453af14bc96", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.859124183654785, "B": -17.79662322998047, "C": -18.32787322998047, "D": -18.04662322998047, "E": -18.48412322998047 } }, { "id": "eval-896b25dc41f84357add1c798d4a96cd8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.253108024597168, "B": -14.690608024597168, "C": -20.081233978271484, "D": -16.471858978271484, "E": -17.784358978271484 } }, { "id": "eval-1ca3cd9475d7e9da2ddb74911ee2bb68", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.127138137817383, "B": -15.283388137817383, "C": -22.002138137817383, "D": -15.189638137817383, "E": -20.689638137817383 } }, { "id": "eval-129ec46cc2541b73198d774ee632c8d7", "answer": "C", "prediction": "D", "correct": false, "scores": { "A": -14.789261817932129, "B": -12.820511817932129, "C": -22.182815551757812, "D": -10.820511817932129, "E": -17.508010864257812 } }, { "id": "eval-0e5c7c0cec5b693e52f74f5f879d84fb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -16.567777633666992, "B": -18.974027633666992, "C": -22.977933883666992, "D": -18.349027633666992, "E": -20.302152633666992 } }, { "id": "eval-af035b75b6f7a1927b1648963f281c5e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.314957618713379, "B": -14.752457618713379, "C": -21.783706665039062, "D": -16.314956665039062, "E": -19.408706665039062 } }, { "id": "eval-32d5b7fcae24f0d4871cfb219c5a4b47", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.003628730773926, "B": -15.659878730773926, "C": -20.675504684448242, "D": -15.441128730773926, "E": -18.409879684448242 } }, { "id": "eval-87505da761eaa5c3c4703d02a12d46bc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.816049575805664, "B": -14.753549575805664, "C": -17.847299575805664, "D": -15.534799575805664, "E": -17.378549575805664 } }, { "id": "eval-ef3d5d35128678937c36438466e0fc93", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -8.567120552062988, "B": -7.75462007522583, "C": -19.098369598388672, "D": -12.817120552062988, "E": -17.910869598388672 } }, { "id": "eval-4f1d8007b446b0e10f07fd63cbd31b6f", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -8.512289047241211, "B": -7.012289524078369, "C": -13.887289047241211, "D": -11.824789047241211, "E": -12.824789047241211 } }, { "id": "eval-4c30d5eed4137cba89747510973f37a3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.002586364746094, "B": -14.627586364746094, "C": -19.596336364746094, "D": -15.658836364746094, "E": -15.815086364746094 } }, { "id": "eval-515834727e23e30ab7c8fe5ba7e9a765", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.472322463989258, "B": -18.003572463989258, "C": -20.066072463989258, "D": -17.347322463989258, "E": -17.659822463989258 } }, { "id": "eval-34ec6393db5a01f689c11fac153e31c1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.59792423248291, "B": -18.566673278808594, "C": -21.894798278808594, "D": -16.722923278808594, "E": -17.785423278808594 } }, { "id": "eval-0f0e339412f719a019bf373e6daf2530", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.631253242492676, "B": -16.100004196166992, "C": -20.857816696166992, "D": -14.975003242492676, "E": -17.225004196166992 } }, { "id": "eval-489a082aab43dd1a53f3f1f89c2365ed", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.564057350158691, "B": -17.032808303833008, "C": -20.282808303833008, "D": -17.439058303833008, "E": -19.376558303833008 } }, { "id": "eval-7c45033e9fd9f1a759923971b14390ed", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.440140724182129, "B": -15.440140724182129, "C": -19.877639770507812, "D": -14.565140724182129, "E": -16.565139770507812 } }, { "id": "eval-061f326d2a87a10da6316b55bd5522bd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.89693832397461, "B": -16.74068832397461, "C": -20.81881332397461, "D": -16.70943832397461, "E": -17.99068832397461 } }, { "id": "eval-d747c4e463b80bfcc49b874063f9fae1", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.313677787780762, "B": -18.251176834106445, "C": -20.766801834106445, "D": -19.063676834106445, "E": -20.407426834106445 } }, { "id": "eval-df3d27338bcf86b341b8b02d4309daf5", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.000997543334961, "B": -17.34474754333496, "C": -21.89162254333496, "D": -17.40724754333496, "E": -19.68849754333496 } }, { "id": "eval-db63bf66a8bfd16e5103cbdd350f5202", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.252384185791016, "B": -17.814884185791016, "C": -18.439884185791016, "D": -16.502384185791016, "E": -17.627384185791016 } }, { "id": "eval-f8a9208665a4f2d64986940456b4b964", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.63365364074707, "B": -15.57115364074707, "C": -20.50865364074707, "D": -17.82115364074707, "E": -18.69615364074707 } }, { "id": "eval-1bf4c6b5bd870b1a079106e1e97e5d09", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.944799423217773, "B": -15.382299423217773, "C": -20.038549423217773, "D": -17.351049423217773, "E": -17.444799423217773 } }, { "id": "eval-c1c73ef0ff662a76cd42c3500240974a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.958606719970703, "B": -18.317981719970703, "C": -21.888294219970703, "D": -16.864856719970703, "E": -18.864856719970703 } }, { "id": "eval-aefa60233f3c5c4966f8ac22e901a1c7", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.688539505004883, "B": -16.251039505004883, "C": -20.938539505004883, "D": -17.563539505004883, "E": -17.219789505004883 } }, { "id": "eval-9221962ed3a6094e5c8f33785ce048cd", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.447221755981445, "B": -14.509721755981445, "C": -20.314409255981445, "D": -15.322221755981445, "E": -19.665971755981445 } }, { "id": "eval-8c8052980e357545398d27d1c3c832d8", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.894024848937988, "B": -12.456524848937988, "C": -16.050275802612305, "D": -13.206524848937988, "E": -13.706524848937988 } }, { "id": "eval-418913999c665ae9527fd14a6132da39", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.255990982055664, "B": -14.380990982055664, "C": -20.912240982055664, "D": -16.412240982055664, "E": -17.818490982055664 } }, { "id": "eval-2634468d21fa33a88cefe28a5d613f59", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.411140441894531, "B": -15.223640441894531, "C": -16.84864044189453, "D": -17.62989044189453, "E": -18.42676544189453 } }, { "id": "eval-66bfb6e209c94e6be5b0d04b0c7e2064", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.75092601776123, "B": -16.969675064086914, "C": -20.985300064086914, "D": -17.907175064086914, "E": -20.610300064086914 } }, { "id": "eval-3163910d665c139a1f6f07d85803baba", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.251952171325684, "B": -16.876951217651367, "C": -19.908201217651367, "D": -18.001951217651367, "E": -19.595701217651367 } }, { "id": "eval-0e52659484f2f6d763cf0d38d4c5999d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.370773315429688, "B": -16.683273315429688, "C": -19.730148315429688, "D": -16.120773315429688, "E": -15.527023315429688 } }, { "id": "eval-167d2cfa04bfaea0e0b5bac3598d5769", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.25444507598877, "B": -14.87944507598877, "C": -21.535696029663086, "D": -17.848196029663086, "E": -20.723196029663086 } }, { "id": "eval-39572e0ba1db51fa74f7fc2d90c5ec7f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.627012252807617, "B": -18.064512252807617, "C": -18.627012252807617, "D": -17.689512252807617, "E": -19.908262252807617 } }, { "id": "eval-2a32b1e541b1daae04690d0d3a4b3310", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -14.985604286193848, "B": -11.016854286193848, "C": -20.91529083251953, "D": -14.548104286193848, "E": -17.23560333251953 } }, { "id": "eval-71cbfeb995b06b21e890c91040722252", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -11.314569473266602, "B": -8.064569473266602, "C": -18.3145694732666, "D": -15.002069473266602, "E": -12.314569473266602 } }, { "id": "eval-a15d564d0be6996251b5d523ac62db2a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.265345096588135, "B": -12.140345573425293, "C": -17.265344619750977, "D": -12.390345573425293, "E": -13.702845573425293 } }, { "id": "eval-6bd170c8d3d99d3c47b3e96427bacaeb", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.573259353637695, "B": -18.292009353637695, "C": -19.573259353637695, "D": -13.135759353637695, "E": -20.448259353637695 } }, { "id": "eval-7bc1198664b376f79d584725ad7f874b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.135210037231445, "B": -16.916460037231445, "C": -20.650835037231445, "D": -16.885210037231445, "E": -21.346147537231445 } }, { "id": "eval-d6c002d46d9bfa466637cec4a134f332", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.752887725830078, "B": -13.627887725830078, "C": -18.877887725830078, "D": -14.315387725830078, "E": -16.315387725830078 } }, { "id": "eval-8cb45b421375243e788cfc64bd77b051", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -12.376065254211426, "B": -10.563565254211426, "C": -17.65731430053711, "D": -14.563565254211426, "E": -16.62606430053711 } }, { "id": "eval-d6ff2d749494d89e9c7a53f587c519f4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.504058837890625, "B": -18.097808837890625, "C": -20.363433837890625, "D": -16.066558837890625, "E": -17.847808837890625 } }, { "id": "eval-6974d215428a974641c1df18678522f5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.98369312286377, "B": -15.82744312286377, "C": -18.546194076538086, "D": -16.327444076538086, "E": -17.014944076538086 } }, { "id": "eval-b94a9764acff078b52a9cbae04661dc9", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.449380874633789, "B": -15.918130874633789, "C": -17.82438087463379, "D": -15.261880874633789, "E": -15.136880874633789 } }, { "id": "eval-80930e9df9ac4ad752749a54e7fc124f_1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.440114974975586, "B": -18.158864974975586, "C": -19.377614974975586, "D": -18.346364974975586, "E": -18.721364974975586 } }, { "id": "eval-3310b5b24f03d67179fababf9ae95144", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.877876281738281, "B": -21.11225128173828, "C": -23.98334503173828, "D": -19.37787628173828, "E": -21.46381378173828 } }, { "id": "eval-846bc47ced7119ad2ee19a8780d7fe18", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.880841255187988, "B": -18.005842208862305, "C": -19.755842208862305, "D": -16.224592208862305, "E": -18.818342208862305 } }, { "id": "eval-fd5a34e94303d7fd343de2a8f36943d5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.633563041687012, "B": -15.071063041687012, "C": -19.680438995361328, "D": -18.477313995361328, "E": -15.914813041687012 } }, { "id": "eval-4e87db4771f2d6423034935446e3fff1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.201028823852539, "B": -15.982278823852539, "C": -21.43735694885254, "D": -17.66977882385254, "E": -18.57602882385254 } }, { "id": "eval-a585df0818180ce3c06f963a4c3c810a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.438179969787598, "B": -16.906930923461914, "C": -21.778024673461914, "D": -19.188180923461914, "E": -18.610055923461914 } }, { "id": "eval-c9f7d07e6d363a99f5fadd68a4dfa35a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.6927490234375, "B": -15.3802490234375, "C": -19.6771240234375, "D": -15.8489990234375, "E": -19.0989990234375 } }, { "id": "eval-c7cb327fa4c0008efaa7741081a365d4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.192246437072754, "B": -19.035995483398438, "C": -20.192245483398438, "D": -17.785995483398438, "E": -20.973495483398438 } }, { "id": "eval-c54ddc0f9d170ba65d9f4f2e0bb41d1c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.826715469360352, "B": -13.920465469360352, "C": -18.73296546936035, "D": -15.014215469360352, "E": -16.57671546936035 } }, { "id": "eval-1729c737ff92cf558efecde2c6cafc5e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.084147453308105, "B": -13.459147453308105, "C": -17.42789649963379, "D": -13.677897453308105, "E": -16.11539649963379 } }, { "id": "eval-19dfd55e967dacd6f5700a62c1e14eee", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.696895599365234, "B": -18.134395599365234, "C": -19.978145599365234, "D": -17.571895599365234, "E": -19.618770599365234 } }, { "id": "eval-b9bed83138901f4a45041b02c5b242c1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.251968383789062, "B": -13.876968383789062, "C": -16.720718383789062, "D": -15.501968383789062, "E": -14.970718383789062 } }, { "id": "eval-b9d22425a3d5810be9528a55245c8f09", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.440750122070312, "B": -14.753250122070312, "C": -19.659500122070312, "D": -14.503250122070312, "E": -18.284500122070312 } }, { "id": "eval-2af70107e04e61e3c7884bc743901c02", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.952549457550049, "B": -11.20254898071289, "C": -14.48379898071289, "D": -9.26504898071289, "E": -11.20254898071289 } }, { "id": "eval-be2cb9c96069ac355a7ccef262743d14", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.316376686096191, "B": -14.003876686096191, "C": -20.285127639770508, "D": -16.785127639770508, "E": -17.691377639770508 } }, { "id": "eval-799e48ec7fb16415c8f82828c5761ed1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.126529693603516, "B": -14.189029693603516, "C": -18.345279693603516, "D": -14.314029693603516, "E": -16.720279693603516 } }, { "id": "eval-a5db1e9677af118deb8e4add8bc18db2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.254753589630127, "B": -7.754753589630127, "C": -16.37975311279297, "D": -10.567253112792969, "E": -11.567253112792969 } }, { "id": "eval-28357ebf85f8bb82b6a3210c4397e0aa", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.831269264221191, "B": -15.487519264221191, "C": -19.456270217895508, "D": -16.362520217895508, "E": -17.300020217895508 } }, { "id": "eval-7b95825a19d6930d6aed35c7c57a2d82", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -15.317024230957031, "B": -15.660774230957031, "C": -19.98889923095703, "D": -16.66077423095703, "E": -17.53577423095703 } }, { "id": "eval-6b270159bd402ddd498a38153f9d1efe", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.31598949432373, "B": -15.31598949432373, "C": -19.628490447998047, "D": -17.253490447998047, "E": -17.503490447998047 } }, { "id": "eval-eae0e03773365064ce915603c7addc91", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.674798488616943, "B": -13.112298011779785, "C": -17.5810489654541, "D": -13.112298011779785, "E": -15.112298011779785 } }, { "id": "eval-a5ca7c89196e54938b5827814d0071d4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.77414321899414, "B": -11.21164321899414, "C": -17.68039321899414, "D": -14.77414321899414, "E": -14.43039321899414 } }, { "id": "eval-ffc3461d437a1c6c22d1c4f6439ebd9c", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -11.318338394165039, "B": -11.068338394165039, "C": -20.00583839416504, "D": -13.693338394165039, "E": -17.09958839416504 } }, { "id": "eval-aa2dcd9bcce5e4445bd3bacbf0bb11d3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.877878189086914, "B": -15.159128189086914, "C": -21.096628189086914, "D": -16.440860748291016, "E": -20.409610748291016 } }, { "id": "eval-6cc797ec148c1fc74592957a55bd0951", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.906250953674316, "B": -12.031250953674316, "C": -17.65625, "D": -13.218750953674316, "E": -17.34375 } }, { "id": "eval-64dbe5cb840ef4f1d25f8b68db8d5fed", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.906172752380371, "B": -16.343673706054688, "C": -23.374923706054688, "D": -18.234298706054688, "E": -17.984298706054688 } }, { "id": "eval-a74753bf249c1cbcff632c5c16b0397b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.68959903717041, "B": -18.033348083496094, "C": -20.002098083496094, "D": -17.002098083496094, "E": -18.158348083496094 } }, { "id": "eval-9190efbd77fe10b989fcaae35e208a0f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.377531051635742, "B": -16.221281051635742, "C": -20.018156051635742, "D": -17.252531051635742, "E": -19.986906051635742 } }, { "id": "eval-ff0303db294a823d4138fb81a6ee6438", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.189885139465332, "B": -12.377385139465332, "C": -19.00238609313965, "D": -14.939885139465332, "E": -17.28363609313965 } }, { "id": "eval-63963c9c15835d451aac2e1e0b116388", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.465139389038086, "B": -15.215139389038086, "C": -20.316701889038086, "D": -12.902639389038086, "E": -17.277639389038086 } }, { "id": "eval-cc8324b73ed9625e723ef041dfc77a37", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.012643814086914, "B": -12.075143814086914, "C": -17.731393814086914, "D": -12.450143814086914, "E": -13.262643814086914 } }, { "id": "eval-684dbde19719e8224113433981d6e01e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -15.44060230255127, "B": -17.878103256225586, "C": -21.229665756225586, "D": -17.409353256225586, "E": -18.065603256225586 } }, { "id": "eval-21450618657881d8c5af73691f3423a7_1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.376219749450684, "B": -19.001218795776367, "C": -22.962156295776367, "D": -19.407468795776367, "E": -20.641843795776367 } }, { "id": "eval-8b94b61b604ec0d7508804033eec6d23", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.313349723815918, "B": -17.375850677490234, "C": -21.453975677490234, "D": -18.094600677490234, "E": -16.844600677490234 } }, { "id": "eval-52ecf169febc95a7f5ccb048fc85857d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.417664051055908, "B": -12.98016357421875, "C": -16.63641357421875, "D": -13.23016357421875, "E": -13.41766357421875 } }, { "id": "eval-e408a5a031caec33782cb3b3a005eecc", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.820767402648926, "B": -17.320768356323242, "C": -21.117643356323242, "D": -17.508268356323242, "E": -18.695768356323242 } }, { "id": "eval-31bd05ba62a16ee35217224b98c6baea", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.381540298461914, "B": -13.506540298461914, "C": -17.850290298461914, "D": -13.944040298461914, "E": -19.178415298461914 } }, { "id": "eval-b4043bd1f65a8ad088e62042eca259c2", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.377212524414062, "B": -13.627212524414062, "C": -21.595962524414062, "D": -15.814712524414062, "E": -18.595962524414062 } }, { "id": "eval-4302e727e47f464511d4d04f22bed0d2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.067532539367676, "B": -12.942532539367676, "C": -19.58315658569336, "D": -15.130032539367676, "E": -15.755032539367676 } }, { "id": "eval-f0d473701d52125dd055d23042de1b0d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.438345909118652, "B": -15.375845909118652, "C": -21.98522186279297, "D": -16.21959686279297, "E": -19.57897186279297 } }, { "id": "eval-d35112a99ab3983fb51c3adae80bc2da", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.315130233764648, "B": -17.31513023376465, "C": -22.80731773376465, "D": -18.00263023376465, "E": -20.23700523376465 } }, { "id": "eval-661474a1a0c29dd7a243b284535ac934", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.44307804107666, "B": -15.34932804107666, "C": -20.364952087402344, "D": -16.068077087402344, "E": -19.146202087402344 } }, { "id": "eval-6416dcdf9b8d7d2787f07e7426f86fe4", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -11.877839088439941, "B": -11.315339088439941, "C": -21.213775634765625, "D": -14.909089088439941, "E": -17.284088134765625 } }, { "id": "eval-0f54a1ee30a0034a3d2db1bfdef9ca85", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -12.942127227783203, "B": -10.942127227783203, "C": -19.442127227783203, "D": -12.942127227783203, "E": -18.192127227783203 } }, { "id": "eval-7850beb1209c41fabe385cbedc96a61a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.392383098602295, "B": -10.204883575439453, "C": -16.017383575439453, "D": -12.204883575439453, "E": -12.454883575439453 } }, { "id": "eval-cdb06b28b9c4e7ef7e880d1f096fd409", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.439865112304688, "B": -14.752365112304688, "C": -19.752365112304688, "D": -17.408615112304688, "E": -19.533615112304688 } }, { "id": "eval-14309d9bd3c13d1c0efb625198f6304a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.815104484558105, "B": -13.252604484558105, "C": -20.674480438232422, "D": -14.627604484558105, "E": -18.408855438232422 } }, { "id": "eval-a00276c6db928900772c0320aeff77c0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.140237808227539, "B": -14.140237808227539, "C": -21.90586280822754, "D": -16.26523780822754, "E": -18.35898780822754 } }, { "id": "eval-4706be6e24f1fafd9ff9fe63583acffd", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.72773551940918, "B": -14.35273551940918, "C": -18.46211051940918, "D": -15.66523551940918, "E": -16.35273551940918 } }, { "id": "eval-ee8819b2da5453848c1cbb9d9c93403b", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -11.26026439666748, "B": -10.322583198547363, "C": -18.431957244873047, "D": -12.697583198547363, "E": -15.103833198547363 } }, { "id": "eval-84ea43b967259814d939c62131f74df0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.12819766998291, "B": -16.034446716308594, "C": -21.518821716308594, "D": -16.721946716308594, "E": -20.221946716308594 } }, { "id": "eval-60e7338e9e6bfc746a15a161eb12706c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.535374641418457, "B": -18.59787368774414, "C": -22.91427993774414, "D": -16.75412368774414, "E": -19.05099868774414 } }, { "id": "eval-a0f5414bf98e094f4d807abee28861a4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.0050687789917, "B": -18.255069732666016, "C": -21.130069732666016, "D": -18.098819732666016, "E": -21.286319732666016 } }, { "id": "eval-44120a9443c619d98ce5bfe4bb219c43", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.754765510559082, "B": -16.9110164642334, "C": -20.0516414642334, "D": -17.0360164642334, "E": -18.9735164642334 } }, { "id": "eval-38ab26e29a0984b212006d39185c43f3", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.660637855529785, "B": -17.0043888092041, "C": -20.6489200592041, "D": -17.0043888092041, "E": -18.1918888092041 } }, { "id": "eval-a5e207803684eea8a43ca6670c50b354", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.00830078125, "B": -17.57080078125, "C": -23.32080078125, "D": -16.07080078125, "E": -18.88330078125 } }, { "id": "eval-af3b9a8b1962cd3bcd19e644d873e7bc", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.003307342529297, "B": -14.753307342529297, "C": -17.565807342529297, "D": -15.284557342529297, "E": -16.503307342529297 } }, { "id": "eval-43a91955fd0717997a16897c3324e095", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.841842651367188, "B": -15.685592651367188, "C": -21.861373901367188, "D": -17.341842651367188, "E": -18.154342651367188 } }, { "id": "eval-7f7a6f2b3087bf37dadbe8aa8d358047", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.76634407043457, "B": -9.45384407043457, "C": -16.32884407043457, "D": -11.89134407043457, "E": -16.23509407043457 } }, { "id": "eval-37d88a9bb24913c1973cc26d4ce3394f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.188175201416016, "B": -13.188175201416016, "C": -12.688175201416016, "D": -14.563175201416016, "E": -16.375675201416016 } }, { "id": "eval-001b0f5a841fd81d13fbe67c7c7179d6", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.630943298339844, "B": -9.693443298339844, "C": -16.568443298339844, "D": -10.818443298339844, "E": -13.630943298339844 } }, { "id": "eval-9f9ca9bb06d6afc31b19c365fb29a1c9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.315074920654297, "B": -17.815074920654297, "C": -20.846324920654297, "D": -17.815074920654297, "E": -19.658824920654297 } }, { "id": "eval-d60c5a494539c66982c0f692afde9499", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.636656761169434, "B": -18.136655807495117, "C": -20.777280807495117, "D": -16.761655807495117, "E": -18.355405807495117 } }, { "id": "eval-a6d3a2cb250a6310b8cabd31dbe2138c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.886324882507324, "B": -19.167573928833008, "C": -21.753511428833008, "D": -17.698823928833008, "E": -20.636323928833008 } }, { "id": "eval-27c523eb9099d2eec66296558eb4448e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.06812858581543, "B": -12.63062858581543, "C": -16.34937858581543, "D": -14.44312858581543, "E": -14.88062858581543 } }, { "id": "eval-2509fdd7d94afe9d0c021654ce0ba93f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.89400863647461, "B": -18.61275863647461, "C": -22.58150863647461, "D": -18.64400863647461, "E": -19.47213363647461 } }, { "id": "eval-75b8195e23c6bada574f1e41471b8f23", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.674062728881836, "B": -10.174062728881836, "C": -15.736562728881836, "D": -9.799062728881836, "E": -15.799062728881836 } }, { "id": "eval-df1bf6f3f87975aa0c1b6d6153d9ecef", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.71219539642334, "B": -15.33719539642334, "C": -20.032508850097656, "D": -16.024696350097656, "E": -17.024696350097656 } }, { "id": "eval-e99d4cb2e69d3e020ee9e4e9a84ac45b", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.45189380645752, "B": -10.57689380645752, "C": -18.436267852783203, "D": -15.38939380645752, "E": -16.733142852783203 } }, { "id": "eval-b1274d6f5969dea4d46f43fbdc28fd97", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.204838752746582, "B": -17.7048397064209, "C": -21.1657772064209, "D": -16.7048397064209, "E": -18.5485897064209 } }, { "id": "eval-001cb999a61a5c8b4031ff53cf261714", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -16.65835952758789, "B": -12.252108573913574, "C": -22.57730484008789, "D": -16.56460952758789, "E": -20.12710952758789 } }, { "id": "eval-18ee7a93410a6b4c9cec5d4894775991_1", "answer": "C", "prediction": "D", "correct": false, "scores": { "A": -11.818268775939941, "B": -17.162019729614258, "C": -20.490144729614258, "D": -10.380768775939941, "E": -17.818269729614258 } }, { "id": "eval-3b8be90fdd8c67571d8d692eaa6dd87b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -15.410354614257812, "B": -18.004104614257812, "C": -22.090042114257812, "D": -18.410354614257812, "E": -20.816604614257812 } }, { "id": "eval-300bd7704ae8c5fcef618902f18fd01d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.97940444946289, "B": -16.91690444946289, "C": -19.12002944946289, "D": -16.41690444946289, "E": -16.82315444946289 } }, { "id": "eval-f18833ace65a54709377134168b457a9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.504544258117676, "B": -18.348295211791992, "C": -22.395170211791992, "D": -17.879545211791992, "E": -19.94078254699707 } }, { "id": "eval-5bba03b425f5abc6e017f194cf074b06", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -16.626895904541016, "B": -21.064395904541016, "C": -22.869083404541016, "D": -21.642520904541016, "E": -23.259708404541016 } }, { "id": "eval-78276a4eab6e8d6b9ae3749211816977", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.505182266235352, "B": -14.192682266235352, "C": -19.31768226623535, "D": -15.848932266235352, "E": -16.88018226623535 } }, { "id": "eval-cf33e0f5891ce53a716432be06a46ee1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.7529935836792, "B": -17.721742630004883, "C": -20.846742630004883, "D": -15.1904935836792, "E": -19.690492630004883 } }, { "id": "eval-3938d6e50d38b1f8774b4f00a89bdb39", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.001533508300781, "B": -18.28278350830078, "C": -24.76325225830078, "D": -21.12653350830078, "E": -23.43122100830078 } }, { "id": "eval-cabefb7063a728e77abd44d97397a2a4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -12.064851760864258, "B": -11.064851760864258, "C": -17.471101760864258, "D": -15.221101760864258, "E": -16.658601760864258 } }, { "id": "eval-60b909ad1d7956218a5d99954fdebecd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.711161613464355, "B": -17.742412567138672, "C": -19.304912567138672, "D": -16.836162567138672, "E": -16.929912567138672 } }, { "id": "eval-9fdebd1c2cf498f1d726a025b780a39a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.287933349609375, "B": -15.037933349609375, "C": -19.662933349609375, "D": -15.537933349609375, "E": -13.819183349609375 } }, { "id": "eval-f36027954e43cfd926451bdf7cb0c3ac", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.441667556762695, "B": -15.441667556762695, "C": -19.847917556762695, "D": -16.785417556762695, "E": -18.066667556762695 } }, { "id": "eval-7ec14907622c6d5a6087cd59a22d8c9d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.564432144165039, "B": -17.68943214416504, "C": -21.25193214416504, "D": -19.20505714416504, "E": -19.81443214416504 } }, { "id": "eval-efe488f67b53a4b6e69782c01c84f06c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.128560066223145, "B": -15.378560066223145, "C": -19.19106101989746, "D": -14.003560066223145, "E": -17.75356101989746 } }, { "id": "eval-7c62637437ad7515452886074010a438", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.754467487335205, "B": -11.316967010498047, "C": -19.223217010498047, "D": -14.254467010498047, "E": -14.316967010498047 } }, { "id": "eval-4f7be1c68654e2924c161c8eca652928", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.074810981750488, "B": -14.574810981750488, "C": -18.965436935424805, "D": -15.387310981750488, "E": -16.949811935424805 } }, { "id": "eval-e4976ee741cf4b28b8a42780ffb15774", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.31492805480957, "B": -15.31492805480957, "C": -19.81492805480957, "D": -16.40867805480957, "E": -17.09617805480957 } }, { "id": "eval-14e75a42a416d32a24e2826cae34d2bf", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -16.43893814086914, "B": -18.84518814086914, "C": -23.15768814086914, "D": -17.78268814086914, "E": -20.68893814086914 } }, { "id": "eval-004607228ad49b69eac932c1005d6106", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.508482933044434, "B": -14.258482933044434, "C": -19.60223388671875, "D": -15.008482933044434, "E": -18.63348388671875 } }, { "id": "eval-a7f54ee1866d5db34eacf40efa53c93e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.565590858459473, "B": -13.128090858459473, "C": -17.19059181213379, "D": -15.128090858459473, "E": -16.62809181213379 } }, { "id": "eval-e56c56c3cfe50ba0c787c2bd67255be8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.502278327941895, "B": -12.877278327941895, "C": -18.814777374267578, "D": -13.064778327941895, "E": -16.564777374267578 } }, { "id": "eval-6f48ee564a48293eb501cc0d8197bdd9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.699606895446777, "B": -19.402732849121094, "C": -22.500389099121094, "D": -19.496482849121094, "E": -22.338279724121094 } }, { "id": "eval-13d2a103abbed930cabc9567a1ba12f2", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.939868927001953, "B": -16.939868927001953, "C": -19.846118927001953, "D": -16.471118927001953, "E": -18.314868927001953 } }, { "id": "eval-0c1efb38e023ee9725486fbec4f2d797", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.210417747497559, "B": -18.210418701171875, "C": -21.210418701171875, "D": -16.772918701171875, "E": -19.022918701171875 } }, { "id": "eval-b7ab4a5e0c19a98f41cd1ba3176f2dff", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.192296981811523, "B": -16.286046981811523, "C": -20.739171981811523, "D": -15.973546981811523, "E": -19.067296981811523 } }, { "id": "eval-8bcbb5098876940b2382db3a9a0b1beb", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.31440258026123, "B": -11.87690258026123, "C": -19.548776626586914, "D": -15.50190258026123, "E": -17.908151626586914 } }, { "id": "eval-c7ce02d9365fe9275f88338ad51cbde6", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.710724830627441, "B": -14.085724830627441, "C": -17.741975784301758, "D": -15.304474830627441, "E": -14.835724830627441 } }, { "id": "eval-fb54a118d46b2776e435d411ae3dd9c8", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.456357955932617, "B": -10.768857955932617, "C": -17.925107955932617, "D": -14.831357955932617, "E": -17.456357955932617 } }, { "id": "eval-2c13e6d61e3733db90a9fd22d72b3337", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.753071784973145, "B": -17.565570831298828, "C": -21.901508331298828, "D": -18.409320831298828, "E": -17.534320831298828 } }, { "id": "eval-350292ae429060a00ff2cf64d71558e4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.459747314453125, "B": -20.131622314453125, "C": -24.17803955078125, "D": -19.92022705078125, "E": -20.56085205078125 } }, { "id": "eval-179fff4b5928e5ac3d3ae3e1db782547", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.441986083984375, "B": -17.160736083984375, "C": -21.801361083984375, "D": -17.816986083984375, "E": -17.816986083984375 } }, { "id": "eval-81cc0d320488c7bacafb285cf7db5fbd", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.878108978271484, "B": -14.503108978271484, "C": -18.065608978271484, "D": -13.690608978271484, "E": -17.315608978271484 } }, { "id": "eval-26c8a7165d0ed7250b9328f90d83ba83", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.8181986808776855, "B": -11.693199157714844, "C": -18.911949157714844, "D": -14.943199157714844, "E": -15.255699157714844 } }, { "id": "eval-636fc69dee35cd357b4191b47e64d0e5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.136353492736816, "B": -14.261353492736816, "C": -18.698854446411133, "D": -14.823853492736816, "E": -18.136354446411133 } }, { "id": "eval-f0c4622a082eb9ad0690dd36dcf61297", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.268205642700195, "B": -14.455705642700195, "C": -18.111955642700195, "D": -15.768205642700195, "E": -15.361955642700195 } }, { "id": "eval-4499ebd5e8188b0d5fdef6afd893017a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.939932823181152, "B": -17.72118377685547, "C": -23.48290252685547, "D": -17.28368377685547, "E": -18.56493377685547 } }, { "id": "eval-230cc491829307e8edb5423c8d09f945", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.31912899017334, "B": -11.13162899017334, "C": -18.412879943847656, "D": -14.19412899017334, "E": -16.006629943847656 } }, { "id": "eval-6163a897cd7eac1deddd4c002a1930ae", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.563714027404785, "B": -18.75121307373047, "C": -21.28246307373047, "D": -18.15746307373047, "E": -20.12621307373047 } }, { "id": "eval-55478486079423907508a06be13ca536", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.691370010375977, "B": -13.941370010375977, "C": -19.847620010375977, "D": -16.003870010375977, "E": -16.785120010375977 } }, { "id": "eval-4fa0d61ec82eb1e238d8938d5f43f392", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -15.663965225219727, "B": -17.788965225219727, "C": -21.070215225219727, "D": -17.351465225219727, "E": -18.945215225219727 } }, { "id": "eval-b4f79ca5f3595248ee25292ab60ad105", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.164763927459717, "B": -12.852264404296875, "C": -12.102264404296875, "D": -11.602264404296875, "E": -15.821014404296875 } }, { "id": "eval-c39131d979c9205c11d0e109e18188e4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.002293586730957, "B": -17.25229263305664, "C": -21.89291763305664, "D": -17.28354263305664, "E": -19.43979263305664 } }, { "id": "eval-bd773d64f4e22db2358c6e00cbdf2d83", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.825132369995117, "B": -17.293882369995117, "C": -19.387632369995117, "D": -16.168882369995117, "E": -19.965757369995117 } }, { "id": "eval-2b416120e2fbd84b44b5dcd4eb42ed5c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.126104354858398, "B": -19.2511043548584, "C": -21.7042293548584, "D": -17.3761043548584, "E": -20.7198543548584 } }, { "id": "eval-cef855ec07c66a731741026c2839b0d3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.37565803527832, "B": -16.59440803527832, "C": -19.40690803527832, "D": -17.25065803527832, "E": -18.21940803527832 } }, { "id": "eval-0bbb82c1dc4bfd3b0e0c409a0afd248b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.316819190979004, "B": -19.426193237304688, "C": -22.582931518554688, "D": -18.754318237304688, "E": -19.566818237304688 } }, { "id": "eval-67beae081a9b5ef56988f205f80cf129", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.198983192443848, "B": -14.198983192443848, "C": -17.714609146118164, "D": -15.386483192443848, "E": -14.355233192443848 } }, { "id": "eval-3b4dcfcab4726496bdbe9535cc669082", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -13.383779525756836, "B": -12.696279525756836, "C": -23.293935775756836, "D": -16.290029525756836, "E": -18.571279525756836 } }, { "id": "eval-eebddf5f35d85e9fe2ecbd9b56c1db60", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.81574821472168, "B": -18.31574821472168, "C": -24.25324821472168, "D": -20.06574821472168, "E": -19.40949821472168 } }, { "id": "eval-5393ba1ce298bd1ac4744c07d7373a9c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.003127098083496, "B": -11.753127098083496, "C": -19.534378051757812, "D": -14.878127098083496, "E": -16.596878051757812 } }, { "id": "eval-fde48d43e27cefed6ed9c52514e0bb6d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.002477645874023, "B": -14.502477645874023, "C": -17.939977645874023, "D": -15.502477645874023, "E": -14.752477645874023 } }, { "id": "eval-da83d85e28778c082d9a63f5b890b26d", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.377065658569336, "B": -17.252065658569336, "C": -21.322378158569336, "D": -17.783315658569336, "E": -19.298940658569336 } }, { "id": "eval-cfa980561efe82e7ae7080d4f081b463", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.066058158874512, "B": -19.378559112548828, "C": -20.675434112548828, "D": -16.472309112548828, "E": -17.659809112548828 } }, { "id": "eval-384b89e789e0f4b4796120394fb6303b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.50648021697998, "B": -16.100231170654297, "C": -19.568981170654297, "D": -15.56898021697998, "E": -18.787731170654297 } }, { "id": "eval-0d66d33a17e41eaa3278ca7b3930c5ea", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.75074291229248, "B": -11.81324291229248, "C": -18.344493865966797, "D": -13.06324291229248, "E": -14.31324291229248 } }, { "id": "eval-732183ead4206e51ed4df18b9c9f14fe", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.320630073547363, "B": -16.22688102722168, "C": -18.28938102722168, "D": -15.008130073547363, "E": -18.58625602722168 } }, { "id": "eval-2632ff6c9b781d3aa74e8dd36b990871", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.189264297485352, "B": -9.439264297485352, "C": -18.56426429748535, "D": -15.564264297485352, "E": -19.00176429748535 } }, { "id": "eval-63db79b940f36f0333377f85c19eacb2", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -16.44091033935547, "B": -17.34716033935547, "C": -22.03466033935547, "D": -19.62841033935547, "E": -20.55028533935547 } }, { "id": "eval-1520a8fd3116e7b856947c5e308d7ce5", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.752151489257812, "B": -17.064651489257812, "C": -25.908401489257812, "D": -16.752151489257812, "E": -17.689651489257812 } }, { "id": "eval-bd780fea2d4dd262583446e64c0f314d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.760623455047607, "B": -13.57312297821045, "C": -16.916873931884766, "D": -14.69812297821045, "E": -13.54187297821045 } }, { "id": "eval-99e0b2ddf88ebed98b977043b7c2331b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.943650245666504, "B": -13.193650245666504, "C": -17.162399291992188, "D": -15.256150245666504, "E": -16.162399291992188 } }, { "id": "eval-eb0e0c4eaf19c1e9b4df3b4d3a11be3d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.06618881225586, "B": -14.90993881225586, "C": -20.52712631225586, "D": -16.53493881225586, "E": -18.61306381225586 } }, { "id": "eval-467a3b464b08b3ffc9922e2a726554f6", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.013218879699707, "B": -13.700718879699707, "C": -17.669469833374023, "D": -15.200718879699707, "E": -18.825719833374023 } }, { "id": "eval-dea70fe40fac9ad03bf319bf8a480efa", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.693280220031738, "B": -16.974531173706055, "C": -22.382734298706055, "D": -16.943281173706055, "E": -18.193281173706055 } }, { "id": "eval-2f1680da0d388a8453150ff3637e4689", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.571194648742676, "B": -16.78994369506836, "C": -22.37588119506836, "D": -16.53994369506836, "E": -19.07119369506836 } }, { "id": "eval-8369adc4b4710d00f917d80a75d844d7", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.021389961242676, "B": -16.146390914916992, "C": -20.146390914916992, "D": -16.021390914916992, "E": -17.208890914916992 } }, { "id": "eval-20a3bb788cf408d9a3e25e610fe60905", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.251155853271484, "B": -18.219905853271484, "C": -21.391780853271484, "D": -17.032405853271484, "E": -19.719905853271484 } }, { "id": "eval-36c1f50eec01c287b8ef6ffe69fe0528", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.131747245788574, "B": -14.444247245788574, "C": -18.63174819946289, "D": -15.444247245788574, "E": -16.78799819946289 } }, { "id": "eval-5f4825137a27f369fe859e85dfe1793f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.082006454467773, "B": -18.738256454467773, "C": -22.003881454467773, "D": -18.800756454467773, "E": -19.675756454467773 } }, { "id": "eval-b3dc6d6a5e2f9d7da8eb72816c80b3f8_1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.51257610321045, "B": -14.01257610321045, "C": -17.606327056884766, "D": -13.38757610321045, "E": -14.63757610321045 } }, { "id": "eval-63bb6128026ce24209583d0eea75fc27", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.755087852478027, "B": -17.786338806152344, "C": -19.489463806152344, "D": -17.755088806152344, "E": -19.380088806152344 } }, { "id": "eval-e8a9142d2402f818273dd62cf5a7b559_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.665657043457031, "B": -15.165657043457031, "C": -21.28089141845703, "D": -18.13440704345703, "E": -18.00940704345703 } }, { "id": "eval-ead9c9744aee08678759158efe005175", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.564092636108398, "B": -16.5015926361084, "C": -20.1265926361084, "D": -16.9390926361084, "E": -17.3765926361084 } }, { "id": "eval-ab8bf60f76bc6119459271140ccae781", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.950935363769531, "B": -15.857185363769531, "C": -21.15747833251953, "D": -16.35718536376953, "E": -18.40406036376953 } }, { "id": "eval-3c6e2d95a63316b31986e8c7979582c9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.94151782989502, "B": -12.44151782989502, "C": -21.472768783569336, "D": -16.504018783569336, "E": -17.910268783569336 } }, { "id": "eval-5c171b9837af49211891ce40e4a10204", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -17.00661849975586, "B": -20.58474349975586, "C": -22.06911849975586, "D": -21.11599349975586, "E": -21.47536849975586 } }, { "id": "eval-56d0fc282a144565f2c852415c6fa92c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.632756233215332, "B": -11.007756233215332, "C": -20.17963218688965, "D": -14.382756233215332, "E": -16.53900718688965 } }, { "id": "eval-5b8a3081c3235d62bc77e2d15f3ad454", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.689268112182617, "B": -17.501768112182617, "C": -22.146299362182617, "D": -17.876768112182617, "E": -18.439268112182617 } }, { "id": "eval-e43c4eaa04243ddee30f29171718eb92", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.836577892303467, "B": -13.180327415466309, "C": -15.617827415466309, "D": -13.774077415466309, "E": -14.024077415466309 } }, { "id": "eval-84a736d4b702a6869d8fa8523aee6f1b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.93949031829834, "B": -18.408239364624023, "C": -19.939489364624023, "D": -17.001989364624023, "E": -19.064489364624023 } }, { "id": "eval-72611791cdcb040f2d699827fb9cebc4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.250860214233398, "B": -13.500860214233398, "C": -19.9696102142334, "D": -17.0633602142334, "E": -19.6571102142334 } }, { "id": "eval-4477fb61fde4bb8695c241dfc366b554", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.439842224121094, "B": -16.377342224121094, "C": -21.682029724121094, "D": -16.127342224121094, "E": -18.502342224121094 } }, { "id": "eval-ce246bc94a54431b9c0530e71d2456b5", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -14.564079284667969, "B": -13.251579284667969, "C": -22.06407928466797, "D": -16.81407928466797, "E": -20.73595428466797 } }, { "id": "eval-2eef2d255fe629414f4d24ade8590102", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.001678466796875, "B": -13.751678466796875, "C": -21.157928466796875, "D": -17.095428466796875, "E": -19.767303466796875 } }, { "id": "eval-2f85d53721ccc8b3fa4cfc184186d124", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.197292327880859, "B": -9.57229232788086, "C": -16.57229232788086, "D": -11.25979232788086, "E": -11.44729232788086 } }, { "id": "eval-2192c5c2145a6e03755ad89a02e64055", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -12.066421508789062, "B": -11.566421508789062, "C": -19.738296508789062, "D": -16.691421508789062, "E": -16.972671508789062 } }, { "id": "eval-bea07406aaadeef50110883b6932d86a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.565459251403809, "B": -17.877960205078125, "C": -20.487335205078125, "D": -15.721709251403809, "E": -17.877960205078125 } }, { "id": "eval-7a58e7e7bf76658751e850f790922aba", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.564212799072266, "B": -15.876712799072266, "C": -20.282962799072266, "D": -17.251712799072266, "E": -20.579837799072266 } }, { "id": "eval-76b2c6d254f9127b4fd66d90e1a330e7", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.066923141479492, "B": -14.629423141479492, "C": -21.480985641479492, "D": -16.348173141479492, "E": -18.895048141479492 } }, { "id": "eval-cdd3d074031fbd3efeb4f9408abef04e", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.190179824829102, "B": -11.815179824829102, "C": -17.4401798248291, "D": -12.440179824829102, "E": -15.721429824829102 } }, { "id": "eval-359aed918343d228e67cef329b693904", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.875815391540527, "B": -13.063315391540527, "C": -19.547691345214844, "D": -16.032066345214844, "E": -17.063316345214844 } }, { "id": "eval-cf02cca40a47c2deefd8b2e5a5ff2f70", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.188804626464844, "B": -14.813804626464844, "C": -20.438804626464844, "D": -17.782554626464844, "E": -21.048179626464844 } }, { "id": "eval-ac1abecdbbd7bcde6592ca645c2ecb1e", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -15.602901458740234, "B": -15.196651458740234, "C": -20.681026458740234, "D": -15.946651458740234, "E": -16.821651458740234 } }, { "id": "eval-2adbb4fc0d5249dc411dda433f378591", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.63635778427124, "B": -13.011357307434082, "C": -18.9488582611084, "D": -14.948857307434082, "E": -14.636357307434082 } }, { "id": "eval-5a1c8a9dbbb60e523cc1ba14a370729c", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.815996170043945, "B": -13.315996170043945, "C": -20.761308670043945, "D": -16.753496170043945, "E": -19.987871170043945 } }, { "id": "eval-3665b329f93f7c84edeabe394140f8d2", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.566787719726562, "B": -12.504287719726562, "C": -17.973037719726562, "D": -13.129287719726562, "E": -14.941787719726562 } }, { "id": "eval-dbcedaa6a6f1f68bc8f2bf7aef23294e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.065402030944824, "B": -13.440402030944824, "C": -19.065401077270508, "D": -13.002902030944824, "E": -17.409151077270508 } }, { "id": "eval-ba3a2b9ff289c106051163f840a6f5ba", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -15.083772659301758, "B": -11.583772659301758, "C": -23.915803909301758, "D": -16.677522659301758, "E": -14.083772659301758 } }, { "id": "eval-13fc28f53423a9b3a656c9431df1b3b5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -5.891098976135254, "B": -13.328598976135254, "C": -16.203598022460938, "D": -12.453598976135254, "E": -15.391098976135254 } }, { "id": "eval-3f4b48708d08f8bf7bec796531023f9c", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.48786735534668, "B": -14.98786735534668, "C": -19.61286735534668, "D": -15.30036735534668, "E": -16.05036735534668 } }, { "id": "eval-c61790eb63ff6652b878ca051493c07d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -7.87990140914917, "B": -11.817400932312012, "C": -19.036151885986328, "D": -14.379900932312012, "E": -16.004901885986328 } }, { "id": "eval-e5ebbe0ea4097bb197ac525b49108362", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.00484561920166, "B": -17.442346572875977, "C": -21.192346572875977, "D": -17.129846572875977, "E": -19.582971572875977 } }, { "id": "eval-029e36d8f65982b142c319064dc5e32f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.385337829589844, "B": -11.697837829589844, "C": -19.322837829589844, "D": -15.572837829589844, "E": -18.447837829589844 } }, { "id": "eval-3d1a67f87b34303f97549ba83e5521c2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.876574516296387, "B": -14.376574516296387, "C": -18.03282356262207, "D": -14.970324516296387, "E": -17.03282356262207 } }, { "id": "eval-e050bce7048da1b3743a54153e91694e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.126578330993652, "B": -16.220327377319336, "C": -21.400014877319336, "D": -16.751577377319336, "E": -18.282827377319336 } }, { "id": "eval-8233ccb60dd0c0ff3b7ca5d73e5681f2", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -10.949294090270996, "B": -10.261794090270996, "C": -18.168045043945312, "D": -12.699294090270996, "E": -13.386794090270996 } }, { "id": "eval-eb4b2cd0f2a69686e5a82250c5806b84", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.759555339813232, "B": -13.57072925567627, "C": -18.492605209350586, "D": -12.63322925567627, "E": -13.13322925567627 } }, { "id": "eval-d0bda97a087904320216e4d0b8a08a8d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.847814559936523, "B": -11.285314559936523, "C": -16.566564559936523, "D": -12.972814559936523, "E": -13.472814559936523 } }, { "id": "eval-e216381e9f0ddd1d248ee25fccca2b1f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.070428848266602, "B": -13.257928848266602, "C": -18.1016788482666, "D": -14.914178848266602, "E": -18.4454288482666 } }, { "id": "eval-b1fba9ad6193c6751ddb3f58f7f39b35", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.074639320373535, "B": -16.32463836669922, "C": -19.05901336669922, "D": -15.793389320373535, "E": -17.98088836669922 } }, { "id": "eval-3ceae7a18073050bd2c0448abef1f393", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.875535011291504, "B": -17.21928596496582, "C": -20.17241096496582, "D": -16.59428596496582, "E": -15.250535011291504 } }, { "id": "eval-f1182e3a070f5a1be529843aa6e5c20c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.756431579589844, "B": -14.506431579589844, "C": -19.975181579589844, "D": -13.943931579589844, "E": -18.631431579589844 } }, { "id": "eval-5799089c131e26473697afc54d5f6964", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.940000534057617, "B": -15.815000534057617, "C": -20.690000534057617, "D": -15.533750534057617, "E": -18.065000534057617 } }, { "id": "eval-7ce1f99e8185489a7113e6d18c71abb0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.626445770263672, "B": -16.001445770263672, "C": -20.938945770263672, "D": -16.470195770263672, "E": -18.938945770263672 } }, { "id": "eval-69425fb4cd2dc034e9ff223d2d5676ec", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.258025169372559, "B": -15.914275169372559, "C": -21.023649215698242, "D": -18.101774215698242, "E": -17.633024215698242 } }, { "id": "eval-f75b22d5b88ac56ae7df030c1ebeded5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.126580238342285, "B": -17.1578311920166, "C": -22.5836124420166, "D": -14.407830238342285, "E": -16.9390811920166 } }, { "id": "eval-4eb3e69c0d42a2287692d2b9d2cb5979", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.257345676422119, "B": -10.569845199584961, "C": -17.47609519958496, "D": -13.882345199584961, "E": -14.976095199584961 } }, { "id": "eval-7d937233b4a9043da0b976dbd42d141b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -16.720857620239258, "B": -18.908357620239258, "C": -20.939607620239258, "D": -20.377107620239258, "E": -21.080232620239258 } }, { "id": "eval-6bd176cc91a2a2088807ec446c008856", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.31932544708252, "B": -17.319324493408203, "C": -19.038074493408203, "D": -17.850574493408203, "E": -20.272449493408203 } }, { "id": "eval-c3890d43b84635d9e61c007ca2521d5b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.190055847167969, "B": -13.940055847167969, "C": -20.79161834716797, "D": -15.971305847167969, "E": -15.815055847167969 } }, { "id": "eval-6195ed74cf445cb5d991e1076a080dde", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.409456253051758, "B": -17.440706253051758, "C": -19.846956253051758, "D": -16.409456253051758, "E": -16.128206253051758 } }, { "id": "eval-37644422df4bcd28b3f54bbf3fc2c0f8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -16.973140716552734, "B": -18.941890716552734, "C": -22.098140716552734, "D": -19.301265716552734, "E": -21.707515716552734 } }, { "id": "eval-23d97480fe45bace231503f8fc367a5b", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.688406944274902, "B": -15.688406944274902, "C": -20.56340789794922, "D": -14.813406944274902, "E": -17.46965789794922 } }, { "id": "eval-15556e26feaa5a8a29c9f30896e535d4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.876147270202637, "B": -14.563647270202637, "C": -21.76677131652832, "D": -15.969897270202637, "E": -18.00114631652832 } }, { "id": "eval-6be05d227f4f6fe727218fc8be9df340", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.064939498901367, "B": -18.283689498901367, "C": -23.170408248901367, "D": -19.002439498901367, "E": -20.455564498901367 } }, { "id": "eval-3f3ba1d9a3bfe63df11247a968eaddce", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.810145378112793, "B": -13.310145378112793, "C": -19.028894424438477, "D": -15.091395378112793, "E": -15.497645378112793 } }, { "id": "eval-ca9a3ccfb140aa66816f96ac983b6d9f_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.19915771484375, "B": -17.94915771484375, "C": -20.26165771484375, "D": -18.13665771484375, "E": -18.88665771484375 } }, { "id": "eval-487cabfcd776d89748ee7e7bb681ad59", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -13.312744140625, "B": -12.375244140625, "C": -18.312744140625, "D": -13.375244140625, "E": -17.250244140625 } }, { "id": "eval-6915dfdefe3b1cd5fd8886c8bb84929a", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -11.692858695983887, "B": -10.567858695983887, "C": -20.692859649658203, "D": -14.067858695983887, "E": -19.177234649658203 } }, { "id": "eval-ec224c1dbfb569cce7ec317fe987ae68", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.501531600952148, "B": -18.50153160095215, "C": -22.22028160095215, "D": -18.00153160095215, "E": -20.82965660095215 } }, { "id": "eval-0cba8ddda21e29c8c53482e131d741cd", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.942400932312012, "B": -11.254900932312012, "C": -19.192401885986328, "D": -13.192400932312012, "E": -13.504900932312012 } }, { "id": "eval-e65559cd9f5d96b577caeb78d9033502", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.943535804748535, "B": -18.22478675842285, "C": -23.14666175842285, "D": -18.31853675842285, "E": -20.64666175842285 } }, { "id": "eval-b8937a30f25093910c040f4e63e1d352", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.26799201965332, "B": -13.89299201965332, "C": -17.33049201965332, "D": -12.70549201965332, "E": -15.48674201965332 } }, { "id": "eval-aabe8eb218468fc63b6c9aa6d428c951", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.689410209655762, "B": -17.283159255981445, "C": -22.655229568481445, "D": -18.345659255981445, "E": -17.376909255981445 } }, { "id": "eval-43ba9669564217f2f909f33acbedaf95", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.006794929504395, "B": -13.881794929504395, "C": -17.569293975830078, "D": -12.756794929504395, "E": -16.038043975830078 } }, { "id": "eval-2b9b625c788584b8d41f1a74d740e126", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.563347816467285, "B": -15.125847816467285, "C": -20.4695987701416, "D": -16.7195987701416, "E": -17.1570987701416 } }, { "id": "eval-eb6807290df71b040e2c7bcc5d11fdea", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.832601547241211, "B": -13.895101547241211, "C": -20.29353904724121, "D": -13.707601547241211, "E": -14.613851547241211 } }, { "id": "eval-f06852fb4bb2764dc208a991d037f211", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.250938415527344, "B": -18.375938415527344, "C": -23.071250915527344, "D": -18.875938415527344, "E": -20.844688415527344 } }, { "id": "eval-5efadabaf61b5174916e3ab659bcd283", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.01157283782959, "B": -11.26157283782959, "C": -16.449073791503906, "D": -13.79282283782959, "E": -11.44907283782959 } }, { "id": "eval-e9d4c747018ff81b8c0aefb5abc3c539", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.133456230163574, "B": -15.570956230163574, "C": -18.914705276489258, "D": -17.914705276489258, "E": -16.883455276489258 } }, { "id": "eval-30a8cfd186f1aae5acd425a52d058863", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -17.94929313659668, "B": -15.574294090270996, "C": -22.62116813659668, "D": -19.79304313659668, "E": -19.54304313659668 } }, { "id": "eval-9e7805871c8a276300a89fe910a90949", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.752671241760254, "B": -18.190170288085938, "C": -21.932357788085938, "D": -17.783920288085938, "E": -19.580795288085938 } }, { "id": "eval-047c2d8c65d297b39aa42821c1ca76a9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.01262092590332, "B": -20.24699592590332, "C": -21.64543342590332, "D": -19.60637092590332, "E": -21.44230842590332 } }, { "id": "eval-0bed77da54b6c54facd0ee6614aad72e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.882694244384766, "B": -12.507694244384766, "C": -18.007694244384766, "D": -12.195194244384766, "E": -12.570194244384766 } }, { "id": "eval-32e2adee67aace0a98c830fb39463015", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.627406120300293, "B": -17.43990707397461, "C": -19.87740707397461, "D": -16.87740707397461, "E": -19.53365707397461 } }, { "id": "eval-8272f08792b873885f93d4c148e307e5", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.163426876068115, "B": -11.663427352905273, "C": -17.007177352905273, "D": -11.475927352905273, "E": -16.444677352905273 } }, { "id": "eval-bc05bc6b4df7a3d25a361515fe8912ad", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.12770938873291, "B": -13.62770938873291, "C": -18.033960342407227, "D": -14.12770938873291, "E": -16.221460342407227 } }, { "id": "eval-b893a6e7a2b172bd71f03c9dbee4f960", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.003168106079102, "B": -14.284418106079102, "C": -21.3976993560791, "D": -15.190668106079102, "E": -17.6281681060791 } }, { "id": "eval-cf8e30dd6956d03e3f0f0397112a8696", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.315088272094727, "B": -12.752588272094727, "C": -18.721338272094727, "D": -14.690088272094727, "E": -15.908838272094727 } }, { "id": "eval-159d50e325b59c6d29ec371500e173b4", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.877734184265137, "B": -12.627734184265137, "C": -18.190235137939453, "D": -15.127734184265137, "E": -17.502735137939453 } }, { "id": "eval-17eafc807b198236faf06a66f4c05313", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.502678871154785, "B": -14.565178871154785, "C": -20.03392791748047, "D": -13.002678871154785, "E": -16.87767791748047 } }, { "id": "eval-24eebfa678112100803da16dde148b2d", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.377625465393066, "B": -17.783876419067383, "C": -20.549501419067383, "D": -16.377626419067383, "E": -18.815126419067383 } }, { "id": "eval-ec882fc3a9bfaeae2a26fe31c2ef2c07", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.501830101013184, "B": -17.7205810546875, "C": -20.8612060546875, "D": -17.2518310546875, "E": -17.7518310546875 } }, { "id": "eval-0a006d16d9042e0c170935e5fbf7f9af", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.508663177490234, "B": -13.133663177490234, "C": -19.024288177490234, "D": -14.414913177490234, "E": -16.946163177490234 } }, { "id": "eval-d33a81660058e570a18fb2eafa284a78", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.188592910766602, "B": -16.1885929107666, "C": -23.8897647857666, "D": -18.1573429107666, "E": -21.8917179107666 } }, { "id": "eval-1e09c3136a743b862e783700b7667028", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.255671501159668, "B": -11.943171501159668, "C": -19.36504554748535, "D": -16.25567054748535, "E": -16.91192054748535 } }, { "id": "eval-5e851c47682bdf79ec7c139ecf124c9a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.928186416625977, "B": -15.646936416625977, "C": -19.568811416625977, "D": -15.084436416625977, "E": -14.928186416625977 } }, { "id": "eval-b148f18fb8b5a504b67078ef6ac29717", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -7.834041595458984, "B": -11.396541595458984, "C": -18.334041595458984, "D": -13.334041595458984, "E": -16.740291595458984 } }, { "id": "eval-b6bbe013995fdb5def3d504319af0791", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.939789772033691, "B": -19.314788818359375, "C": -24.045257568359375, "D": -19.783538818359375, "E": -18.283538818359375 } }, { "id": "eval-0c2fa15a02d0b6ca6707e98fac7589e4", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.064684867858887, "B": -17.220935821533203, "C": -21.017810821533203, "D": -17.002185821533203, "E": -19.908435821533203 } }, { "id": "eval-a656e74a943f9e2698a25bbcfb4e96db", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -12.564247131347656, "B": -12.126747131347656, "C": -19.423622131347656, "D": -14.064247131347656, "E": -15.814247131347656 } }, { "id": "eval-8086f022f2d4a4888ae1f8c7e4541ab9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.691566467285156, "B": -14.066566467285156, "C": -19.941566467285156, "D": -16.441566467285156, "E": -17.160316467285156 } }, { "id": "eval-5655a3002dd9a6b7dabede1dd26a5893", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.640754699707031, "B": -14.765754699707031, "C": -18.60950469970703, "D": -15.953254699707031, "E": -19.06262969970703 } }, { "id": "eval-17d9bfaee1efac51b1ca240125bc5977", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -6.753753185272217, "B": -12.003753662109375, "C": -18.003753662109375, "D": -13.628753662109375, "E": -14.441253662109375 } }, { "id": "eval-801431167b8bff06b9870abe9721536b", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -13.750287055969238, "B": -13.250287055969238, "C": -21.406536102294922, "D": -17.000286102294922, "E": -21.390911102294922 } }, { "id": "eval-85ebdd4f1a3c2ac900eee8e75e48ccaa", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.631525993347168, "B": -17.069026947021484, "C": -20.850276947021484, "D": -15.194025993347168, "E": -17.444026947021484 } }, { "id": "eval-db1eb157671109bbb9113b0f71a6b957", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -16.162742614746094, "B": -17.818992614746094, "C": -19.459617614746094, "D": -17.256492614746094, "E": -18.740867614746094 } }, { "id": "eval-c02a3c2d4f726b9e1be99533a24a6ab4", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.825589179992676, "B": -15.200589179992676, "C": -19.091215133666992, "D": -13.981839179992676, "E": -17.731840133666992 } }, { "id": "eval-3ed6391c539e6daa5b5fdb1b6d5d8ace", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.006984710693359, "B": -9.13198471069336, "C": -16.94448471069336, "D": -13.75698471069336, "E": -13.44448471069336 } }, { "id": "eval-1db19a32a3edbff9981976dc9ec800ce", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.798919677734375, "B": -14.236419677734375, "C": -22.611419677734375, "D": -16.298919677734375, "E": -19.361419677734375 } }, { "id": "eval-1e5a138b4c7d456c37abf4990b402bbe", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -13.003530502319336, "B": -12.503530502319336, "C": -17.409780502319336, "D": -16.034780502319336, "E": -16.784780502319336 } }, { "id": "eval-9402864beae075392d2ee6c10115fc21", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.814451217651367, "B": -14.876951217651367, "C": -19.658201217651367, "D": -14.970701217651367, "E": -19.017576217651367 } }, { "id": "eval-25136807f7b2e78b115698daa1677b4a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.031962394714355, "B": -16.281963348388672, "C": -18.375713348388672, "D": -14.813212394714355, "E": -17.813213348388672 } }, { "id": "eval-bc10bf2bfae26a2226823d42956f6cf0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.629851341247559, "B": -14.192351341247559, "C": -19.754852294921875, "D": -16.473602294921875, "E": -15.348601341247559 } }, { "id": "eval-5a6559db6bae37e3a8af7350be212219", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.885294914245605, "B": -11.885294914245605, "C": -16.666545867919922, "D": -12.447794914245605, "E": -16.791545867919922 } }, { "id": "eval-7ae17f5aecacf18c94a47cc48deb6c36", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -12.772404670715332, "B": -12.522404670715332, "C": -18.55365562438965, "D": -13.803654670715332, "E": -16.08490562438965 } }, { "id": "eval-5d809e0ee19badc66071653630ea7c51", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.644258499145508, "B": -15.206758499145508, "C": -18.519258499145508, "D": -14.175508499145508, "E": -14.988008499145508 } }, { "id": "eval-ad0943fc37034cd2b7e485021f8b1b8c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.502083778381348, "B": -18.97083282470703, "C": -22.38098907470703, "D": -18.43958282470703, "E": -20.45520782470703 } }, { "id": "eval-c2a8c6814ed3e207771cfc23b3b42cf1", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.877337455749512, "B": -14.002337455749512, "C": -16.564836502075195, "D": -15.814837455749512, "E": -18.127336502075195 } }, { "id": "eval-0b52cc905fff0ca69a45e6353d10e401", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.1289701461792, "B": -15.7539701461792, "C": -16.191469192504883, "D": -15.9102201461792, "E": -18.222719192504883 } }, { "id": "eval-30d0c2006613eec41ae814d76c17a798", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.096076011657715, "B": -8.221076011657715, "C": -14.939826011657715, "D": -11.721076011657715, "E": -11.033576011657715 } }, { "id": "eval-f7a6d0d816d14210f3af5dabe21bf804", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -7.296233177185059, "B": -12.671233177185059, "C": -14.858733177185059, "D": -12.858733177185059, "E": -12.546233177185059 } }, { "id": "eval-c306ab28498b67c53decb9dde1d78bd5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.566936492919922, "B": -18.285686492919922, "C": -19.613811492919922, "D": -17.723186492919922, "E": -19.035686492919922 } }, { "id": "eval-637c710ec9582fd9b9e8eaa3f3fe83bb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.386199951171875, "B": -13.261199951171875, "C": -15.573699951171875, "D": -15.604949951171875, "E": -17.511199951171875 } }, { "id": "eval-9ae52783d8fdb5cc2e8caa01542c3341", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -8.946197509765625, "B": -8.196197509765625, "C": -17.852447509765625, "D": -13.883697509765625, "E": -13.758697509765625 } }, { "id": "eval-4f23829b96b38b5633ecc3325281726d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.882150650024414, "B": -17.632150650024414, "C": -19.569650650024414, "D": -15.507150650024414, "E": -18.007150650024414 } }, { "id": "eval-3fcdc0b03e3c8b10692d642676931f4b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.818361282348633, "B": -15.318361282348633, "C": -19.583986282348633, "D": -15.318361282348633, "E": -18.662111282348633 } }, { "id": "eval-ddd606743cf71679438a85280f64593a", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.323684692382812, "B": -16.667434692382812, "C": -20.683059692382812, "D": -16.511184692382812, "E": -20.058059692382812 } }, { "id": "eval-420641003ba20b966887dfac684efb17", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.563203811645508, "B": -18.438203811645508, "C": -24.862031936645508, "D": -17.344453811645508, "E": -20.344453811645508 } }, { "id": "eval-064c3074a682893d49c3c5b4f1e89984", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.815779685974121, "B": -19.940780639648438, "C": -23.948593139648438, "D": -19.909530639648438, "E": -21.628280639648438 } }, { "id": "eval-c640116ca6905d5256edadb616b3f76e", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -15.782815933227539, "B": -13.189065933227539, "C": -21.47812843322754, "D": -17.37656593322754, "E": -19.25156593322754 } }, { "id": "eval-35ad89c198d5d6311a71c993bb7b6cba", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.18819522857666, "B": -17.781946182250977, "C": -23.450891494750977, "D": -16.469446182250977, "E": -19.953821182250977 } }, { "id": "eval-916bbd27545446ca5d83d07c10d013ea", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -11.503996849060059, "B": -11.128996849060059, "C": -19.277433395385742, "D": -16.441495895385742, "E": -15.566496849060059 } }, { "id": "eval-e40fd2c17fe2cde4bd4af540d35fd518", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.132121086120605, "B": -13.850871086120605, "C": -18.491497039794922, "D": -15.257121086120605, "E": -15.132121086120605 } }, { "id": "eval-98a04457025f18c2287d5c610ff8000d", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.381117820739746, "B": -16.349868774414062, "C": -20.396743774414062, "D": -16.506118774414062, "E": -18.787368774414062 } }, { "id": "eval-f656a475f07d3adba9d1486eda8e834a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.877153396606445, "B": -17.377153396606445, "C": -22.252153396606445, "D": -18.533403396606445, "E": -21.892778396606445 } }, { "id": "eval-c865b3547c2a2e3c3916d7be6ab25752", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.323171615600586, "B": -17.385671615600586, "C": -21.170827865600586, "D": -16.823171615600586, "E": -18.135671615600586 } }, { "id": "eval-abd30bab9b96f902fead5378d4f4a1e4", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.119101524353027, "B": -13.744101524353027, "C": -21.08785057067871, "D": -15.431601524353027, "E": -16.36910057067871 } }, { "id": "eval-a4b44a986e7f9045432e20ea75611df4", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -10.883092880249023, "B": -10.570592880249023, "C": -18.289342880249023, "D": -13.508092880249023, "E": -16.195592880249023 } }, { "id": "eval-1f492f556fae64f72ce36b6caa242dd0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.441152572631836, "B": -15.253652572631836, "C": -19.128652572631836, "D": -15.378652572631836, "E": -15.941152572631836 } }, { "id": "eval-d0c67c7ae6f2361fe237110455127866", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.327812194824219, "B": -15.796562194824219, "C": -20.10906219482422, "D": -17.17156219482422, "E": -17.42156219482422 } }, { "id": "eval-7bb279e38a1c9eb47a0c7af979a131a2", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.380674362182617, "B": -12.630674362182617, "C": -16.255674362182617, "D": -13.318174362182617, "E": -14.130674362182617 } }, { "id": "eval-3095078e4771053d9d5fa8d4f5f3dc38", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.627041816711426, "B": -13.689541816711426, "C": -19.40829086303711, "D": -12.627041816711426, "E": -17.09579086303711 } }, { "id": "eval-b23edb651e623e5d1e03e8ed3937e8fc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.569525718688965, "B": -14.694525718688965, "C": -18.53827476501465, "D": -12.632025718688965, "E": -16.22577476501465 } }, { "id": "eval-acf6b667e9353b1743b7c4f60a6a9017", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.196619033813477, "B": -18.977869033813477, "C": -20.399744033813477, "D": -18.415369033813477, "E": -19.352869033813477 } }, { "id": "eval-15b090801256085ad465e74af47cbee9", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -9.077260971069336, "B": -8.389760971069336, "C": -18.202260971069336, "D": -13.577260971069336, "E": -14.921010971069336 } }, { "id": "eval-790b3f583e9bc9424c771691ecc70c20", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.628605842590332, "B": -15.753605842590332, "C": -19.87860679626465, "D": -18.00360679626465, "E": -20.75360679626465 } }, { "id": "eval-22b8219d43a38a1130e0a35ece152337", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.391671180725098, "B": -16.89167022705078, "C": -21.91120147705078, "D": -17.48542022705078, "E": -17.36042022705078 } }, { "id": "eval-5d4233146435ab0ca211e8ac9bfce76f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.254196166992188, "B": -17.191696166992188, "C": -22.975387573242188, "D": -18.035446166992188, "E": -20.379196166992188 } }, { "id": "eval-be737cd4db844574ef594442ce6c9453", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.943486213684082, "B": -12.630986213684082, "C": -18.8966121673584, "D": -12.818486213684082, "E": -15.099736213684082 } }, { "id": "eval-550164b7cf4e03153484136f10122c70", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.881865501403809, "B": -14.975615501403809, "C": -21.389677047729492, "D": -15.850615501403809, "E": -16.069364547729492 } }, { "id": "eval-a617eb4d27edea93e7fd630ce00c8219", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.01034164428711, "B": -14.19784164428711, "C": -19.74471664428711, "D": -16.41659164428711, "E": -17.72909164428711 } }, { "id": "eval-bd47827418d5b8d7fb3502a398644435", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.941609382629395, "B": -15.066609382629395, "C": -20.90254783630371, "D": -16.28536033630371, "E": -17.84786033630371 } }, { "id": "eval-31487ab8b1e8f12e252590cc58bd19c2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.94178295135498, "B": -17.691783905029297, "C": -17.785533905029297, "D": -15.97303295135498, "E": -18.316783905029297 } }, { "id": "eval-ce2fd94212243f843b3f357046051f57", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.508596420288086, "B": -12.883596420288086, "C": -21.117971420288086, "D": -14.071096420288086, "E": -16.946096420288086 } }, { "id": "eval-f87f40db71a56b5beda3194550202dc9_1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.274813652038574, "B": -15.399813652038574, "C": -20.22793960571289, "D": -17.58731460571289, "E": -17.86856460571289 } }, { "id": "eval-0b25bbd9e9aa976655e1975e31331709", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.158522605895996, "B": -12.971022605895996, "C": -17.97102165222168, "D": -15.189772605895996, "E": -13.658522605895996 } }, { "id": "eval-925232b4c9bba945a38ac7ef0f15f8d0", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.754260063171387, "B": -16.348011016845703, "C": -18.441761016845703, "D": -17.410511016845703, "E": -17.535511016845703 } }, { "id": "eval-3338109fcafaaa370c8900a53e1b3ed8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.191426277160645, "B": -15.753926277160645, "C": -20.972675323486328, "D": -17.535175323486328, "E": -18.253925323486328 } }, { "id": "eval-e172a93c72d305ee8262a8deb00d9fc3", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -5.962961196899414, "B": -9.025461196899414, "C": -15.212961196899414, "D": -11.900461196899414, "E": -12.775461196899414 } }, { "id": "eval-f1c2e37abf17d9e4ad16eb40f966c79f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.50136661529541, "B": -18.095117568969727, "C": -22.868555068969727, "D": -18.126367568969727, "E": -20.048242568969727 } }, { "id": "eval-d29252ddaf7c7ef491abcce342d7bb98", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.5191650390625, "B": -17.0191650390625, "C": -19.8629150390625, "D": -16.3629150390625, "E": -18.7066650390625 } }, { "id": "eval-8c3c6b34bdb650a6517bca3786406c99", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.567364692687988, "B": -16.879863739013672, "C": -22.040019989013672, "D": -18.754863739013672, "E": -19.348613739013672 } }, { "id": "eval-ff1bf2ec835c9df8695ae0cfb5281646", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.3765869140625, "B": -15.8140869140625, "C": -21.3218994140625, "D": -16.0640869140625, "E": -19.6265869140625 } }, { "id": "eval-c7526b682e64f355384631b35cd78fc9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -9.16932487487793, "B": -12.48182487487793, "C": -17.70057487487793, "D": -14.79432487487793, "E": -14.91932487487793 } }, { "id": "eval-0fba83d3997f048adcc31937221af77e", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -15.03528118133545, "B": -14.81653118133545, "C": -22.199344635009766, "D": -16.847782135009766, "E": -18.785282135009766 } }, { "id": "eval-a5456dc611aa93b81d7ab6ed8e160f85", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.813036918640137, "B": -17.469287872314453, "C": -21.234912872314453, "D": -18.000537872314453, "E": -20.578662872314453 } }, { "id": "eval-11416df796f63d2f0dddc846b9c139d3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.449869155883789, "B": -16.16861915588379, "C": -21.80924415588379, "D": -14.824869155883789, "E": -18.01236915588379 } }, { "id": "eval-c908d7c4633c5e6add9463bdd47cb27e", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -12.128076553344727, "B": -9.315576553344727, "C": -21.534326553344727, "D": -15.628076553344727, "E": -19.253076553344727 } }, { "id": "eval-7e522a60756f854c5331125f998bc36b", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.508533477783203, "B": -13.946033477783203, "C": -17.946033477783203, "D": -15.821033477783203, "E": -14.977283477783203 } }, { "id": "eval-f4a75bf3f115b826a8097edfd0ff2781", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.378152847290039, "B": -17.78440284729004, "C": -20.47190284729004, "D": -18.12815284729004, "E": -19.22190284729004 } }, { "id": "eval-02f43014a135cbd39f23b044c99de96e", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.661337852478027, "B": -18.16133689880371, "C": -21.91914939880371, "D": -19.70821189880371, "E": -18.28633689880371 } }, { "id": "eval-8cf478192696744b3427f7c109019af5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.75551700592041, "B": -10.69301700592041, "C": -20.239891052246094, "D": -13.88051700592041, "E": -17.411766052246094 } }, { "id": "eval-4ccd43cdff044bc4c644dadff1ff1e0b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.826375007629395, "B": -16.263874053955078, "C": -20.591999053955078, "D": -15.670125007629395, "E": -20.185749053955078 } }, { "id": "eval-7b7941b883328ad39048d4dfb1eb5623", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -15.50163459777832, "B": -18.696842193603516, "C": -21.880435943603516, "D": -18.462467193603516, "E": -20.603092193603516 } }, { "id": "eval-008b7ba0c039f6d0d542c6c90aae173c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.904500961303711, "B": -10.342000961303711, "C": -16.24825096130371, "D": -13.154500961303711, "E": -9.217000961303711 } }, { "id": "eval-4c968fa73699a38639ba3ffa1745bc21", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -15.051877975463867, "B": -17.114377975463867, "C": -20.551877975463867, "D": -17.114377975463867, "E": -19.458127975463867 } }, { "id": "eval-b1d5cdbf8ef7b3954a6a352bd4df5866", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.140332221984863, "B": -15.796582221984863, "C": -18.499706268310547, "D": -16.390331268310547, "E": -16.921581268310547 } }, { "id": "eval-c3bc395561113c96ec43afd715da5061", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.501627922058105, "B": -16.12662696838379, "C": -23.85318946838379, "D": -17.65787696838379, "E": -21.00943946838379 } }, { "id": "eval-d0bd5b5ee7319d1c4727e38d429dd54e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.512381553649902, "B": -17.01238250732422, "C": -22.47332000732422, "D": -17.57488250732422, "E": -19.29363250732422 } }, { "id": "eval-81f5e741d970578867495ceea5a0c848", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.501093864440918, "B": -15.094843864440918, "C": -20.8682804107666, "D": -16.7823429107666, "E": -17.9385929107666 } }, { "id": "eval-6714593a8d1f8ae39930c1f0316e9ffc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.688974380493164, "B": -14.126474380493164, "C": -20.173349380493164, "D": -15.251474380493164, "E": -18.688974380493164 } }, { "id": "eval-75cb55aec7e64f592c01eee5d4578dcd", "answer": "A", "prediction": "D", "correct": false, "scores": { "A": -17.0057373046875, "B": -18.4432373046875, "C": -22.9080810546875, "D": -14.4744873046875, "E": -18.9119873046875 } }, { "id": "eval-0b30831fb1862bc62339bdf930cbc447", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.95338249206543, "B": -19.48463249206543, "C": -23.61744499206543, "D": -18.12525749206543, "E": -20.03150749206543 } }, { "id": "eval-29c194d032a266a7160bff6f546a4d9d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.006871223449707, "B": -18.63187026977539, "C": -21.51468276977539, "D": -17.60062026977539, "E": -21.34280776977539 } }, { "id": "eval-ea33206992fb7ad1c3476e9673bb4a9c", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.319971084594727, "B": -16.257471084594727, "C": -19.351221084594727, "D": -15.444971084594727, "E": -17.194971084594727 } }, { "id": "eval-2b7dd91da5dde1560ace2cd82af926de", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.00084400177002, "B": -18.157093048095703, "C": -22.422718048095703, "D": -18.188343048095703, "E": -20.860218048095703 } }, { "id": "eval-eb50f536830ba18ab987c7ff652e2aba", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -8.630837440490723, "B": -7.943337917327881, "C": -18.31833839416504, "D": -13.443337440490723, "E": -13.505837440490723 } }, { "id": "eval-6bc3ebcfd04965c25bde71339955746c", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.129584312438965, "B": -15.629584312438965, "C": -19.47333526611328, "D": -15.629584312438965, "E": -17.94208526611328 } }, { "id": "eval-163898952cb6baf3a6440696e1352e86", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.759503364562988, "B": -18.259504318237305, "C": -22.322004318237305, "D": -16.072004318237305, "E": -21.431379318237305 } }, { "id": "eval-aa984e2b487d08889bc0c73bab5ac945", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.814332008361816, "B": -13.501832008361816, "C": -19.611207962036133, "D": -13.876832008361816, "E": -15.751832008361816 } }, { "id": "eval-d78baca23e0a636a8961e17119047e63", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -19.90676498413086, "B": -20.25051498413086, "C": -23.19582748413086, "D": -21.12551498413086, "E": -21.92238998413086 } }, { "id": "eval-ac6378b5e8462dc1bde1155d706213d8", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.1261568069458, "B": -20.157407760620117, "C": -21.423032760620117, "D": -17.594907760620117, "E": -21.844907760620117 } }, { "id": "eval-c1aebf059c5102f4e773f7fe4afe13f0", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.188575744628906, "B": -18.001075744628906, "C": -21.454200744628906, "D": -16.469825744628906, "E": -18.126075744628906 } }, { "id": "eval-1017807310a25d3ea4a4ec305e91cba3", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.69150447845459, "B": -13.87900447845459, "C": -18.785253524780273, "D": -14.37900447845459, "E": -17.222753524780273 } }, { "id": "eval-7192c9f5c513aac9042bad595ff5af9f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.190606117248535, "B": -13.190606117248535, "C": -22.13982391357422, "D": -15.784356117248535, "E": -19.08123016357422 } }, { "id": "eval-7c05e8d5a057085455eea243fbd1cd90", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.324959754943848, "B": -14.699959754943848, "C": -16.60620880126953, "D": -15.449959754943848, "E": -14.199959754943848 } }, { "id": "eval-3cb91a71a6567da870eedf37becc97ef", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.7546515464782715, "B": -9.37965202331543, "C": -19.12965202331543, "D": -12.75465202331543, "E": -13.19215202331543 } }, { "id": "eval-9b4bbf3c4d24ecdb4b27320afb706808", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.377152442932129, "B": -14.502152442932129, "C": -20.705276489257812, "D": -15.720902442932129, "E": -18.845901489257812 } }, { "id": "eval-43df3a316880d8bab346c06bd43b94dd", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.253511428833008, "B": -15.191011428833008, "C": -17.222261428833008, "D": -15.066011428833008, "E": -15.784466743469238 } }, { "id": "eval-858a5eaa587fe0e266722228671a6bd1", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.880827903747559, "B": -18.568328857421875, "C": -22.669891357421875, "D": -16.755828857421875, "E": -20.162078857421875 } }, { "id": "eval-34005ef0caafefc8585c9fcd50e94557", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.750631332397461, "B": -14.250631332397461, "C": -21.40688133239746, "D": -17.37563133239746, "E": -19.68813133239746 } }, { "id": "eval-f61d83f90b92a8d537989e55ee70542d", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -8.31834888458252, "B": -13.13084888458252, "C": -16.349599838256836, "D": -11.69334888458252, "E": -12.38084888458252 } }, { "id": "eval-3bf06235a537adc9d85431846595b800", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -12.440325736999512, "B": -15.190325736999512, "C": -19.518451690673828, "D": -13.502825736999512, "E": -16.940326690673828 } }, { "id": "eval-79ec11d8072ce42779adfe0a19bd5374", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.688339233398438, "B": -14.938339233398438, "C": -20.641464233398438, "D": -14.375839233398438, "E": -18.563339233398438 } }, { "id": "eval-2982d0eae1bf880f5930341af7665716", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -13.87560749053955, "B": -17.656858444213867, "C": -20.781858444213867, "D": -18.313108444213867, "E": -23.034788131713867 } }, { "id": "eval-ba9132ebf2bc3ad21e6a0631dc4e0a77", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.778287887573242, "B": -18.184537887573242, "C": -22.186491012573242, "D": -18.700162887573242, "E": -19.637662887573242 } }, { "id": "eval-d06de16a4aaeaef32b398c1213257b4a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -6.129663944244385, "B": -10.942163467407227, "C": -17.098413467407227, "D": -13.129663467407227, "E": -15.879663467407227 } }, { "id": "eval-eee9476bf29498b7d74b043afe316fc6", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.251070976257324, "B": -14.626070976257324, "C": -22.11825942993164, "D": -17.59482192993164, "E": -21.61044692993164 } }, { "id": "eval-a85441d6a0e3f871d81a9f19b31360b7", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.189019203186035, "B": -13.126519203186035, "C": -17.22026824951172, "D": -14.314019203186035, "E": -16.50151824951172 } }, { "id": "eval-f11a2975898033893d6a38f75d791fdf", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.93847370147705, "B": -12.50097370147705, "C": -18.719722747802734, "D": -15.21972370147705, "E": -15.93847370147705 } }, { "id": "eval-a2977fd575faba162d04a490dabd1b9b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.755948066711426, "B": -16.068449020385742, "C": -19.318449020385742, "D": -14.068448066711426, "E": -15.568448066711426 } }, { "id": "eval-cd39e442204d3edf7acc185fd59c8a44", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.81438159942627, "B": -14.06438159942627, "C": -17.564380645751953, "D": -14.75188159942627, "E": -18.095630645751953 } }, { "id": "eval-c77e1039d78cdff197a370fcda0f2b9f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -15.595086097717285, "B": -18.56383514404297, "C": -21.54821014404297, "D": -18.65758514404297, "E": -19.50133514404297 } }, { "id": "eval-f537f6bb8527724e0b1e1c1051326cd5", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.314461708068848, "B": -17.43946075439453, "C": -20.76758575439453, "D": -16.75196075439453, "E": -18.12696075439453 } }, { "id": "eval-d3b145911a76fd6fbe9a23ab027be024", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -6.756980895996094, "B": -13.819480895996094, "C": -17.913230895996094, "D": -14.631980895996094, "E": -17.256980895996094 } }, { "id": "eval-dc2fa76467ff342abdb4cf142f92dddd", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.851861476898193, "B": -12.289361000061035, "C": -17.22686195373535, "D": -14.226861000061035, "E": -13.851861000061035 } }, { "id": "eval-246249cd7976358051a9811ff9c30736", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.269930839538574, "B": -14.832430839538574, "C": -21.191804885864258, "D": -15.082430839538574, "E": -17.707429885864258 } }, { "id": "eval-32be8cbc1b5a967310bcab8b80563481", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.940030097961426, "B": -15.752530097961426, "C": -17.377531051635742, "D": -15.690030097961426, "E": -17.752531051635742 } }, { "id": "eval-ad769851a59375865607452d3bf2a45d", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.002328872680664, "B": -13.627328872680664, "C": -21.142953872680664, "D": -16.158578872680664, "E": -18.846078872680664 } }, { "id": "eval-5ea6b94d1a911365b06cf776919413e8", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.752878189086914, "B": -12.502878189086914, "C": -18.065378189086914, "D": -12.877878189086914, "E": -16.721628189086914 } }, { "id": "eval-820df15b615d221e38a71fcc44461085", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.752490043640137, "B": -17.50248908996582, "C": -20.93217658996582, "D": -18.48686408996582, "E": -18.39311408996582 } }, { "id": "eval-0a4a00ba435397c4a0496dd2c2426be7", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.507548332214355, "B": -15.570048332214355, "C": -21.14817237854004, "D": -16.19504737854004, "E": -18.35129737854004 } }, { "id": "eval-a7f29f4aebe0e3bcb77038fea71bf28c", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -14.564741134643555, "B": -17.470991134643555, "C": -20.689741134643555, "D": -14.752241134643555, "E": -18.064741134643555 } }, { "id": "eval-ecd32cc0c17d4738a27bba3399f04591", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -18.75040626525879, "B": -18.90665626525879, "C": -22.67228126525879, "D": -19.34415626525879, "E": -22.06290626525879 } }, { "id": "eval-8b2af2d865b7dc500427786c846eacaf", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.759920120239258, "B": -13.634920120239258, "C": -19.666519165039062, "D": -16.385269165039062, "E": -17.916519165039062 } }, { "id": "eval-383282aace64dd49138bac2392f8b38e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.519752502441406, "B": -14.551002502441406, "C": -20.504127502441406, "D": -17.238502502441406, "E": -16.144752502441406 } }, { "id": "eval-eaf6838d29bcd4ebf408da2f75aa65c3", "answer": "B", "prediction": "D", "correct": false, "scores": { "A": -13.626838684082031, "B": -17.53308868408203, "C": -22.19715118408203, "D": -10.814338684082031, "E": -19.34558868408203 } }, { "id": "eval-7c8bc9c0e56389eef033bca40c88c151", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.878667831420898, "B": -13.003667831420898, "C": -19.1911678314209, "D": -15.566167831420898, "E": -17.8786678314209 } }, { "id": "eval-ca60a46c9007e4b6213f50bfb5342fdd", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.563956260681152, "B": -14.126456260681152, "C": -21.75145721435547, "D": -16.65770721435547, "E": -20.70458221435547 } }, { "id": "eval-f50209f04d11690d7c8f30e29b35ff02", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.0667724609375, "B": -11.5667724609375, "C": -18.9730224609375, "D": -14.3480224609375, "E": -15.6292724609375 } }, { "id": "eval-d725f1c2e150a3221de31612123f3f46", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -10.631991386413574, "B": -13.944491386413574, "C": -19.428865432739258, "D": -16.725740432739258, "E": -18.038240432739258 } }, { "id": "eval-f7735d721dfdc94621154951d4eaa4cf", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.251687049865723, "B": -14.751687049865723, "C": -19.798561096191406, "D": -15.126687049865723, "E": -18.532936096191406 } }, { "id": "eval-eaf980db7e945b1cf6d648fa55ddcb5e", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.383037090301514, "B": -12.070537567138672, "C": -17.070537567138672, "D": -12.945537567138672, "E": -14.570537567138672 } }, { "id": "eval-8bbfe8cd056d612e9d3190f278bef287", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -13.149867057800293, "B": -18.30611801147461, "C": -20.80611801147461, "D": -18.55611801147461, "E": -18.68111801147461 } }, { "id": "eval-aa7c4c351cf8d59792aa68e3de339db4", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.504156112670898, "B": -12.004156112670898, "C": -19.2541561126709, "D": -14.254156112670898, "E": -12.941656112670898 } }, { "id": "eval-23df3bac9cfcb156f4cfd8a05f21c5e2", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.818172454833984, "B": -16.099422454833984, "C": -19.802547454833984, "D": -15.536922454833984, "E": -19.365047454833984 } }, { "id": "eval-d21777d771dc6fd08e769d378651817e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -12.822463989257812, "B": -16.603713989257812, "C": -18.994338989257812, "D": -15.509963989257812, "E": -14.728713989257812 } }, { "id": "eval-611a4cc0e288b8a11afa923f48cb2ab4", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -11.188755989074707, "B": -8.376255989074707, "C": -19.59500503540039, "D": -14.876255989074707, "E": -18.28250503540039 } }, { "id": "eval-8e7941ce31996ca83cc0a68f7313c96d", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -11.445857048034668, "B": -11.195857048034668, "C": -19.46148109436035, "D": -14.008357048034668, "E": -15.008357048034668 } }, { "id": "eval-ea02772e27f5bd40eced3b65e8c6427f", "answer": "B", "prediction": "B", "correct": true, "scores": { "A": -12.876608848571777, "B": -12.689108848571777, "C": -20.50160789489746, "D": -14.501608848571777, "E": -19.62660789489746 } }, { "id": "eval-de54d03e69d9765872f95ff06ed21499", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.506117820739746, "B": -15.068617820739746, "C": -18.412368774414062, "D": -14.068617820739746, "E": -17.912368774414062 } }, { "id": "eval-b231a732a3fdf0621391e7e385f8d651", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.441204071044922, "B": -13.253704071044922, "C": -19.269329071044922, "D": -15.503704071044922, "E": -17.878704071044922 } }, { "id": "eval-b9121c3228f961c5ad68958c702cd94b", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -9.94369888305664, "B": -15.25619888305664, "C": -21.19369888305664, "D": -17.19369888305664, "E": -18.69369888305664 } }, { "id": "eval-4015ab002ff8c233d1c7ef26f5156b88", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.710359573364258, "B": -16.054109573364258, "C": -17.179109573364258, "D": -15.647859573364258, "E": -16.397859573364258 } }, { "id": "eval-0197ade3bb26d163ab2e284c960c626f", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.569134712219238, "B": -15.944134712219238, "C": -19.709758758544922, "D": -16.569133758544922, "E": -18.506633758544922 } }, { "id": "eval-a90f9197a13c64089c9ba95bcba275ad", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.503140449523926, "B": -14.503140449523926, "C": -20.81563949584961, "D": -17.56563949584961, "E": -18.87813949584961 } }, { "id": "eval-684204df916cc58d47293960f9c6ed9f", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.759698867797852, "B": -14.947198867797852, "C": -17.07219886779785, "D": -14.134698867797852, "E": -15.415948867797852 } }, { "id": "eval-a2aa95861ef74bf1ecfc55db505e3982", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.508606910705566, "B": -11.571106910705566, "C": -15.008606910705566, "D": -13.133606910705566, "E": -16.78985595703125 } }, { "id": "eval-8555dd9667d010018961a2f7d1c22704", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -15.689003944396973, "B": -18.97025489807129, "C": -22.76127052307129, "D": -17.78275489807129, "E": -20.04837989807129 } }, { "id": "eval-84a761f516efce04ab27d7ca8dd25255", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.378783226013184, "B": -12.816283226013184, "C": -19.597532272338867, "D": -12.128783226013184, "E": -16.910032272338867 } }, { "id": "eval-45a6becd307342669d9d17474e50b97a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.56699275970459, "B": -12.75449275970459, "C": -18.988866806030273, "D": -14.34824275970459, "E": -13.94199275970459 } }, { "id": "eval-c509c499bace6de324b39c0d4d0c30fa", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -13.500717163085938, "B": -21.328842163085938, "C": -23.403060913085938, "D": -20.750717163085938, "E": -23.164779663085938 } }, { "id": "eval-77ddc9134bb27f9962aa2ed5ec5a5ef9", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.506096839904785, "B": -14.443596839904785, "C": -20.14672088623047, "D": -15.068596839904785, "E": -18.56859588623047 } }, { "id": "eval-715583129369c0c5c9f499c93a1c095e", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.81375503540039, "B": -16.75125503540039, "C": -20.53250503540039, "D": -15.37625503540039, "E": -17.62625503540039 } }, { "id": "eval-a478e8b7c049781574f7fbb11ba1eec0", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.002604484558105, "B": -14.002604484558105, "C": -19.36197853088379, "D": -14.002604484558105, "E": -15.815104484558105 } }, { "id": "eval-f427f9de6bf580314531baf86de8acbc", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.816983222961426, "B": -16.84823226928711, "C": -18.00448226928711, "D": -15.316983222961426, "E": -17.06698226928711 } }, { "id": "eval-0f7425ecbe369bf41a230aab92d84132", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.940244674682617, "B": -9.815244674682617, "C": -16.658994674682617, "D": -11.127744674682617, "E": -9.127744674682617 } }, { "id": "eval-c872c08a95dd28a16479b76f240a4ad5", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.18982219696045, "B": -13.43982219696045, "C": -18.752323150634766, "D": -14.06482219696045, "E": -15.87732219696045 } }, { "id": "eval-08d908ed723f813574992195d61386a2", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -14.969538688659668, "B": -16.844539642333984, "C": -20.172664642333984, "D": -18.032039642333984, "E": -18.563289642333984 } }, { "id": "eval-5365fd00ef8cec62ee5685e246a939db", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.376629829406738, "B": -18.095380783081055, "C": -22.489912033081055, "D": -17.970380783081055, "E": -19.001630783081055 } }, { "id": "eval-5649bd90dbb57e223fd843b7a4563a0f", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -14.627266883850098, "B": -17.90851593017578, "C": -19.67414093017578, "D": -18.18976593017578, "E": -19.76789093017578 } }, { "id": "eval-0a2195ae8d4706abc5721578c9991466", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.131552696228027, "B": -15.694052696228027, "C": -20.05342674255371, "D": -17.22530174255371, "E": -18.75655174255371 } }, { "id": "eval-5d15989039d46156b417c149728591de", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -7.260553359985352, "B": -8.698053359985352, "C": -17.68242835998535, "D": -9.760553359985352, "E": -13.979303359985352 } }, { "id": "eval-6eb57102b44ab74163d8f9821cbdabd0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -14.754520416259766, "B": -16.504520416259766, "C": -21.692020416259766, "D": -17.785770416259766, "E": -19.442020416259766 } }, { "id": "eval-63861ac5e633db9090704ae315ef6f93", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -7.194453239440918, "B": -14.225703239440918, "C": -18.8819522857666, "D": -15.538203239440918, "E": -16.6007022857666 } }, { "id": "eval-8058c566a4f488033d00e6520b17caea", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.315330505371094, "B": -13.252830505371094, "C": -20.159080505371094, "D": -15.002830505371094, "E": -16.221580505371094 } }, { "id": "eval-57b83653d82b27d32bc39228130f3516", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.565703392028809, "B": -14.378203392028809, "C": -19.315702438354492, "D": -13.753203392028809, "E": -16.378202438354492 } }, { "id": "eval-410f907f817dd7aa8e73291a918d3d86", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.769371032714844, "B": -19.784996032714844, "C": -22.980308532714844, "D": -18.925621032714844, "E": -20.886558532714844 } }, { "id": "eval-506c2dbfe7b00a82bfdf0507a8de88fb", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.822617053985596, "B": -9.135117530822754, "C": -12.510117530822754, "D": -11.385117530822754, "E": -11.947617530822754 } }, { "id": "eval-42520bf3f93f8de23670044e019001a3", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.210721969604492, "B": -11.585721969604492, "C": -18.476346969604492, "D": -14.523221969604492, "E": -14.710721969604492 } }, { "id": "eval-5e260e1d96187716888cbd968010bb65", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.450843811035156, "B": -16.044593811035156, "C": -19.997718811035156, "D": -16.669593811035156, "E": -18.857093811035156 } }, { "id": "eval-ed50555f8db2b8f66caf9868dcd7e13b", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.251609802246094, "B": -13.439109802246094, "C": -19.439109802246094, "D": -14.689109802246094, "E": -16.720359802246094 } }, { "id": "eval-a8c284637dabc87745a7eb05d4f7fcbc", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.506244659423828, "B": -17.037494659423828, "C": -22.662494659423828, "D": -16.099994659423828, "E": -15.912494659423828 } }, { "id": "eval-5758a0fb686071e95d95b1cfad5299a0", "answer": "C", "prediction": "B", "correct": false, "scores": { "A": -13.314257621765137, "B": -10.939257621765137, "C": -19.033008575439453, "D": -12.189257621765137, "E": -15.501757621765137 } }, { "id": "eval-d986f17acb3ed19c77e3ca3f98c026b9", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -15.947915077209473, "B": -18.760414123535156, "C": -21.346351623535156, "D": -17.822914123535156, "E": -20.088539123535156 } }, { "id": "eval-4a4f6408fae400ce0beb5bea0f9913e9", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.252082824707031, "B": -17.03333282470703, "C": -20.39270782470703, "D": -18.12710952758789, "E": -19.54898452758789 } }, { "id": "eval-8c655f3a55bde41aad880f138d7a445d", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.237648963928223, "B": -11.925148963928223, "C": -20.991554260253906, "D": -15.518898963928223, "E": -16.268898010253906 } }, { "id": "eval-56417ee33b44f0d916bedfb6fd99b0ec", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.631272315979004, "B": -16.475021362304688, "C": -23.519943237304688, "D": -18.662521362304688, "E": -19.553146362304688 } }, { "id": "eval-43fb083962f825ae651d88648bbd2f74", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -11.439647674560547, "B": -18.642772674560547, "C": -19.111522674560547, "D": -15.314647674560547, "E": -19.533397674560547 } }, { "id": "eval-aed771629c8dbd0c2587891e98030607", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -8.37641429901123, "B": -16.188913345336914, "C": -24.075632095336914, "D": -17.813913345336914, "E": -19.720163345336914 } }, { "id": "eval-d0a42c8180b4e080aa071dd70fce7e03", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -4.6482253074646, "B": -10.460724830627441, "C": -16.085725784301758, "D": -10.960724830627441, "E": -10.835724830627441 } }, { "id": "eval-533599262a5dae7c7137cfe69e0e24fb", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -11.31611442565918, "B": -13.25361442565918, "C": -19.28486442565918, "D": -15.59736442565918, "E": -18.09736442565918 } }, { "id": "eval-edd1634d911614590c6b8ca730df95fe", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.750974655151367, "B": -17.907224655151367, "C": -21.204099655151367, "D": -17.219724655151367, "E": -19.688474655151367 } }, { "id": "eval-9a544e9f4847c41a15fdf47ae7b98d8a", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -10.572840690612793, "B": -15.666590690612793, "C": -16.72909164428711, "D": -14.197840690612793, "E": -15.541590690612793 } }, { "id": "eval-26bd85f05d29863ed777a4f1a4b8fa63", "answer": "D", "prediction": "B", "correct": false, "scores": { "A": -16.816537857055664, "B": -14.754037857055664, "C": -20.535287857055664, "D": -17.222787857055664, "E": -18.472787857055664 } }, { "id": "eval-3884d82524f2337ce53ce64776293cf7", "answer": "A", "prediction": "B", "correct": false, "scores": { "A": -16.72887420654297, "B": -15.322624206542969, "C": -20.55699920654297, "D": -17.63512420654297, "E": -18.91637420654297 } }, { "id": "eval-acb3147d946db3b06a596d48e0be56cf", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -13.75258731842041, "B": -19.096336364746094, "C": -20.846336364746094, "D": -19.518211364746094, "E": -20.408836364746094 } }, { "id": "eval-52ab95f9216f1994e37cc08f7f258f13", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -12.823812484741211, "B": -16.51131248474121, "C": -19.38631248474121, "D": -16.35506248474121, "E": -16.82381248474121 } }, { "id": "eval-f60641f550d5ee44ac1bedcaf6ad6357", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -6.67154598236084, "B": -12.98404598236084, "C": -17.265296936035156, "D": -12.73404598236084, "E": -16.359046936035156 } }, { "id": "eval-d9835ede7a0ed79325de13ca95b85b78", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -9.316330909729004, "B": -13.816330909729004, "C": -19.035079956054688, "D": -16.003829956054688, "E": -15.910080909729004 } }, { "id": "eval-2987db72e66f5fa0015ac64f9b3614ec", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.628206253051758, "B": -15.065706253051758, "C": -19.003206253051758, "D": -15.190706253051758, "E": -18.284456253051758 } }, { "id": "eval-8b548832703a8c68a788e2f9c0e222ae", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -8.609419822692871, "B": -13.109419822692871, "C": -19.750045776367188, "D": -14.984419822692871, "E": -17.546920776367188 } }, { "id": "eval-1ddd239a2a6438a891cb411b82e7f450", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -6.640316486358643, "B": -12.6403169631958, "C": -15.2965669631958, "D": -11.3903169631958, "E": -13.9528169631958 } }, { "id": "eval-6544a50bf9563d52dbd2034e81df0bf3", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -12.252068519592285, "B": -13.627068519592285, "C": -21.5801944732666, "D": -15.595818519592285, "E": -19.3614444732666 } }, { "id": "eval-5ff6ce8ad88459272ffe23d33db4970a", "answer": "D", "prediction": "A", "correct": false, "scores": { "A": -10.94245719909668, "B": -13.62995719909668, "C": -17.86433219909668, "D": -15.56745719909668, "E": -14.41120719909668 } }, { "id": "eval-2ca05683157a3cd89d82016f13e560ec", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -8.62832260131836, "B": -16.34707260131836, "C": -18.72207260131836, "D": -15.31582260131836, "E": -19.09707260131836 } }, { "id": "eval-1a8fbab20bbdf0bbf3961894662d5f7c", "answer": "E", "prediction": "B", "correct": false, "scores": { "A": -11.379680633544922, "B": -10.942180633544922, "C": -16.160930633544922, "D": -14.317180633544922, "E": -17.504680633544922 } }, { "id": "eval-5b5d2a8b83282f61c68a870116042f64", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.253823280334473, "B": -16.00382423400879, "C": -20.25382423400879, "D": -15.753823280334473, "E": -21.14444923400879 } }, { "id": "eval-cfa081b5ba90dae4d7ddb5b7ad9d369a", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.958024978637695, "B": -12.145524978637695, "C": -19.192399978637695, "D": -14.958024978637695, "E": -15.333024978637695 } }, { "id": "eval-009a7aabffe0583fc2df46656b29c326", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -8.07168960571289, "B": -15.16543960571289, "C": -18.27481460571289, "D": -14.66543960571289, "E": -14.41543960571289 } }, { "id": "eval-2521b3fe6bfd6aeb91f9107dc7c4fbee", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.501022338867188, "B": -14.938522338867188, "C": -19.188522338867188, "D": -14.438522338867188, "E": -15.251022338867188 } }, { "id": "eval-3fe45ab3bd4a844ea290050fc0ece8c1_1", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.252131462097168, "B": -16.84566879272461, "C": -21.54879379272461, "D": -18.15816879272461, "E": -18.18941879272461 } }, { "id": "eval-a2e0f6b5651e5271fcff8d6f5c9adfee", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -11.153139114379883, "B": -11.528139114379883, "C": -19.168764114379883, "D": -14.965639114379883, "E": -16.559389114379883 } }, { "id": "eval-d6900a01a9dd6627b4bb22b0f6d191a5", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.387165069580078, "B": -13.762165069580078, "C": -19.434040069580078, "D": -16.543415069580078, "E": -16.543415069580078 } }, { "id": "eval-8f2976690c83be6b8fa3a1196dfd9722", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -10.440658569335938, "B": -13.440658569335938, "C": -18.096908569335938, "D": -15.128158569335938, "E": -16.284408569335938 } }, { "id": "eval-570be8c1edb8c638603dc5c8cae421cc", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -11.636384010314941, "B": -15.292634010314941, "C": -22.312166213989258, "D": -17.870759963989258, "E": -19.105134963989258 } }, { "id": "eval-08d3175de59a639be02f2ebc032d56bd", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -11.815045356750488, "B": -17.502544403076172, "C": -22.180278778076172, "D": -17.471294403076172, "E": -20.393169403076172 } }, { "id": "eval-549cf641318edfc0510fa7c7dbb359e1", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -15.478763580322266, "B": -19.650638580322266, "C": -22.750247955322266, "D": -19.088138580322266, "E": -21.205326080322266 } }, { "id": "eval-dfa23d3422b7294843447b6950d2b476", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.757987022399902, "B": -12.882987022399902, "C": -19.05486297607422, "D": -15.820487022399902, "E": -16.38298797607422 } }, { "id": "eval-1fe90a4aee405e1aa2279442d28803ae", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -9.155179977416992, "B": -13.592679977416992, "C": -18.248929977416992, "D": -15.280179977416992, "E": -16.655179977416992 } }, { "id": "eval-01794dde3ca2991615f1aa2f63fb22e3", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -3.690680980682373, "B": -10.940681457519531, "C": -14.503181457519531, "D": -14.190681457519531, "E": -15.846931457519531 } }, { "id": "eval-f794e376672c98ac25d8f70506a26e68", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -9.00230884552002, "B": -13.87730884552002, "C": -20.689807891845703, "D": -15.50230884552002, "E": -16.752307891845703 } }, { "id": "eval-ace8fa2943ba8414aebdb74b48906fae", "answer": "E", "prediction": "A", "correct": false, "scores": { "A": -14.629966735839844, "B": -17.661216735839844, "C": -19.833091735839844, "D": -17.442466735839844, "E": -20.786216735839844 } }, { "id": "eval-21ce6f7c5c3d1ad8cf234988c1ad471f", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.528313636779785, "B": -15.903313636779785, "C": -20.8203067779541, "D": -16.0595645904541, "E": -17.1533145904541 } }, { "id": "eval-6c84e79d0595efd99596faa07c4961d0", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.217643737792969, "B": -18.15514373779297, "C": -22.73229217529297, "D": -17.43639373779297, "E": -18.71764373779297 } }, { "id": "eval-88f1fe6cfbcb1a25f25454341c789463", "answer": "B", "prediction": "A", "correct": false, "scores": { "A": -13.879831314086914, "B": -17.973581314086914, "C": -23.034128189086914, "D": -16.754831314086914, "E": -19.645456314086914 } }, { "id": "eval-5074bcaf0f700c9f3c8c563067af156a", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.876958847045898, "B": -13.689458847045898, "C": -19.4394588470459, "D": -14.939458847045898, "E": -17.9394588470459 } }, { "id": "eval-6a253e076cd2af00e17d9950d70daf47", "answer": "A", "prediction": "A", "correct": true, "scores": { "A": -12.75131893157959, "B": -16.001317977905273, "C": -19.673192977905273, "D": -15.93881893157959, "E": -20.110692977905273 } }, { "id": "eval-5af7c7860e3be61d4cfd814cc109f9d9", "answer": "C", "prediction": "A", "correct": false, "scores": { "A": -10.618548393249512, "B": -14.024798393249512, "C": -18.227924346923828, "D": -14.649798393249512, "E": -16.306049346923828 } } ] }