diff --git "a/evals/arithmark_3.json" "b/evals/arithmark_3.json" new file mode 100644--- /dev/null +++ "b/evals/arithmark_3.json" @@ -0,0 +1,6111 @@ +{ + "checkpoint": "/Users/jonah/Documents/ChatGPT/Training/runs/sol_milkshake_recovery_500m_v1/checkpoint_000900005888", + "checkpoint_tokens_seen": null, + "protocol": "AxiomicLabs/Arithmark-3.0 official independent-tokenization acc_norm", + "dataset": { + "path": "/Users/jonah/Documents/ChatGPT/Training/data/benchmarks/arithmark-3.0/arithmark-3.jsonl", + "sha256": "bf8ab1a5193d52cdf0e05ff0b3ca226bdfcf416cb6e75562dcbe72e7e4559435", + "items": 1000 + }, + "runtime": { + "batch_size_examples": 2, + "max_context": 1024 + }, + "results": { + "acc": 30.2, + "acc_norm": 30.6, + "raw_correct": 302, + "norm_correct": 306, + "total": 1000 + }, + "categories": { + "elementary_school_math_continuation::addition::grades_1_2::easy": { + "total": 128, + "raw_correct": 25, + "norm_correct": 25 + }, + "elementary_school_math_continuation::subtraction::grades_1_2::easy": { + "total": 117, + "raw_correct": 32, + "norm_correct": 33 + }, + "elementary_school_math_continuation::multiplication::grades_3_4::medium": { + "total": 74, + "raw_correct": 24, + "norm_correct": 24 + }, + "elementary_school_math_continuation::comparison::grades_2_3::medium": { + "total": 44, + "raw_correct": 11, + "norm_correct": 11 + }, + "elementary_school_math_continuation::measurement::grades_2_3::easy": { + "total": 76, + "raw_correct": 23, + "norm_correct": 23 + }, + "elementary_school_math_continuation::geometry_perimeter::grades_4_5::medium": { + "total": 45, + "raw_correct": 14, + "norm_correct": 14 + }, + "elementary_school_math_continuation::comparison_difference::grades_2_3::medium": { + "total": 48, + "raw_correct": 13, + "norm_correct": 13 + }, + "elementary_school_math_continuation::geometry_area::grades_4_5::medium": { + "total": 52, + "raw_correct": 24, + "norm_correct": 24 + }, + "elementary_school_math_continuation::money::grades_3_4::medium": { + "total": 64, + "raw_correct": 18, + "norm_correct": 18 + }, + "elementary_school_math_continuation::patterns::grades_3_4::medium": { + "total": 53, + "raw_correct": 7, + "norm_correct": 7 + }, + "elementary_school_math_continuation::two_step_add_subtract::grades_2_3::medium": { + "total": 46, + "raw_correct": 11, + "norm_correct": 11 + }, + "elementary_school_math_continuation::division::grades_3_4::medium": { + "total": 54, + "raw_correct": 11, + "norm_correct": 13 + }, + "elementary_school_math_continuation::fractions_counting::grades_3_4::medium": { + "total": 50, + "raw_correct": 13, + "norm_correct": 14 + }, + "elementary_school_math_continuation::two_step_addition::grades_2_3::medium": { + "total": 19, + "raw_correct": 4, + "norm_correct": 4 + }, + "elementary_school_math_continuation::two_step_subtraction::grades_2_3::medium": { + "total": 32, + "raw_correct": 6, + "norm_correct": 6 + }, + "elementary_school_math_continuation::time::grades_2_3::easy": { + "total": 55, + "raw_correct": 55, + "norm_correct": 55 + }, + "elementary_school_math_continuation::data::grades_2_3::easy": { + "total": 43, + "raw_correct": 11, + "norm_correct": 11 + } + }, + "predictions": [ + { + "id": "0", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "1", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 1 + }, + { + "id": "2", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "3", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "4", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "5", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "6", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "7", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "8", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "9", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "10", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "11", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "12", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "13", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "14", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "15", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "16", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "17", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "18", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "19", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "20", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "21", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "22", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "23", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "24", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "25", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "26", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "27", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "28", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "29", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "30", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "31", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "32", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "33", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "34", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "35", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "36", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "37", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "38", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "39", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "40", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "41", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "42", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "43", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "44", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "45", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "46", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "47", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "48", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "49", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "50", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "51", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "52", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "53", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "54", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "55", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "56", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "57", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "58", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "59", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "60", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "61", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "62", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "63", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "64", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "65", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "66", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "67", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "68", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "69", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "70", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "71", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "72", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "73", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "74", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "75", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "76", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "77", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "78", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "79", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "80", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "81", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "82", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "83", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "84", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "85", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "86", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "87", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "88", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "89", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "90", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "91", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "92", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "93", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "94", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "95", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "96", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "97", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "98", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "99", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "100", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "101", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "102", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "103", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "104", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "105", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "106", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "107", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "108", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "109", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "110", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "111", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "112", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "113", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "114", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "115", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "116", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "117", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "118", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "119", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "120", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "121", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "122", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "123", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "124", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "125", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "126", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "127", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "128", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "129", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "130", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "131", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "132", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "133", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "134", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "135", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "136", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "137", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "138", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "139", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "140", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "141", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "142", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "143", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "144", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "145", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "146", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "147", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "148", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "149", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "150", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "151", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "152", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "153", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "154", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "155", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "156", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "157", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "158", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "159", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "160", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "161", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "162", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "163", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "164", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "165", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "166", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "167", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "168", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "169", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "170", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "171", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "172", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "173", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "174", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "175", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "176", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "177", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "178", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "179", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "180", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "181", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "182", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "183", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "184", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "185", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "186", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "187", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "188", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "189", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "190", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "191", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "192", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "193", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "194", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "195", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "196", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "197", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "198", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "199", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "200", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "201", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "202", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "203", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "204", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "205", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "206", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "207", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "208", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "209", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "210", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 1 + }, + { + "id": "211", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "212", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "213", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "214", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "215", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "216", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "217", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "218", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "219", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "220", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 2 + }, + { + "id": "221", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "222", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "223", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "224", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "225", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "226", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "227", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "228", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "229", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "230", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "231", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "232", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "233", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "234", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "235", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "236", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "237", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "238", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "239", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "240", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "241", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "242", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "243", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "244", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "245", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "246", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "247", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "248", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "249", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "250", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "251", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "252", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "253", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "254", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "255", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "256", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "257", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "258", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "259", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "260", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "261", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "262", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "263", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "264", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "265", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "266", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "267", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "268", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "269", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "270", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "271", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "272", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "273", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "274", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "275", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "276", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "277", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "278", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "279", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "280", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "281", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "282", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "283", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "284", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "285", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "286", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "287", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "288", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "289", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "290", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "291", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "292", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "293", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "294", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "295", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "296", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "297", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "298", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "299", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "300", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "301", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "302", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "303", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "304", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "305", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "306", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "307", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "308", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "309", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "310", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "311", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "312", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "313", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "314", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "315", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "316", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "317", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "318", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "319", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "320", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "321", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "322", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "323", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "324", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 3 + }, + { + "id": "325", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "326", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "327", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "328", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "329", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "330", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "331", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "332", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "333", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "334", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "335", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "336", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "337", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "338", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "339", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "340", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "341", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "342", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "343", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "344", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "345", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "346", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "347", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "348", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "349", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "350", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "351", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "352", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "353", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "354", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "355", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "356", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "357", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "358", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "359", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "360", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "361", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 1 + }, + { + "id": "362", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "363", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "364", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "365", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "366", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "367", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "368", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "369", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "370", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "371", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "372", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "373", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "374", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "375", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "376", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "377", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "378", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "379", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "380", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "381", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "382", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "383", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "384", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "385", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "386", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "387", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "388", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "389", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "390", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "391", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "392", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "393", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "394", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "395", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "396", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "397", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "398", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "399", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "400", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "401", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "402", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "403", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "404", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "405", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "406", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "407", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "408", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "409", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "410", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "411", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "412", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "413", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "414", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "415", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "416", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "417", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "418", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "419", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "420", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "421", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "422", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "423", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "424", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "425", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "426", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "427", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "428", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "429", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "430", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "431", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 1 + }, + { + "id": "432", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "433", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "434", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "435", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "436", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "437", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "438", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "439", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "440", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "441", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "442", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "443", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "444", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "445", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "446", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "447", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 1 + }, + { + "id": "448", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "449", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "450", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "451", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "452", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "453", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "454", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "455", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "456", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "457", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "458", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "459", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "460", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "461", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "462", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "463", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "464", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "465", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "466", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "467", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "468", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "469", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "470", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "471", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "472", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "473", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "474", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "475", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "476", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "477", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "478", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "479", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "480", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "481", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "482", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "483", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "484", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "485", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "486", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "487", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "488", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "489", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "490", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "491", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "492", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "493", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "494", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "495", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "496", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "497", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "498", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "499", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "500", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "501", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "502", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "503", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "504", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "505", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "506", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "507", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "508", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "509", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "510", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "511", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "512", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "513", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "514", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "515", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "516", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "517", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "518", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "519", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "520", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "521", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "522", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "523", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "524", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "525", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "526", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "527", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "528", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "529", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "530", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "531", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "532", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "533", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "534", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "535", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "536", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "537", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "538", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "539", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "540", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "541", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "542", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "543", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "544", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "545", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "546", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "547", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "548", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "549", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "550", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "551", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "552", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "553", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "554", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "555", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "556", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "557", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "558", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "559", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "560", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "561", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "562", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "563", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "564", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "565", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "566", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "567", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "568", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "569", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "570", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "571", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "572", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "573", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "574", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "575", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "576", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "577", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "578", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "579", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "580", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "581", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "582", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "583", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "584", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "585", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "586", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "587", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "588", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "589", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "590", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "591", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "592", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "593", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "594", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "595", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "596", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "597", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "598", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "599", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "600", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "601", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "602", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "603", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "604", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "605", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "606", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "607", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "608", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "609", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "610", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "611", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "612", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "613", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "614", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "615", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "616", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "617", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "618", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "619", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "620", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "621", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "622", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "623", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "624", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "625", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "626", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "627", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "628", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "629", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "630", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "631", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "632", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "633", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "634", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "635", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "636", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "637", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "638", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "639", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "640", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "641", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "642", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "643", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "644", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "645", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "646", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "647", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "648", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "649", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "650", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "651", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "652", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "653", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "654", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "655", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "656", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "657", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "658", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "659", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "660", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "661", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "662", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "663", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "664", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "665", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "666", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "667", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "668", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "669", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "670", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "671", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "672", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "673", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "674", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "675", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "676", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "677", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "678", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "679", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "680", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "681", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "682", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "683", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "684", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "685", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "686", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "687", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "688", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "689", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "690", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "691", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "692", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "693", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "694", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "695", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "696", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "697", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "698", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "699", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "700", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "701", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "702", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "703", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "704", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "705", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "706", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "707", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "708", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "709", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "710", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "711", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "712", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "713", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "714", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "715", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "716", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "717", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "718", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "719", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "720", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "721", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "722", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "723", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "724", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "725", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "726", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "727", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "728", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "729", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "730", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "731", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "732", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "733", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "734", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "735", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "736", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "737", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "738", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "739", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "740", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "741", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "742", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "743", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "744", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "745", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "746", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "747", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "748", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "749", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "750", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "751", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "752", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "753", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "754", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "755", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "756", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "757", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "758", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "759", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "760", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "761", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "762", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "763", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "764", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "765", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "766", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "767", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "768", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "769", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "770", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "771", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "772", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "773", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "774", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "775", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "776", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "777", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "778", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "779", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "780", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "781", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "782", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "783", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "784", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "785", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "786", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "787", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "788", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "789", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "790", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "791", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "792", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "793", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "794", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "795", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "796", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "797", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "798", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "799", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "800", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "801", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "802", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "803", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "804", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "805", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "806", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "807", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "808", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "809", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "810", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "811", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "812", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "813", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "814", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "815", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "816", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "817", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "818", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "819", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "820", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "821", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "822", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "823", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "824", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "825", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "826", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "827", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "828", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "829", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "830", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "831", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "832", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "833", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "834", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "835", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "836", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "837", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "838", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "839", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "840", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "841", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "842", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "843", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "844", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "845", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "846", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "847", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "848", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "849", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "850", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "851", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "852", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "853", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "854", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "855", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "856", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "857", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "858", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "859", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "860", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "861", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "862", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "863", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "864", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "865", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "866", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "867", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "868", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "869", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "870", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "871", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "872", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "873", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "874", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "875", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "876", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "877", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "878", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "879", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "880", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "881", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "882", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "883", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "884", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "885", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "886", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "887", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "888", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "889", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "890", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "891", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "892", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "893", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "894", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "895", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "896", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "897", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "898", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "899", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "900", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "901", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "902", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "903", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "904", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "905", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "906", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "907", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "908", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "909", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "910", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "911", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "912", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "913", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "914", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "915", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "916", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "917", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "918", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "919", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "920", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 3 + }, + { + "id": "921", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "922", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "923", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "924", + "label": 3, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "925", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "926", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "927", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "928", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "929", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "930", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "931", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "932", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "933", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "934", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "935", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "936", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "937", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "938", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "939", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "940", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "941", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "942", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "943", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "944", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "945", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "946", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "947", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "948", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "949", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "950", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "951", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "952", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "953", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "954", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "955", + "label": 3, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "956", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "957", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "958", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "959", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "960", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "961", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "962", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 0 + }, + { + "id": "963", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "964", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "965", + "label": 1, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "966", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "967", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "968", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "969", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "970", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "971", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "972", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "973", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "974", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "975", + "label": 3, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "976", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "977", + "label": 2, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "978", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "979", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "980", + "label": 2, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "981", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "982", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "983", + "label": 1, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "984", + "label": 2, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "985", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "986", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "987", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "988", + "label": 0, + "raw_prediction": 1, + "normalized_prediction": 1 + }, + { + "id": "989", + "label": 1, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "990", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "991", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "992", + "label": 0, + "raw_prediction": 2, + "normalized_prediction": 2 + }, + { + "id": "993", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "994", + "label": 2, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "995", + "label": 0, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "996", + "label": 1, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "997", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + }, + { + "id": "998", + "label": 0, + "raw_prediction": 0, + "normalized_prediction": 0 + }, + { + "id": "999", + "label": 3, + "raw_prediction": 3, + "normalized_prediction": 3 + } + ], + "elapsed_seconds": 3.457875967025757 +}