{"step": 1000, "elapsed_sec": 8295.810385227203, "probe_elapsed_sec": 1.0455801489879377, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the most important to the same. The first time, the first time, the same thing to be a lot of the same. The first, the same time", "text": "The capital of Italy is the most important to the same. The first time, the first time, the same thing to be a lot of the same. The first, the same time", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1083984375}, {"token_id": 212, "token_text": " a", "probability": 0.08447265625}, {"token_id": 262, "token_text": " to", "probability": 0.0311279296875}, {"token_id": 252, "token_text": " an", "probability": 0.0301513671875}, {"token_id": 500, "token_text": " not", "probability": 0.0220947265625}]}, {"token_id": 914, "token_text": " most", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 914, "token_text": " most", "probability": 0.0201416015625}, {"token_id": 912, "token_text": " first", "probability": 0.01953125}, {"token_id": 1380, "token_text": " world", "probability": 0.01226806640625}, {"token_id": 1600, "token_text": " same", "probability": 0.0118408203125}, {"token_id": 1931, "token_text": " best", "probability": 0.00982666015625}]}, {"token_id": 2256, "token_text": " important", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 2256, "token_text": " important", "probability": 0.0859375}, {"token_id": 259, "token_text": " of", "probability": 0.05908203125}, {"token_id": 3956, "token_text": " popular", "probability": 0.0380859375}, {"token_id": 3058, "token_text": " common", "probability": 0.0306396484375}, {"token_id": 3869, "token_text": " likely", "probability": 0.0203857421875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.07666015625}, {"token_id": 17, "token_text": ".", "probability": 0.03857421875}, {"token_id": 15, "token_text": ",", "probability": 0.030029296875}, {"token_id": 266, "token_text": " and", "probability": 0.0177001953125}, {"token_id": 16, "token_text": "-", "probability": 0.01611328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1396484375}, {"token_id": 349, "token_text": " be", "probability": 0.09033203125}, {"token_id": 212, "token_text": " a", "probability": 0.0274658203125}, {"token_id": 1274, "token_text": " make", "probability": 0.01519775390625}, {"token_id": 1170, "token_text": " use", "probability": 0.013427734375}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.0223388671875}, {"token_id": 1380, "token_text": " world", "probability": 0.0126953125}, {"token_id": 914, "token_text": " most", "probability": 0.0123291015625}, {"token_id": 912, "token_text": " first", "probability": 0.00872802734375}, {"token_id": 2237, "token_text": " following", "probability": 0.006591796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.119140625}, {"token_id": 895, "token_text": " time", "probability": 0.0264892578125}, {"token_id": 15, "token_text": ",", "probability": 0.02197265625}, {"token_id": 1367, "token_text": " way", "probability": 0.018798828125}, {"token_id": 259, "token_text": " of", "probability": 0.0181884765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.173828125}, {"token_id": 1020, "token_text": " This", "probability": 0.056640625}, {"token_id": 697, "token_text": " It", "probability": 0.04150390625}, {"token_id": 431, "token_text": " In", "probability": 0.038818359375}, {"token_id": 375, "token_text": " -", "probability": 0.038818359375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.015380859375, "top_k_candidates": [{"token_id": 914, "token_text": " most", "probability": 0.015380859375}, {"token_id": 912, "token_text": " first", "probability": 0.015380859375}, {"token_id": 1068, "token_text": " only", "probability": 0.01123046875}, {"token_id": 2237, "token_text": " following", "probability": 0.01123046875}, {"token_id": 3768, "token_text": " results", "probability": 0.00933837890625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.048095703125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.048095703125}, {"token_id": 259, "token_text": " of", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0257568359375}, {"token_id": 326, "token_text": " is", "probability": 0.024169921875}, {"token_id": 16, "token_text": "-", "probability": 0.01611328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1982421875}, {"token_id": 259, "token_text": " of", "probability": 0.1455078125}, {"token_id": 234, "token_text": " the", "probability": 0.053466796875}, {"token_id": 326, "token_text": " is", "probability": 0.047119140625}, {"token_id": 262, "token_text": " to", "probability": 0.032470703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2265625}, {"token_id": 391, "token_text": " it", "probability": 0.050537109375}, {"token_id": 266, "token_text": " and", "probability": 0.03271484375}, {"token_id": 409, "token_text": " he", "probability": 0.027099609375}, {"token_id": 238, "token_text": " in", "probability": 0.025390625}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0201416015625}, {"token_id": 1600, "token_text": " same", "probability": 0.01519775390625}, {"token_id": 914, "token_text": " most", "probability": 0.013427734375}, {"token_id": 1068, "token_text": " only", "probability": 0.0084228515625}, {"token_id": 1897, "token_text": " name", "probability": 0.0069580078125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.043212890625}, {"token_id": 259, "token_text": " of", "probability": 0.035888671875}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}, {"token_id": 16, "token_text": "-", "probability": 0.019775390625}, {"token_id": 1897, "token_text": " name", "probability": 0.01202392578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1494140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 259, "token_text": " of", "probability": 0.0751953125}, {"token_id": 326, "token_text": " is", "probability": 0.07080078125}, {"token_id": 262, "token_text": " to", "probability": 0.0517578125}, {"token_id": 17, "token_text": ".", "probability": 0.02294921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1689453125}, {"token_id": 266, "token_text": " and", "probability": 0.09033203125}, {"token_id": 352, "token_text": " as", "probability": 0.0400390625}, {"token_id": 391, "token_text": " it", "probability": 0.03759765625}, {"token_id": 238, "token_text": " in", "probability": 0.0242919921875}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01611328125, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01611328125}, {"token_id": 912, "token_text": " first", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.01104736328125}, {"token_id": 1068, "token_text": " only", "probability": 0.0091552734375}, {"token_id": 1380, "token_text": " world", "probability": 0.00836181640625}]}, {"token_id": 3080, "token_text": " thing", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 3080, "token_text": " thing", "probability": 0.03564453125}, {"token_id": 895, "token_text": " time", "probability": 0.03369140625}, {"token_id": 259, "token_text": " of", "probability": 0.0269775390625}, {"token_id": 326, "token_text": " is", "probability": 0.0223388671875}, {"token_id": 15, "token_text": ",", "probability": 0.0223388671875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.11376953125}, {"token_id": 360, "token_text": " that", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.08837890625}, {"token_id": 326, "token_text": " is", "probability": 0.06884765625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.150390625}, {"token_id": 234, "token_text": " the", "probability": 0.09130859375}, {"token_id": 1274, "token_text": " make", "probability": 0.026123046875}, {"token_id": 467, "token_text": " do", "probability": 0.0203857421875}, {"token_id": 529, "token_text": " have", "probability": 0.0179443359375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07568359375}, {"token_id": 234, "token_text": " the", "probability": 0.07080078125}, {"token_id": 262, "token_text": " to", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0230712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0216064453125}]}, {"token_id": 1908, "token_text": " lot", "chosen_probability": 0.0167236328125, "top_k_candidates": [{"token_id": 1908, "token_text": " lot", "probability": 0.0167236328125}, {"token_id": 2067, "token_text": " few", "probability": 0.01470947265625}, {"token_id": 1438, "token_text": " good", "probability": 0.01470947265625}, {"token_id": 942, "token_text": " new", "probability": 0.013427734375}, {"token_id": 1326, "token_text": " very", "probability": 0.01300048828125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.64453125}, {"token_id": 17, "token_text": ".", "probability": 0.06787109375}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 262, "token_text": " to", "probability": 0.018310546875}, {"token_id": 238, "token_text": " in", "probability": 0.018310546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.314453125}, {"token_id": 212, "token_text": " a", "probability": 0.09619140625}, {"token_id": 252, "token_text": " an", "probability": 0.0167236328125}, {"token_id": 853, "token_text": " its", "probability": 0.013427734375}, {"token_id": 391, "token_text": " it", "probability": 0.0118408203125}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.0247802734375, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.0247802734375}, {"token_id": 1380, "token_text": " world", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.00970458984375}, {"token_id": 912, "token_text": " first", "probability": 0.007568359375}, {"token_id": 2112, "token_text": " country", "probability": 0.0064697265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.044189453125}, {"token_id": 895, "token_text": " time", "probability": 0.02685546875}, {"token_id": 1367, "token_text": " way", "probability": 0.01904296875}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 3080, "token_text": " thing", "probability": 0.01531982421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2265625}, {"token_id": 1020, "token_text": " This", "probability": 0.0537109375}, {"token_id": 697, "token_text": " It", "probability": 0.04736328125}, {"token_id": 431, "token_text": " In", "probability": 0.039306640625}, {"token_id": 2, "token_text": "", "probability": 0.032470703125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0166015625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0166015625}, {"token_id": 1068, "token_text": " only", "probability": 0.01287841796875}, {"token_id": 2947, "token_text": " course", "probability": 0.01007080078125}, {"token_id": 914, "token_text": " most", "probability": 0.00885009765625}, {"token_id": 3129, "token_text": " idea", "probability": 0.00860595703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.033203125}, {"token_id": 895, "token_text": " time", "probability": 0.033203125}, {"token_id": 259, "token_text": " of", "probability": 0.02587890625}, {"token_id": 3080, "token_text": " thing", "probability": 0.01953125}, {"token_id": 326, "token_text": " is", "probability": 0.01953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.26953125}, {"token_id": 391, "token_text": " it", "probability": 0.06396484375}, {"token_id": 585, "token_text": " we", "probability": 0.0235595703125}, {"token_id": 212, "token_text": " a", "probability": 0.0235595703125}, {"token_id": 238, "token_text": " in", "probability": 0.0220947265625}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01373291015625, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01373291015625}, {"token_id": 912, "token_text": " first", "probability": 0.0113525390625}, {"token_id": 914, "token_text": " most", "probability": 0.0093994140625}, {"token_id": 1965, "token_text": " case", "probability": 0.007568359375}, {"token_id": 1068, "token_text": " only", "probability": 0.006683349609375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.0242919921875}, {"token_id": 3080, "token_text": " thing", "probability": 0.0213623046875}, {"token_id": 1367, "token_text": " way", "probability": 0.01611328125}, {"token_id": 1897, "token_text": " name", "probability": 0.01519775390625}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1083984375}, {"token_id": 212, "token_text": " a", "probability": 0.08447265625}, {"token_id": 262, "token_text": " to", "probability": 0.0311279296875}, {"token_id": 252, "token_text": " an", "probability": 0.0301513671875}, {"token_id": 500, "token_text": " not", "probability": 0.0220947265625}]}, {"token_id": 914, "token_text": " most", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 914, "token_text": " most", "probability": 0.0201416015625}, {"token_id": 912, "token_text": " first", "probability": 0.01953125}, {"token_id": 1380, "token_text": " world", "probability": 0.01226806640625}, {"token_id": 1600, "token_text": " same", "probability": 0.0118408203125}, {"token_id": 1931, "token_text": " best", "probability": 0.00982666015625}]}, {"token_id": 2256, "token_text": " important", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 2256, "token_text": " important", "probability": 0.0859375}, {"token_id": 259, "token_text": " of", "probability": 0.05908203125}, {"token_id": 3956, "token_text": " popular", "probability": 0.0380859375}, {"token_id": 3058, "token_text": " common", "probability": 0.0306396484375}, {"token_id": 3869, "token_text": " likely", "probability": 0.0203857421875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.07666015625}, {"token_id": 17, "token_text": ".", "probability": 0.03857421875}, {"token_id": 15, "token_text": ",", "probability": 0.030029296875}, {"token_id": 266, "token_text": " and", "probability": 0.0177001953125}, {"token_id": 16, "token_text": "-", "probability": 0.01611328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1396484375}, {"token_id": 349, "token_text": " be", "probability": 0.09033203125}, {"token_id": 212, "token_text": " a", "probability": 0.0274658203125}, {"token_id": 1274, "token_text": " make", "probability": 0.01519775390625}, {"token_id": 1170, "token_text": " use", "probability": 0.013427734375}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.0223388671875}, {"token_id": 1380, "token_text": " world", "probability": 0.0126953125}, {"token_id": 914, "token_text": " most", "probability": 0.0123291015625}, {"token_id": 912, "token_text": " first", "probability": 0.00872802734375}, {"token_id": 2237, "token_text": " following", "probability": 0.006591796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.119140625}, {"token_id": 895, "token_text": " time", "probability": 0.0264892578125}, {"token_id": 15, "token_text": ",", "probability": 0.02197265625}, {"token_id": 1367, "token_text": " way", "probability": 0.018798828125}, {"token_id": 259, "token_text": " of", "probability": 0.0181884765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1806640625}, {"token_id": 1020, "token_text": " This", "probability": 0.058837890625}, {"token_id": 697, "token_text": " It", "probability": 0.04296875}, {"token_id": 431, "token_text": " In", "probability": 0.040283203125}, {"token_id": 375, "token_text": " -", "probability": 0.040283203125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.015380859375, "top_k_candidates": [{"token_id": 914, "token_text": " most", "probability": 0.015380859375}, {"token_id": 912, "token_text": " first", "probability": 0.015380859375}, {"token_id": 1068, "token_text": " only", "probability": 0.01123046875}, {"token_id": 2237, "token_text": " following", "probability": 0.01123046875}, {"token_id": 3768, "token_text": " results", "probability": 0.00933837890625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.048095703125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.048095703125}, {"token_id": 259, "token_text": " of", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0257568359375}, {"token_id": 326, "token_text": " is", "probability": 0.024169921875}, {"token_id": 16, "token_text": "-", "probability": 0.01611328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1982421875}, {"token_id": 259, "token_text": " of", "probability": 0.1455078125}, {"token_id": 234, "token_text": " the", "probability": 0.053466796875}, {"token_id": 326, "token_text": " is", "probability": 0.047119140625}, {"token_id": 262, "token_text": " to", "probability": 0.032470703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2265625}, {"token_id": 391, "token_text": " it", "probability": 0.050537109375}, {"token_id": 266, "token_text": " and", "probability": 0.03271484375}, {"token_id": 409, "token_text": " he", "probability": 0.027099609375}, {"token_id": 238, "token_text": " in", "probability": 0.025390625}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0201416015625}, {"token_id": 1600, "token_text": " same", "probability": 0.01519775390625}, {"token_id": 914, "token_text": " most", "probability": 0.013427734375}, {"token_id": 1068, "token_text": " only", "probability": 0.0084228515625}, {"token_id": 1897, "token_text": " name", "probability": 0.0069580078125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.043212890625}, {"token_id": 259, "token_text": " of", "probability": 0.035888671875}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}, {"token_id": 16, "token_text": "-", "probability": 0.019775390625}, {"token_id": 1897, "token_text": " name", "probability": 0.01202392578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1494140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 259, "token_text": " of", "probability": 0.0751953125}, {"token_id": 326, "token_text": " is", "probability": 0.07080078125}, {"token_id": 262, "token_text": " to", "probability": 0.0517578125}, {"token_id": 17, "token_text": ".", "probability": 0.02294921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1689453125}, {"token_id": 266, "token_text": " and", "probability": 0.09033203125}, {"token_id": 352, "token_text": " as", "probability": 0.0400390625}, {"token_id": 391, "token_text": " it", "probability": 0.03759765625}, {"token_id": 238, "token_text": " in", "probability": 0.0242919921875}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01611328125, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01611328125}, {"token_id": 912, "token_text": " first", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.01104736328125}, {"token_id": 1068, "token_text": " only", "probability": 0.0091552734375}, {"token_id": 1380, "token_text": " world", "probability": 0.00836181640625}]}, {"token_id": 3080, "token_text": " thing", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 3080, "token_text": " thing", "probability": 0.03564453125}, {"token_id": 895, "token_text": " time", "probability": 0.03369140625}, {"token_id": 259, "token_text": " of", "probability": 0.0269775390625}, {"token_id": 326, "token_text": " is", "probability": 0.0223388671875}, {"token_id": 15, "token_text": ",", "probability": 0.0223388671875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.11376953125}, {"token_id": 360, "token_text": " that", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.08837890625}, {"token_id": 326, "token_text": " is", "probability": 0.06884765625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.150390625}, {"token_id": 234, "token_text": " the", "probability": 0.09130859375}, {"token_id": 1274, "token_text": " make", "probability": 0.026123046875}, {"token_id": 467, "token_text": " do", "probability": 0.0203857421875}, {"token_id": 529, "token_text": " have", "probability": 0.0179443359375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07568359375}, {"token_id": 234, "token_text": " the", "probability": 0.07080078125}, {"token_id": 262, "token_text": " to", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0230712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0216064453125}]}, {"token_id": 1908, "token_text": " lot", "chosen_probability": 0.0167236328125, "top_k_candidates": [{"token_id": 1908, "token_text": " lot", "probability": 0.0167236328125}, {"token_id": 2067, "token_text": " few", "probability": 0.01470947265625}, {"token_id": 1438, "token_text": " good", "probability": 0.01470947265625}, {"token_id": 942, "token_text": " new", "probability": 0.013427734375}, {"token_id": 1326, "token_text": " very", "probability": 0.01300048828125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.64453125}, {"token_id": 17, "token_text": ".", "probability": 0.06787109375}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 262, "token_text": " to", "probability": 0.018310546875}, {"token_id": 238, "token_text": " in", "probability": 0.018310546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.314453125}, {"token_id": 212, "token_text": " a", "probability": 0.09619140625}, {"token_id": 252, "token_text": " an", "probability": 0.0167236328125}, {"token_id": 853, "token_text": " its", "probability": 0.013427734375}, {"token_id": 391, "token_text": " it", "probability": 0.0118408203125}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.0247802734375, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.0247802734375}, {"token_id": 1380, "token_text": " world", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.00970458984375}, {"token_id": 912, "token_text": " first", "probability": 0.007568359375}, {"token_id": 2112, "token_text": " country", "probability": 0.0064697265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.044189453125}, {"token_id": 895, "token_text": " time", "probability": 0.02685546875}, {"token_id": 1367, "token_text": " way", "probability": 0.01904296875}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 3080, "token_text": " thing", "probability": 0.01531982421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2333984375}, {"token_id": 1020, "token_text": " This", "probability": 0.055419921875}, {"token_id": 697, "token_text": " It", "probability": 0.049072265625}, {"token_id": 431, "token_text": " In", "probability": 0.04052734375}, {"token_id": 285, "token_text": " A", "probability": 0.023193359375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0166015625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0166015625}, {"token_id": 1068, "token_text": " only", "probability": 0.01287841796875}, {"token_id": 2947, "token_text": " course", "probability": 0.01007080078125}, {"token_id": 914, "token_text": " most", "probability": 0.00885009765625}, {"token_id": 3129, "token_text": " idea", "probability": 0.00860595703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.033203125}, {"token_id": 895, "token_text": " time", "probability": 0.033203125}, {"token_id": 259, "token_text": " of", "probability": 0.02587890625}, {"token_id": 3080, "token_text": " thing", "probability": 0.01953125}, {"token_id": 326, "token_text": " is", "probability": 0.01953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.26953125}, {"token_id": 391, "token_text": " it", "probability": 0.06396484375}, {"token_id": 585, "token_text": " we", "probability": 0.0235595703125}, {"token_id": 212, "token_text": " a", "probability": 0.0235595703125}, {"token_id": 238, "token_text": " in", "probability": 0.0220947265625}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01373291015625, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01373291015625}, {"token_id": 912, "token_text": " first", "probability": 0.0113525390625}, {"token_id": 914, "token_text": " most", "probability": 0.0093994140625}, {"token_id": 1965, "token_text": " case", "probability": 0.007568359375}, {"token_id": 1068, "token_text": " only", "probability": 0.006683349609375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.0242919921875}, {"token_id": 3080, "token_text": " thing", "probability": 0.0213623046875}, {"token_id": 1367, "token_text": " way", "probability": 0.01611328125}, {"token_id": 1897, "token_text": " name", "probability": 0.01519775390625}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1083984375}, {"token_id": 212, "token_text": " a", "probability": 0.08447265625}, {"token_id": 262, "token_text": " to", "probability": 0.0311279296875}, {"token_id": 252, "token_text": " an", "probability": 0.0301513671875}, {"token_id": 500, "token_text": " not", "probability": 0.0220947265625}]}, {"token_id": 914, "token_text": " most", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 914, "token_text": " most", "probability": 0.0201416015625}, {"token_id": 912, "token_text": " first", "probability": 0.01953125}, {"token_id": 1380, "token_text": " world", "probability": 0.01226806640625}, {"token_id": 1600, "token_text": " same", "probability": 0.0118408203125}, {"token_id": 1931, "token_text": " best", "probability": 0.00982666015625}]}, {"token_id": 2256, "token_text": " important", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 2256, "token_text": " important", "probability": 0.0859375}, {"token_id": 259, "token_text": " of", "probability": 0.05908203125}, {"token_id": 3956, "token_text": " popular", "probability": 0.0380859375}, {"token_id": 3058, "token_text": " common", "probability": 0.0306396484375}, {"token_id": 3869, "token_text": " likely", "probability": 0.0203857421875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.07666015625}, {"token_id": 17, "token_text": ".", "probability": 0.03857421875}, {"token_id": 15, "token_text": ",", "probability": 0.030029296875}, {"token_id": 266, "token_text": " and", "probability": 0.0177001953125}, {"token_id": 16, "token_text": "-", "probability": 0.01611328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1396484375}, {"token_id": 349, "token_text": " be", "probability": 0.09033203125}, {"token_id": 212, "token_text": " a", "probability": 0.0274658203125}, {"token_id": 1274, "token_text": " make", "probability": 0.01519775390625}, {"token_id": 1170, "token_text": " use", "probability": 0.013427734375}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.0223388671875}, {"token_id": 1380, "token_text": " world", "probability": 0.0126953125}, {"token_id": 914, "token_text": " most", "probability": 0.0123291015625}, {"token_id": 912, "token_text": " first", "probability": 0.00872802734375}, {"token_id": 2237, "token_text": " following", "probability": 0.006591796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.119140625}, {"token_id": 895, "token_text": " time", "probability": 0.0264892578125}, {"token_id": 15, "token_text": ",", "probability": 0.02197265625}, {"token_id": 1367, "token_text": " way", "probability": 0.018798828125}, {"token_id": 259, "token_text": " of", "probability": 0.0181884765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1806640625}, {"token_id": 1020, "token_text": " This", "probability": 0.058837890625}, {"token_id": 697, "token_text": " It", "probability": 0.04296875}, {"token_id": 431, "token_text": " In", "probability": 0.040283203125}, {"token_id": 375, "token_text": " -", "probability": 0.040283203125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.015380859375, "top_k_candidates": [{"token_id": 914, "token_text": " most", "probability": 0.015380859375}, {"token_id": 912, "token_text": " first", "probability": 0.015380859375}, {"token_id": 1068, "token_text": " only", "probability": 0.01123046875}, {"token_id": 2237, "token_text": " following", "probability": 0.01123046875}, {"token_id": 3768, "token_text": " results", "probability": 0.00933837890625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.048095703125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.048095703125}, {"token_id": 259, "token_text": " of", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0257568359375}, {"token_id": 326, "token_text": " is", "probability": 0.024169921875}, {"token_id": 16, "token_text": "-", "probability": 0.01611328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1982421875}, {"token_id": 259, "token_text": " of", "probability": 0.1455078125}, {"token_id": 234, "token_text": " the", "probability": 0.053466796875}, {"token_id": 326, "token_text": " is", "probability": 0.047119140625}, {"token_id": 262, "token_text": " to", "probability": 0.032470703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2265625}, {"token_id": 391, "token_text": " it", "probability": 0.050537109375}, {"token_id": 266, "token_text": " and", "probability": 0.03271484375}, {"token_id": 409, "token_text": " he", "probability": 0.027099609375}, {"token_id": 238, "token_text": " in", "probability": 0.025390625}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0201416015625}, {"token_id": 1600, "token_text": " same", "probability": 0.01519775390625}, {"token_id": 914, "token_text": " most", "probability": 0.013427734375}, {"token_id": 1068, "token_text": " only", "probability": 0.0084228515625}, {"token_id": 1897, "token_text": " name", "probability": 0.0069580078125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.043212890625}, {"token_id": 259, "token_text": " of", "probability": 0.035888671875}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}, {"token_id": 16, "token_text": "-", "probability": 0.019775390625}, {"token_id": 1897, "token_text": " name", "probability": 0.01202392578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1494140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 259, "token_text": " of", "probability": 0.0751953125}, {"token_id": 326, "token_text": " is", "probability": 0.07080078125}, {"token_id": 262, "token_text": " to", "probability": 0.0517578125}, {"token_id": 17, "token_text": ".", "probability": 0.02294921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1689453125}, {"token_id": 266, "token_text": " and", "probability": 0.09033203125}, {"token_id": 352, "token_text": " as", "probability": 0.0400390625}, {"token_id": 391, "token_text": " it", "probability": 0.03759765625}, {"token_id": 238, "token_text": " in", "probability": 0.0242919921875}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01611328125, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01611328125}, {"token_id": 912, "token_text": " first", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.01104736328125}, {"token_id": 1068, "token_text": " only", "probability": 0.0091552734375}, {"token_id": 1380, "token_text": " world", "probability": 0.00836181640625}]}, {"token_id": 3080, "token_text": " thing", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 3080, "token_text": " thing", "probability": 0.03564453125}, {"token_id": 895, "token_text": " time", "probability": 0.03369140625}, {"token_id": 259, "token_text": " of", "probability": 0.0269775390625}, {"token_id": 326, "token_text": " is", "probability": 0.0223388671875}, {"token_id": 15, "token_text": ",", "probability": 0.0223388671875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.11376953125}, {"token_id": 360, "token_text": " that", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.08837890625}, {"token_id": 326, "token_text": " is", "probability": 0.06884765625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.150390625}, {"token_id": 234, "token_text": " the", "probability": 0.09130859375}, {"token_id": 1274, "token_text": " make", "probability": 0.026123046875}, {"token_id": 467, "token_text": " do", "probability": 0.0203857421875}, {"token_id": 529, "token_text": " have", "probability": 0.0179443359375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07568359375}, {"token_id": 234, "token_text": " the", "probability": 0.07080078125}, {"token_id": 262, "token_text": " to", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0230712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0216064453125}]}, {"token_id": 1908, "token_text": " lot", "chosen_probability": 0.0167236328125, "top_k_candidates": [{"token_id": 1908, "token_text": " lot", "probability": 0.0167236328125}, {"token_id": 2067, "token_text": " few", "probability": 0.01470947265625}, {"token_id": 1438, "token_text": " good", "probability": 0.01470947265625}, {"token_id": 942, "token_text": " new", "probability": 0.013427734375}, {"token_id": 1326, "token_text": " very", "probability": 0.01300048828125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.64453125}, {"token_id": 17, "token_text": ".", "probability": 0.06787109375}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 262, "token_text": " to", "probability": 0.018310546875}, {"token_id": 238, "token_text": " in", "probability": 0.018310546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.314453125}, {"token_id": 212, "token_text": " a", "probability": 0.09619140625}, {"token_id": 252, "token_text": " an", "probability": 0.0167236328125}, {"token_id": 853, "token_text": " its", "probability": 0.013427734375}, {"token_id": 391, "token_text": " it", "probability": 0.0118408203125}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.0247802734375, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.0247802734375}, {"token_id": 1380, "token_text": " world", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.00970458984375}, {"token_id": 912, "token_text": " first", "probability": 0.007568359375}, {"token_id": 2112, "token_text": " country", "probability": 0.0064697265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.044189453125}, {"token_id": 895, "token_text": " time", "probability": 0.02685546875}, {"token_id": 1367, "token_text": " way", "probability": 0.01904296875}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 3080, "token_text": " thing", "probability": 0.01531982421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2333984375}, {"token_id": 1020, "token_text": " This", "probability": 0.055419921875}, {"token_id": 697, "token_text": " It", "probability": 0.049072265625}, {"token_id": 431, "token_text": " In", "probability": 0.04052734375}, {"token_id": 285, "token_text": " A", "probability": 0.023193359375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0166015625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0166015625}, {"token_id": 1068, "token_text": " only", "probability": 0.01287841796875}, {"token_id": 2947, "token_text": " course", "probability": 0.01007080078125}, {"token_id": 914, "token_text": " most", "probability": 0.00885009765625}, {"token_id": 3129, "token_text": " idea", "probability": 0.00860595703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.033203125}, {"token_id": 895, "token_text": " time", "probability": 0.033203125}, {"token_id": 259, "token_text": " of", "probability": 0.02587890625}, {"token_id": 3080, "token_text": " thing", "probability": 0.01953125}, {"token_id": 326, "token_text": " is", "probability": 0.01953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.26953125}, {"token_id": 391, "token_text": " it", "probability": 0.06396484375}, {"token_id": 585, "token_text": " we", "probability": 0.0235595703125}, {"token_id": 212, "token_text": " a", "probability": 0.0235595703125}, {"token_id": 238, "token_text": " in", "probability": 0.0220947265625}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01373291015625, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01373291015625}, {"token_id": 912, "token_text": " first", "probability": 0.0113525390625}, {"token_id": 914, "token_text": " most", "probability": 0.0093994140625}, {"token_id": 1965, "token_text": " case", "probability": 0.007568359375}, {"token_id": 1068, "token_text": " only", "probability": 0.006683349609375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.0242919921875}, {"token_id": 3080, "token_text": " thing", "probability": 0.0213623046875}, {"token_id": 1367, "token_text": " way", "probability": 0.01611328125}, {"token_id": 1897, "token_text": " name", "probability": 0.01519775390625}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 2358, "correct_token_probability": 3.790855407714844e-05, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1083984375}, {"token_id": 212, "token_text": " a", "probability": 0.08447265625}, {"token_id": 262, "token_text": " to", "probability": 0.0311279296875}, {"token_id": 252, "token_text": " an", "probability": 0.0301513671875}, {"token_id": 500, "token_text": " not", "probability": 0.0220947265625}, {"token_id": 360, "token_text": " that", "probability": 0.0166015625}, {"token_id": 686, "token_text": " one", "probability": 0.0137939453125}, {"token_id": 29, "token_text": ":", "probability": 0.01336669921875}, {"token_id": 238, "token_text": " in", "probability": 0.01177978515625}, {"token_id": 15, "token_text": ",", "probability": 0.0111083984375}], "entropy": 6.34375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.180333770098565, "average_logprob_per_token": -10.180333770098565, "perplexity_on_target_sequence": 26379.270440251577, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -10.180333770098565, "probability": 3.790855407714844e-05, "raw_probability": 3.790855407714844e-05, "correct_token_rank": 2358}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8295.811013936996, "probe_elapsed_sec": 1.0455801489879377, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be a new idea of the same time. The first time, the first time, the first time, the first time, and the same thing. The first", "text": "A small language model should be a new idea of the same time. The first time, the first time, the first time, the first time, and the same thing. The first", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.330078125}, {"token_id": 500, "token_text": " not", "probability": 0.0419921875}, {"token_id": 529, "token_text": " have", "probability": 0.0306396484375}, {"token_id": 1170, "token_text": " use", "probability": 0.02880859375}, {"token_id": 1279, "token_text": " help", "probability": 0.019775390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07080078125}, {"token_id": 1351, "token_text": " used", "probability": 0.042724609375}, {"token_id": 234, "token_text": " the", "probability": 0.028564453125}, {"token_id": 252, "token_text": " an", "probability": 0.01904296875}, {"token_id": 898, "token_text": " any", "probability": 0.013916015625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.012939453125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.012939453125}, {"token_id": 1908, "token_text": " lot", "probability": 0.012939453125}, {"token_id": 1367, "token_text": " way", "probability": 0.01177978515625}, {"token_id": 1438, "token_text": " good", "probability": 0.01141357421875}, {"token_id": 2612, "token_text": " question", "probability": 0.0107421875}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.01123046875, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.01123046875}, {"token_id": 1367, "token_text": " way", "probability": 0.00994873046875}, {"token_id": 4024, "token_text": " amount", "probability": 0.00872802734375}, {"token_id": 2612, "token_text": " question", "probability": 0.00872802734375}, {"token_id": 1519, "token_text": " system", "probability": 0.00848388671875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.265625}, {"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 360, "token_text": " that", "probability": 0.07177734375}, {"token_id": 262, "token_text": " to", "probability": 0.055908203125}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2060546875}, {"token_id": 212, "token_text": " a", "probability": 0.08056640625}, {"token_id": 252, "token_text": " an", "probability": 0.0191650390625}, {"token_id": 542, "token_text": " this", "probability": 0.0115966796875}, {"token_id": 711, "token_text": " their", "probability": 0.00848388671875}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01531982421875, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01531982421875}, {"token_id": 1380, "token_text": " world", "probability": 0.0126953125}, {"token_id": 912, "token_text": " first", "probability": 0.0098876953125}, {"token_id": 914, "token_text": " most", "probability": 0.006805419921875}, {"token_id": 436, "token_text": " U", "probability": 0.006011962890625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0791015625}, {"token_id": 1367, "token_text": " way", "probability": 0.030029296875}, {"token_id": 3080, "token_text": " thing", "probability": 0.01708984375}, {"token_id": 16, "token_text": "-", "probability": 0.01177978515625}, {"token_id": 2875, "token_text": " period", "probability": 0.0107421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.19921875}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 262, "token_text": " to", "probability": 0.05029296875}, {"token_id": 234, "token_text": " the", "probability": 0.0286865234375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1591796875}, {"token_id": 2, "token_text": "", "probability": 0.051513671875}, {"token_id": 431, "token_text": " In", "probability": 0.042724609375}, {"token_id": 1020, "token_text": " This", "probability": 0.042724609375}, {"token_id": 697, "token_text": " It", "probability": 0.037841796875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.025146484375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.025146484375}, {"token_id": 3768, "token_text": " results", "probability": 0.00897216796875}, {"token_id": 2237, "token_text": " following", "probability": 0.0086669921875}, {"token_id": 914, "token_text": " most", "probability": 0.0086669921875}, {"token_id": 1068, "token_text": " only", "probability": 0.00616455078125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.052734375}, {"token_id": 16, "token_text": "-", "probability": 0.0257568359375}, {"token_id": 259, "token_text": " of", "probability": 0.01708984375}, {"token_id": 5567, "token_text": " step", "probability": 0.01556396484375}, {"token_id": 3080, "token_text": " thing", "probability": 0.01373291015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 326, "token_text": " is", "probability": 0.06396484375}, {"token_id": 259, "token_text": " of", "probability": 0.06396484375}, {"token_id": 234, "token_text": " the", "probability": 0.0341796875}, {"token_id": 262, "token_text": " to", "probability": 0.026611328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.302734375}, {"token_id": 391, "token_text": " it", "probability": 0.0673828125}, {"token_id": 409, "token_text": " he", "probability": 0.0299072265625}, {"token_id": 212, "token_text": " a", "probability": 0.0247802734375}, {"token_id": 275, "token_text": " I", "probability": 0.0218505859375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0228271484375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0228271484375}, {"token_id": 1600, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 914, "token_text": " most", "probability": 0.006744384765625}, {"token_id": 1965, "token_text": " case", "probability": 0.005950927734375}, {"token_id": 895, "token_text": " time", "probability": 0.005950927734375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.060546875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.060546875}, {"token_id": 16, "token_text": "-", "probability": 0.02685546875}, {"token_id": 259, "token_text": " of", "probability": 0.0208740234375}, {"token_id": 5567, "token_text": " step", "probability": 0.01348876953125}, {"token_id": 978, "token_text": " two", "probability": 0.01116943359375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 259, "token_text": " of", "probability": 0.07421875}, {"token_id": 234, "token_text": " the", "probability": 0.048095703125}, {"token_id": 262, "token_text": " to", "probability": 0.037353515625}, {"token_id": 326, "token_text": " is", "probability": 0.03515625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.216796875}, {"token_id": 266, "token_text": " and", "probability": 0.06591796875}, {"token_id": 391, "token_text": " it", "probability": 0.051513671875}, {"token_id": 409, "token_text": " he", "probability": 0.02587890625}, {"token_id": 352, "token_text": " as", "probability": 0.0242919921875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0223388671875}, {"token_id": 1600, "token_text": " same", "probability": 0.01531982421875}, {"token_id": 914, "token_text": " most", "probability": 0.00701904296875}, {"token_id": 1068, "token_text": " only", "probability": 0.006195068359375}, {"token_id": 3129, "token_text": " idea", "probability": 0.00531005859375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.046875}, {"token_id": 16, "token_text": "-", "probability": 0.020751953125}, {"token_id": 259, "token_text": " of", "probability": 0.0167236328125}, {"token_id": 15, "token_text": ",", "probability": 0.01519775390625}, {"token_id": 5567, "token_text": " step", "probability": 0.013427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1572265625}, {"token_id": 259, "token_text": " of", "probability": 0.051025390625}, {"token_id": 262, "token_text": " to", "probability": 0.037353515625}, {"token_id": 326, "token_text": " is", "probability": 0.03515625}, {"token_id": 17, "token_text": ".", "probability": 0.032958984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.15625}, {"token_id": 266, "token_text": " and", "probability": 0.146484375}, {"token_id": 352, "token_text": " as", "probability": 0.03271484375}, {"token_id": 391, "token_text": " it", "probability": 0.02880859375}, {"token_id": 618, "token_text": " but", "probability": 0.0186767578125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.017822265625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.017822265625}, {"token_id": 1600, "token_text": " same", "probability": 0.0126953125}, {"token_id": 1380, "token_text": " world", "probability": 0.00677490234375}, {"token_id": 3129, "token_text": " idea", "probability": 0.006561279296875}, {"token_id": 1965, "token_text": " case", "probability": 0.006378173828125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.051513671875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.051513671875}, {"token_id": 3080, "token_text": " thing", "probability": 0.021484375}, {"token_id": 259, "token_text": " of", "probability": 0.0201416015625}, {"token_id": 16, "token_text": "-", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 259, "token_text": " of", "probability": 0.07373046875}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 262, "token_text": " to", "probability": 0.039306640625}, {"token_id": 326, "token_text": " is", "probability": 0.037109375}]}, {"token_id": 266, "token_text": " and", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 266, "token_text": " and", "probability": 0.1943359375}, {"token_id": 234, "token_text": " the", "probability": 0.125}, {"token_id": 352, "token_text": " as", "probability": 0.03173828125}, {"token_id": 391, "token_text": " it", "probability": 0.0205078125}, {"token_id": 669, "token_text": " which", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.150390625}, {"token_id": 391, "token_text": " it", "probability": 0.0245361328125}, {"token_id": 1154, "token_text": " then", "probability": 0.02099609375}, {"token_id": 360, "token_text": " that", "probability": 0.02099609375}, {"token_id": 212, "token_text": " a", "probability": 0.015869140625}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01226806640625, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01226806640625}, {"token_id": 912, "token_text": " first", "probability": 0.01080322265625}, {"token_id": 1380, "token_text": " world", "probability": 0.00921630859375}, {"token_id": 3129, "token_text": " idea", "probability": 0.00616455078125}, {"token_id": 1068, "token_text": " only", "probability": 0.005615234375}]}, {"token_id": 3080, "token_text": " thing", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 3080, "token_text": " thing", "probability": 0.047607421875}, {"token_id": 895, "token_text": " time", "probability": 0.023193359375}, {"token_id": 15, "token_text": ",", "probability": 0.01446533203125}, {"token_id": 1367, "token_text": " way", "probability": 0.01275634765625}, {"token_id": 17, "token_text": ".", "probability": 0.01239013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 262, "token_text": " to", "probability": 0.0869140625}, {"token_id": 326, "token_text": " is", "probability": 0.04638671875}, {"token_id": 360, "token_text": " that", "probability": 0.03857421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.25}, {"token_id": 2, "token_text": "", "probability": 0.040771484375}, {"token_id": 431, "token_text": " In", "probability": 0.035888671875}, {"token_id": 1020, "token_text": " This", "probability": 0.035888671875}, {"token_id": 697, "token_text": " It", "probability": 0.033935546875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.020263671875}, {"token_id": 1068, "token_text": " only", "probability": 0.010498046875}, {"token_id": 3129, "token_text": " idea", "probability": 0.0074462890625}, {"token_id": 2947, "token_text": " course", "probability": 0.006988525390625}, {"token_id": 2612, "token_text": " question", "probability": 0.00543212890625}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.330078125}, {"token_id": 500, "token_text": " not", "probability": 0.0419921875}, {"token_id": 529, "token_text": " have", "probability": 0.0306396484375}, {"token_id": 1170, "token_text": " use", "probability": 0.02880859375}, {"token_id": 1279, "token_text": " help", "probability": 0.019775390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07080078125}, {"token_id": 1351, "token_text": " used", "probability": 0.042724609375}, {"token_id": 234, "token_text": " the", "probability": 0.028564453125}, {"token_id": 252, "token_text": " an", "probability": 0.01904296875}, {"token_id": 898, "token_text": " any", "probability": 0.013916015625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.012939453125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.012939453125}, {"token_id": 1908, "token_text": " lot", "probability": 0.012939453125}, {"token_id": 1367, "token_text": " way", "probability": 0.01177978515625}, {"token_id": 1438, "token_text": " good", "probability": 0.01141357421875}, {"token_id": 2612, "token_text": " question", "probability": 0.0107421875}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.01123046875, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.01123046875}, {"token_id": 1367, "token_text": " way", "probability": 0.00994873046875}, {"token_id": 4024, "token_text": " amount", "probability": 0.00872802734375}, {"token_id": 2612, "token_text": " question", "probability": 0.00872802734375}, {"token_id": 1519, "token_text": " system", "probability": 0.00848388671875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.265625}, {"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 360, "token_text": " that", "probability": 0.07177734375}, {"token_id": 262, "token_text": " to", "probability": 0.055908203125}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2060546875}, {"token_id": 212, "token_text": " a", "probability": 0.08056640625}, {"token_id": 252, "token_text": " an", "probability": 0.0191650390625}, {"token_id": 542, "token_text": " this", "probability": 0.0115966796875}, {"token_id": 711, "token_text": " their", "probability": 0.00848388671875}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01531982421875, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01531982421875}, {"token_id": 1380, "token_text": " world", "probability": 0.0126953125}, {"token_id": 912, "token_text": " first", "probability": 0.0098876953125}, {"token_id": 914, "token_text": " most", "probability": 0.006805419921875}, {"token_id": 436, "token_text": " U", "probability": 0.006011962890625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0791015625}, {"token_id": 1367, "token_text": " way", "probability": 0.030029296875}, {"token_id": 3080, "token_text": " thing", "probability": 0.01708984375}, {"token_id": 16, "token_text": "-", "probability": 0.01177978515625}, {"token_id": 2875, "token_text": " period", "probability": 0.0107421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.19921875}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 262, "token_text": " to", "probability": 0.05029296875}, {"token_id": 234, "token_text": " the", "probability": 0.0286865234375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.16796875}, {"token_id": 1020, "token_text": " This", "probability": 0.045166015625}, {"token_id": 431, "token_text": " In", "probability": 0.045166015625}, {"token_id": 697, "token_text": " It", "probability": 0.039794921875}, {"token_id": 285, "token_text": " A", "probability": 0.037353515625}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.025146484375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.025146484375}, {"token_id": 3768, "token_text": " results", "probability": 0.00897216796875}, {"token_id": 2237, "token_text": " following", "probability": 0.0086669921875}, {"token_id": 914, "token_text": " most", "probability": 0.0086669921875}, {"token_id": 1068, "token_text": " only", "probability": 0.00616455078125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.052734375}, {"token_id": 16, "token_text": "-", "probability": 0.0257568359375}, {"token_id": 259, "token_text": " of", "probability": 0.01708984375}, {"token_id": 5567, "token_text": " step", "probability": 0.01556396484375}, {"token_id": 3080, "token_text": " thing", "probability": 0.01373291015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 326, "token_text": " is", "probability": 0.06396484375}, {"token_id": 259, "token_text": " of", "probability": 0.06396484375}, {"token_id": 234, "token_text": " the", "probability": 0.0341796875}, {"token_id": 262, "token_text": " to", "probability": 0.026611328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.302734375}, {"token_id": 391, "token_text": " it", "probability": 0.0673828125}, {"token_id": 409, "token_text": " he", "probability": 0.0299072265625}, {"token_id": 212, "token_text": " a", "probability": 0.0247802734375}, {"token_id": 275, "token_text": " I", "probability": 0.0218505859375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0228271484375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0228271484375}, {"token_id": 1600, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 914, "token_text": " most", "probability": 0.006744384765625}, {"token_id": 1965, "token_text": " case", "probability": 0.005950927734375}, {"token_id": 895, "token_text": " time", "probability": 0.005950927734375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.060546875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.060546875}, {"token_id": 16, "token_text": "-", "probability": 0.02685546875}, {"token_id": 259, "token_text": " of", "probability": 0.0208740234375}, {"token_id": 5567, "token_text": " step", "probability": 0.01348876953125}, {"token_id": 978, "token_text": " two", "probability": 0.01116943359375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 259, "token_text": " of", "probability": 0.07421875}, {"token_id": 234, "token_text": " the", "probability": 0.048095703125}, {"token_id": 262, "token_text": " to", "probability": 0.037353515625}, {"token_id": 326, "token_text": " is", "probability": 0.03515625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.216796875}, {"token_id": 266, "token_text": " and", "probability": 0.06591796875}, {"token_id": 391, "token_text": " it", "probability": 0.051513671875}, {"token_id": 409, "token_text": " he", "probability": 0.02587890625}, {"token_id": 352, "token_text": " as", "probability": 0.0242919921875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0223388671875}, {"token_id": 1600, "token_text": " same", "probability": 0.01531982421875}, {"token_id": 914, "token_text": " most", "probability": 0.00701904296875}, {"token_id": 1068, "token_text": " only", "probability": 0.006195068359375}, {"token_id": 3129, "token_text": " idea", "probability": 0.00531005859375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.046875}, {"token_id": 16, "token_text": "-", "probability": 0.020751953125}, {"token_id": 259, "token_text": " of", "probability": 0.0167236328125}, {"token_id": 15, "token_text": ",", "probability": 0.01519775390625}, {"token_id": 5567, "token_text": " step", "probability": 0.013427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1572265625}, {"token_id": 259, "token_text": " of", "probability": 0.051025390625}, {"token_id": 262, "token_text": " to", "probability": 0.037353515625}, {"token_id": 326, "token_text": " is", "probability": 0.03515625}, {"token_id": 17, "token_text": ".", "probability": 0.032958984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.15625}, {"token_id": 266, "token_text": " and", "probability": 0.146484375}, {"token_id": 352, "token_text": " as", "probability": 0.03271484375}, {"token_id": 391, "token_text": " it", "probability": 0.02880859375}, {"token_id": 618, "token_text": " but", "probability": 0.0186767578125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.017822265625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.017822265625}, {"token_id": 1600, "token_text": " same", "probability": 0.0126953125}, {"token_id": 1380, "token_text": " world", "probability": 0.00677490234375}, {"token_id": 3129, "token_text": " idea", "probability": 0.006561279296875}, {"token_id": 1965, "token_text": " case", "probability": 0.006378173828125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.051513671875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.051513671875}, {"token_id": 3080, "token_text": " thing", "probability": 0.021484375}, {"token_id": 259, "token_text": " of", "probability": 0.0201416015625}, {"token_id": 16, "token_text": "-", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 259, "token_text": " of", "probability": 0.07373046875}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 262, "token_text": " to", "probability": 0.039306640625}, {"token_id": 326, "token_text": " is", "probability": 0.037109375}]}, {"token_id": 266, "token_text": " and", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 266, "token_text": " and", "probability": 0.1943359375}, {"token_id": 234, "token_text": " the", "probability": 0.125}, {"token_id": 352, "token_text": " as", "probability": 0.03173828125}, {"token_id": 391, "token_text": " it", "probability": 0.0205078125}, {"token_id": 669, "token_text": " which", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.150390625}, {"token_id": 391, "token_text": " it", "probability": 0.0245361328125}, {"token_id": 1154, "token_text": " then", "probability": 0.02099609375}, {"token_id": 360, "token_text": " that", "probability": 0.02099609375}, {"token_id": 212, "token_text": " a", "probability": 0.015869140625}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01226806640625, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01226806640625}, {"token_id": 912, "token_text": " first", "probability": 0.01080322265625}, {"token_id": 1380, "token_text": " world", "probability": 0.00921630859375}, {"token_id": 3129, "token_text": " idea", "probability": 0.00616455078125}, {"token_id": 1068, "token_text": " only", "probability": 0.005615234375}]}, {"token_id": 3080, "token_text": " thing", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 3080, "token_text": " thing", "probability": 0.047607421875}, {"token_id": 895, "token_text": " time", "probability": 0.023193359375}, {"token_id": 15, "token_text": ",", "probability": 0.01446533203125}, {"token_id": 1367, "token_text": " way", "probability": 0.01275634765625}, {"token_id": 17, "token_text": ".", "probability": 0.01239013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 262, "token_text": " to", "probability": 0.0869140625}, {"token_id": 326, "token_text": " is", "probability": 0.04638671875}, {"token_id": 360, "token_text": " that", "probability": 0.03857421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.259765625}, {"token_id": 1020, "token_text": " This", "probability": 0.03759765625}, {"token_id": 431, "token_text": " In", "probability": 0.03759765625}, {"token_id": 697, "token_text": " It", "probability": 0.03515625}, {"token_id": 1329, "token_text": " But", "probability": 0.0257568359375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.020263671875}, {"token_id": 1068, "token_text": " only", "probability": 0.010498046875}, {"token_id": 3129, "token_text": " idea", "probability": 0.0074462890625}, {"token_id": 2947, "token_text": " course", "probability": 0.006988525390625}, {"token_id": 2612, "token_text": " question", "probability": 0.00543212890625}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.330078125}, {"token_id": 500, "token_text": " not", "probability": 0.0419921875}, {"token_id": 529, "token_text": " have", "probability": 0.0306396484375}, {"token_id": 1170, "token_text": " use", "probability": 0.02880859375}, {"token_id": 1279, "token_text": " help", "probability": 0.019775390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07080078125}, {"token_id": 1351, "token_text": " used", "probability": 0.042724609375}, {"token_id": 234, "token_text": " the", "probability": 0.028564453125}, {"token_id": 252, "token_text": " an", "probability": 0.01904296875}, {"token_id": 898, "token_text": " any", "probability": 0.013916015625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.012939453125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.012939453125}, {"token_id": 1908, "token_text": " lot", "probability": 0.012939453125}, {"token_id": 1367, "token_text": " way", "probability": 0.01177978515625}, {"token_id": 1438, "token_text": " good", "probability": 0.01141357421875}, {"token_id": 2612, "token_text": " question", "probability": 0.0107421875}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.01123046875, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.01123046875}, {"token_id": 1367, "token_text": " way", "probability": 0.00994873046875}, {"token_id": 4024, "token_text": " amount", "probability": 0.00872802734375}, {"token_id": 2612, "token_text": " question", "probability": 0.00872802734375}, {"token_id": 1519, "token_text": " system", "probability": 0.00848388671875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.265625}, {"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 360, "token_text": " that", "probability": 0.07177734375}, {"token_id": 262, "token_text": " to", "probability": 0.055908203125}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2060546875}, {"token_id": 212, "token_text": " a", "probability": 0.08056640625}, {"token_id": 252, "token_text": " an", "probability": 0.0191650390625}, {"token_id": 542, "token_text": " this", "probability": 0.0115966796875}, {"token_id": 711, "token_text": " their", "probability": 0.00848388671875}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01531982421875, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01531982421875}, {"token_id": 1380, "token_text": " world", "probability": 0.0126953125}, {"token_id": 912, "token_text": " first", "probability": 0.0098876953125}, {"token_id": 914, "token_text": " most", "probability": 0.006805419921875}, {"token_id": 436, "token_text": " U", "probability": 0.006011962890625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0791015625}, {"token_id": 1367, "token_text": " way", "probability": 0.030029296875}, {"token_id": 3080, "token_text": " thing", "probability": 0.01708984375}, {"token_id": 16, "token_text": "-", "probability": 0.01177978515625}, {"token_id": 2875, "token_text": " period", "probability": 0.0107421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.19921875}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 262, "token_text": " to", "probability": 0.05029296875}, {"token_id": 234, "token_text": " the", "probability": 0.0286865234375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.16796875}, {"token_id": 1020, "token_text": " This", "probability": 0.045166015625}, {"token_id": 431, "token_text": " In", "probability": 0.045166015625}, {"token_id": 697, "token_text": " It", "probability": 0.039794921875}, {"token_id": 285, "token_text": " A", "probability": 0.037353515625}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.025146484375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.025146484375}, {"token_id": 3768, "token_text": " results", "probability": 0.00897216796875}, {"token_id": 2237, "token_text": " following", "probability": 0.0086669921875}, {"token_id": 914, "token_text": " most", "probability": 0.0086669921875}, {"token_id": 1068, "token_text": " only", "probability": 0.00616455078125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.052734375}, {"token_id": 16, "token_text": "-", "probability": 0.0257568359375}, {"token_id": 259, "token_text": " of", "probability": 0.01708984375}, {"token_id": 5567, "token_text": " step", "probability": 0.01556396484375}, {"token_id": 3080, "token_text": " thing", "probability": 0.01373291015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 326, "token_text": " is", "probability": 0.06396484375}, {"token_id": 259, "token_text": " of", "probability": 0.06396484375}, {"token_id": 234, "token_text": " the", "probability": 0.0341796875}, {"token_id": 262, "token_text": " to", "probability": 0.026611328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.302734375}, {"token_id": 391, "token_text": " it", "probability": 0.0673828125}, {"token_id": 409, "token_text": " he", "probability": 0.0299072265625}, {"token_id": 212, "token_text": " a", "probability": 0.0247802734375}, {"token_id": 275, "token_text": " I", "probability": 0.0218505859375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0228271484375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0228271484375}, {"token_id": 1600, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 914, "token_text": " most", "probability": 0.006744384765625}, {"token_id": 1965, "token_text": " case", "probability": 0.005950927734375}, {"token_id": 895, "token_text": " time", "probability": 0.005950927734375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.060546875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.060546875}, {"token_id": 16, "token_text": "-", "probability": 0.02685546875}, {"token_id": 259, "token_text": " of", "probability": 0.0208740234375}, {"token_id": 5567, "token_text": " step", "probability": 0.01348876953125}, {"token_id": 978, "token_text": " two", "probability": 0.01116943359375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 259, "token_text": " of", "probability": 0.07421875}, {"token_id": 234, "token_text": " the", "probability": 0.048095703125}, {"token_id": 262, "token_text": " to", "probability": 0.037353515625}, {"token_id": 326, "token_text": " is", "probability": 0.03515625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.216796875}, {"token_id": 266, "token_text": " and", "probability": 0.06591796875}, {"token_id": 391, "token_text": " it", "probability": 0.051513671875}, {"token_id": 409, "token_text": " he", "probability": 0.02587890625}, {"token_id": 352, "token_text": " as", "probability": 0.0242919921875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0223388671875}, {"token_id": 1600, "token_text": " same", "probability": 0.01531982421875}, {"token_id": 914, "token_text": " most", "probability": 0.00701904296875}, {"token_id": 1068, "token_text": " only", "probability": 0.006195068359375}, {"token_id": 3129, "token_text": " idea", "probability": 0.00531005859375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.046875}, {"token_id": 16, "token_text": "-", "probability": 0.020751953125}, {"token_id": 259, "token_text": " of", "probability": 0.0167236328125}, {"token_id": 15, "token_text": ",", "probability": 0.01519775390625}, {"token_id": 5567, "token_text": " step", "probability": 0.013427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1572265625}, {"token_id": 259, "token_text": " of", "probability": 0.051025390625}, {"token_id": 262, "token_text": " to", "probability": 0.037353515625}, {"token_id": 326, "token_text": " is", "probability": 0.03515625}, {"token_id": 17, "token_text": ".", "probability": 0.032958984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.15625}, {"token_id": 266, "token_text": " and", "probability": 0.146484375}, {"token_id": 352, "token_text": " as", "probability": 0.03271484375}, {"token_id": 391, "token_text": " it", "probability": 0.02880859375}, {"token_id": 618, "token_text": " but", "probability": 0.0186767578125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.017822265625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.017822265625}, {"token_id": 1600, "token_text": " same", "probability": 0.0126953125}, {"token_id": 1380, "token_text": " world", "probability": 0.00677490234375}, {"token_id": 3129, "token_text": " idea", "probability": 0.006561279296875}, {"token_id": 1965, "token_text": " case", "probability": 0.006378173828125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.051513671875, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.051513671875}, {"token_id": 3080, "token_text": " thing", "probability": 0.021484375}, {"token_id": 259, "token_text": " of", "probability": 0.0201416015625}, {"token_id": 16, "token_text": "-", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 259, "token_text": " of", "probability": 0.07373046875}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 262, "token_text": " to", "probability": 0.039306640625}, {"token_id": 326, "token_text": " is", "probability": 0.037109375}]}, {"token_id": 266, "token_text": " and", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 266, "token_text": " and", "probability": 0.1943359375}, {"token_id": 234, "token_text": " the", "probability": 0.125}, {"token_id": 352, "token_text": " as", "probability": 0.03173828125}, {"token_id": 391, "token_text": " it", "probability": 0.0205078125}, {"token_id": 669, "token_text": " which", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.150390625}, {"token_id": 391, "token_text": " it", "probability": 0.0245361328125}, {"token_id": 1154, "token_text": " then", "probability": 0.02099609375}, {"token_id": 360, "token_text": " that", "probability": 0.02099609375}, {"token_id": 212, "token_text": " a", "probability": 0.015869140625}]}, {"token_id": 1600, "token_text": " same", "chosen_probability": 0.01226806640625, "top_k_candidates": [{"token_id": 1600, "token_text": " same", "probability": 0.01226806640625}, {"token_id": 912, "token_text": " first", "probability": 0.01080322265625}, {"token_id": 1380, "token_text": " world", "probability": 0.00921630859375}, {"token_id": 3129, "token_text": " idea", "probability": 0.00616455078125}, {"token_id": 1068, "token_text": " only", "probability": 0.005615234375}]}, {"token_id": 3080, "token_text": " thing", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 3080, "token_text": " thing", "probability": 0.047607421875}, {"token_id": 895, "token_text": " time", "probability": 0.023193359375}, {"token_id": 15, "token_text": ",", "probability": 0.01446533203125}, {"token_id": 1367, "token_text": " way", "probability": 0.01275634765625}, {"token_id": 17, "token_text": ".", "probability": 0.01239013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 262, "token_text": " to", "probability": 0.0869140625}, {"token_id": 326, "token_text": " is", "probability": 0.04638671875}, {"token_id": 360, "token_text": " that", "probability": 0.03857421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.259765625}, {"token_id": 1020, "token_text": " This", "probability": 0.03759765625}, {"token_id": 431, "token_text": " In", "probability": 0.03759765625}, {"token_id": 697, "token_text": " It", "probability": 0.03515625}, {"token_id": 1329, "token_text": " But", "probability": 0.0257568359375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.020263671875}, {"token_id": 1068, "token_text": " only", "probability": 0.010498046875}, {"token_id": 3129, "token_text": " idea", "probability": 0.0074462890625}, {"token_id": 2947, "token_text": " course", "probability": 0.006988525390625}, {"token_id": 2612, "token_text": " question", "probability": 0.00543212890625}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.330078125, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.330078125}, {"token_id": 500, "token_text": " not", "probability": 0.0419921875}, {"token_id": 529, "token_text": " have", "probability": 0.0306396484375}, {"token_id": 1170, "token_text": " use", "probability": 0.02880859375}, {"token_id": 1279, "token_text": " help", "probability": 0.019775390625}, {"token_id": 467, "token_text": " do", "probability": 0.01165771484375}, {"token_id": 817, "token_text": " also", "probability": 0.00994873046875}, {"token_id": 1617, "token_text": " take", "probability": 0.00994873046875}, {"token_id": 1274, "token_text": " make", "probability": 0.00909423828125}, {"token_id": 459, "token_text": " you", "probability": 0.00750732421875}], "entropy": 4.84375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.1084259101164342, "average_logprob_per_token": -1.1084259101164342, "perplexity_on_target_sequence": 3.0295857988165675, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -1.1084259101164342, "probability": 0.330078125, "raw_probability": 0.330078125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8295.811574220657, "probe_elapsed_sec": 1.0455801489879377, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stato un'altra. La sua volta \u00e8 stata una volta che \u00e8 un'altra. La sua \u00e8 un'altra, \u00e8 un'altra. La sua", "text": "La capitale d'Italia \u00e8 stato un'altra. La sua volta \u00e8 stata una volta che \u00e8 un'altra. La sua \u00e8 un'altra, \u00e8 un'altra. La sua", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 863, "token_text": " stato", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 863, "token_text": " stato", "probability": 0.1396484375}, {"token_id": 1366, "token_text": " stata", "probability": 0.123046875}, {"token_id": 269, "token_text": " un", "probability": 0.07470703125}, {"token_id": 385, "token_text": " una", "probability": 0.05810546875}, {"token_id": 297, "token_text": " il", "probability": 0.0291748046875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.043212890625}, {"token_id": 1214, "token_text": " fatto", "probability": 0.0169677734375}, {"token_id": 385, "token_text": " una", "probability": 0.01544189453125}, {"token_id": 11591, "token_text": " arrestato", "probability": 0.01361083984375}, {"token_id": 5459, "token_text": " trovato", "probability": 0.01318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.12060546875}, {"token_id": 2012, "token_text": " altro", "probability": 0.01483154296875}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0123291015625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0123291015625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.01019287109375}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.042724609375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.042724609375}, {"token_id": 11691, "token_text": "intervista", "probability": 0.021484375}, {"token_id": 4679, "token_text": "idea", "probability": 0.0167236328125}, {"token_id": 3451, "token_text": "auto", "probability": 0.0167236328125}, {"token_id": 2674, "token_text": "altro", "probability": 0.0147705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 825, "token_text": " parte", "probability": 0.0216064453125}, {"token_id": 248, "token_text": " e", "probability": 0.0191650390625}, {"token_id": 292, "token_text": " per", "probability": 0.016357421875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.0986328125}, {"token_id": 583, "token_text": " Il", "probability": 0.059814453125}, {"token_id": 316, "token_text": " L", "probability": 0.041259765625}, {"token_id": 2, "token_text": "", "probability": 0.036376953125}, {"token_id": 358, "token_text": " \"", "probability": 0.031982421875}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.054443359375}, {"token_id": 922, "token_text": " prima", "probability": 0.039794921875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.02001953125}, {"token_id": 1758, "token_text": " storia", "probability": 0.01513671875}, {"token_id": 2765, "token_text": " donna", "probability": 0.009765625}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.037353515625}, {"token_id": 5215, "token_text": " carriera", "probability": 0.0233154296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.021240234375}, {"token_id": 4678, "token_text": " moglie", "probability": 0.02001953125}, {"token_id": 2465, "token_text": " famiglia", "probability": 0.0181884765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1064453125}, {"token_id": 354, "token_text": " ha", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.060546875}, {"token_id": 400, "token_text": " si", "probability": 0.05029296875}, {"token_id": 295, "token_text": " che", "probability": 0.04736328125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.1181640625}, {"token_id": 269, "token_text": " un", "probability": 0.0712890625}, {"token_id": 863, "token_text": " stato", "probability": 0.0556640625}, {"token_id": 385, "token_text": " una", "probability": 0.0556640625}, {"token_id": 288, "token_text": " la", "probability": 0.03173828125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.0986328125}, {"token_id": 269, "token_text": " un", "probability": 0.05615234375}, {"token_id": 288, "token_text": " la", "probability": 0.052734375}, {"token_id": 230, "token_text": " l", "probability": 0.020751953125}, {"token_id": 297, "token_text": " il", "probability": 0.018310546875}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.0283203125, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.0283203125}, {"token_id": 1470, "token_text": " grande", "probability": 0.026611328125}, {"token_id": 577, "token_text": " delle", "probability": 0.01611328125}, {"token_id": 2865, "token_text": " persona", "probability": 0.0125732421875}, {"token_id": 1201, "token_text": " vita", "probability": 0.01214599609375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.1416015625}, {"token_id": 238, "token_text": " in", "probability": 0.049072265625}, {"token_id": 212, "token_text": " a", "probability": 0.03369140625}, {"token_id": 17, "token_text": ".", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.06640625}, {"token_id": 400, "token_text": " si", "probability": 0.058837890625}, {"token_id": 404, "token_text": " non", "probability": 0.045654296875}, {"token_id": 354, "token_text": " ha", "probability": 0.04296875}, {"token_id": 288, "token_text": " la", "probability": 0.037841796875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.05712890625}, {"token_id": 863, "token_text": " stato", "probability": 0.05712890625}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}, {"token_id": 385, "token_text": " una", "probability": 0.04736328125}, {"token_id": 288, "token_text": " la", "probability": 0.02880859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.103515625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0230712890625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0230712890625}, {"token_id": 574, "token_text": " po", "probability": 0.015380859375}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0108642578125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.09619140625}, {"token_id": 2674, "token_text": "altro", "probability": 0.02587890625}, {"token_id": 751, "token_text": "ora", "probability": 0.0228271484375}, {"token_id": 4679, "token_text": "idea", "probability": 0.021484375}, {"token_id": 240, "token_text": " di", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.12060546875}, {"token_id": 248, "token_text": " e", "probability": 0.056884765625}, {"token_id": 1621, "token_text": " cosa", "probability": 0.0216064453125}, {"token_id": 825, "token_text": " parte", "probability": 0.0184326171875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.09912109375}, {"token_id": 1291, "token_text": " Non", "probability": 0.041259765625}, {"token_id": 378, "token_text": " E", "probability": 0.041259765625}, {"token_id": 583, "token_text": " Il", "probability": 0.041259765625}, {"token_id": 983, "token_text": " Ma", "probability": 0.0322265625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.06201171875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.029296875}, {"token_id": 2748, "token_text": " mia", "probability": 0.0274658203125}, {"token_id": 922, "token_text": " prima", "probability": 0.0257568359375}, {"token_id": 2765, "token_text": " donna", "probability": 0.0177001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.045654296875}, {"token_id": 3776, "token_text": " madre", "probability": 0.0294189453125}, {"token_id": 4678, "token_text": " moglie", "probability": 0.028564453125}, {"token_id": 1458, "token_text": " volta", "probability": 0.025146484375}, {"token_id": 1201, "token_text": " vita", "probability": 0.023681640625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10546875}, {"token_id": 385, "token_text": " una", "probability": 0.07275390625}, {"token_id": 1366, "token_text": " stata", "probability": 0.046875}, {"token_id": 863, "token_text": " stato", "probability": 0.038818359375}, {"token_id": 288, "token_text": " la", "probability": 0.036376953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1962890625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0341796875}, {"token_id": 2012, "token_text": " altro", "probability": 0.0234375}, {"token_id": 574, "token_text": " po", "probability": 0.02001953125}, {"token_id": 3795, "token_text": " certo", "probability": 0.01007080078125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.1181640625}, {"token_id": 4679, "token_text": "idea", "probability": 0.0218505859375}, {"token_id": 2674, "token_text": "altro", "probability": 0.0218505859375}, {"token_id": 1184, "token_text": "ho", "probability": 0.01458740234375}, {"token_id": 751, "token_text": "ora", "probability": 0.013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.09765625}, {"token_id": 15, "token_text": ",", "probability": 0.09765625}, {"token_id": 248, "token_text": " e", "probability": 0.049072265625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0185546875}, {"token_id": 825, "token_text": " parte", "probability": 0.01495361328125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.07958984375}, {"token_id": 295, "token_text": " che", "probability": 0.04833984375}, {"token_id": 269, "token_text": " un", "probability": 0.04541015625}, {"token_id": 437, "token_text": " ma", "probability": 0.03759765625}, {"token_id": 248, "token_text": " e", "probability": 0.033203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10009765625}, {"token_id": 863, "token_text": " stato", "probability": 0.05712890625}, {"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 297, "token_text": " il", "probability": 0.03466796875}, {"token_id": 288, "token_text": " la", "probability": 0.0286865234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1630859375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0250244140625}, {"token_id": 2012, "token_text": " altro", "probability": 0.020751953125}, {"token_id": 574, "token_text": " po", "probability": 0.0201416015625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.009521484375}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.11767578125}, {"token_id": 240, "token_text": " di", "probability": 0.03173828125}, {"token_id": 2674, "token_text": "altro", "probability": 0.0205078125}, {"token_id": 24430, "token_text": "occhiata", "probability": 0.0169677734375}, {"token_id": 11691, "token_text": "intervista", "probability": 0.0169677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1376953125}, {"token_id": 15, "token_text": ",", "probability": 0.107421875}, {"token_id": 248, "token_text": " e", "probability": 0.047607421875}, {"token_id": 295, "token_text": " che", "probability": 0.0289306640625}, {"token_id": 240, "token_text": " di", "probability": 0.0225830078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.11474609375}, {"token_id": 583, "token_text": " Il", "probability": 0.044921875}, {"token_id": 378, "token_text": " E", "probability": 0.03955078125}, {"token_id": 1291, "token_text": " Non", "probability": 0.037109375}, {"token_id": 316, "token_text": " L", "probability": 0.03271484375}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.040771484375}, {"token_id": 1621, "token_text": " cosa", "probability": 0.035888671875}, {"token_id": 922, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 2748, "token_text": " mia", "probability": 0.0262451171875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0145263671875}]}], "clean_probe_diagnostics": [{"token_id": 863, "token_text": " stato", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 863, "token_text": " stato", "probability": 0.1396484375}, {"token_id": 1366, "token_text": " stata", "probability": 0.123046875}, {"token_id": 269, "token_text": " un", "probability": 0.07470703125}, {"token_id": 385, "token_text": " una", "probability": 0.05810546875}, {"token_id": 297, "token_text": " il", "probability": 0.0291748046875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.043212890625}, {"token_id": 1214, "token_text": " fatto", "probability": 0.0169677734375}, {"token_id": 385, "token_text": " una", "probability": 0.01544189453125}, {"token_id": 11591, "token_text": " arrestato", "probability": 0.01361083984375}, {"token_id": 5459, "token_text": " trovato", "probability": 0.01318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.12060546875}, {"token_id": 2012, "token_text": " altro", "probability": 0.01483154296875}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0123291015625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0123291015625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.01019287109375}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.042724609375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.042724609375}, {"token_id": 11691, "token_text": "intervista", "probability": 0.021484375}, {"token_id": 4679, "token_text": "idea", "probability": 0.0167236328125}, {"token_id": 3451, "token_text": "auto", "probability": 0.0167236328125}, {"token_id": 2674, "token_text": "altro", "probability": 0.0147705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 825, "token_text": " parte", "probability": 0.0216064453125}, {"token_id": 248, "token_text": " e", "probability": 0.0191650390625}, {"token_id": 292, "token_text": " per", "probability": 0.016357421875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1025390625}, {"token_id": 583, "token_text": " Il", "probability": 0.062255859375}, {"token_id": 316, "token_text": " L", "probability": 0.042724609375}, {"token_id": 358, "token_text": " \"", "probability": 0.033203125}, {"token_id": 378, "token_text": " E", "probability": 0.02587890625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.054443359375}, {"token_id": 922, "token_text": " prima", "probability": 0.039794921875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.02001953125}, {"token_id": 1758, "token_text": " storia", "probability": 0.01513671875}, {"token_id": 2765, "token_text": " donna", "probability": 0.009765625}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.037353515625}, {"token_id": 5215, "token_text": " carriera", "probability": 0.0233154296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.021240234375}, {"token_id": 4678, "token_text": " moglie", "probability": 0.02001953125}, {"token_id": 2465, "token_text": " famiglia", "probability": 0.0181884765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1064453125}, {"token_id": 354, "token_text": " ha", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.060546875}, {"token_id": 400, "token_text": " si", "probability": 0.05029296875}, {"token_id": 295, "token_text": " che", "probability": 0.04736328125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.1181640625}, {"token_id": 269, "token_text": " un", "probability": 0.0712890625}, {"token_id": 863, "token_text": " stato", "probability": 0.0556640625}, {"token_id": 385, "token_text": " una", "probability": 0.0556640625}, {"token_id": 288, "token_text": " la", "probability": 0.03173828125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.0986328125}, {"token_id": 269, "token_text": " un", "probability": 0.05615234375}, {"token_id": 288, "token_text": " la", "probability": 0.052734375}, {"token_id": 230, "token_text": " l", "probability": 0.020751953125}, {"token_id": 297, "token_text": " il", "probability": 0.018310546875}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.0283203125, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.0283203125}, {"token_id": 1470, "token_text": " grande", "probability": 0.026611328125}, {"token_id": 577, "token_text": " delle", "probability": 0.01611328125}, {"token_id": 2865, "token_text": " persona", "probability": 0.0125732421875}, {"token_id": 1201, "token_text": " vita", "probability": 0.01214599609375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.1416015625}, {"token_id": 238, "token_text": " in", "probability": 0.049072265625}, {"token_id": 212, "token_text": " a", "probability": 0.03369140625}, {"token_id": 17, "token_text": ".", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.06640625}, {"token_id": 400, "token_text": " si", "probability": 0.058837890625}, {"token_id": 404, "token_text": " non", "probability": 0.045654296875}, {"token_id": 354, "token_text": " ha", "probability": 0.04296875}, {"token_id": 288, "token_text": " la", "probability": 0.037841796875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.05712890625}, {"token_id": 863, "token_text": " stato", "probability": 0.05712890625}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}, {"token_id": 385, "token_text": " una", "probability": 0.04736328125}, {"token_id": 288, "token_text": " la", "probability": 0.02880859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.103515625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0230712890625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0230712890625}, {"token_id": 574, "token_text": " po", "probability": 0.015380859375}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0108642578125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.09619140625}, {"token_id": 2674, "token_text": "altro", "probability": 0.02587890625}, {"token_id": 751, "token_text": "ora", "probability": 0.0228271484375}, {"token_id": 4679, "token_text": "idea", "probability": 0.021484375}, {"token_id": 240, "token_text": " di", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.12060546875}, {"token_id": 248, "token_text": " e", "probability": 0.056884765625}, {"token_id": 1621, "token_text": " cosa", "probability": 0.0216064453125}, {"token_id": 825, "token_text": " parte", "probability": 0.0184326171875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1015625}, {"token_id": 1291, "token_text": " Non", "probability": 0.042236328125}, {"token_id": 378, "token_text": " E", "probability": 0.042236328125}, {"token_id": 583, "token_text": " Il", "probability": 0.042236328125}, {"token_id": 983, "token_text": " Ma", "probability": 0.032958984375}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.06201171875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.029296875}, {"token_id": 2748, "token_text": " mia", "probability": 0.0274658203125}, {"token_id": 922, "token_text": " prima", "probability": 0.0257568359375}, {"token_id": 2765, "token_text": " donna", "probability": 0.0177001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.045654296875}, {"token_id": 3776, "token_text": " madre", "probability": 0.0294189453125}, {"token_id": 4678, "token_text": " moglie", "probability": 0.028564453125}, {"token_id": 1458, "token_text": " volta", "probability": 0.025146484375}, {"token_id": 1201, "token_text": " vita", "probability": 0.023681640625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10546875}, {"token_id": 385, "token_text": " una", "probability": 0.07275390625}, {"token_id": 1366, "token_text": " stata", "probability": 0.046875}, {"token_id": 863, "token_text": " stato", "probability": 0.038818359375}, {"token_id": 288, "token_text": " la", "probability": 0.036376953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1962890625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0341796875}, {"token_id": 2012, "token_text": " altro", "probability": 0.0234375}, {"token_id": 574, "token_text": " po", "probability": 0.02001953125}, {"token_id": 3795, "token_text": " certo", "probability": 0.01007080078125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.1181640625}, {"token_id": 4679, "token_text": "idea", "probability": 0.0218505859375}, {"token_id": 2674, "token_text": "altro", "probability": 0.0218505859375}, {"token_id": 1184, "token_text": "ho", "probability": 0.01458740234375}, {"token_id": 751, "token_text": "ora", "probability": 0.013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.09765625}, {"token_id": 15, "token_text": ",", "probability": 0.09765625}, {"token_id": 248, "token_text": " e", "probability": 0.049072265625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0185546875}, {"token_id": 825, "token_text": " parte", "probability": 0.01495361328125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.07958984375}, {"token_id": 295, "token_text": " che", "probability": 0.04833984375}, {"token_id": 269, "token_text": " un", "probability": 0.04541015625}, {"token_id": 437, "token_text": " ma", "probability": 0.03759765625}, {"token_id": 248, "token_text": " e", "probability": 0.033203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10009765625}, {"token_id": 863, "token_text": " stato", "probability": 0.05712890625}, {"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 297, "token_text": " il", "probability": 0.03466796875}, {"token_id": 288, "token_text": " la", "probability": 0.0286865234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1630859375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0250244140625}, {"token_id": 2012, "token_text": " altro", "probability": 0.020751953125}, {"token_id": 574, "token_text": " po", "probability": 0.0201416015625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.009521484375}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.11767578125}, {"token_id": 240, "token_text": " di", "probability": 0.03173828125}, {"token_id": 2674, "token_text": "altro", "probability": 0.0205078125}, {"token_id": 24430, "token_text": "occhiata", "probability": 0.0169677734375}, {"token_id": 11691, "token_text": "intervista", "probability": 0.0169677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1376953125}, {"token_id": 15, "token_text": ",", "probability": 0.107421875}, {"token_id": 248, "token_text": " e", "probability": 0.047607421875}, {"token_id": 295, "token_text": " che", "probability": 0.0289306640625}, {"token_id": 240, "token_text": " di", "probability": 0.0225830078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1171875}, {"token_id": 583, "token_text": " Il", "probability": 0.0458984375}, {"token_id": 378, "token_text": " E", "probability": 0.04052734375}, {"token_id": 1291, "token_text": " Non", "probability": 0.0380859375}, {"token_id": 316, "token_text": " L", "probability": 0.03369140625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.040771484375}, {"token_id": 1621, "token_text": " cosa", "probability": 0.035888671875}, {"token_id": 922, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 2748, "token_text": " mia", "probability": 0.0262451171875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0145263671875}]}], "token_diagnostics": [{"token_id": 863, "token_text": " stato", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 863, "token_text": " stato", "probability": 0.1396484375}, {"token_id": 1366, "token_text": " stata", "probability": 0.123046875}, {"token_id": 269, "token_text": " un", "probability": 0.07470703125}, {"token_id": 385, "token_text": " una", "probability": 0.05810546875}, {"token_id": 297, "token_text": " il", "probability": 0.0291748046875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.043212890625}, {"token_id": 1214, "token_text": " fatto", "probability": 0.0169677734375}, {"token_id": 385, "token_text": " una", "probability": 0.01544189453125}, {"token_id": 11591, "token_text": " arrestato", "probability": 0.01361083984375}, {"token_id": 5459, "token_text": " trovato", "probability": 0.01318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.12060546875}, {"token_id": 2012, "token_text": " altro", "probability": 0.01483154296875}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0123291015625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0123291015625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.01019287109375}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.042724609375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.042724609375}, {"token_id": 11691, "token_text": "intervista", "probability": 0.021484375}, {"token_id": 4679, "token_text": "idea", "probability": 0.0167236328125}, {"token_id": 3451, "token_text": "auto", "probability": 0.0167236328125}, {"token_id": 2674, "token_text": "altro", "probability": 0.0147705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 825, "token_text": " parte", "probability": 0.0216064453125}, {"token_id": 248, "token_text": " e", "probability": 0.0191650390625}, {"token_id": 292, "token_text": " per", "probability": 0.016357421875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1025390625}, {"token_id": 583, "token_text": " Il", "probability": 0.062255859375}, {"token_id": 316, "token_text": " L", "probability": 0.042724609375}, {"token_id": 358, "token_text": " \"", "probability": 0.033203125}, {"token_id": 378, "token_text": " E", "probability": 0.02587890625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.054443359375}, {"token_id": 922, "token_text": " prima", "probability": 0.039794921875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.02001953125}, {"token_id": 1758, "token_text": " storia", "probability": 0.01513671875}, {"token_id": 2765, "token_text": " donna", "probability": 0.009765625}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.037353515625}, {"token_id": 5215, "token_text": " carriera", "probability": 0.0233154296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.021240234375}, {"token_id": 4678, "token_text": " moglie", "probability": 0.02001953125}, {"token_id": 2465, "token_text": " famiglia", "probability": 0.0181884765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1064453125}, {"token_id": 354, "token_text": " ha", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.060546875}, {"token_id": 400, "token_text": " si", "probability": 0.05029296875}, {"token_id": 295, "token_text": " che", "probability": 0.04736328125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.1181640625}, {"token_id": 269, "token_text": " un", "probability": 0.0712890625}, {"token_id": 863, "token_text": " stato", "probability": 0.0556640625}, {"token_id": 385, "token_text": " una", "probability": 0.0556640625}, {"token_id": 288, "token_text": " la", "probability": 0.03173828125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.0986328125}, {"token_id": 269, "token_text": " un", "probability": 0.05615234375}, {"token_id": 288, "token_text": " la", "probability": 0.052734375}, {"token_id": 230, "token_text": " l", "probability": 0.020751953125}, {"token_id": 297, "token_text": " il", "probability": 0.018310546875}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.0283203125, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.0283203125}, {"token_id": 1470, "token_text": " grande", "probability": 0.026611328125}, {"token_id": 577, "token_text": " delle", "probability": 0.01611328125}, {"token_id": 2865, "token_text": " persona", "probability": 0.0125732421875}, {"token_id": 1201, "token_text": " vita", "probability": 0.01214599609375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.1416015625}, {"token_id": 238, "token_text": " in", "probability": 0.049072265625}, {"token_id": 212, "token_text": " a", "probability": 0.03369140625}, {"token_id": 17, "token_text": ".", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.06640625}, {"token_id": 400, "token_text": " si", "probability": 0.058837890625}, {"token_id": 404, "token_text": " non", "probability": 0.045654296875}, {"token_id": 354, "token_text": " ha", "probability": 0.04296875}, {"token_id": 288, "token_text": " la", "probability": 0.037841796875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.05712890625}, {"token_id": 863, "token_text": " stato", "probability": 0.05712890625}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}, {"token_id": 385, "token_text": " una", "probability": 0.04736328125}, {"token_id": 288, "token_text": " la", "probability": 0.02880859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.103515625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0230712890625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0230712890625}, {"token_id": 574, "token_text": " po", "probability": 0.015380859375}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0108642578125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.09619140625}, {"token_id": 2674, "token_text": "altro", "probability": 0.02587890625}, {"token_id": 751, "token_text": "ora", "probability": 0.0228271484375}, {"token_id": 4679, "token_text": "idea", "probability": 0.021484375}, {"token_id": 240, "token_text": " di", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.12060546875}, {"token_id": 248, "token_text": " e", "probability": 0.056884765625}, {"token_id": 1621, "token_text": " cosa", "probability": 0.0216064453125}, {"token_id": 825, "token_text": " parte", "probability": 0.0184326171875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1015625}, {"token_id": 1291, "token_text": " Non", "probability": 0.042236328125}, {"token_id": 378, "token_text": " E", "probability": 0.042236328125}, {"token_id": 583, "token_text": " Il", "probability": 0.042236328125}, {"token_id": 983, "token_text": " Ma", "probability": 0.032958984375}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.06201171875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.029296875}, {"token_id": 2748, "token_text": " mia", "probability": 0.0274658203125}, {"token_id": 922, "token_text": " prima", "probability": 0.0257568359375}, {"token_id": 2765, "token_text": " donna", "probability": 0.0177001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.045654296875}, {"token_id": 3776, "token_text": " madre", "probability": 0.0294189453125}, {"token_id": 4678, "token_text": " moglie", "probability": 0.028564453125}, {"token_id": 1458, "token_text": " volta", "probability": 0.025146484375}, {"token_id": 1201, "token_text": " vita", "probability": 0.023681640625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10546875}, {"token_id": 385, "token_text": " una", "probability": 0.07275390625}, {"token_id": 1366, "token_text": " stata", "probability": 0.046875}, {"token_id": 863, "token_text": " stato", "probability": 0.038818359375}, {"token_id": 288, "token_text": " la", "probability": 0.036376953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1962890625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0341796875}, {"token_id": 2012, "token_text": " altro", "probability": 0.0234375}, {"token_id": 574, "token_text": " po", "probability": 0.02001953125}, {"token_id": 3795, "token_text": " certo", "probability": 0.01007080078125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.1181640625}, {"token_id": 4679, "token_text": "idea", "probability": 0.0218505859375}, {"token_id": 2674, "token_text": "altro", "probability": 0.0218505859375}, {"token_id": 1184, "token_text": "ho", "probability": 0.01458740234375}, {"token_id": 751, "token_text": "ora", "probability": 0.013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.09765625}, {"token_id": 15, "token_text": ",", "probability": 0.09765625}, {"token_id": 248, "token_text": " e", "probability": 0.049072265625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0185546875}, {"token_id": 825, "token_text": " parte", "probability": 0.01495361328125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.07958984375}, {"token_id": 295, "token_text": " che", "probability": 0.04833984375}, {"token_id": 269, "token_text": " un", "probability": 0.04541015625}, {"token_id": 437, "token_text": " ma", "probability": 0.03759765625}, {"token_id": 248, "token_text": " e", "probability": 0.033203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10009765625}, {"token_id": 863, "token_text": " stato", "probability": 0.05712890625}, {"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 297, "token_text": " il", "probability": 0.03466796875}, {"token_id": 288, "token_text": " la", "probability": 0.0286865234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1630859375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0250244140625}, {"token_id": 2012, "token_text": " altro", "probability": 0.020751953125}, {"token_id": 574, "token_text": " po", "probability": 0.0201416015625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.009521484375}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.11767578125}, {"token_id": 240, "token_text": " di", "probability": 0.03173828125}, {"token_id": 2674, "token_text": "altro", "probability": 0.0205078125}, {"token_id": 24430, "token_text": "occhiata", "probability": 0.0169677734375}, {"token_id": 11691, "token_text": "intervista", "probability": 0.0169677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1376953125}, {"token_id": 15, "token_text": ",", "probability": 0.107421875}, {"token_id": 248, "token_text": " e", "probability": 0.047607421875}, {"token_id": 295, "token_text": " che", "probability": 0.0289306640625}, {"token_id": 240, "token_text": " di", "probability": 0.0225830078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1171875}, {"token_id": 583, "token_text": " Il", "probability": 0.0458984375}, {"token_id": 378, "token_text": " E", "probability": 0.04052734375}, {"token_id": 1291, "token_text": " Non", "probability": 0.0380859375}, {"token_id": 316, "token_text": " L", "probability": 0.03369140625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.040771484375}, {"token_id": 1621, "token_text": " cosa", "probability": 0.035888671875}, {"token_id": 922, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 2748, "token_text": " mia", "probability": 0.0262451171875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0145263671875}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 2049, "correct_token_probability": 2.372264862060547e-05, "top_10_candidates": [{"token_id": 863, "token_text": " stato", "probability": 0.1396484375}, {"token_id": 1366, "token_text": " stata", "probability": 0.123046875}, {"token_id": 269, "token_text": " un", "probability": 0.07470703125}, {"token_id": 385, "token_text": " una", "probability": 0.05810546875}, {"token_id": 297, "token_text": " il", "probability": 0.0291748046875}, {"token_id": 288, "token_text": " la", "probability": 0.0274658203125}, {"token_id": 238, "token_text": " in", "probability": 0.0166015625}, {"token_id": 230, "token_text": " l", "probability": 0.01513671875}, {"token_id": 295, "token_text": " che", "probability": 0.01513671875}, {"token_id": 1136, "token_text": " molto", "probability": 0.01043701171875}], "entropy": 5.21875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.64908032815425, "average_logprob_per_token": -10.64908032815425, "perplexity_on_target_sequence": 42153.809045226146, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -10.64908032815425, "probability": 2.372264862060547e-05, "raw_probability": 2.372264862060547e-05, "correct_token_rank": 2049}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8295.812122821808, "probe_elapsed_sec": 1.0455801489879377, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un\u2019altra. La prima volta che la sua vita \u00e8 un\u2019altra. La cosa \u00e8 un\u2019altra, che \u00e8 un\u2019altra, \u00e8 un", "text": "Un piccolo modello linguistico dovrebbe essere un\u2019altra. La prima volta che la sua vita \u00e8 un\u2019altra. La cosa \u00e8 un\u2019altra, che \u00e8 un\u2019altra, \u00e8 un", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.48828125}, {"token_id": 2071, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00811767578125}, {"token_id": 5644, "token_text": " utilizzare", "probability": 0.0069580078125}, {"token_id": 630, "token_text": " anche", "probability": 0.005950927734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.059326171875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.059326171875}, {"token_id": 385, "token_text": " una", "probability": 0.03173828125}, {"token_id": 238, "token_text": " in", "probability": 0.0224609375}, {"token_id": 297, "token_text": " il", "probability": 0.0150146484375}, {"token_id": 863, "token_text": " stato", "probability": 0.013671875}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.08251953125}, {"token_id": 10, "token_text": "'", "probability": 0.046875}, {"token_id": 2012, "token_text": " altro", "probability": 0.0220947265625}, {"token_id": 2032, "token_text": " numero", "probability": 0.011474609375}, {"token_id": 2446, "token_text": " gruppo", "probability": 0.01043701171875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.07421875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.025634765625}, {"token_id": 2674, "token_text": "altro", "probability": 0.0186767578125}, {"token_id": 4679, "token_text": "idea", "probability": 0.0164794921875}, {"token_id": 2292, "token_text": "uso", "probability": 0.0155029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.03662109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.03662109375}, {"token_id": 240, "token_text": " di", "probability": 0.0303955078125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 292, "token_text": " per", "probability": 0.023681640625}, {"token_id": 248, "token_text": " e", "probability": 0.020263671875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.07080078125}, {"token_id": 583, "token_text": " Il", "probability": 0.054931640625}, {"token_id": 316, "token_text": " L", "probability": 0.033447265625}, {"token_id": 431, "token_text": " In", "probability": 0.0294189453125}, {"token_id": 2, "token_text": "", "probability": 0.0294189453125}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.02880859375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.02880859375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0238037109375}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.016357421875}, {"token_id": 788, "token_text": " sua", "probability": 0.016357421875}, {"token_id": 4279, "token_text": " risposta", "probability": 0.01446533203125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.2373046875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.043701171875}, {"token_id": 825, "token_text": " parte", "probability": 0.0283203125}, {"token_id": 240, "token_text": " di", "probability": 0.026611328125}, {"token_id": 2865, "token_text": " persona", "probability": 0.015625}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.07568359375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.05517578125}, {"token_id": 15, "token_text": ",", "probability": 0.04296875}, {"token_id": 400, "token_text": " si", "probability": 0.0380859375}, {"token_id": 354, "token_text": " ha", "probability": 0.0245361328125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.05517578125}, {"token_id": 400, "token_text": " si", "probability": 0.05517578125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.04296875}, {"token_id": 404, "token_text": " non", "probability": 0.040283203125}, {"token_id": 297, "token_text": " il", "probability": 0.040283203125}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.03564453125}, {"token_id": 3126, "token_text": " tua", "probability": 0.03125}, {"token_id": 1201, "token_text": " vita", "probability": 0.01904296875}, {"token_id": 2748, "token_text": " mia", "probability": 0.0152587890625}, {"token_id": 922, "token_text": " prima", "probability": 0.01483154296875}]}, {"token_id": 1201, "token_text": " vita", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.03857421875}, {"token_id": 1201, "token_text": " vita", "probability": 0.03857421875}, {"token_id": 2465, "token_text": " famiglia", "probability": 0.0194091796875}, {"token_id": 3776, "token_text": " madre", "probability": 0.0137939453125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.01214599609375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1064453125}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 400, "token_text": " si", "probability": 0.04736328125}, {"token_id": 404, "token_text": " non", "probability": 0.04736328125}, {"token_id": 354, "token_text": " ha", "probability": 0.03466796875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.06591796875}, {"token_id": 1366, "token_text": " stata", "probability": 0.061767578125}, {"token_id": 385, "token_text": " una", "probability": 0.05126953125}, {"token_id": 288, "token_text": " la", "probability": 0.045166015625}, {"token_id": 297, "token_text": " il", "probability": 0.032958984375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.099609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.0267333984375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.025146484375}, {"token_id": 574, "token_text": " po", "probability": 0.01348876953125}, {"token_id": 10, "token_text": "'", "probability": 0.01080322265625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.12060546875}, {"token_id": 240, "token_text": " di", "probability": 0.03466796875}, {"token_id": 2674, "token_text": "altro", "probability": 0.0238037109375}, {"token_id": 4679, "token_text": "idea", "probability": 0.016845703125}, {"token_id": 751, "token_text": "ora", "probability": 0.016845703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.1123046875}, {"token_id": 248, "token_text": " e", "probability": 0.0498046875}, {"token_id": 825, "token_text": " parte", "probability": 0.0242919921875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.020751953125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.11328125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.11328125}, {"token_id": 583, "token_text": " Il", "probability": 0.05029296875}, {"token_id": 1291, "token_text": " Non", "probability": 0.0390625}, {"token_id": 378, "token_text": " E", "probability": 0.0303955078125}, {"token_id": 316, "token_text": " L", "probability": 0.02685546875}]}, {"token_id": 1621, "token_text": " cosa", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1621, "token_text": " cosa", "probability": 0.03857421875}, {"token_id": 922, "token_text": " prima", "probability": 0.0281982421875}, {"token_id": 788, "token_text": " sua", "probability": 0.0281982421875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0206298828125}, {"token_id": 4279, "token_text": " risposta", "probability": 0.0166015625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.10400390625}, {"token_id": 295, "token_text": " che", "probability": 0.08642578125}, {"token_id": 400, "token_text": " si", "probability": 0.038330078125}, {"token_id": 404, "token_text": " non", "probability": 0.03173828125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.02978515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0947265625}, {"token_id": 385, "token_text": " una", "probability": 0.057373046875}, {"token_id": 295, "token_text": " che", "probability": 0.044677734375}, {"token_id": 297, "token_text": " il", "probability": 0.034912109375}, {"token_id": 288, "token_text": " la", "probability": 0.03271484375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.1513671875}, {"token_id": 2012, "token_text": " altro", "probability": 0.02978515625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0262451171875}, {"token_id": 574, "token_text": " po", "probability": 0.0169677734375}, {"token_id": 4015, "token_text": " bambino", "probability": 0.01239013671875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.138671875}, {"token_id": 4679, "token_text": "idea", "probability": 0.0272216796875}, {"token_id": 2674, "token_text": "altro", "probability": 0.0272216796875}, {"token_id": 334, "token_text": "\u00e8", "probability": 0.0186767578125}, {"token_id": 478, "token_text": "era", "probability": 0.017578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 15, "token_text": ",", "probability": 0.095703125}, {"token_id": 248, "token_text": " e", "probability": 0.04248046875}, {"token_id": 295, "token_text": " che", "probability": 0.03515625}, {"token_id": 1621, "token_text": " cosa", "probability": 0.0291748046875}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.052978515625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.052978515625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0498046875}, {"token_id": 437, "token_text": " ma", "probability": 0.0439453125}, {"token_id": 269, "token_text": " un", "probability": 0.041259765625}, {"token_id": 248, "token_text": " e", "probability": 0.041259765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.08740234375}, {"token_id": 404, "token_text": " non", "probability": 0.052978515625}, {"token_id": 288, "token_text": " la", "probability": 0.0498046875}, {"token_id": 400, "token_text": " si", "probability": 0.0439453125}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.083984375}, {"token_id": 385, "token_text": " una", "probability": 0.051025390625}, {"token_id": 297, "token_text": " il", "probability": 0.037353515625}, {"token_id": 288, "token_text": " la", "probability": 0.037353515625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.02734375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.10302734375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0260009765625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0260009765625}, {"token_id": 574, "token_text": " po", "probability": 0.016845703125}, {"token_id": 4015, "token_text": " bambino", "probability": 0.013916015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.11474609375}, {"token_id": 2674, "token_text": "altro", "probability": 0.025634765625}, {"token_id": 4679, "token_text": "idea", "probability": 0.0240478515625}, {"token_id": 240, "token_text": " di", "probability": 0.0240478515625}, {"token_id": 478, "token_text": "era", "probability": 0.0198974609375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.1015625}, {"token_id": 248, "token_text": " e", "probability": 0.039794921875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.03515625}, {"token_id": 295, "token_text": " che", "probability": 0.031005859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.051025390625}, {"token_id": 269, "token_text": " un", "probability": 0.045166015625}, {"token_id": 248, "token_text": " e", "probability": 0.045166015625}, {"token_id": 295, "token_text": " che", "probability": 0.039794921875}, {"token_id": 404, "token_text": " non", "probability": 0.037353515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10888671875}, {"token_id": 385, "token_text": " una", "probability": 0.054931640625}, {"token_id": 297, "token_text": " il", "probability": 0.035400390625}, {"token_id": 295, "token_text": " che", "probability": 0.033203125}, {"token_id": 288, "token_text": " la", "probability": 0.02587890625}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.48828125}, {"token_id": 2071, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00811767578125}, {"token_id": 5644, "token_text": " utilizzare", "probability": 0.0069580078125}, {"token_id": 630, "token_text": " anche", "probability": 0.005950927734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.059326171875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.059326171875}, {"token_id": 385, "token_text": " una", "probability": 0.03173828125}, {"token_id": 238, "token_text": " in", "probability": 0.0224609375}, {"token_id": 297, "token_text": " il", "probability": 0.0150146484375}, {"token_id": 863, "token_text": " stato", "probability": 0.013671875}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.08251953125}, {"token_id": 10, "token_text": "'", "probability": 0.046875}, {"token_id": 2012, "token_text": " altro", "probability": 0.0220947265625}, {"token_id": 2032, "token_text": " numero", "probability": 0.011474609375}, {"token_id": 2446, "token_text": " gruppo", "probability": 0.01043701171875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.07421875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.025634765625}, {"token_id": 2674, "token_text": "altro", "probability": 0.0186767578125}, {"token_id": 4679, "token_text": "idea", "probability": 0.0164794921875}, {"token_id": 2292, "token_text": "uso", "probability": 0.0155029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.03662109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.03662109375}, {"token_id": 240, "token_text": " di", "probability": 0.0303955078125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 292, "token_text": " per", "probability": 0.023681640625}, {"token_id": 248, "token_text": " e", "probability": 0.020263671875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.07275390625}, {"token_id": 583, "token_text": " Il", "probability": 0.056640625}, {"token_id": 316, "token_text": " L", "probability": 0.034423828125}, {"token_id": 431, "token_text": " In", "probability": 0.0302734375}, {"token_id": 275, "token_text": " I", "probability": 0.022216796875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.02880859375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.02880859375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0238037109375}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.016357421875}, {"token_id": 788, "token_text": " sua", "probability": 0.016357421875}, {"token_id": 4279, "token_text": " risposta", "probability": 0.01446533203125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.2373046875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.043701171875}, {"token_id": 825, "token_text": " parte", "probability": 0.0283203125}, {"token_id": 240, "token_text": " di", "probability": 0.026611328125}, {"token_id": 2865, "token_text": " persona", "probability": 0.015625}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.07568359375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.05517578125}, {"token_id": 15, "token_text": ",", "probability": 0.04296875}, {"token_id": 400, "token_text": " si", "probability": 0.0380859375}, {"token_id": 354, "token_text": " ha", "probability": 0.0245361328125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.05517578125}, {"token_id": 400, "token_text": " si", "probability": 0.05517578125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.04296875}, {"token_id": 404, "token_text": " non", "probability": 0.040283203125}, {"token_id": 297, "token_text": " il", "probability": 0.040283203125}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.03564453125}, {"token_id": 3126, "token_text": " tua", "probability": 0.03125}, {"token_id": 1201, "token_text": " vita", "probability": 0.01904296875}, {"token_id": 2748, "token_text": " mia", "probability": 0.0152587890625}, {"token_id": 922, "token_text": " prima", "probability": 0.01483154296875}]}, {"token_id": 1201, "token_text": " vita", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.03857421875}, {"token_id": 1201, "token_text": " vita", "probability": 0.03857421875}, {"token_id": 2465, "token_text": " famiglia", "probability": 0.0194091796875}, {"token_id": 3776, "token_text": " madre", "probability": 0.0137939453125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.01214599609375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 400, "token_text": " si", "probability": 0.04736328125}, {"token_id": 404, "token_text": " non", "probability": 0.04736328125}, {"token_id": 354, "token_text": " ha", "probability": 0.03466796875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.06591796875}, {"token_id": 1366, "token_text": " stata", "probability": 0.061767578125}, {"token_id": 385, "token_text": " una", "probability": 0.05126953125}, {"token_id": 288, "token_text": " la", "probability": 0.045166015625}, {"token_id": 297, "token_text": " il", "probability": 0.032958984375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.099609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.0267333984375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.025146484375}, {"token_id": 574, "token_text": " po", "probability": 0.01348876953125}, {"token_id": 10, "token_text": "'", "probability": 0.01080322265625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.12060546875}, {"token_id": 240, "token_text": " di", "probability": 0.03466796875}, {"token_id": 2674, "token_text": "altro", "probability": 0.0238037109375}, {"token_id": 4679, "token_text": "idea", "probability": 0.016845703125}, {"token_id": 751, "token_text": "ora", "probability": 0.016845703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.1123046875}, {"token_id": 248, "token_text": " e", "probability": 0.0498046875}, {"token_id": 825, "token_text": " parte", "probability": 0.0242919921875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.020751953125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.11572265625}, {"token_id": 583, "token_text": " Il", "probability": 0.05126953125}, {"token_id": 1291, "token_text": " Non", "probability": 0.0400390625}, {"token_id": 378, "token_text": " E", "probability": 0.0311279296875}, {"token_id": 316, "token_text": " L", "probability": 0.0274658203125}]}, {"token_id": 1621, "token_text": " cosa", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1621, "token_text": " cosa", "probability": 0.03857421875}, {"token_id": 922, "token_text": " prima", "probability": 0.0281982421875}, {"token_id": 788, "token_text": " sua", "probability": 0.0281982421875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0206298828125}, {"token_id": 4279, "token_text": " risposta", "probability": 0.0166015625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.10400390625}, {"token_id": 295, "token_text": " che", "probability": 0.08642578125}, {"token_id": 400, "token_text": " si", "probability": 0.038330078125}, {"token_id": 404, "token_text": " non", "probability": 0.03173828125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.02978515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0947265625}, {"token_id": 385, "token_text": " una", "probability": 0.057373046875}, {"token_id": 295, "token_text": " che", "probability": 0.044677734375}, {"token_id": 297, "token_text": " il", "probability": 0.034912109375}, {"token_id": 288, "token_text": " la", "probability": 0.03271484375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.1513671875}, {"token_id": 2012, "token_text": " altro", "probability": 0.02978515625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0262451171875}, {"token_id": 574, "token_text": " po", "probability": 0.0169677734375}, {"token_id": 4015, "token_text": " bambino", "probability": 0.01239013671875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.138671875}, {"token_id": 4679, "token_text": "idea", "probability": 0.0272216796875}, {"token_id": 2674, "token_text": "altro", "probability": 0.0272216796875}, {"token_id": 334, "token_text": "\u00e8", "probability": 0.0186767578125}, {"token_id": 478, "token_text": "era", "probability": 0.017578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 15, "token_text": ",", "probability": 0.095703125}, {"token_id": 248, "token_text": " e", "probability": 0.04248046875}, {"token_id": 295, "token_text": " che", "probability": 0.03515625}, {"token_id": 1621, "token_text": " cosa", "probability": 0.0291748046875}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.052978515625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.052978515625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0498046875}, {"token_id": 437, "token_text": " ma", "probability": 0.0439453125}, {"token_id": 269, "token_text": " un", "probability": 0.041259765625}, {"token_id": 248, "token_text": " e", "probability": 0.041259765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.08740234375}, {"token_id": 404, "token_text": " non", "probability": 0.052978515625}, {"token_id": 288, "token_text": " la", "probability": 0.0498046875}, {"token_id": 400, "token_text": " si", "probability": 0.0439453125}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.083984375}, {"token_id": 385, "token_text": " una", "probability": 0.051025390625}, {"token_id": 297, "token_text": " il", "probability": 0.037353515625}, {"token_id": 288, "token_text": " la", "probability": 0.037353515625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.02734375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.10302734375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0260009765625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0260009765625}, {"token_id": 574, "token_text": " po", "probability": 0.016845703125}, {"token_id": 4015, "token_text": " bambino", "probability": 0.013916015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.11474609375}, {"token_id": 2674, "token_text": "altro", "probability": 0.025634765625}, {"token_id": 4679, "token_text": "idea", "probability": 0.0240478515625}, {"token_id": 240, "token_text": " di", "probability": 0.0240478515625}, {"token_id": 478, "token_text": "era", "probability": 0.0198974609375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.1015625}, {"token_id": 248, "token_text": " e", "probability": 0.039794921875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.03515625}, {"token_id": 295, "token_text": " che", "probability": 0.031005859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.051025390625}, {"token_id": 269, "token_text": " un", "probability": 0.045166015625}, {"token_id": 248, "token_text": " e", "probability": 0.045166015625}, {"token_id": 295, "token_text": " che", "probability": 0.039794921875}, {"token_id": 404, "token_text": " non", "probability": 0.037353515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10888671875}, {"token_id": 385, "token_text": " una", "probability": 0.054931640625}, {"token_id": 297, "token_text": " il", "probability": 0.035400390625}, {"token_id": 295, "token_text": " che", "probability": 0.033203125}, {"token_id": 288, "token_text": " la", "probability": 0.02587890625}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.48828125}, {"token_id": 2071, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00811767578125}, {"token_id": 5644, "token_text": " utilizzare", "probability": 0.0069580078125}, {"token_id": 630, "token_text": " anche", "probability": 0.005950927734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.059326171875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.059326171875}, {"token_id": 385, "token_text": " una", "probability": 0.03173828125}, {"token_id": 238, "token_text": " in", "probability": 0.0224609375}, {"token_id": 297, "token_text": " il", "probability": 0.0150146484375}, {"token_id": 863, "token_text": " stato", "probability": 0.013671875}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.08251953125}, {"token_id": 10, "token_text": "'", "probability": 0.046875}, {"token_id": 2012, "token_text": " altro", "probability": 0.0220947265625}, {"token_id": 2032, "token_text": " numero", "probability": 0.011474609375}, {"token_id": 2446, "token_text": " gruppo", "probability": 0.01043701171875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.07421875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.025634765625}, {"token_id": 2674, "token_text": "altro", "probability": 0.0186767578125}, {"token_id": 4679, "token_text": "idea", "probability": 0.0164794921875}, {"token_id": 2292, "token_text": "uso", "probability": 0.0155029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.03662109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.03662109375}, {"token_id": 240, "token_text": " di", "probability": 0.0303955078125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 292, "token_text": " per", "probability": 0.023681640625}, {"token_id": 248, "token_text": " e", "probability": 0.020263671875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.07275390625}, {"token_id": 583, "token_text": " Il", "probability": 0.056640625}, {"token_id": 316, "token_text": " L", "probability": 0.034423828125}, {"token_id": 431, "token_text": " In", "probability": 0.0302734375}, {"token_id": 275, "token_text": " I", "probability": 0.022216796875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.02880859375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.02880859375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0238037109375}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.016357421875}, {"token_id": 788, "token_text": " sua", "probability": 0.016357421875}, {"token_id": 4279, "token_text": " risposta", "probability": 0.01446533203125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.2373046875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.043701171875}, {"token_id": 825, "token_text": " parte", "probability": 0.0283203125}, {"token_id": 240, "token_text": " di", "probability": 0.026611328125}, {"token_id": 2865, "token_text": " persona", "probability": 0.015625}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.07568359375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.05517578125}, {"token_id": 15, "token_text": ",", "probability": 0.04296875}, {"token_id": 400, "token_text": " si", "probability": 0.0380859375}, {"token_id": 354, "token_text": " ha", "probability": 0.0245361328125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.05517578125}, {"token_id": 400, "token_text": " si", "probability": 0.05517578125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.04296875}, {"token_id": 404, "token_text": " non", "probability": 0.040283203125}, {"token_id": 297, "token_text": " il", "probability": 0.040283203125}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.03564453125}, {"token_id": 3126, "token_text": " tua", "probability": 0.03125}, {"token_id": 1201, "token_text": " vita", "probability": 0.01904296875}, {"token_id": 2748, "token_text": " mia", "probability": 0.0152587890625}, {"token_id": 922, "token_text": " prima", "probability": 0.01483154296875}]}, {"token_id": 1201, "token_text": " vita", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.03857421875}, {"token_id": 1201, "token_text": " vita", "probability": 0.03857421875}, {"token_id": 2465, "token_text": " famiglia", "probability": 0.0194091796875}, {"token_id": 3776, "token_text": " madre", "probability": 0.0137939453125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.01214599609375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 400, "token_text": " si", "probability": 0.04736328125}, {"token_id": 404, "token_text": " non", "probability": 0.04736328125}, {"token_id": 354, "token_text": " ha", "probability": 0.03466796875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.06591796875}, {"token_id": 1366, "token_text": " stata", "probability": 0.061767578125}, {"token_id": 385, "token_text": " una", "probability": 0.05126953125}, {"token_id": 288, "token_text": " la", "probability": 0.045166015625}, {"token_id": 297, "token_text": " il", "probability": 0.032958984375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.099609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.0267333984375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.025146484375}, {"token_id": 574, "token_text": " po", "probability": 0.01348876953125}, {"token_id": 10, "token_text": "'", "probability": 0.01080322265625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.12060546875}, {"token_id": 240, "token_text": " di", "probability": 0.03466796875}, {"token_id": 2674, "token_text": "altro", "probability": 0.0238037109375}, {"token_id": 4679, "token_text": "idea", "probability": 0.016845703125}, {"token_id": 751, "token_text": "ora", "probability": 0.016845703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.1123046875}, {"token_id": 248, "token_text": " e", "probability": 0.0498046875}, {"token_id": 825, "token_text": " parte", "probability": 0.0242919921875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.020751953125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.11572265625}, {"token_id": 583, "token_text": " Il", "probability": 0.05126953125}, {"token_id": 1291, "token_text": " Non", "probability": 0.0400390625}, {"token_id": 378, "token_text": " E", "probability": 0.0311279296875}, {"token_id": 316, "token_text": " L", "probability": 0.0274658203125}]}, {"token_id": 1621, "token_text": " cosa", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1621, "token_text": " cosa", "probability": 0.03857421875}, {"token_id": 922, "token_text": " prima", "probability": 0.0281982421875}, {"token_id": 788, "token_text": " sua", "probability": 0.0281982421875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0206298828125}, {"token_id": 4279, "token_text": " risposta", "probability": 0.0166015625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.10400390625}, {"token_id": 295, "token_text": " che", "probability": 0.08642578125}, {"token_id": 400, "token_text": " si", "probability": 0.038330078125}, {"token_id": 404, "token_text": " non", "probability": 0.03173828125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.02978515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0947265625}, {"token_id": 385, "token_text": " una", "probability": 0.057373046875}, {"token_id": 295, "token_text": " che", "probability": 0.044677734375}, {"token_id": 297, "token_text": " il", "probability": 0.034912109375}, {"token_id": 288, "token_text": " la", "probability": 0.03271484375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.1513671875}, {"token_id": 2012, "token_text": " altro", "probability": 0.02978515625}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0262451171875}, {"token_id": 574, "token_text": " po", "probability": 0.0169677734375}, {"token_id": 4015, "token_text": " bambino", "probability": 0.01239013671875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.138671875}, {"token_id": 4679, "token_text": "idea", "probability": 0.0272216796875}, {"token_id": 2674, "token_text": "altro", "probability": 0.0272216796875}, {"token_id": 334, "token_text": "\u00e8", "probability": 0.0186767578125}, {"token_id": 478, "token_text": "era", "probability": 0.017578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 15, "token_text": ",", "probability": 0.095703125}, {"token_id": 248, "token_text": " e", "probability": 0.04248046875}, {"token_id": 295, "token_text": " che", "probability": 0.03515625}, {"token_id": 1621, "token_text": " cosa", "probability": 0.0291748046875}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.052978515625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.052978515625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0498046875}, {"token_id": 437, "token_text": " ma", "probability": 0.0439453125}, {"token_id": 269, "token_text": " un", "probability": 0.041259765625}, {"token_id": 248, "token_text": " e", "probability": 0.041259765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.08740234375}, {"token_id": 404, "token_text": " non", "probability": 0.052978515625}, {"token_id": 288, "token_text": " la", "probability": 0.0498046875}, {"token_id": 400, "token_text": " si", "probability": 0.0439453125}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.083984375}, {"token_id": 385, "token_text": " una", "probability": 0.051025390625}, {"token_id": 297, "token_text": " il", "probability": 0.037353515625}, {"token_id": 288, "token_text": " la", "probability": 0.037353515625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.02734375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.10302734375}, {"token_id": 3606, "token_text": " uomo", "probability": 0.0260009765625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0260009765625}, {"token_id": 574, "token_text": " po", "probability": 0.016845703125}, {"token_id": 4015, "token_text": " bambino", "probability": 0.013916015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.11474609375}, {"token_id": 2674, "token_text": "altro", "probability": 0.025634765625}, {"token_id": 4679, "token_text": "idea", "probability": 0.0240478515625}, {"token_id": 240, "token_text": " di", "probability": 0.0240478515625}, {"token_id": 478, "token_text": "era", "probability": 0.0198974609375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.1015625}, {"token_id": 248, "token_text": " e", "probability": 0.039794921875}, {"token_id": 1621, "token_text": " cosa", "probability": 0.03515625}, {"token_id": 295, "token_text": " che", "probability": 0.031005859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.051025390625}, {"token_id": 269, "token_text": " un", "probability": 0.045166015625}, {"token_id": 248, "token_text": " e", "probability": 0.045166015625}, {"token_id": 295, "token_text": " che", "probability": 0.039794921875}, {"token_id": 404, "token_text": " non", "probability": 0.037353515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.10888671875}, {"token_id": 385, "token_text": " una", "probability": 0.054931640625}, {"token_id": 297, "token_text": " il", "probability": 0.035400390625}, {"token_id": 295, "token_text": " che", "probability": 0.033203125}, {"token_id": 288, "token_text": " la", "probability": 0.02587890625}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.48828125, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.48828125}, {"token_id": 2071, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00811767578125}, {"token_id": 5644, "token_text": " utilizzare", "probability": 0.0069580078125}, {"token_id": 630, "token_text": " anche", "probability": 0.005950927734375}, {"token_id": 1350, "token_text": " fare", "probability": 0.005584716796875}, {"token_id": 4932, "token_text": " portare", "probability": 0.005584716796875}, {"token_id": 19981, "token_text": " includere", "probability": 0.005096435546875}, {"token_id": 3910, "token_text": " andare", "probability": 0.00494384765625}, {"token_id": 5960, "token_text": " usare", "probability": 0.004791259765625}], "entropy": 4.21875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7168637071772613, "average_logprob_per_token": -0.7168637071772613, "perplexity_on_target_sequence": 2.048, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -0.7168637071772613, "probability": 0.48828125, "raw_probability": 0.48828125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16591.207125663757, "probe_elapsed_sec": 0.9843624049972277, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city of the city of the city of the city of the city of the city of the city of the city of the city of the city of the", "text": "The capital of Italy is the largest city of the city of the city of the city of the city of the city of the city of the city of the city of the city of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1572265625}, {"token_id": 212, "token_text": " a", "probability": 0.1298828125}, {"token_id": 252, "token_text": " an", "probability": 0.034912109375}, {"token_id": 686, "token_text": " one", "probability": 0.0308837890625}, {"token_id": 1411, "token_text": " now", "probability": 0.025634765625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.037353515625}, {"token_id": 912, "token_text": " first", "probability": 0.031005859375}, {"token_id": 2380, "token_text": " city", "probability": 0.0166015625}, {"token_id": 914, "token_text": " most", "probability": 0.01611328125}, {"token_id": 1380, "token_text": " world", "probability": 0.01422119140625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.08447265625}, {"token_id": 266, "token_text": " and", "probability": 0.02490234375}, {"token_id": 2112, "token_text": " country", "probability": 0.024169921875}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 259, "token_text": " of", "probability": 0.0137939453125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.396484375}, {"token_id": 238, "token_text": " in", "probability": 0.078125}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 262, "token_text": " to", "probability": 0.030517578125}, {"token_id": 17, "token_text": ".", "probability": 0.0286865234375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.224609375}, {"token_id": 3602, "token_text": " China", "probability": 0.023681640625}, {"token_id": 4750, "token_text": " India", "probability": 0.0208740234375}, {"token_id": 853, "token_text": " its", "probability": 0.017822265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0157470703125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.08349609375}, {"token_id": 2112, "token_text": " country", "probability": 0.061279296875}, {"token_id": 3582, "token_text": " region", "probability": 0.03955078125}, {"token_id": 1380, "token_text": " world", "probability": 0.0289306640625}, {"token_id": 5378, "token_text": " north", "probability": 0.0255126953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.439453125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 266, "token_text": " and", "probability": 0.04931640625}, {"token_id": 238, "token_text": " in", "probability": 0.035888671875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1875}, {"token_id": 4750, "token_text": " India", "probability": 0.0179443359375}, {"token_id": 3602, "token_text": " China", "probability": 0.016357421875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.014892578125}, {"token_id": 3005, "token_text": " South", "probability": 0.014892578125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.10498046875}, {"token_id": 3582, "token_text": " region", "probability": 0.043701171875}, {"token_id": 2112, "token_text": " country", "probability": 0.043701171875}, {"token_id": 5378, "token_text": " north", "probability": 0.0257568359375}, {"token_id": 1380, "token_text": " world", "probability": 0.022705078125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.337890625}, {"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 266, "token_text": " and", "probability": 0.05859375}, {"token_id": 326, "token_text": " is", "probability": 0.037841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.173828125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.015625}, {"token_id": 3005, "token_text": " South", "probability": 0.01470947265625}, {"token_id": 2711, "token_text": " America", "probability": 0.01422119140625}, {"token_id": 4750, "token_text": " India", "probability": 0.01220703125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.11865234375}, {"token_id": 3582, "token_text": " region", "probability": 0.03857421875}, {"token_id": 5378, "token_text": " north", "probability": 0.02734375}, {"token_id": 3459, "token_text": " town", "probability": 0.02490234375}, {"token_id": 2112, "token_text": " country", "probability": 0.0233154296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 266, "token_text": " and", "probability": 0.06689453125}, {"token_id": 238, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.21484375}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01422119140625}, {"token_id": 3005, "token_text": " South", "probability": 0.01251220703125}, {"token_id": 274, "token_text": " S", "probability": 0.01104736328125}, {"token_id": 4711, "token_text": " Canada", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.11767578125}, {"token_id": 3582, "token_text": " region", "probability": 0.03369140625}, {"token_id": 3459, "token_text": " town", "probability": 0.0296630859375}, {"token_id": 5378, "token_text": " north", "probability": 0.0238037109375}, {"token_id": 8577, "token_text": " east", "probability": 0.0203857421875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.36328125}, {"token_id": 17, "token_text": ".", "probability": 0.125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 266, "token_text": " and", "probability": 0.059326171875}, {"token_id": 238, "token_text": " in", "probability": 0.03173828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2158203125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01220703125}, {"token_id": 274, "token_text": " S", "probability": 0.01177978515625}, {"token_id": 3005, "token_text": " South", "probability": 0.0111083984375}, {"token_id": 2038, "token_text": " San", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.13671875}, {"token_id": 3459, "token_text": " town", "probability": 0.032470703125}, {"token_id": 3582, "token_text": " region", "probability": 0.02783203125}, {"token_id": 5378, "token_text": " north", "probability": 0.019775390625}, {"token_id": 8577, "token_text": " east", "probability": 0.0179443359375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.33203125}, {"token_id": 17, "token_text": ".", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 266, "token_text": " and", "probability": 0.0615234375}, {"token_id": 238, "token_text": " in", "probability": 0.025634765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.236328125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01104736328125}, {"token_id": 3005, "token_text": " South", "probability": 0.0107421875}, {"token_id": 2038, "token_text": " San", "probability": 0.0107421875}, {"token_id": 274, "token_text": " S", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1279296875}, {"token_id": 3459, "token_text": " town", "probability": 0.035400390625}, {"token_id": 3582, "token_text": " region", "probability": 0.0244140625}, {"token_id": 5378, "token_text": " north", "probability": 0.020263671875}, {"token_id": 8577, "token_text": " east", "probability": 0.01904296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.2421875}, {"token_id": 17, "token_text": ".", "probability": 0.201171875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 266, "token_text": " and", "probability": 0.061279296875}, {"token_id": 238, "token_text": " in", "probability": 0.0272216796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1943359375}, {"token_id": 2038, "token_text": " San", "probability": 0.012451171875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01129150390625}, {"token_id": 274, "token_text": " S", "probability": 0.010986328125}, {"token_id": 3005, "token_text": " South", "probability": 0.010009765625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1220703125}, {"token_id": 3459, "token_text": " town", "probability": 0.03173828125}, {"token_id": 9412, "token_text": " county", "probability": 0.0211181640625}, {"token_id": 3582, "token_text": " region", "probability": 0.0205078125}, {"token_id": 5378, "token_text": " north", "probability": 0.0169677734375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.40625}, {"token_id": 17, "token_text": ".", "probability": 0.1494140625}, {"token_id": 15, "token_text": ",", "probability": 0.09033203125}, {"token_id": 266, "token_text": " and", "probability": 0.062255859375}, {"token_id": 238, "token_text": " in", "probability": 0.0244140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 2038, "token_text": " San", "probability": 0.0125732421875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.011474609375}, {"token_id": 274, "token_text": " S", "probability": 0.0101318359375}, {"token_id": 1091, "token_text": " New", "probability": 0.009521484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1357421875}, {"token_id": 3459, "token_text": " town", "probability": 0.03662109375}, {"token_id": 9412, "token_text": " county", "probability": 0.0228271484375}, {"token_id": 3582, "token_text": " region", "probability": 0.01953125}, {"token_id": 8577, "token_text": " east", "probability": 0.0157470703125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.421875}, {"token_id": 17, "token_text": ".", "probability": 0.1064453125}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 266, "token_text": " and", "probability": 0.05712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0252685546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 2038, "token_text": " San", "probability": 0.013427734375}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01080322265625}, {"token_id": 274, "token_text": " S", "probability": 0.01080322265625}, {"token_id": 3005, "token_text": " South", "probability": 0.00921630859375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1396484375}, {"token_id": 3459, "token_text": " town", "probability": 0.037353515625}, {"token_id": 9412, "token_text": " county", "probability": 0.0274658203125}, {"token_id": 3582, "token_text": " region", "probability": 0.0177001953125}, {"token_id": 5530, "token_text": " River", "probability": 0.0137939453125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.44140625}, {"token_id": 17, "token_text": ".", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 266, "token_text": " and", "probability": 0.055908203125}, {"token_id": 238, "token_text": " in", "probability": 0.0206298828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2060546875}, {"token_id": 2038, "token_text": " San", "probability": 0.014892578125}, {"token_id": 274, "token_text": " S", "probability": 0.01055908203125}, {"token_id": 590, "token_text": " St", "probability": 0.0096435546875}, {"token_id": 1091, "token_text": " New", "probability": 0.009033203125}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1572265625}, {"token_id": 212, "token_text": " a", "probability": 0.1298828125}, {"token_id": 252, "token_text": " an", "probability": 0.034912109375}, {"token_id": 686, "token_text": " one", "probability": 0.0308837890625}, {"token_id": 1411, "token_text": " now", "probability": 0.025634765625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.037353515625}, {"token_id": 912, "token_text": " first", "probability": 0.031005859375}, {"token_id": 2380, "token_text": " city", "probability": 0.0166015625}, {"token_id": 914, "token_text": " most", "probability": 0.01611328125}, {"token_id": 1380, "token_text": " world", "probability": 0.01422119140625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.08447265625}, {"token_id": 266, "token_text": " and", "probability": 0.02490234375}, {"token_id": 2112, "token_text": " country", "probability": 0.024169921875}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 259, "token_text": " of", "probability": 0.0137939453125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.396484375}, {"token_id": 238, "token_text": " in", "probability": 0.078125}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 262, "token_text": " to", "probability": 0.030517578125}, {"token_id": 17, "token_text": ".", "probability": 0.0286865234375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.224609375}, {"token_id": 3602, "token_text": " China", "probability": 0.023681640625}, {"token_id": 4750, "token_text": " India", "probability": 0.0208740234375}, {"token_id": 853, "token_text": " its", "probability": 0.017822265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0157470703125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.08349609375}, {"token_id": 2112, "token_text": " country", "probability": 0.061279296875}, {"token_id": 3582, "token_text": " region", "probability": 0.03955078125}, {"token_id": 1380, "token_text": " world", "probability": 0.0289306640625}, {"token_id": 5378, "token_text": " north", "probability": 0.0255126953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.439453125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 266, "token_text": " and", "probability": 0.04931640625}, {"token_id": 238, "token_text": " in", "probability": 0.035888671875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1875}, {"token_id": 4750, "token_text": " India", "probability": 0.0179443359375}, {"token_id": 3602, "token_text": " China", "probability": 0.016357421875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.014892578125}, {"token_id": 3005, "token_text": " South", "probability": 0.014892578125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.10498046875}, {"token_id": 3582, "token_text": " region", "probability": 0.043701171875}, {"token_id": 2112, "token_text": " country", "probability": 0.043701171875}, {"token_id": 5378, "token_text": " north", "probability": 0.0257568359375}, {"token_id": 1380, "token_text": " world", "probability": 0.022705078125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.337890625}, {"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 266, "token_text": " and", "probability": 0.05859375}, {"token_id": 326, "token_text": " is", "probability": 0.037841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.173828125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.015625}, {"token_id": 3005, "token_text": " South", "probability": 0.01470947265625}, {"token_id": 2711, "token_text": " America", "probability": 0.01422119140625}, {"token_id": 4750, "token_text": " India", "probability": 0.01220703125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.11865234375}, {"token_id": 3582, "token_text": " region", "probability": 0.03857421875}, {"token_id": 5378, "token_text": " north", "probability": 0.02734375}, {"token_id": 3459, "token_text": " town", "probability": 0.02490234375}, {"token_id": 2112, "token_text": " country", "probability": 0.0233154296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 266, "token_text": " and", "probability": 0.06689453125}, {"token_id": 238, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.21484375}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01422119140625}, {"token_id": 3005, "token_text": " South", "probability": 0.01251220703125}, {"token_id": 274, "token_text": " S", "probability": 0.01104736328125}, {"token_id": 4711, "token_text": " Canada", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.11767578125}, {"token_id": 3582, "token_text": " region", "probability": 0.03369140625}, {"token_id": 3459, "token_text": " town", "probability": 0.0296630859375}, {"token_id": 5378, "token_text": " north", "probability": 0.0238037109375}, {"token_id": 8577, "token_text": " east", "probability": 0.0203857421875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.36328125}, {"token_id": 17, "token_text": ".", "probability": 0.125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 266, "token_text": " and", "probability": 0.059326171875}, {"token_id": 238, "token_text": " in", "probability": 0.03173828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2158203125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01220703125}, {"token_id": 274, "token_text": " S", "probability": 0.01177978515625}, {"token_id": 3005, "token_text": " South", "probability": 0.0111083984375}, {"token_id": 2038, "token_text": " San", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.13671875}, {"token_id": 3459, "token_text": " town", "probability": 0.032470703125}, {"token_id": 3582, "token_text": " region", "probability": 0.02783203125}, {"token_id": 5378, "token_text": " north", "probability": 0.019775390625}, {"token_id": 8577, "token_text": " east", "probability": 0.0179443359375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.33203125}, {"token_id": 17, "token_text": ".", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 266, "token_text": " and", "probability": 0.0615234375}, {"token_id": 238, "token_text": " in", "probability": 0.025634765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.236328125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01104736328125}, {"token_id": 3005, "token_text": " South", "probability": 0.0107421875}, {"token_id": 2038, "token_text": " San", "probability": 0.0107421875}, {"token_id": 274, "token_text": " S", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1279296875}, {"token_id": 3459, "token_text": " town", "probability": 0.035400390625}, {"token_id": 3582, "token_text": " region", "probability": 0.0244140625}, {"token_id": 5378, "token_text": " north", "probability": 0.020263671875}, {"token_id": 8577, "token_text": " east", "probability": 0.01904296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.2421875}, {"token_id": 17, "token_text": ".", "probability": 0.201171875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 266, "token_text": " and", "probability": 0.061279296875}, {"token_id": 238, "token_text": " in", "probability": 0.0272216796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1943359375}, {"token_id": 2038, "token_text": " San", "probability": 0.012451171875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01129150390625}, {"token_id": 274, "token_text": " S", "probability": 0.010986328125}, {"token_id": 3005, "token_text": " South", "probability": 0.010009765625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1220703125}, {"token_id": 3459, "token_text": " town", "probability": 0.03173828125}, {"token_id": 9412, "token_text": " county", "probability": 0.0211181640625}, {"token_id": 3582, "token_text": " region", "probability": 0.0205078125}, {"token_id": 5378, "token_text": " north", "probability": 0.0169677734375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.40625}, {"token_id": 17, "token_text": ".", "probability": 0.1494140625}, {"token_id": 15, "token_text": ",", "probability": 0.09033203125}, {"token_id": 266, "token_text": " and", "probability": 0.062255859375}, {"token_id": 238, "token_text": " in", "probability": 0.0244140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 2038, "token_text": " San", "probability": 0.0125732421875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.011474609375}, {"token_id": 274, "token_text": " S", "probability": 0.0101318359375}, {"token_id": 1091, "token_text": " New", "probability": 0.009521484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1357421875}, {"token_id": 3459, "token_text": " town", "probability": 0.03662109375}, {"token_id": 9412, "token_text": " county", "probability": 0.0228271484375}, {"token_id": 3582, "token_text": " region", "probability": 0.01953125}, {"token_id": 8577, "token_text": " east", "probability": 0.0157470703125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.421875}, {"token_id": 17, "token_text": ".", "probability": 0.1064453125}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 266, "token_text": " and", "probability": 0.05712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0252685546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 2038, "token_text": " San", "probability": 0.013427734375}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01080322265625}, {"token_id": 274, "token_text": " S", "probability": 0.01080322265625}, {"token_id": 3005, "token_text": " South", "probability": 0.00921630859375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1396484375}, {"token_id": 3459, "token_text": " town", "probability": 0.037353515625}, {"token_id": 9412, "token_text": " county", "probability": 0.0274658203125}, {"token_id": 3582, "token_text": " region", "probability": 0.0177001953125}, {"token_id": 5530, "token_text": " River", "probability": 0.0137939453125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.44140625}, {"token_id": 17, "token_text": ".", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 266, "token_text": " and", "probability": 0.055908203125}, {"token_id": 238, "token_text": " in", "probability": 0.0206298828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2060546875}, {"token_id": 2038, "token_text": " San", "probability": 0.014892578125}, {"token_id": 274, "token_text": " S", "probability": 0.01055908203125}, {"token_id": 590, "token_text": " St", "probability": 0.0096435546875}, {"token_id": 1091, "token_text": " New", "probability": 0.009033203125}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1572265625}, {"token_id": 212, "token_text": " a", "probability": 0.1298828125}, {"token_id": 252, "token_text": " an", "probability": 0.034912109375}, {"token_id": 686, "token_text": " one", "probability": 0.0308837890625}, {"token_id": 1411, "token_text": " now", "probability": 0.025634765625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.037353515625}, {"token_id": 912, "token_text": " first", "probability": 0.031005859375}, {"token_id": 2380, "token_text": " city", "probability": 0.0166015625}, {"token_id": 914, "token_text": " most", "probability": 0.01611328125}, {"token_id": 1380, "token_text": " world", "probability": 0.01422119140625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.08447265625}, {"token_id": 266, "token_text": " and", "probability": 0.02490234375}, {"token_id": 2112, "token_text": " country", "probability": 0.024169921875}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 259, "token_text": " of", "probability": 0.0137939453125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.396484375}, {"token_id": 238, "token_text": " in", "probability": 0.078125}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 262, "token_text": " to", "probability": 0.030517578125}, {"token_id": 17, "token_text": ".", "probability": 0.0286865234375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.224609375}, {"token_id": 3602, "token_text": " China", "probability": 0.023681640625}, {"token_id": 4750, "token_text": " India", "probability": 0.0208740234375}, {"token_id": 853, "token_text": " its", "probability": 0.017822265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0157470703125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.08349609375}, {"token_id": 2112, "token_text": " country", "probability": 0.061279296875}, {"token_id": 3582, "token_text": " region", "probability": 0.03955078125}, {"token_id": 1380, "token_text": " world", "probability": 0.0289306640625}, {"token_id": 5378, "token_text": " north", "probability": 0.0255126953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.439453125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 266, "token_text": " and", "probability": 0.04931640625}, {"token_id": 238, "token_text": " in", "probability": 0.035888671875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1875}, {"token_id": 4750, "token_text": " India", "probability": 0.0179443359375}, {"token_id": 3602, "token_text": " China", "probability": 0.016357421875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.014892578125}, {"token_id": 3005, "token_text": " South", "probability": 0.014892578125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.10498046875}, {"token_id": 3582, "token_text": " region", "probability": 0.043701171875}, {"token_id": 2112, "token_text": " country", "probability": 0.043701171875}, {"token_id": 5378, "token_text": " north", "probability": 0.0257568359375}, {"token_id": 1380, "token_text": " world", "probability": 0.022705078125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.337890625}, {"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 266, "token_text": " and", "probability": 0.05859375}, {"token_id": 326, "token_text": " is", "probability": 0.037841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.173828125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.015625}, {"token_id": 3005, "token_text": " South", "probability": 0.01470947265625}, {"token_id": 2711, "token_text": " America", "probability": 0.01422119140625}, {"token_id": 4750, "token_text": " India", "probability": 0.01220703125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.11865234375}, {"token_id": 3582, "token_text": " region", "probability": 0.03857421875}, {"token_id": 5378, "token_text": " north", "probability": 0.02734375}, {"token_id": 3459, "token_text": " town", "probability": 0.02490234375}, {"token_id": 2112, "token_text": " country", "probability": 0.0233154296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 266, "token_text": " and", "probability": 0.06689453125}, {"token_id": 238, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.21484375}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01422119140625}, {"token_id": 3005, "token_text": " South", "probability": 0.01251220703125}, {"token_id": 274, "token_text": " S", "probability": 0.01104736328125}, {"token_id": 4711, "token_text": " Canada", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.11767578125}, {"token_id": 3582, "token_text": " region", "probability": 0.03369140625}, {"token_id": 3459, "token_text": " town", "probability": 0.0296630859375}, {"token_id": 5378, "token_text": " north", "probability": 0.0238037109375}, {"token_id": 8577, "token_text": " east", "probability": 0.0203857421875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.36328125}, {"token_id": 17, "token_text": ".", "probability": 0.125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 266, "token_text": " and", "probability": 0.059326171875}, {"token_id": 238, "token_text": " in", "probability": 0.03173828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2158203125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01220703125}, {"token_id": 274, "token_text": " S", "probability": 0.01177978515625}, {"token_id": 3005, "token_text": " South", "probability": 0.0111083984375}, {"token_id": 2038, "token_text": " San", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.13671875}, {"token_id": 3459, "token_text": " town", "probability": 0.032470703125}, {"token_id": 3582, "token_text": " region", "probability": 0.02783203125}, {"token_id": 5378, "token_text": " north", "probability": 0.019775390625}, {"token_id": 8577, "token_text": " east", "probability": 0.0179443359375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.33203125}, {"token_id": 17, "token_text": ".", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 266, "token_text": " and", "probability": 0.0615234375}, {"token_id": 238, "token_text": " in", "probability": 0.025634765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.236328125}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01104736328125}, {"token_id": 3005, "token_text": " South", "probability": 0.0107421875}, {"token_id": 2038, "token_text": " San", "probability": 0.0107421875}, {"token_id": 274, "token_text": " S", "probability": 0.0107421875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1279296875}, {"token_id": 3459, "token_text": " town", "probability": 0.035400390625}, {"token_id": 3582, "token_text": " region", "probability": 0.0244140625}, {"token_id": 5378, "token_text": " north", "probability": 0.020263671875}, {"token_id": 8577, "token_text": " east", "probability": 0.01904296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.2421875}, {"token_id": 17, "token_text": ".", "probability": 0.201171875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 266, "token_text": " and", "probability": 0.061279296875}, {"token_id": 238, "token_text": " in", "probability": 0.0272216796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1943359375}, {"token_id": 2038, "token_text": " San", "probability": 0.012451171875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01129150390625}, {"token_id": 274, "token_text": " S", "probability": 0.010986328125}, {"token_id": 3005, "token_text": " South", "probability": 0.010009765625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1220703125}, {"token_id": 3459, "token_text": " town", "probability": 0.03173828125}, {"token_id": 9412, "token_text": " county", "probability": 0.0211181640625}, {"token_id": 3582, "token_text": " region", "probability": 0.0205078125}, {"token_id": 5378, "token_text": " north", "probability": 0.0169677734375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.40625}, {"token_id": 17, "token_text": ".", "probability": 0.1494140625}, {"token_id": 15, "token_text": ",", "probability": 0.09033203125}, {"token_id": 266, "token_text": " and", "probability": 0.062255859375}, {"token_id": 238, "token_text": " in", "probability": 0.0244140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 2038, "token_text": " San", "probability": 0.0125732421875}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.011474609375}, {"token_id": 274, "token_text": " S", "probability": 0.0101318359375}, {"token_id": 1091, "token_text": " New", "probability": 0.009521484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1357421875}, {"token_id": 3459, "token_text": " town", "probability": 0.03662109375}, {"token_id": 9412, "token_text": " county", "probability": 0.0228271484375}, {"token_id": 3582, "token_text": " region", "probability": 0.01953125}, {"token_id": 8577, "token_text": " east", "probability": 0.0157470703125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.421875}, {"token_id": 17, "token_text": ".", "probability": 0.1064453125}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 266, "token_text": " and", "probability": 0.05712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0252685546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 2038, "token_text": " San", "probability": 0.013427734375}, {"token_id": 8111, "token_text": " Mexico", "probability": 0.01080322265625}, {"token_id": 274, "token_text": " S", "probability": 0.01080322265625}, {"token_id": 3005, "token_text": " South", "probability": 0.00921630859375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1396484375}, {"token_id": 3459, "token_text": " town", "probability": 0.037353515625}, {"token_id": 9412, "token_text": " county", "probability": 0.0274658203125}, {"token_id": 3582, "token_text": " region", "probability": 0.0177001953125}, {"token_id": 5530, "token_text": " River", "probability": 0.0137939453125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.44140625}, {"token_id": 17, "token_text": ".", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 266, "token_text": " and", "probability": 0.055908203125}, {"token_id": 238, "token_text": " in", "probability": 0.0206298828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2060546875}, {"token_id": 2038, "token_text": " San", "probability": 0.014892578125}, {"token_id": 274, "token_text": " S", "probability": 0.01055908203125}, {"token_id": 590, "token_text": " St", "probability": 0.0096435546875}, {"token_id": 1091, "token_text": " New", "probability": 0.009033203125}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 1222, "correct_token_probability": 6.914138793945312e-05, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1572265625}, {"token_id": 212, "token_text": " a", "probability": 0.1298828125}, {"token_id": 252, "token_text": " an", "probability": 0.034912109375}, {"token_id": 686, "token_text": " one", "probability": 0.0308837890625}, {"token_id": 1411, "token_text": " now", "probability": 0.025634765625}, {"token_id": 500, "token_text": " not", "probability": 0.01458740234375}, {"token_id": 20068, "token_text": " situated", "probability": 0.013671875}, {"token_id": 5715, "token_text": " located", "probability": 0.01287841796875}, {"token_id": 238, "token_text": " in", "probability": 0.0120849609375}, {"token_id": 2225, "token_text": " known", "probability": 0.01031494140625}], "entropy": 5.6875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.579357049338277, "average_logprob_per_token": -9.579357049338277, "perplexity_on_target_sequence": 14463.117241379314, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -9.579357049338277, "probability": 6.914138793945312e-05, "raw_probability": 6.914138793945312e-05, "correct_token_rank": 1222}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16591.207768201828, "probe_elapsed_sec": 0.9843624049972277, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be a good idea. The first time, the first time, the first time, the first time, the first time, the first time, the first time", "text": "A small language model should be a good idea. The first time, the first time, the first time, the first time, the first time, the first time, the first time", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.412109375}, {"token_id": 500, "token_text": " not", "probability": 0.0810546875}, {"token_id": 529, "token_text": " have", "probability": 0.0218505859375}, {"token_id": 1279, "token_text": " help", "probability": 0.0169677734375}, {"token_id": 817, "token_text": " also", "probability": 0.01324462890625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.08349609375}, {"token_id": 1351, "token_text": " used", "probability": 0.0419921875}, {"token_id": 234, "token_text": " the", "probability": 0.03076171875}, {"token_id": 744, "token_text": " more", "probability": 0.0198974609375}, {"token_id": 252, "token_text": " an", "probability": 0.017578125}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.01904296875}, {"token_id": 3058, "token_text": " common", "probability": 0.01531982421875}, {"token_id": 2574, "token_text": " major", "probability": 0.01348876953125}, {"token_id": 1367, "token_text": " way", "probability": 0.0130615234375}, {"token_id": 4529, "token_text": " simple", "probability": 0.0108642578125}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.08642578125}, {"token_id": 2701, "token_text": " example", "probability": 0.035888671875}, {"token_id": 1367, "token_text": " way", "probability": 0.02978515625}, {"token_id": 8755, "token_text": " tool", "probability": 0.0186767578125}, {"token_id": 15, "token_text": ",", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1650390625}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 262, "token_text": " to", "probability": 0.1064453125}, {"token_id": 321, "token_text": " for", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1640625}, {"token_id": 697, "token_text": " It", "probability": 0.07275390625}, {"token_id": 275, "token_text": " I", "probability": 0.0390625}, {"token_id": 1020, "token_text": " This", "probability": 0.03662109375}, {"token_id": 431, "token_text": " In", "probability": 0.0303955078125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.03857421875}, {"token_id": 914, "token_text": " most", "probability": 0.01373291015625}, {"token_id": 2031, "token_text": " book", "probability": 0.01104736328125}, {"token_id": 1068, "token_text": " only", "probability": 0.0103759765625}, {"token_id": 2237, "token_text": " following", "probability": 0.00970458984375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.07861328125}, {"token_id": 686, "token_text": " one", "probability": 0.034912109375}, {"token_id": 3080, "token_text": " thing", "probability": 0.0211181640625}, {"token_id": 259, "token_text": " of", "probability": 0.019287109375}, {"token_id": 5567, "token_text": " step", "probability": 0.01806640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1474609375}, {"token_id": 259, "token_text": " of", "probability": 0.1474609375}, {"token_id": 234, "token_text": " the", "probability": 0.0654296875}, {"token_id": 238, "token_text": " in", "probability": 0.044921875}, {"token_id": 275, "token_text": " I", "probability": 0.039794921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 275, "token_text": " I", "probability": 0.04833984375}, {"token_id": 391, "token_text": " it", "probability": 0.0400390625}, {"token_id": 212, "token_text": " a", "probability": 0.029296875}, {"token_id": 542, "token_text": " this", "probability": 0.0228271484375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.078125}, {"token_id": 1173, "token_text": " second", "probability": 0.0179443359375}, {"token_id": 914, "token_text": " most", "probability": 0.015869140625}, {"token_id": 2031, "token_text": " book", "probability": 0.0108642578125}, {"token_id": 942, "token_text": " new", "probability": 0.0108642578125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.10986328125}, {"token_id": 1648, "token_text": " day", "probability": 0.0230712890625}, {"token_id": 2031, "token_text": " book", "probability": 0.0179443359375}, {"token_id": 259, "token_text": " of", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.27734375}, {"token_id": 234, "token_text": " the", "probability": 0.06201171875}, {"token_id": 259, "token_text": " of", "probability": 0.051513671875}, {"token_id": 406, "token_text": " was", "probability": 0.03125}, {"token_id": 391, "token_text": " it", "probability": 0.029296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2109375}, {"token_id": 326, "token_text": " is", "probability": 0.047119140625}, {"token_id": 406, "token_text": " was", "probability": 0.04150390625}, {"token_id": 266, "token_text": " and", "probability": 0.03662109375}, {"token_id": 275, "token_text": " I", "probability": 0.0196533203125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.119140625}, {"token_id": 1173, "token_text": " second", "probability": 0.0283203125}, {"token_id": 914, "token_text": " most", "probability": 0.015625}, {"token_id": 1460, "token_text": " last", "probability": 0.01513671875}, {"token_id": 2031, "token_text": " book", "probability": 0.01043701171875}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.1474609375}, {"token_id": 1648, "token_text": " day", "probability": 0.04248046875}, {"token_id": 795, "token_text": " year", "probability": 0.031005859375}, {"token_id": 259, "token_text": " of", "probability": 0.02734375}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 234, "token_text": " the", "probability": 0.06640625}, {"token_id": 259, "token_text": " of", "probability": 0.054931640625}, {"token_id": 406, "token_text": " was", "probability": 0.033447265625}, {"token_id": 238, "token_text": " in", "probability": 0.027587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1708984375}, {"token_id": 406, "token_text": " was", "probability": 0.07568359375}, {"token_id": 266, "token_text": " and", "probability": 0.055419921875}, {"token_id": 326, "token_text": " is", "probability": 0.0458984375}, {"token_id": 708, "token_text": " had", "probability": 0.0169677734375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.115234375}, {"token_id": 1173, "token_text": " second", "probability": 0.0291748046875}, {"token_id": 914, "token_text": " most", "probability": 0.01611328125}, {"token_id": 1460, "token_text": " last", "probability": 0.01422119140625}, {"token_id": 2238, "token_text": " next", "probability": 0.0111083984375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0927734375}, {"token_id": 1648, "token_text": " day", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}, {"token_id": 259, "token_text": " of", "probability": 0.024169921875}, {"token_id": 795, "token_text": " year", "probability": 0.0220947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2353515625}, {"token_id": 259, "token_text": " of", "probability": 0.07177734375}, {"token_id": 234, "token_text": " the", "probability": 0.052490234375}, {"token_id": 406, "token_text": " was", "probability": 0.040771484375}, {"token_id": 238, "token_text": " in", "probability": 0.0247802734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.18359375}, {"token_id": 406, "token_text": " was", "probability": 0.08154296875}, {"token_id": 266, "token_text": " and", "probability": 0.0673828125}, {"token_id": 326, "token_text": " is", "probability": 0.0264892578125}, {"token_id": 708, "token_text": " had", "probability": 0.0233154296875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.11474609375}, {"token_id": 1173, "token_text": " second", "probability": 0.0272216796875}, {"token_id": 1460, "token_text": " last", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.01287841796875}, {"token_id": 2238, "token_text": " next", "probability": 0.012451171875}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.09375}, {"token_id": 15, "token_text": ",", "probability": 0.047119140625}, {"token_id": 1648, "token_text": " day", "probability": 0.0390625}, {"token_id": 259, "token_text": " of", "probability": 0.0245361328125}, {"token_id": 795, "token_text": " year", "probability": 0.0196533203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.267578125}, {"token_id": 259, "token_text": " of", "probability": 0.0869140625}, {"token_id": 406, "token_text": " was", "probability": 0.05615234375}, {"token_id": 234, "token_text": " the", "probability": 0.041015625}, {"token_id": 17, "token_text": ".", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.09912109375}, {"token_id": 406, "token_text": " was", "probability": 0.052978515625}, {"token_id": 352, "token_text": " as", "probability": 0.020751953125}, {"token_id": 708, "token_text": " had", "probability": 0.01611328125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.10546875}, {"token_id": 1173, "token_text": " second", "probability": 0.0283203125}, {"token_id": 1460, "token_text": " last", "probability": 0.0137939453125}, {"token_id": 2238, "token_text": " next", "probability": 0.01300048828125}, {"token_id": 3683, "token_text": " final", "probability": 0.01220703125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.09423828125}, {"token_id": 1648, "token_text": " day", "probability": 0.05029296875}, {"token_id": 15, "token_text": ",", "probability": 0.0269775390625}, {"token_id": 795, "token_text": " year", "probability": 0.025390625}, {"token_id": 259, "token_text": " of", "probability": 0.0203857421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.267578125}, {"token_id": 259, "token_text": " of", "probability": 0.07666015625}, {"token_id": 406, "token_text": " was", "probability": 0.055908203125}, {"token_id": 234, "token_text": " the", "probability": 0.052490234375}, {"token_id": 17, "token_text": ".", "probability": 0.03857421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.259765625}, {"token_id": 266, "token_text": " and", "probability": 0.1083984375}, {"token_id": 406, "token_text": " was", "probability": 0.037353515625}, {"token_id": 352, "token_text": " as", "probability": 0.024169921875}, {"token_id": 398, "token_text": " with", "probability": 0.0146484375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.10888671875}, {"token_id": 1173, "token_text": " second", "probability": 0.029296875}, {"token_id": 1460, "token_text": " last", "probability": 0.01611328125}, {"token_id": 3683, "token_text": " final", "probability": 0.01470947265625}, {"token_id": 1648, "token_text": " day", "probability": 0.0142822265625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.126953125}, {"token_id": 1648, "token_text": " day", "probability": 0.0439453125}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 795, "token_text": " year", "probability": 0.0213623046875}, {"token_id": 259, "token_text": " of", "probability": 0.0189208984375}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.412109375}, {"token_id": 500, "token_text": " not", "probability": 0.0810546875}, {"token_id": 529, "token_text": " have", "probability": 0.0218505859375}, {"token_id": 1279, "token_text": " help", "probability": 0.0169677734375}, {"token_id": 817, "token_text": " also", "probability": 0.01324462890625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.08349609375}, {"token_id": 1351, "token_text": " used", "probability": 0.0419921875}, {"token_id": 234, "token_text": " the", "probability": 0.03076171875}, {"token_id": 744, "token_text": " more", "probability": 0.0198974609375}, {"token_id": 252, "token_text": " an", "probability": 0.017578125}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.01904296875}, {"token_id": 3058, "token_text": " common", "probability": 0.01531982421875}, {"token_id": 2574, "token_text": " major", "probability": 0.01348876953125}, {"token_id": 1367, "token_text": " way", "probability": 0.0130615234375}, {"token_id": 4529, "token_text": " simple", "probability": 0.0108642578125}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.08642578125}, {"token_id": 2701, "token_text": " example", "probability": 0.035888671875}, {"token_id": 1367, "token_text": " way", "probability": 0.02978515625}, {"token_id": 8755, "token_text": " tool", "probability": 0.0186767578125}, {"token_id": 15, "token_text": ",", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1650390625}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 262, "token_text": " to", "probability": 0.1064453125}, {"token_id": 321, "token_text": " for", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1669921875}, {"token_id": 697, "token_text": " It", "probability": 0.07421875}, {"token_id": 275, "token_text": " I", "probability": 0.03955078125}, {"token_id": 1020, "token_text": " This", "probability": 0.037109375}, {"token_id": 431, "token_text": " In", "probability": 0.0308837890625}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.03857421875}, {"token_id": 914, "token_text": " most", "probability": 0.01373291015625}, {"token_id": 2031, "token_text": " book", "probability": 0.01104736328125}, {"token_id": 1068, "token_text": " only", "probability": 0.0103759765625}, {"token_id": 2237, "token_text": " following", "probability": 0.00970458984375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.07861328125}, {"token_id": 686, "token_text": " one", "probability": 0.034912109375}, {"token_id": 3080, "token_text": " thing", "probability": 0.0211181640625}, {"token_id": 259, "token_text": " of", "probability": 0.019287109375}, {"token_id": 5567, "token_text": " step", "probability": 0.01806640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1474609375}, {"token_id": 259, "token_text": " of", "probability": 0.1474609375}, {"token_id": 234, "token_text": " the", "probability": 0.0654296875}, {"token_id": 238, "token_text": " in", "probability": 0.044921875}, {"token_id": 275, "token_text": " I", "probability": 0.039794921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 275, "token_text": " I", "probability": 0.04833984375}, {"token_id": 391, "token_text": " it", "probability": 0.0400390625}, {"token_id": 212, "token_text": " a", "probability": 0.029296875}, {"token_id": 542, "token_text": " this", "probability": 0.0228271484375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.078125}, {"token_id": 1173, "token_text": " second", "probability": 0.0179443359375}, {"token_id": 914, "token_text": " most", "probability": 0.015869140625}, {"token_id": 2031, "token_text": " book", "probability": 0.0108642578125}, {"token_id": 942, "token_text": " new", "probability": 0.0108642578125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.10986328125}, {"token_id": 1648, "token_text": " day", "probability": 0.0230712890625}, {"token_id": 2031, "token_text": " book", "probability": 0.0179443359375}, {"token_id": 259, "token_text": " of", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.27734375}, {"token_id": 234, "token_text": " the", "probability": 0.06201171875}, {"token_id": 259, "token_text": " of", "probability": 0.051513671875}, {"token_id": 406, "token_text": " was", "probability": 0.03125}, {"token_id": 391, "token_text": " it", "probability": 0.029296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2109375}, {"token_id": 326, "token_text": " is", "probability": 0.047119140625}, {"token_id": 406, "token_text": " was", "probability": 0.04150390625}, {"token_id": 266, "token_text": " and", "probability": 0.03662109375}, {"token_id": 275, "token_text": " I", "probability": 0.0196533203125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.119140625}, {"token_id": 1173, "token_text": " second", "probability": 0.0283203125}, {"token_id": 914, "token_text": " most", "probability": 0.015625}, {"token_id": 1460, "token_text": " last", "probability": 0.01513671875}, {"token_id": 2031, "token_text": " book", "probability": 0.01043701171875}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.1474609375}, {"token_id": 1648, "token_text": " day", "probability": 0.04248046875}, {"token_id": 795, "token_text": " year", "probability": 0.031005859375}, {"token_id": 259, "token_text": " of", "probability": 0.02734375}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 234, "token_text": " the", "probability": 0.06640625}, {"token_id": 259, "token_text": " of", "probability": 0.054931640625}, {"token_id": 406, "token_text": " was", "probability": 0.033447265625}, {"token_id": 238, "token_text": " in", "probability": 0.027587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1708984375}, {"token_id": 406, "token_text": " was", "probability": 0.07568359375}, {"token_id": 266, "token_text": " and", "probability": 0.055419921875}, {"token_id": 326, "token_text": " is", "probability": 0.0458984375}, {"token_id": 708, "token_text": " had", "probability": 0.0169677734375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.115234375}, {"token_id": 1173, "token_text": " second", "probability": 0.0291748046875}, {"token_id": 914, "token_text": " most", "probability": 0.01611328125}, {"token_id": 1460, "token_text": " last", "probability": 0.01422119140625}, {"token_id": 2238, "token_text": " next", "probability": 0.0111083984375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0927734375}, {"token_id": 1648, "token_text": " day", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}, {"token_id": 259, "token_text": " of", "probability": 0.024169921875}, {"token_id": 795, "token_text": " year", "probability": 0.0220947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2353515625}, {"token_id": 259, "token_text": " of", "probability": 0.07177734375}, {"token_id": 234, "token_text": " the", "probability": 0.052490234375}, {"token_id": 406, "token_text": " was", "probability": 0.040771484375}, {"token_id": 238, "token_text": " in", "probability": 0.0247802734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.18359375}, {"token_id": 406, "token_text": " was", "probability": 0.08154296875}, {"token_id": 266, "token_text": " and", "probability": 0.0673828125}, {"token_id": 326, "token_text": " is", "probability": 0.0264892578125}, {"token_id": 708, "token_text": " had", "probability": 0.0233154296875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.11474609375}, {"token_id": 1173, "token_text": " second", "probability": 0.0272216796875}, {"token_id": 1460, "token_text": " last", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.01287841796875}, {"token_id": 2238, "token_text": " next", "probability": 0.012451171875}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.09375}, {"token_id": 15, "token_text": ",", "probability": 0.047119140625}, {"token_id": 1648, "token_text": " day", "probability": 0.0390625}, {"token_id": 259, "token_text": " of", "probability": 0.0245361328125}, {"token_id": 795, "token_text": " year", "probability": 0.0196533203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.267578125}, {"token_id": 259, "token_text": " of", "probability": 0.0869140625}, {"token_id": 406, "token_text": " was", "probability": 0.05615234375}, {"token_id": 234, "token_text": " the", "probability": 0.041015625}, {"token_id": 17, "token_text": ".", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.09912109375}, {"token_id": 406, "token_text": " was", "probability": 0.052978515625}, {"token_id": 352, "token_text": " as", "probability": 0.020751953125}, {"token_id": 708, "token_text": " had", "probability": 0.01611328125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.10546875}, {"token_id": 1173, "token_text": " second", "probability": 0.0283203125}, {"token_id": 1460, "token_text": " last", "probability": 0.0137939453125}, {"token_id": 2238, "token_text": " next", "probability": 0.01300048828125}, {"token_id": 3683, "token_text": " final", "probability": 0.01220703125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.09423828125}, {"token_id": 1648, "token_text": " day", "probability": 0.05029296875}, {"token_id": 15, "token_text": ",", "probability": 0.0269775390625}, {"token_id": 795, "token_text": " year", "probability": 0.025390625}, {"token_id": 259, "token_text": " of", "probability": 0.0203857421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.267578125}, {"token_id": 259, "token_text": " of", "probability": 0.07666015625}, {"token_id": 406, "token_text": " was", "probability": 0.055908203125}, {"token_id": 234, "token_text": " the", "probability": 0.052490234375}, {"token_id": 17, "token_text": ".", "probability": 0.03857421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.259765625}, {"token_id": 266, "token_text": " and", "probability": 0.1083984375}, {"token_id": 406, "token_text": " was", "probability": 0.037353515625}, {"token_id": 352, "token_text": " as", "probability": 0.024169921875}, {"token_id": 398, "token_text": " with", "probability": 0.0146484375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.10888671875}, {"token_id": 1173, "token_text": " second", "probability": 0.029296875}, {"token_id": 1460, "token_text": " last", "probability": 0.01611328125}, {"token_id": 3683, "token_text": " final", "probability": 0.01470947265625}, {"token_id": 1648, "token_text": " day", "probability": 0.0142822265625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.126953125}, {"token_id": 1648, "token_text": " day", "probability": 0.0439453125}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 795, "token_text": " year", "probability": 0.0213623046875}, {"token_id": 259, "token_text": " of", "probability": 0.0189208984375}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.412109375}, {"token_id": 500, "token_text": " not", "probability": 0.0810546875}, {"token_id": 529, "token_text": " have", "probability": 0.0218505859375}, {"token_id": 1279, "token_text": " help", "probability": 0.0169677734375}, {"token_id": 817, "token_text": " also", "probability": 0.01324462890625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.08349609375}, {"token_id": 1351, "token_text": " used", "probability": 0.0419921875}, {"token_id": 234, "token_text": " the", "probability": 0.03076171875}, {"token_id": 744, "token_text": " more", "probability": 0.0198974609375}, {"token_id": 252, "token_text": " an", "probability": 0.017578125}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.01904296875}, {"token_id": 3058, "token_text": " common", "probability": 0.01531982421875}, {"token_id": 2574, "token_text": " major", "probability": 0.01348876953125}, {"token_id": 1367, "token_text": " way", "probability": 0.0130615234375}, {"token_id": 4529, "token_text": " simple", "probability": 0.0108642578125}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.08642578125}, {"token_id": 2701, "token_text": " example", "probability": 0.035888671875}, {"token_id": 1367, "token_text": " way", "probability": 0.02978515625}, {"token_id": 8755, "token_text": " tool", "probability": 0.0186767578125}, {"token_id": 15, "token_text": ",", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1650390625}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 262, "token_text": " to", "probability": 0.1064453125}, {"token_id": 321, "token_text": " for", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1669921875}, {"token_id": 697, "token_text": " It", "probability": 0.07421875}, {"token_id": 275, "token_text": " I", "probability": 0.03955078125}, {"token_id": 1020, "token_text": " This", "probability": 0.037109375}, {"token_id": 431, "token_text": " In", "probability": 0.0308837890625}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.03857421875}, {"token_id": 914, "token_text": " most", "probability": 0.01373291015625}, {"token_id": 2031, "token_text": " book", "probability": 0.01104736328125}, {"token_id": 1068, "token_text": " only", "probability": 0.0103759765625}, {"token_id": 2237, "token_text": " following", "probability": 0.00970458984375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.07861328125}, {"token_id": 686, "token_text": " one", "probability": 0.034912109375}, {"token_id": 3080, "token_text": " thing", "probability": 0.0211181640625}, {"token_id": 259, "token_text": " of", "probability": 0.019287109375}, {"token_id": 5567, "token_text": " step", "probability": 0.01806640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1474609375}, {"token_id": 259, "token_text": " of", "probability": 0.1474609375}, {"token_id": 234, "token_text": " the", "probability": 0.0654296875}, {"token_id": 238, "token_text": " in", "probability": 0.044921875}, {"token_id": 275, "token_text": " I", "probability": 0.039794921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.23046875}, {"token_id": 275, "token_text": " I", "probability": 0.04833984375}, {"token_id": 391, "token_text": " it", "probability": 0.0400390625}, {"token_id": 212, "token_text": " a", "probability": 0.029296875}, {"token_id": 542, "token_text": " this", "probability": 0.0228271484375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.078125}, {"token_id": 1173, "token_text": " second", "probability": 0.0179443359375}, {"token_id": 914, "token_text": " most", "probability": 0.015869140625}, {"token_id": 2031, "token_text": " book", "probability": 0.0108642578125}, {"token_id": 942, "token_text": " new", "probability": 0.0108642578125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.10986328125}, {"token_id": 1648, "token_text": " day", "probability": 0.0230712890625}, {"token_id": 2031, "token_text": " book", "probability": 0.0179443359375}, {"token_id": 259, "token_text": " of", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.27734375}, {"token_id": 234, "token_text": " the", "probability": 0.06201171875}, {"token_id": 259, "token_text": " of", "probability": 0.051513671875}, {"token_id": 406, "token_text": " was", "probability": 0.03125}, {"token_id": 391, "token_text": " it", "probability": 0.029296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2109375}, {"token_id": 326, "token_text": " is", "probability": 0.047119140625}, {"token_id": 406, "token_text": " was", "probability": 0.04150390625}, {"token_id": 266, "token_text": " and", "probability": 0.03662109375}, {"token_id": 275, "token_text": " I", "probability": 0.0196533203125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.119140625}, {"token_id": 1173, "token_text": " second", "probability": 0.0283203125}, {"token_id": 914, "token_text": " most", "probability": 0.015625}, {"token_id": 1460, "token_text": " last", "probability": 0.01513671875}, {"token_id": 2031, "token_text": " book", "probability": 0.01043701171875}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.1474609375}, {"token_id": 1648, "token_text": " day", "probability": 0.04248046875}, {"token_id": 795, "token_text": " year", "probability": 0.031005859375}, {"token_id": 259, "token_text": " of", "probability": 0.02734375}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 234, "token_text": " the", "probability": 0.06640625}, {"token_id": 259, "token_text": " of", "probability": 0.054931640625}, {"token_id": 406, "token_text": " was", "probability": 0.033447265625}, {"token_id": 238, "token_text": " in", "probability": 0.027587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1708984375}, {"token_id": 406, "token_text": " was", "probability": 0.07568359375}, {"token_id": 266, "token_text": " and", "probability": 0.055419921875}, {"token_id": 326, "token_text": " is", "probability": 0.0458984375}, {"token_id": 708, "token_text": " had", "probability": 0.0169677734375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.115234375}, {"token_id": 1173, "token_text": " second", "probability": 0.0291748046875}, {"token_id": 914, "token_text": " most", "probability": 0.01611328125}, {"token_id": 1460, "token_text": " last", "probability": 0.01422119140625}, {"token_id": 2238, "token_text": " next", "probability": 0.0111083984375}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.0927734375}, {"token_id": 1648, "token_text": " day", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}, {"token_id": 259, "token_text": " of", "probability": 0.024169921875}, {"token_id": 795, "token_text": " year", "probability": 0.0220947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2353515625}, {"token_id": 259, "token_text": " of", "probability": 0.07177734375}, {"token_id": 234, "token_text": " the", "probability": 0.052490234375}, {"token_id": 406, "token_text": " was", "probability": 0.040771484375}, {"token_id": 238, "token_text": " in", "probability": 0.0247802734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.18359375}, {"token_id": 406, "token_text": " was", "probability": 0.08154296875}, {"token_id": 266, "token_text": " and", "probability": 0.0673828125}, {"token_id": 326, "token_text": " is", "probability": 0.0264892578125}, {"token_id": 708, "token_text": " had", "probability": 0.0233154296875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.11474609375}, {"token_id": 1173, "token_text": " second", "probability": 0.0272216796875}, {"token_id": 1460, "token_text": " last", "probability": 0.01507568359375}, {"token_id": 914, "token_text": " most", "probability": 0.01287841796875}, {"token_id": 2238, "token_text": " next", "probability": 0.012451171875}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.09375}, {"token_id": 15, "token_text": ",", "probability": 0.047119140625}, {"token_id": 1648, "token_text": " day", "probability": 0.0390625}, {"token_id": 259, "token_text": " of", "probability": 0.0245361328125}, {"token_id": 795, "token_text": " year", "probability": 0.0196533203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.267578125}, {"token_id": 259, "token_text": " of", "probability": 0.0869140625}, {"token_id": 406, "token_text": " was", "probability": 0.05615234375}, {"token_id": 234, "token_text": " the", "probability": 0.041015625}, {"token_id": 17, "token_text": ".", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.09912109375}, {"token_id": 406, "token_text": " was", "probability": 0.052978515625}, {"token_id": 352, "token_text": " as", "probability": 0.020751953125}, {"token_id": 708, "token_text": " had", "probability": 0.01611328125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.10546875}, {"token_id": 1173, "token_text": " second", "probability": 0.0283203125}, {"token_id": 1460, "token_text": " last", "probability": 0.0137939453125}, {"token_id": 2238, "token_text": " next", "probability": 0.01300048828125}, {"token_id": 3683, "token_text": " final", "probability": 0.01220703125}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.09423828125}, {"token_id": 1648, "token_text": " day", "probability": 0.05029296875}, {"token_id": 15, "token_text": ",", "probability": 0.0269775390625}, {"token_id": 795, "token_text": " year", "probability": 0.025390625}, {"token_id": 259, "token_text": " of", "probability": 0.0203857421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.267578125}, {"token_id": 259, "token_text": " of", "probability": 0.07666015625}, {"token_id": 406, "token_text": " was", "probability": 0.055908203125}, {"token_id": 234, "token_text": " the", "probability": 0.052490234375}, {"token_id": 17, "token_text": ".", "probability": 0.03857421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.259765625}, {"token_id": 266, "token_text": " and", "probability": 0.1083984375}, {"token_id": 406, "token_text": " was", "probability": 0.037353515625}, {"token_id": 352, "token_text": " as", "probability": 0.024169921875}, {"token_id": 398, "token_text": " with", "probability": 0.0146484375}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.10888671875}, {"token_id": 1173, "token_text": " second", "probability": 0.029296875}, {"token_id": 1460, "token_text": " last", "probability": 0.01611328125}, {"token_id": 3683, "token_text": " final", "probability": 0.01470947265625}, {"token_id": 1648, "token_text": " day", "probability": 0.0142822265625}]}, {"token_id": 895, "token_text": " time", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 895, "token_text": " time", "probability": 0.126953125}, {"token_id": 1648, "token_text": " day", "probability": 0.0439453125}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 795, "token_text": " year", "probability": 0.0213623046875}, {"token_id": 259, "token_text": " of", "probability": 0.0189208984375}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.412109375, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.412109375}, {"token_id": 500, "token_text": " not", "probability": 0.0810546875}, {"token_id": 529, "token_text": " have", "probability": 0.0218505859375}, {"token_id": 1279, "token_text": " help", "probability": 0.0169677734375}, {"token_id": 817, "token_text": " also", "probability": 0.01324462890625}, {"token_id": 3284, "token_text": " provide", "probability": 0.01171875}, {"token_id": 1617, "token_text": " take", "probability": 0.007781982421875}, {"token_id": 1068, "token_text": " only", "probability": 0.005889892578125}, {"token_id": 512, "token_text": " come", "probability": 0.005523681640625}, {"token_id": 1170, "token_text": " use", "probability": 0.005340576171875}], "entropy": 4.25}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.8864664915634413, "average_logprob_per_token": -0.8864664915634413, "perplexity_on_target_sequence": 2.4265402843601893, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -0.8864664915634413, "probability": 0.412109375, "raw_probability": 0.412109375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16591.208297252655, "probe_elapsed_sec": 0.9843624049972277, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " un'altra parte di un'altra parte di un'altra parte di un'altra. La sua storia \u00e8 una grande quantit\u00e0 di energia che ha un'", "text": "La capitale d'Italia \u00e8 un'altra parte di un'altra parte di un'altra parte di un'altra. La sua storia \u00e8 una grande quantit\u00e0 di energia che ha un'", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 269, "token_text": " un", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.09228515625}, {"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 288, "token_text": " la", "probability": 0.03857421875}, {"token_id": 297, "token_text": " il", "probability": 0.033935546875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0281982421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06201171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0167236328125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.015625}, {"token_id": 2716, "token_text": " paese", "probability": 0.01300048828125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.10595703125}, {"token_id": 6743, "token_text": "economia", "probability": 0.022216796875}, {"token_id": 12011, "token_text": "arma", "probability": 0.01953125}, {"token_id": 6891, "token_text": "operazione", "probability": 0.01953125}, {"token_id": 545, "token_text": "azione", "probability": 0.01953125}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.023193359375, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.023193359375}, {"token_id": 1458, "token_text": " volta", "probability": 0.0186767578125}, {"token_id": 295, "token_text": " che", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.01544189453125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1533203125}, {"token_id": 347, "token_text": " del", "probability": 0.1357421875}, {"token_id": 392, "token_text": " della", "probability": 0.056396484375}, {"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0260009765625}, {"token_id": 5754, "token_text": " armi", "probability": 0.02294921875}, {"token_id": 385, "token_text": " una", "probability": 0.020263671875}, {"token_id": 2551, "token_text": " governo", "probability": 0.00897216796875}, {"token_id": 1384, "token_text": " persone", "probability": 0.00897216796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2236328125}, {"token_id": 2716, "token_text": " paese", "probability": 0.0302734375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.022216796875}, {"token_id": 2551, "token_text": " governo", "probability": 0.0162353515625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0162353515625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.109375}, {"token_id": 12011, "token_text": "arma", "probability": 0.033447265625}, {"token_id": 6743, "token_text": "economia", "probability": 0.033447265625}, {"token_id": 5124, "token_text": "area", "probability": 0.03125}, {"token_id": 6143, "token_text": "isola", "probability": 0.0294189453125}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.048095703125, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.048095703125}, {"token_id": 1758, "token_text": " storia", "probability": 0.024169921875}, {"token_id": 2144, "token_text": " guerra", "probability": 0.0206298828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02001953125}, {"token_id": 17, "token_text": ".", "probability": 0.02001953125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1630859375}, {"token_id": 347, "token_text": " del", "probability": 0.10546875}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 392, "token_text": " della", "probability": 0.0439453125}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.05859375}, {"token_id": 5754, "token_text": " armi", "probability": 0.0167236328125}, {"token_id": 1905, "token_text": " circa", "probability": 0.00927734375}, {"token_id": 833, "token_text": " due", "probability": 0.00927734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2578125}, {"token_id": 2716, "token_text": " paese", "probability": 0.029052734375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.018798828125}, {"token_id": 2551, "token_text": " governo", "probability": 0.0166015625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.01373291015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.2001953125}, {"token_id": 5124, "token_text": "area", "probability": 0.03955078125}, {"token_id": 6143, "token_text": "isola", "probability": 0.03271484375}, {"token_id": 12011, "token_text": "arma", "probability": 0.03076171875}, {"token_id": 6743, "token_text": "economia", "probability": 0.03076171875}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.04296875, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.04296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02294921875}, {"token_id": 2144, "token_text": " guerra", "probability": 0.01483154296875}, {"token_id": 17, "token_text": ".", "probability": 0.01483154296875}, {"token_id": 15, "token_text": ",", "probability": 0.01483154296875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1728515625}, {"token_id": 347, "token_text": " del", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.07666015625}, {"token_id": 496, "token_text": " dei", "probability": 0.043701171875}, {"token_id": 392, "token_text": " della", "probability": 0.03857421875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0888671875}, {"token_id": 385, "token_text": " una", "probability": 0.06103515625}, {"token_id": 5754, "token_text": " armi", "probability": 0.015869140625}, {"token_id": 1905, "token_text": " circa", "probability": 0.00933837890625}, {"token_id": 11720, "token_text": " petrolio", "probability": 0.0087890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2890625}, {"token_id": 2716, "token_text": " paese", "probability": 0.041748046875}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0223388671875}, {"token_id": 2551, "token_text": " governo", "probability": 0.0135498046875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0123291015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.2421875}, {"token_id": 5124, "token_text": "area", "probability": 0.03955078125}, {"token_id": 12011, "token_text": "arma", "probability": 0.03271484375}, {"token_id": 6143, "token_text": "isola", "probability": 0.02880859375}, {"token_id": 6743, "token_text": "economia", "probability": 0.0255126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 825, "token_text": " parte", "probability": 0.056396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0283203125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0177001953125}, {"token_id": 3720, "token_text": " strada", "probability": 0.0137939453125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.09619140625}, {"token_id": 316, "token_text": " L", "probability": 0.0751953125}, {"token_id": 583, "token_text": " Il", "probability": 0.062255859375}, {"token_id": 378, "token_text": " E", "probability": 0.0400390625}, {"token_id": 275, "token_text": " I", "probability": 0.02587890625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.031494140625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.031494140625}, {"token_id": 922, "token_text": " prima", "probability": 0.029541015625}, {"token_id": 3062, "token_text": " Russia", "probability": 0.0277099609375}, {"token_id": 4592, "token_text": " Cina", "probability": 0.0244140625}, {"token_id": 1758, "token_text": " storia", "probability": 0.0216064453125}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.023681640625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.023681640625}, {"token_id": 2869, "token_text": " politica", "probability": 0.0208740234375}, {"token_id": 3521, "token_text": " posizione", "probability": 0.0196533203125}, {"token_id": 3744, "token_text": " presenza", "probability": 0.0152587890625}, {"token_id": 1201, "token_text": " vita", "probability": 0.01434326171875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.0830078125}, {"token_id": 354, "token_text": " ha", "probability": 0.056884765625}, {"token_id": 240, "token_text": " di", "probability": 0.047119140625}, {"token_id": 400, "token_text": " si", "probability": 0.032470703125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.11083984375}, {"token_id": 269, "token_text": " un", "probability": 0.0810546875}, {"token_id": 240, "token_text": " di", "probability": 0.046142578125}, {"token_id": 1366, "token_text": " stata", "probability": 0.040771484375}, {"token_id": 288, "token_text": " la", "probability": 0.040771484375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.04638671875}, {"token_id": 577, "token_text": " delle", "probability": 0.0361328125}, {"token_id": 8009, "token_text": " sorta", "probability": 0.031982421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.0159912109375}, {"token_id": 2471, "token_text": " serie", "probability": 0.0133056640625}]}, {"token_id": 4907, "token_text": " quantit\u00e0", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 4907, "token_text": " quantit\u00e0", "probability": 0.034912109375}, {"token_id": 11192, "token_text": " variet\u00e0", "probability": 0.03076171875}, {"token_id": 10113, "token_text": " importanza", "probability": 0.0164794921875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.01544189453125}, {"token_id": 3608, "token_text": " forza", "probability": 0.0140380859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.73828125}, {"token_id": 295, "token_text": " che", "probability": 0.032470703125}, {"token_id": 217, "token_text": " d", "probability": 0.02099609375}, {"token_id": 15, "token_text": ",", "probability": 0.0126953125}, {"token_id": 17, "token_text": ".", "probability": 0.0098876953125}]}, {"token_id": 6855, "token_text": " energia", "chosen_probability": 0.021240234375, "top_k_candidates": [{"token_id": 6855, "token_text": " energia", "probability": 0.021240234375}, {"token_id": 1384, "token_text": " persone", "probability": 0.0166015625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.0133056640625}, {"token_id": 7063, "token_text": " risorse", "probability": 0.0093994140625}, {"token_id": 3522, "token_text": " prodotti", "probability": 0.006683349609375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.14453125}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 17, "token_text": ".", "probability": 0.087890625}, {"token_id": 248, "token_text": " e", "probability": 0.068359375}, {"token_id": 240, "token_text": " di", "probability": 0.04150390625}]}, {"token_id": 354, "token_text": " ha", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 354, "token_text": " ha", "probability": 0.06640625}, {"token_id": 400, "token_text": " si", "probability": 0.06640625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.04296875}, {"token_id": 15, "token_text": ",", "probability": 0.03564453125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.0294189453125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.08984375}, {"token_id": 385, "token_text": " una", "probability": 0.08984375}, {"token_id": 288, "token_text": " la", "probability": 0.032958984375}, {"token_id": 297, "token_text": " il", "probability": 0.02734375}, {"token_id": 238, "token_text": " in", "probability": 0.024169921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.259765625}, {"token_id": 3431, "token_text": " ruolo", "probability": 0.031005859375}, {"token_id": 11808, "token_text": " impatto", "probability": 0.02734375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0257568359375}, {"token_id": 7544, "token_text": " effetto", "probability": 0.01373291015625}]}], "clean_probe_diagnostics": [{"token_id": 269, "token_text": " un", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.09228515625}, {"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 288, "token_text": " la", "probability": 0.03857421875}, {"token_id": 297, "token_text": " il", "probability": 0.033935546875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0281982421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06201171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0167236328125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.015625}, {"token_id": 2716, "token_text": " paese", "probability": 0.01300048828125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.10595703125}, {"token_id": 6743, "token_text": "economia", "probability": 0.022216796875}, {"token_id": 12011, "token_text": "arma", "probability": 0.01953125}, {"token_id": 6891, "token_text": "operazione", "probability": 0.01953125}, {"token_id": 545, "token_text": "azione", "probability": 0.01953125}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.023193359375, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.023193359375}, {"token_id": 1458, "token_text": " volta", "probability": 0.0186767578125}, {"token_id": 295, "token_text": " che", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.01544189453125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1533203125}, {"token_id": 347, "token_text": " del", "probability": 0.1357421875}, {"token_id": 392, "token_text": " della", "probability": 0.056396484375}, {"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0260009765625}, {"token_id": 5754, "token_text": " armi", "probability": 0.02294921875}, {"token_id": 385, "token_text": " una", "probability": 0.020263671875}, {"token_id": 2551, "token_text": " governo", "probability": 0.00897216796875}, {"token_id": 1384, "token_text": " persone", "probability": 0.00897216796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2236328125}, {"token_id": 2716, "token_text": " paese", "probability": 0.0302734375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.022216796875}, {"token_id": 2551, "token_text": " governo", "probability": 0.0162353515625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0162353515625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.109375}, {"token_id": 12011, "token_text": "arma", "probability": 0.033447265625}, {"token_id": 6743, "token_text": "economia", "probability": 0.033447265625}, {"token_id": 5124, "token_text": "area", "probability": 0.03125}, {"token_id": 6143, "token_text": "isola", "probability": 0.0294189453125}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.048095703125, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.048095703125}, {"token_id": 1758, "token_text": " storia", "probability": 0.024169921875}, {"token_id": 2144, "token_text": " guerra", "probability": 0.0206298828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02001953125}, {"token_id": 17, "token_text": ".", "probability": 0.02001953125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1630859375}, {"token_id": 347, "token_text": " del", "probability": 0.10546875}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 392, "token_text": " della", "probability": 0.0439453125}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.05859375}, {"token_id": 5754, "token_text": " armi", "probability": 0.0167236328125}, {"token_id": 1905, "token_text": " circa", "probability": 0.00927734375}, {"token_id": 833, "token_text": " due", "probability": 0.00927734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2578125}, {"token_id": 2716, "token_text": " paese", "probability": 0.029052734375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.018798828125}, {"token_id": 2551, "token_text": " governo", "probability": 0.0166015625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.01373291015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.2001953125}, {"token_id": 5124, "token_text": "area", "probability": 0.03955078125}, {"token_id": 6143, "token_text": "isola", "probability": 0.03271484375}, {"token_id": 12011, "token_text": "arma", "probability": 0.03076171875}, {"token_id": 6743, "token_text": "economia", "probability": 0.03076171875}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.04296875, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.04296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02294921875}, {"token_id": 2144, "token_text": " guerra", "probability": 0.01483154296875}, {"token_id": 17, "token_text": ".", "probability": 0.01483154296875}, {"token_id": 15, "token_text": ",", "probability": 0.01483154296875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1728515625}, {"token_id": 347, "token_text": " del", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.07666015625}, {"token_id": 496, "token_text": " dei", "probability": 0.043701171875}, {"token_id": 392, "token_text": " della", "probability": 0.03857421875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0888671875}, {"token_id": 385, "token_text": " una", "probability": 0.06103515625}, {"token_id": 5754, "token_text": " armi", "probability": 0.015869140625}, {"token_id": 1905, "token_text": " circa", "probability": 0.00933837890625}, {"token_id": 11720, "token_text": " petrolio", "probability": 0.0087890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2890625}, {"token_id": 2716, "token_text": " paese", "probability": 0.041748046875}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0223388671875}, {"token_id": 2551, "token_text": " governo", "probability": 0.0135498046875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0123291015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.2421875}, {"token_id": 5124, "token_text": "area", "probability": 0.03955078125}, {"token_id": 12011, "token_text": "arma", "probability": 0.03271484375}, {"token_id": 6143, "token_text": "isola", "probability": 0.02880859375}, {"token_id": 6743, "token_text": "economia", "probability": 0.0255126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 825, "token_text": " parte", "probability": 0.056396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0283203125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0177001953125}, {"token_id": 3720, "token_text": " strada", "probability": 0.0137939453125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.09716796875}, {"token_id": 316, "token_text": " L", "probability": 0.07568359375}, {"token_id": 583, "token_text": " Il", "probability": 0.06298828125}, {"token_id": 378, "token_text": " E", "probability": 0.04052734375}, {"token_id": 275, "token_text": " I", "probability": 0.026123046875}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.031494140625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.031494140625}, {"token_id": 922, "token_text": " prima", "probability": 0.029541015625}, {"token_id": 3062, "token_text": " Russia", "probability": 0.0277099609375}, {"token_id": 4592, "token_text": " Cina", "probability": 0.0244140625}, {"token_id": 1758, "token_text": " storia", "probability": 0.0216064453125}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.023681640625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.023681640625}, {"token_id": 2869, "token_text": " politica", "probability": 0.0208740234375}, {"token_id": 3521, "token_text": " posizione", "probability": 0.0196533203125}, {"token_id": 3744, "token_text": " presenza", "probability": 0.0152587890625}, {"token_id": 1201, "token_text": " vita", "probability": 0.01434326171875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.0830078125}, {"token_id": 354, "token_text": " ha", "probability": 0.056884765625}, {"token_id": 240, "token_text": " di", "probability": 0.047119140625}, {"token_id": 400, "token_text": " si", "probability": 0.032470703125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.11083984375}, {"token_id": 269, "token_text": " un", "probability": 0.0810546875}, {"token_id": 240, "token_text": " di", "probability": 0.046142578125}, {"token_id": 1366, "token_text": " stata", "probability": 0.040771484375}, {"token_id": 288, "token_text": " la", "probability": 0.040771484375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.04638671875}, {"token_id": 577, "token_text": " delle", "probability": 0.0361328125}, {"token_id": 8009, "token_text": " sorta", "probability": 0.031982421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.0159912109375}, {"token_id": 2471, "token_text": " serie", "probability": 0.0133056640625}]}, {"token_id": 4907, "token_text": " quantit\u00e0", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 4907, "token_text": " quantit\u00e0", "probability": 0.034912109375}, {"token_id": 11192, "token_text": " variet\u00e0", "probability": 0.03076171875}, {"token_id": 10113, "token_text": " importanza", "probability": 0.0164794921875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.01544189453125}, {"token_id": 3608, "token_text": " forza", "probability": 0.0140380859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.73828125}, {"token_id": 295, "token_text": " che", "probability": 0.032470703125}, {"token_id": 217, "token_text": " d", "probability": 0.02099609375}, {"token_id": 15, "token_text": ",", "probability": 0.0126953125}, {"token_id": 17, "token_text": ".", "probability": 0.0098876953125}]}, {"token_id": 6855, "token_text": " energia", "chosen_probability": 0.021240234375, "top_k_candidates": [{"token_id": 6855, "token_text": " energia", "probability": 0.021240234375}, {"token_id": 1384, "token_text": " persone", "probability": 0.0166015625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.0133056640625}, {"token_id": 7063, "token_text": " risorse", "probability": 0.0093994140625}, {"token_id": 3522, "token_text": " prodotti", "probability": 0.006683349609375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.14453125}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 17, "token_text": ".", "probability": 0.087890625}, {"token_id": 248, "token_text": " e", "probability": 0.068359375}, {"token_id": 240, "token_text": " di", "probability": 0.04150390625}]}, {"token_id": 354, "token_text": " ha", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 354, "token_text": " ha", "probability": 0.06640625}, {"token_id": 400, "token_text": " si", "probability": 0.06640625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.04296875}, {"token_id": 15, "token_text": ",", "probability": 0.03564453125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.0294189453125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.08984375}, {"token_id": 385, "token_text": " una", "probability": 0.08984375}, {"token_id": 288, "token_text": " la", "probability": 0.032958984375}, {"token_id": 297, "token_text": " il", "probability": 0.02734375}, {"token_id": 238, "token_text": " in", "probability": 0.024169921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.259765625}, {"token_id": 3431, "token_text": " ruolo", "probability": 0.031005859375}, {"token_id": 11808, "token_text": " impatto", "probability": 0.02734375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0257568359375}, {"token_id": 7544, "token_text": " effetto", "probability": 0.01373291015625}]}], "token_diagnostics": [{"token_id": 269, "token_text": " un", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.09228515625}, {"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 288, "token_text": " la", "probability": 0.03857421875}, {"token_id": 297, "token_text": " il", "probability": 0.033935546875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0281982421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06201171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0167236328125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.015625}, {"token_id": 2716, "token_text": " paese", "probability": 0.01300048828125}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.10595703125}, {"token_id": 6743, "token_text": "economia", "probability": 0.022216796875}, {"token_id": 12011, "token_text": "arma", "probability": 0.01953125}, {"token_id": 6891, "token_text": "operazione", "probability": 0.01953125}, {"token_id": 545, "token_text": "azione", "probability": 0.01953125}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.023193359375, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.023193359375}, {"token_id": 1458, "token_text": " volta", "probability": 0.0186767578125}, {"token_id": 295, "token_text": " che", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.01544189453125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1533203125}, {"token_id": 347, "token_text": " del", "probability": 0.1357421875}, {"token_id": 392, "token_text": " della", "probability": 0.056396484375}, {"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0260009765625}, {"token_id": 5754, "token_text": " armi", "probability": 0.02294921875}, {"token_id": 385, "token_text": " una", "probability": 0.020263671875}, {"token_id": 2551, "token_text": " governo", "probability": 0.00897216796875}, {"token_id": 1384, "token_text": " persone", "probability": 0.00897216796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2236328125}, {"token_id": 2716, "token_text": " paese", "probability": 0.0302734375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.022216796875}, {"token_id": 2551, "token_text": " governo", "probability": 0.0162353515625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0162353515625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.109375}, {"token_id": 12011, "token_text": "arma", "probability": 0.033447265625}, {"token_id": 6743, "token_text": "economia", "probability": 0.033447265625}, {"token_id": 5124, "token_text": "area", "probability": 0.03125}, {"token_id": 6143, "token_text": "isola", "probability": 0.0294189453125}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.048095703125, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.048095703125}, {"token_id": 1758, "token_text": " storia", "probability": 0.024169921875}, {"token_id": 2144, "token_text": " guerra", "probability": 0.0206298828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02001953125}, {"token_id": 17, "token_text": ".", "probability": 0.02001953125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1630859375}, {"token_id": 347, "token_text": " del", "probability": 0.10546875}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 392, "token_text": " della", "probability": 0.0439453125}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.05859375}, {"token_id": 5754, "token_text": " armi", "probability": 0.0167236328125}, {"token_id": 1905, "token_text": " circa", "probability": 0.00927734375}, {"token_id": 833, "token_text": " due", "probability": 0.00927734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2578125}, {"token_id": 2716, "token_text": " paese", "probability": 0.029052734375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.018798828125}, {"token_id": 2551, "token_text": " governo", "probability": 0.0166015625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.01373291015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.2001953125}, {"token_id": 5124, "token_text": "area", "probability": 0.03955078125}, {"token_id": 6143, "token_text": "isola", "probability": 0.03271484375}, {"token_id": 12011, "token_text": "arma", "probability": 0.03076171875}, {"token_id": 6743, "token_text": "economia", "probability": 0.03076171875}]}, {"token_id": 825, "token_text": " parte", "chosen_probability": 0.04296875, "top_k_candidates": [{"token_id": 825, "token_text": " parte", "probability": 0.04296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02294921875}, {"token_id": 2144, "token_text": " guerra", "probability": 0.01483154296875}, {"token_id": 17, "token_text": ".", "probability": 0.01483154296875}, {"token_id": 15, "token_text": ",", "probability": 0.01483154296875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1728515625}, {"token_id": 347, "token_text": " del", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.07666015625}, {"token_id": 496, "token_text": " dei", "probability": 0.043701171875}, {"token_id": 392, "token_text": " della", "probability": 0.03857421875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0888671875}, {"token_id": 385, "token_text": " una", "probability": 0.06103515625}, {"token_id": 5754, "token_text": " armi", "probability": 0.015869140625}, {"token_id": 1905, "token_text": " circa", "probability": 0.00933837890625}, {"token_id": 11720, "token_text": " petrolio", "probability": 0.0087890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2890625}, {"token_id": 2716, "token_text": " paese", "probability": 0.041748046875}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0223388671875}, {"token_id": 2551, "token_text": " governo", "probability": 0.0135498046875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0123291015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.2421875}, {"token_id": 5124, "token_text": "area", "probability": 0.03955078125}, {"token_id": 12011, "token_text": "arma", "probability": 0.03271484375}, {"token_id": 6143, "token_text": "isola", "probability": 0.02880859375}, {"token_id": 6743, "token_text": "economia", "probability": 0.0255126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 825, "token_text": " parte", "probability": 0.056396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0283203125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0177001953125}, {"token_id": 3720, "token_text": " strada", "probability": 0.0137939453125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.09716796875}, {"token_id": 316, "token_text": " L", "probability": 0.07568359375}, {"token_id": 583, "token_text": " Il", "probability": 0.06298828125}, {"token_id": 378, "token_text": " E", "probability": 0.04052734375}, {"token_id": 275, "token_text": " I", "probability": 0.026123046875}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.031494140625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.031494140625}, {"token_id": 922, "token_text": " prima", "probability": 0.029541015625}, {"token_id": 3062, "token_text": " Russia", "probability": 0.0277099609375}, {"token_id": 4592, "token_text": " Cina", "probability": 0.0244140625}, {"token_id": 1758, "token_text": " storia", "probability": 0.0216064453125}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.023681640625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.023681640625}, {"token_id": 2869, "token_text": " politica", "probability": 0.0208740234375}, {"token_id": 3521, "token_text": " posizione", "probability": 0.0196533203125}, {"token_id": 3744, "token_text": " presenza", "probability": 0.0152587890625}, {"token_id": 1201, "token_text": " vita", "probability": 0.01434326171875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.0830078125}, {"token_id": 354, "token_text": " ha", "probability": 0.056884765625}, {"token_id": 240, "token_text": " di", "probability": 0.047119140625}, {"token_id": 400, "token_text": " si", "probability": 0.032470703125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.11083984375}, {"token_id": 269, "token_text": " un", "probability": 0.0810546875}, {"token_id": 240, "token_text": " di", "probability": 0.046142578125}, {"token_id": 1366, "token_text": " stata", "probability": 0.040771484375}, {"token_id": 288, "token_text": " la", "probability": 0.040771484375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.04638671875}, {"token_id": 577, "token_text": " delle", "probability": 0.0361328125}, {"token_id": 8009, "token_text": " sorta", "probability": 0.031982421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.0159912109375}, {"token_id": 2471, "token_text": " serie", "probability": 0.0133056640625}]}, {"token_id": 4907, "token_text": " quantit\u00e0", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 4907, "token_text": " quantit\u00e0", "probability": 0.034912109375}, {"token_id": 11192, "token_text": " variet\u00e0", "probability": 0.03076171875}, {"token_id": 10113, "token_text": " importanza", "probability": 0.0164794921875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.01544189453125}, {"token_id": 3608, "token_text": " forza", "probability": 0.0140380859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.73828125}, {"token_id": 295, "token_text": " che", "probability": 0.032470703125}, {"token_id": 217, "token_text": " d", "probability": 0.02099609375}, {"token_id": 15, "token_text": ",", "probability": 0.0126953125}, {"token_id": 17, "token_text": ".", "probability": 0.0098876953125}]}, {"token_id": 6855, "token_text": " energia", "chosen_probability": 0.021240234375, "top_k_candidates": [{"token_id": 6855, "token_text": " energia", "probability": 0.021240234375}, {"token_id": 1384, "token_text": " persone", "probability": 0.0166015625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.0133056640625}, {"token_id": 7063, "token_text": " risorse", "probability": 0.0093994140625}, {"token_id": 3522, "token_text": " prodotti", "probability": 0.006683349609375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.14453125}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 17, "token_text": ".", "probability": 0.087890625}, {"token_id": 248, "token_text": " e", "probability": 0.068359375}, {"token_id": 240, "token_text": " di", "probability": 0.04150390625}]}, {"token_id": 354, "token_text": " ha", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 354, "token_text": " ha", "probability": 0.06640625}, {"token_id": 400, "token_text": " si", "probability": 0.06640625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.04296875}, {"token_id": 15, "token_text": ",", "probability": 0.03564453125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.0294189453125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.08984375}, {"token_id": 385, "token_text": " una", "probability": 0.08984375}, {"token_id": 288, "token_text": " la", "probability": 0.032958984375}, {"token_id": 297, "token_text": " il", "probability": 0.02734375}, {"token_id": 238, "token_text": " in", "probability": 0.024169921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.259765625}, {"token_id": 3431, "token_text": " ruolo", "probability": 0.031005859375}, {"token_id": 11808, "token_text": " impatto", "probability": 0.02734375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0257568359375}, {"token_id": 7544, "token_text": " effetto", "probability": 0.01373291015625}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 1754, "correct_token_probability": 3.981590270996094e-05, "top_10_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.09228515625}, {"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 288, "token_text": " la", "probability": 0.03857421875}, {"token_id": 297, "token_text": " il", "probability": 0.033935546875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0281982421875}, {"token_id": 230, "token_text": " l", "probability": 0.0233154296875}, {"token_id": 863, "token_text": " stato", "probability": 0.0206298828125}, {"token_id": 238, "token_text": " in", "probability": 0.0206298828125}, {"token_id": 1136, "token_text": " molto", "probability": 0.0181884765625}, {"token_id": 1446, "token_text": " quella", "probability": 0.01171875}], "entropy": 5.875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.131244159902042, "average_logprob_per_token": -10.131244159902042, "perplexity_on_target_sequence": 25115.592814371274, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -10.131244159902042, "probability": 3.981590270996094e-05, "raw_probability": 3.981590270996094e-05, "correct_token_rank": 1754}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16591.208833932877, "probe_elapsed_sec": 0.9843624049972277, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un\u2019altra soluzione di un\u2019altra persona che si \u00e8 verificato. La sua vita \u00e8 una persona che si \u00e8 in grado di essere un\u2019altra persona", "text": "Un piccolo modello linguistico dovrebbe essere un\u2019altra soluzione di un\u2019altra persona che si \u00e8 verificato. La sua vita \u00e8 una persona che si \u00e8 in grado di essere un\u2019altra persona", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2071, "token_text": " avere", "probability": 0.040283203125}, {"token_id": 4932, "token_text": " portare", "probability": 0.0130615234375}, {"token_id": 11781, "token_text": " indicare", "probability": 0.01153564453125}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00958251953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.08203125}, {"token_id": 385, "token_text": " una", "probability": 0.038818359375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.0341796875}, {"token_id": 7262, "token_text": " utile", "probability": 0.018310546875}, {"token_id": 297, "token_text": " il", "probability": 0.0162353515625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.078125}, {"token_id": 10, "token_text": "'", "probability": 0.050537109375}, {"token_id": 574, "token_text": " po", "probability": 0.0174560546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0174560546875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.01123046875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.053955078125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.027099609375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.027099609375}, {"token_id": 4679, "token_text": "idea", "probability": 0.02392578125}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0224609375}]}, {"token_id": 6157, "token_text": " soluzione", "chosen_probability": 0.0174560546875, "top_k_candidates": [{"token_id": 6157, "token_text": " soluzione", "probability": 0.0174560546875}, {"token_id": 292, "token_text": " per", "probability": 0.0159912109375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0145263671875}, {"token_id": 2865, "token_text": " persona", "probability": 0.0140380859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1142578125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1142578125}, {"token_id": 292, "token_text": " per", "probability": 0.07861328125}, {"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 347, "token_text": " del", "probability": 0.044677734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1064453125}, {"token_id": 385, "token_text": " una", "probability": 0.060791015625}, {"token_id": 1235, "token_text": " tempo", "probability": 0.00994873046875}, {"token_id": 5004, "token_text": " peso", "probability": 0.0096435546875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.007720947265625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.45703125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0137939453125}, {"token_id": 2012, "token_text": " altro", "probability": 0.01043701171875}, {"token_id": 10, "token_text": "'", "probability": 0.00836181640625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.006744384765625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.09130859375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.03173828125}, {"token_id": 545, "token_text": "azione", "probability": 0.0279541015625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0203857421875}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0191650390625}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.076171875}, {"token_id": 825, "token_text": " parte", "probability": 0.02978515625}, {"token_id": 17, "token_text": ".", "probability": 0.019287109375}, {"token_id": 6157, "token_text": " soluzione", "probability": 0.01544189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0128173828125}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.2421875}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.11474609375}, {"token_id": 29, "token_text": ":", "probability": 0.037109375}, {"token_id": 248, "token_text": " e", "probability": 0.0225830078125}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.06787109375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.06005859375}, {"token_id": 404, "token_text": " non", "probability": 0.0498046875}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.036376953125}, {"token_id": 354, "token_text": " ha", "probability": 0.0283203125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.052001953125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.048828125}, {"token_id": 2989, "token_text": " tratta", "probability": 0.02783203125}, {"token_id": 5950, "token_text": " manifesta", "probability": 0.0230712890625}, {"token_id": 2897, "token_text": " trova", "probability": 0.0230712890625}]}, {"token_id": 22118, "token_text": " verificato", "chosen_probability": 0.03369140625, "top_k_candidates": [{"token_id": 22118, "token_text": " verificato", "probability": 0.03369140625}, {"token_id": 238, "token_text": " in", "probability": 0.0169677734375}, {"token_id": 1272, "token_text": " sempre", "probability": 0.0159912109375}, {"token_id": 1214, "token_text": " fatto", "probability": 0.0159912109375}, {"token_id": 10034, "token_text": " trattato", "probability": 0.0140380859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 238, "token_text": " in", "probability": 0.0634765625}, {"token_id": 248, "token_text": " e", "probability": 0.049560546875}, {"token_id": 295, "token_text": " che", "probability": 0.041259765625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.047607421875}, {"token_id": 583, "token_text": " Il", "probability": 0.044677734375}, {"token_id": 316, "token_text": " L", "probability": 0.0419921875}, {"token_id": 431, "token_text": " In", "probability": 0.03271484375}, {"token_id": 378, "token_text": " E", "probability": 0.027099609375}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.037353515625}, {"token_id": 2277, "token_text": " maggior", "probability": 0.03515625}, {"token_id": 922, "token_text": " prima", "probability": 0.0213623046875}, {"token_id": 4279, "token_text": " risposta", "probability": 0.015625}, {"token_id": 2865, "token_text": " persona", "probability": 0.0146484375}]}, {"token_id": 1201, "token_text": " vita", "chosen_probability": 0.04443359375, "top_k_candidates": [{"token_id": 1201, "token_text": " vita", "probability": 0.04443359375}, {"token_id": 6844, "token_text": " teoria", "probability": 0.0196533203125}, {"token_id": 3741, "token_text": " capacit\u00e0", "probability": 0.0196533203125}, {"token_id": 5630, "token_text": " mente", "probability": 0.016357421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.01531982421875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.279296875}, {"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 404, "token_text": " non", "probability": 0.033447265625}, {"token_id": 240, "token_text": " di", "probability": 0.033447265625}, {"token_id": 354, "token_text": " ha", "probability": 0.0277099609375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.08837890625}, {"token_id": 269, "token_text": " un", "probability": 0.064453125}, {"token_id": 295, "token_text": " che", "probability": 0.041748046875}, {"token_id": 288, "token_text": " la", "probability": 0.039306640625}, {"token_id": 1136, "token_text": " molto", "probability": 0.032470703125}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.04345703125}, {"token_id": 6101, "token_text": " condizione", "probability": 0.0361328125}, {"token_id": 4332, "token_text": " malattia", "probability": 0.033935546875}, {"token_id": 2765, "token_text": " donna", "probability": 0.0263671875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0247802734375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.2451171875}, {"token_id": 240, "token_text": " di", "probability": 0.05126953125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 238, "token_text": " in", "probability": 0.0228271484375}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.076171875}, {"token_id": 404, "token_text": " non", "probability": 0.05908203125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.05908203125}, {"token_id": 354, "token_text": " ha", "probability": 0.05908203125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.046142578125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1279296875}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.06396484375}, {"token_id": 2897, "token_text": " trova", "probability": 0.0498046875}, {"token_id": 5950, "token_text": " manifesta", "probability": 0.0267333984375}, {"token_id": 9590, "token_text": " chiama", "probability": 0.0235595703125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.038818359375}, {"token_id": 385, "token_text": " una", "probability": 0.0235595703125}, {"token_id": 1272, "token_text": " sempre", "probability": 0.0184326171875}, {"token_id": 6527, "token_text": " fatta", "probability": 0.0162353515625}, {"token_id": 269, "token_text": " un", "probability": 0.0162353515625}]}, {"token_id": 2643, "token_text": " grado", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 2643, "token_text": " grado", "probability": 0.08837890625}, {"token_id": 3048, "token_text": " realt\u00e0", "probability": 0.078125}, {"token_id": 5630, "token_text": " mente", "probability": 0.0732421875}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.8828125}, {"token_id": 295, "token_text": " che", "probability": 0.020751953125}, {"token_id": 17, "token_text": ".", "probability": 0.007171630859375}, {"token_id": 15, "token_text": ",", "probability": 0.007171630859375}, {"token_id": 248, "token_text": " e", "probability": 0.0032958984375}]}, {"token_id": 704, "token_text": " essere", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.055908203125}, {"token_id": 1350, "token_text": " fare", "probability": 0.0264892578125}, {"token_id": 2071, "token_text": " avere", "probability": 0.01708984375}, {"token_id": 4952, "token_text": " capire", "probability": 0.01507568359375}, {"token_id": 269, "token_text": " un", "probability": 0.01251220703125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.05126953125}, {"token_id": 385, "token_text": " una", "probability": 0.045166015625}, {"token_id": 6254, "token_text": " umano", "probability": 0.0291748046875}, {"token_id": 238, "token_text": " in", "probability": 0.0291748046875}, {"token_id": 17, "token_text": ".", "probability": 0.022705078125}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.263671875}, {"token_id": 3606, "token_text": " uomo", "probability": 0.045654296875}, {"token_id": 4015, "token_text": " bambino", "probability": 0.029541015625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.01483154296875}, {"token_id": 10860, "token_text": " disturbo", "probability": 0.013916015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.15625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.06103515625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0255126953125}, {"token_id": 4679, "token_text": "idea", "probability": 0.0224609375}, {"token_id": 2674, "token_text": "altro", "probability": 0.0211181640625}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.2578125}, {"token_id": 17, "token_text": ".", "probability": 0.11474609375}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}, {"token_id": 2765, "token_text": " donna", "probability": 0.021240234375}, {"token_id": 295, "token_text": " che", "probability": 0.021240234375}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2071, "token_text": " avere", "probability": 0.040283203125}, {"token_id": 4932, "token_text": " portare", "probability": 0.0130615234375}, {"token_id": 11781, "token_text": " indicare", "probability": 0.01153564453125}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00958251953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.08203125}, {"token_id": 385, "token_text": " una", "probability": 0.038818359375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.0341796875}, {"token_id": 7262, "token_text": " utile", "probability": 0.018310546875}, {"token_id": 297, "token_text": " il", "probability": 0.0162353515625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.078125}, {"token_id": 10, "token_text": "'", "probability": 0.050537109375}, {"token_id": 574, "token_text": " po", "probability": 0.0174560546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0174560546875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.01123046875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.053955078125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.027099609375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.027099609375}, {"token_id": 4679, "token_text": "idea", "probability": 0.02392578125}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0224609375}]}, {"token_id": 6157, "token_text": " soluzione", "chosen_probability": 0.0174560546875, "top_k_candidates": [{"token_id": 6157, "token_text": " soluzione", "probability": 0.0174560546875}, {"token_id": 292, "token_text": " per", "probability": 0.0159912109375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0145263671875}, {"token_id": 2865, "token_text": " persona", "probability": 0.0140380859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1142578125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1142578125}, {"token_id": 292, "token_text": " per", "probability": 0.07861328125}, {"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 347, "token_text": " del", "probability": 0.044677734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1064453125}, {"token_id": 385, "token_text": " una", "probability": 0.060791015625}, {"token_id": 1235, "token_text": " tempo", "probability": 0.00994873046875}, {"token_id": 5004, "token_text": " peso", "probability": 0.0096435546875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.007720947265625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.45703125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0137939453125}, {"token_id": 2012, "token_text": " altro", "probability": 0.01043701171875}, {"token_id": 10, "token_text": "'", "probability": 0.00836181640625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.006744384765625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.09130859375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.03173828125}, {"token_id": 545, "token_text": "azione", "probability": 0.0279541015625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0203857421875}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0191650390625}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.076171875}, {"token_id": 825, "token_text": " parte", "probability": 0.02978515625}, {"token_id": 17, "token_text": ".", "probability": 0.019287109375}, {"token_id": 6157, "token_text": " soluzione", "probability": 0.01544189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0128173828125}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.2421875}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.11474609375}, {"token_id": 29, "token_text": ":", "probability": 0.037109375}, {"token_id": 248, "token_text": " e", "probability": 0.0225830078125}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.06787109375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.06005859375}, {"token_id": 404, "token_text": " non", "probability": 0.0498046875}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.036376953125}, {"token_id": 354, "token_text": " ha", "probability": 0.0283203125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.052001953125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.048828125}, {"token_id": 2989, "token_text": " tratta", "probability": 0.02783203125}, {"token_id": 5950, "token_text": " manifesta", "probability": 0.0230712890625}, {"token_id": 2897, "token_text": " trova", "probability": 0.0230712890625}]}, {"token_id": 22118, "token_text": " verificato", "chosen_probability": 0.03369140625, "top_k_candidates": [{"token_id": 22118, "token_text": " verificato", "probability": 0.03369140625}, {"token_id": 238, "token_text": " in", "probability": 0.0169677734375}, {"token_id": 1272, "token_text": " sempre", "probability": 0.0159912109375}, {"token_id": 1214, "token_text": " fatto", "probability": 0.0159912109375}, {"token_id": 10034, "token_text": " trattato", "probability": 0.0140380859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 238, "token_text": " in", "probability": 0.0634765625}, {"token_id": 248, "token_text": " e", "probability": 0.049560546875}, {"token_id": 295, "token_text": " che", "probability": 0.041259765625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.04833984375}, {"token_id": 583, "token_text": " Il", "probability": 0.04541015625}, {"token_id": 316, "token_text": " L", "probability": 0.042724609375}, {"token_id": 431, "token_text": " In", "probability": 0.033203125}, {"token_id": 378, "token_text": " E", "probability": 0.027587890625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.037353515625}, {"token_id": 2277, "token_text": " maggior", "probability": 0.03515625}, {"token_id": 922, "token_text": " prima", "probability": 0.0213623046875}, {"token_id": 4279, "token_text": " risposta", "probability": 0.015625}, {"token_id": 2865, "token_text": " persona", "probability": 0.0146484375}]}, {"token_id": 1201, "token_text": " vita", "chosen_probability": 0.04443359375, "top_k_candidates": [{"token_id": 1201, "token_text": " vita", "probability": 0.04443359375}, {"token_id": 6844, "token_text": " teoria", "probability": 0.0196533203125}, {"token_id": 3741, "token_text": " capacit\u00e0", "probability": 0.0196533203125}, {"token_id": 5630, "token_text": " mente", "probability": 0.016357421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.01531982421875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.279296875}, {"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 404, "token_text": " non", "probability": 0.033447265625}, {"token_id": 240, "token_text": " di", "probability": 0.033447265625}, {"token_id": 354, "token_text": " ha", "probability": 0.0277099609375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.08837890625}, {"token_id": 269, "token_text": " un", "probability": 0.064453125}, {"token_id": 295, "token_text": " che", "probability": 0.041748046875}, {"token_id": 288, "token_text": " la", "probability": 0.039306640625}, {"token_id": 1136, "token_text": " molto", "probability": 0.032470703125}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.04345703125}, {"token_id": 6101, "token_text": " condizione", "probability": 0.0361328125}, {"token_id": 4332, "token_text": " malattia", "probability": 0.033935546875}, {"token_id": 2765, "token_text": " donna", "probability": 0.0263671875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0247802734375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.2451171875}, {"token_id": 240, "token_text": " di", "probability": 0.05126953125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 238, "token_text": " in", "probability": 0.0228271484375}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.076171875}, {"token_id": 404, "token_text": " non", "probability": 0.05908203125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.05908203125}, {"token_id": 354, "token_text": " ha", "probability": 0.05908203125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.046142578125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1279296875}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.06396484375}, {"token_id": 2897, "token_text": " trova", "probability": 0.0498046875}, {"token_id": 5950, "token_text": " manifesta", "probability": 0.0267333984375}, {"token_id": 9590, "token_text": " chiama", "probability": 0.0235595703125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.038818359375}, {"token_id": 385, "token_text": " una", "probability": 0.0235595703125}, {"token_id": 1272, "token_text": " sempre", "probability": 0.0184326171875}, {"token_id": 6527, "token_text": " fatta", "probability": 0.0162353515625}, {"token_id": 269, "token_text": " un", "probability": 0.0162353515625}]}, {"token_id": 2643, "token_text": " grado", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 2643, "token_text": " grado", "probability": 0.08837890625}, {"token_id": 3048, "token_text": " realt\u00e0", "probability": 0.078125}, {"token_id": 5630, "token_text": " mente", "probability": 0.0732421875}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.8828125}, {"token_id": 295, "token_text": " che", "probability": 0.020751953125}, {"token_id": 17, "token_text": ".", "probability": 0.007171630859375}, {"token_id": 15, "token_text": ",", "probability": 0.007171630859375}, {"token_id": 248, "token_text": " e", "probability": 0.0032958984375}]}, {"token_id": 704, "token_text": " essere", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.055908203125}, {"token_id": 1350, "token_text": " fare", "probability": 0.0264892578125}, {"token_id": 2071, "token_text": " avere", "probability": 0.01708984375}, {"token_id": 4952, "token_text": " capire", "probability": 0.01507568359375}, {"token_id": 269, "token_text": " un", "probability": 0.01251220703125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.05126953125}, {"token_id": 385, "token_text": " una", "probability": 0.045166015625}, {"token_id": 6254, "token_text": " umano", "probability": 0.0291748046875}, {"token_id": 238, "token_text": " in", "probability": 0.0291748046875}, {"token_id": 17, "token_text": ".", "probability": 0.022705078125}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.263671875}, {"token_id": 3606, "token_text": " uomo", "probability": 0.045654296875}, {"token_id": 4015, "token_text": " bambino", "probability": 0.029541015625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.01483154296875}, {"token_id": 10860, "token_text": " disturbo", "probability": 0.013916015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.15625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.06103515625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0255126953125}, {"token_id": 4679, "token_text": "idea", "probability": 0.0224609375}, {"token_id": 2674, "token_text": "altro", "probability": 0.0211181640625}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.2578125}, {"token_id": 17, "token_text": ".", "probability": 0.11474609375}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}, {"token_id": 2765, "token_text": " donna", "probability": 0.021240234375}, {"token_id": 295, "token_text": " che", "probability": 0.021240234375}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2071, "token_text": " avere", "probability": 0.040283203125}, {"token_id": 4932, "token_text": " portare", "probability": 0.0130615234375}, {"token_id": 11781, "token_text": " indicare", "probability": 0.01153564453125}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00958251953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.08203125}, {"token_id": 385, "token_text": " una", "probability": 0.038818359375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.0341796875}, {"token_id": 7262, "token_text": " utile", "probability": 0.018310546875}, {"token_id": 297, "token_text": " il", "probability": 0.0162353515625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.078125}, {"token_id": 10, "token_text": "'", "probability": 0.050537109375}, {"token_id": 574, "token_text": " po", "probability": 0.0174560546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0174560546875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.01123046875}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.053955078125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.027099609375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.027099609375}, {"token_id": 4679, "token_text": "idea", "probability": 0.02392578125}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0224609375}]}, {"token_id": 6157, "token_text": " soluzione", "chosen_probability": 0.0174560546875, "top_k_candidates": [{"token_id": 6157, "token_text": " soluzione", "probability": 0.0174560546875}, {"token_id": 292, "token_text": " per", "probability": 0.0159912109375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0145263671875}, {"token_id": 2865, "token_text": " persona", "probability": 0.0140380859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1142578125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1142578125}, {"token_id": 292, "token_text": " per", "probability": 0.07861328125}, {"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 347, "token_text": " del", "probability": 0.044677734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1064453125}, {"token_id": 385, "token_text": " una", "probability": 0.060791015625}, {"token_id": 1235, "token_text": " tempo", "probability": 0.00994873046875}, {"token_id": 5004, "token_text": " peso", "probability": 0.0096435546875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.007720947265625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.45703125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0137939453125}, {"token_id": 2012, "token_text": " altro", "probability": 0.01043701171875}, {"token_id": 10, "token_text": "'", "probability": 0.00836181640625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.006744384765625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.09130859375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.03173828125}, {"token_id": 545, "token_text": "azione", "probability": 0.0279541015625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0203857421875}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0191650390625}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.076171875}, {"token_id": 825, "token_text": " parte", "probability": 0.02978515625}, {"token_id": 17, "token_text": ".", "probability": 0.019287109375}, {"token_id": 6157, "token_text": " soluzione", "probability": 0.01544189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0128173828125}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.2421875}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.11474609375}, {"token_id": 29, "token_text": ":", "probability": 0.037109375}, {"token_id": 248, "token_text": " e", "probability": 0.0225830078125}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.06787109375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.06005859375}, {"token_id": 404, "token_text": " non", "probability": 0.0498046875}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.036376953125}, {"token_id": 354, "token_text": " ha", "probability": 0.0283203125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.052001953125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.048828125}, {"token_id": 2989, "token_text": " tratta", "probability": 0.02783203125}, {"token_id": 5950, "token_text": " manifesta", "probability": 0.0230712890625}, {"token_id": 2897, "token_text": " trova", "probability": 0.0230712890625}]}, {"token_id": 22118, "token_text": " verificato", "chosen_probability": 0.03369140625, "top_k_candidates": [{"token_id": 22118, "token_text": " verificato", "probability": 0.03369140625}, {"token_id": 238, "token_text": " in", "probability": 0.0169677734375}, {"token_id": 1272, "token_text": " sempre", "probability": 0.0159912109375}, {"token_id": 1214, "token_text": " fatto", "probability": 0.0159912109375}, {"token_id": 10034, "token_text": " trattato", "probability": 0.0140380859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 238, "token_text": " in", "probability": 0.0634765625}, {"token_id": 248, "token_text": " e", "probability": 0.049560546875}, {"token_id": 295, "token_text": " che", "probability": 0.041259765625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.04833984375}, {"token_id": 583, "token_text": " Il", "probability": 0.04541015625}, {"token_id": 316, "token_text": " L", "probability": 0.042724609375}, {"token_id": 431, "token_text": " In", "probability": 0.033203125}, {"token_id": 378, "token_text": " E", "probability": 0.027587890625}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.037353515625}, {"token_id": 2277, "token_text": " maggior", "probability": 0.03515625}, {"token_id": 922, "token_text": " prima", "probability": 0.0213623046875}, {"token_id": 4279, "token_text": " risposta", "probability": 0.015625}, {"token_id": 2865, "token_text": " persona", "probability": 0.0146484375}]}, {"token_id": 1201, "token_text": " vita", "chosen_probability": 0.04443359375, "top_k_candidates": [{"token_id": 1201, "token_text": " vita", "probability": 0.04443359375}, {"token_id": 6844, "token_text": " teoria", "probability": 0.0196533203125}, {"token_id": 3741, "token_text": " capacit\u00e0", "probability": 0.0196533203125}, {"token_id": 5630, "token_text": " mente", "probability": 0.016357421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.01531982421875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.279296875}, {"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 404, "token_text": " non", "probability": 0.033447265625}, {"token_id": 240, "token_text": " di", "probability": 0.033447265625}, {"token_id": 354, "token_text": " ha", "probability": 0.0277099609375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.08837890625}, {"token_id": 269, "token_text": " un", "probability": 0.064453125}, {"token_id": 295, "token_text": " che", "probability": 0.041748046875}, {"token_id": 288, "token_text": " la", "probability": 0.039306640625}, {"token_id": 1136, "token_text": " molto", "probability": 0.032470703125}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.04345703125}, {"token_id": 6101, "token_text": " condizione", "probability": 0.0361328125}, {"token_id": 4332, "token_text": " malattia", "probability": 0.033935546875}, {"token_id": 2765, "token_text": " donna", "probability": 0.0263671875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0247802734375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.2451171875}, {"token_id": 240, "token_text": " di", "probability": 0.05126953125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 238, "token_text": " in", "probability": 0.0228271484375}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.076171875}, {"token_id": 404, "token_text": " non", "probability": 0.05908203125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.05908203125}, {"token_id": 354, "token_text": " ha", "probability": 0.05908203125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.046142578125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1279296875}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.06396484375}, {"token_id": 2897, "token_text": " trova", "probability": 0.0498046875}, {"token_id": 5950, "token_text": " manifesta", "probability": 0.0267333984375}, {"token_id": 9590, "token_text": " chiama", "probability": 0.0235595703125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.038818359375}, {"token_id": 385, "token_text": " una", "probability": 0.0235595703125}, {"token_id": 1272, "token_text": " sempre", "probability": 0.0184326171875}, {"token_id": 6527, "token_text": " fatta", "probability": 0.0162353515625}, {"token_id": 269, "token_text": " un", "probability": 0.0162353515625}]}, {"token_id": 2643, "token_text": " grado", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 2643, "token_text": " grado", "probability": 0.08837890625}, {"token_id": 3048, "token_text": " realt\u00e0", "probability": 0.078125}, {"token_id": 5630, "token_text": " mente", "probability": 0.0732421875}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.8828125}, {"token_id": 295, "token_text": " che", "probability": 0.020751953125}, {"token_id": 17, "token_text": ".", "probability": 0.007171630859375}, {"token_id": 15, "token_text": ",", "probability": 0.007171630859375}, {"token_id": 248, "token_text": " e", "probability": 0.0032958984375}]}, {"token_id": 704, "token_text": " essere", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.055908203125}, {"token_id": 1350, "token_text": " fare", "probability": 0.0264892578125}, {"token_id": 2071, "token_text": " avere", "probability": 0.01708984375}, {"token_id": 4952, "token_text": " capire", "probability": 0.01507568359375}, {"token_id": 269, "token_text": " un", "probability": 0.01251220703125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.05126953125}, {"token_id": 385, "token_text": " una", "probability": 0.045166015625}, {"token_id": 6254, "token_text": " umano", "probability": 0.0291748046875}, {"token_id": 238, "token_text": " in", "probability": 0.0291748046875}, {"token_id": 17, "token_text": ".", "probability": 0.022705078125}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.263671875}, {"token_id": 3606, "token_text": " uomo", "probability": 0.045654296875}, {"token_id": 4015, "token_text": " bambino", "probability": 0.029541015625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.01483154296875}, {"token_id": 10860, "token_text": " disturbo", "probability": 0.013916015625}]}, {"token_id": 2563, "token_text": "altra", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2563, "token_text": "altra", "probability": 0.15625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.06103515625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.0255126953125}, {"token_id": 4679, "token_text": "idea", "probability": 0.0224609375}, {"token_id": 2674, "token_text": "altro", "probability": 0.0211181640625}]}, {"token_id": 2865, "token_text": " persona", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 2865, "token_text": " persona", "probability": 0.2578125}, {"token_id": 17, "token_text": ".", "probability": 0.11474609375}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}, {"token_id": 2765, "token_text": " donna", "probability": 0.021240234375}, {"token_id": 295, "token_text": " che", "probability": 0.021240234375}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.4609375, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2071, "token_text": " avere", "probability": 0.040283203125}, {"token_id": 4932, "token_text": " portare", "probability": 0.0130615234375}, {"token_id": 11781, "token_text": " indicare", "probability": 0.01153564453125}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.00958251953125}, {"token_id": 21931, "token_text": " avvenire", "probability": 0.0079345703125}, {"token_id": 1350, "token_text": " fare", "probability": 0.006988525390625}, {"token_id": 22263, "token_text": " risultare", "probability": 0.00579833984375}, {"token_id": 7119, "token_text": " aumentare", "probability": 0.005462646484375}, {"token_id": 630, "token_text": " anche", "probability": 0.005126953125}], "entropy": 4.09375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7744928200138977, "average_logprob_per_token": -0.7744928200138977, "perplexity_on_target_sequence": 2.169491525423729, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -0.7744928200138977, "probability": 0.4609375, "raw_probability": 0.4609375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24895.23275065422, "probe_elapsed_sec": 0.9834307570126839, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the world. It is the capital of the world. It is the capital of the world. It is the capital of the world. It is", "text": "The capital of Italy is the capital of the world. It is the capital of the world. It is the capital of the world. It is the capital of the world. It is", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1806640625}, {"token_id": 212, "token_text": " a", "probability": 0.07080078125}, {"token_id": 20068, "token_text": " situated", "probability": 0.03564453125}, {"token_id": 686, "token_text": " one", "probability": 0.031494140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0277099609375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 6193, "token_text": " largest", "probability": 0.056396484375}, {"token_id": 914, "token_text": " most", "probability": 0.0172119140625}, {"token_id": 2088, "token_text": " main", "probability": 0.0162353515625}, {"token_id": 912, "token_text": " first", "probability": 0.0162353515625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.00958251953125}, {"token_id": 266, "token_text": " and", "probability": 0.006591796875}, {"token_id": 17, "token_text": ".", "probability": 0.006195068359375}, {"token_id": 326, "token_text": " is", "probability": 0.00579833984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.19921875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0830078125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.06884765625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.036865234375}, {"token_id": 4474, "token_text": " France", "probability": 0.03466796875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.0308837890625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.0308837890625}, {"token_id": 2045, "token_text": " United", "probability": 0.0186767578125}, {"token_id": 2112, "token_text": " country", "probability": 0.017578125}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0164794921875}, {"token_id": 6886, "token_text": " Roman", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 259, "token_text": " of", "probability": 0.05859375}, {"token_id": 399, "token_text": "'s", "probability": 0.054931640625}, {"token_id": 266, "token_text": " and", "probability": 0.037841796875}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.2431640625}, {"token_id": 389, "token_text": " The", "probability": 0.177734375}, {"token_id": 8552, "token_text": " Its", "probability": 0.06982421875}, {"token_id": 431, "token_text": " In", "probability": 0.037353515625}, {"token_id": 1020, "token_text": " This", "probability": 0.025634765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.59375}, {"token_id": 611, "token_text": " has", "probability": 0.0859375}, {"token_id": 406, "token_text": " was", "probability": 0.048828125}, {"token_id": 11070, "token_text": " lies", "probability": 0.0203857421875}, {"token_id": 5386, "token_text": " includes", "probability": 0.01025390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1728515625}, {"token_id": 212, "token_text": " a", "probability": 0.072265625}, {"token_id": 20068, "token_text": " situated", "probability": 0.046630859375}, {"token_id": 2225, "token_text": " known", "probability": 0.043701171875}, {"token_id": 817, "token_text": " also", "probability": 0.03857421875}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.10595703125}, {"token_id": 6193, "token_text": " largest", "probability": 0.05322265625}, {"token_id": 2088, "token_text": " main", "probability": 0.022216796875}, {"token_id": 912, "token_text": " first", "probability": 0.022216796875}, {"token_id": 5607, "token_text": " center", "probability": 0.0196533203125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9296875}, {"token_id": 266, "token_text": " and", "probability": 0.00518798828125}, {"token_id": 15, "token_text": ",", "probability": 0.004302978515625}, {"token_id": 360, "token_text": " that", "probability": 0.004058837890625}, {"token_id": 238, "token_text": " in", "probability": 0.004058837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5234375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.03564453125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.033447265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.029541015625}, {"token_id": 14955, "token_text": " Greece", "probability": 0.01483154296875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.05419921875}, {"token_id": 3582, "token_text": " region", "probability": 0.029052734375}, {"token_id": 2112, "token_text": " country", "probability": 0.029052734375}, {"token_id": 2380, "token_text": " city", "probability": 0.025634765625}, {"token_id": 1433, "token_text": " state", "probability": 0.0225830078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.40625}, {"token_id": 15, "token_text": ",", "probability": 0.1318359375}, {"token_id": 259, "token_text": " of", "probability": 0.058349609375}, {"token_id": 266, "token_text": " and", "probability": 0.040283203125}, {"token_id": 238, "token_text": " in", "probability": 0.037841796875}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.326171875}, {"token_id": 389, "token_text": " The", "probability": 0.185546875}, {"token_id": 8552, "token_text": " Its", "probability": 0.06396484375}, {"token_id": 431, "token_text": " In", "probability": 0.0302734375}, {"token_id": 1020, "token_text": " This", "probability": 0.025146484375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.7265625}, {"token_id": 611, "token_text": " has", "probability": 0.0634765625}, {"token_id": 406, "token_text": " was", "probability": 0.0264892578125}, {"token_id": 11070, "token_text": " lies", "probability": 0.01708984375}, {"token_id": 11644, "token_text": " consists", "probability": 0.009765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.33203125}, {"token_id": 212, "token_text": " a", "probability": 0.083984375}, {"token_id": 817, "token_text": " also", "probability": 0.029052734375}, {"token_id": 2225, "token_text": " known", "probability": 0.02734375}, {"token_id": 20068, "token_text": " situated", "probability": 0.0225830078125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1640625}, {"token_id": 6193, "token_text": " largest", "probability": 0.041259765625}, {"token_id": 5607, "token_text": " center", "probability": 0.0220947265625}, {"token_id": 2088, "token_text": " main", "probability": 0.018310546875}, {"token_id": 2380, "token_text": " city", "probability": 0.0172119140625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.93359375}, {"token_id": 15, "token_text": ",", "probability": 0.007568359375}, {"token_id": 266, "token_text": " and", "probability": 0.00628662109375}, {"token_id": 326, "token_text": " is", "probability": 0.004058837890625}, {"token_id": 238, "token_text": " in", "probability": 0.003814697265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6015625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.030029296875}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0281982421875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0206298828125}, {"token_id": 853, "token_text": " its", "probability": 0.01507568359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.1162109375}, {"token_id": 2112, "token_text": " country", "probability": 0.051513671875}, {"token_id": 3582, "token_text": " region", "probability": 0.040283203125}, {"token_id": 1433, "token_text": " state", "probability": 0.03125}, {"token_id": 2380, "token_text": " city", "probability": 0.0294189453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.470703125}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 266, "token_text": " and", "probability": 0.038818359375}, {"token_id": 238, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 259, "token_text": " of", "probability": 0.026611328125}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.40625}, {"token_id": 389, "token_text": " The", "probability": 0.1591796875}, {"token_id": 8552, "token_text": " Its", "probability": 0.05859375}, {"token_id": 1020, "token_text": " This", "probability": 0.0260009765625}, {"token_id": 431, "token_text": " In", "probability": 0.0260009765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.75390625}, {"token_id": 611, "token_text": " has", "probability": 0.06591796875}, {"token_id": 406, "token_text": " was", "probability": 0.0189208984375}, {"token_id": 11070, "token_text": " lies", "probability": 0.015625}, {"token_id": 6782, "token_text": " contains", "probability": 0.00738525390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.416015625}, {"token_id": 212, "token_text": " a", "probability": 0.072265625}, {"token_id": 817, "token_text": " also", "probability": 0.0220947265625}, {"token_id": 2225, "token_text": " known", "probability": 0.0220947265625}, {"token_id": 686, "token_text": " one", "probability": 0.0172119140625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.2041015625}, {"token_id": 6193, "token_text": " largest", "probability": 0.0294189453125}, {"token_id": 5607, "token_text": " center", "probability": 0.020263671875}, {"token_id": 3582, "token_text": " region", "probability": 0.020263671875}, {"token_id": 1380, "token_text": " world", "probability": 0.017822265625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.94921875}, {"token_id": 15, "token_text": ",", "probability": 0.005645751953125}, {"token_id": 266, "token_text": " and", "probability": 0.004119873046875}, {"token_id": 326, "token_text": " is", "probability": 0.004119873046875}, {"token_id": 360, "token_text": " that", "probability": 0.00341796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6640625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.022705078125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0177001953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.015625}, {"token_id": 853, "token_text": " its", "probability": 0.012939453125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.1279296875}, {"token_id": 3582, "token_text": " region", "probability": 0.047119140625}, {"token_id": 2112, "token_text": " country", "probability": 0.044189453125}, {"token_id": 2380, "token_text": " city", "probability": 0.032470703125}, {"token_id": 1433, "token_text": " state", "probability": 0.028564453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.12158203125}, {"token_id": 266, "token_text": " and", "probability": 0.03955078125}, {"token_id": 259, "token_text": " of", "probability": 0.0211181640625}, {"token_id": 238, "token_text": " in", "probability": 0.0211181640625}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.466796875}, {"token_id": 389, "token_text": " The", "probability": 0.1513671875}, {"token_id": 8552, "token_text": " Its", "probability": 0.04931640625}, {"token_id": 1020, "token_text": " This", "probability": 0.0247802734375}, {"token_id": 431, "token_text": " In", "probability": 0.0218505859375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.75390625}, {"token_id": 611, "token_text": " has", "probability": 0.06591796875}, {"token_id": 11070, "token_text": " lies", "probability": 0.0177001953125}, {"token_id": 406, "token_text": " was", "probability": 0.0166015625}, {"token_id": 6782, "token_text": " contains", "probability": 0.0089111328125}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1806640625}, {"token_id": 212, "token_text": " a", "probability": 0.07080078125}, {"token_id": 20068, "token_text": " situated", "probability": 0.03564453125}, {"token_id": 686, "token_text": " one", "probability": 0.031494140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0277099609375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 6193, "token_text": " largest", "probability": 0.056396484375}, {"token_id": 914, "token_text": " most", "probability": 0.0172119140625}, {"token_id": 2088, "token_text": " main", "probability": 0.0162353515625}, {"token_id": 912, "token_text": " first", "probability": 0.0162353515625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.00958251953125}, {"token_id": 266, "token_text": " and", "probability": 0.006591796875}, {"token_id": 17, "token_text": ".", "probability": 0.006195068359375}, {"token_id": 326, "token_text": " is", "probability": 0.00579833984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.19921875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0830078125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.06884765625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.036865234375}, {"token_id": 4474, "token_text": " France", "probability": 0.03466796875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.0308837890625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.0308837890625}, {"token_id": 2045, "token_text": " United", "probability": 0.0186767578125}, {"token_id": 2112, "token_text": " country", "probability": 0.017578125}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0164794921875}, {"token_id": 6886, "token_text": " Roman", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 259, "token_text": " of", "probability": 0.05859375}, {"token_id": 399, "token_text": "'s", "probability": 0.054931640625}, {"token_id": 266, "token_text": " and", "probability": 0.037841796875}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.2451171875}, {"token_id": 389, "token_text": " The", "probability": 0.1796875}, {"token_id": 8552, "token_text": " Its", "probability": 0.0703125}, {"token_id": 431, "token_text": " In", "probability": 0.03759765625}, {"token_id": 1020, "token_text": " This", "probability": 0.02587890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.59375}, {"token_id": 611, "token_text": " has", "probability": 0.0859375}, {"token_id": 406, "token_text": " was", "probability": 0.048828125}, {"token_id": 11070, "token_text": " lies", "probability": 0.0203857421875}, {"token_id": 5386, "token_text": " includes", "probability": 0.01025390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1728515625}, {"token_id": 212, "token_text": " a", "probability": 0.072265625}, {"token_id": 20068, "token_text": " situated", "probability": 0.046630859375}, {"token_id": 2225, "token_text": " known", "probability": 0.043701171875}, {"token_id": 817, "token_text": " also", "probability": 0.03857421875}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.10595703125}, {"token_id": 6193, "token_text": " largest", "probability": 0.05322265625}, {"token_id": 2088, "token_text": " main", "probability": 0.022216796875}, {"token_id": 912, "token_text": " first", "probability": 0.022216796875}, {"token_id": 5607, "token_text": " center", "probability": 0.0196533203125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9296875}, {"token_id": 266, "token_text": " and", "probability": 0.00518798828125}, {"token_id": 15, "token_text": ",", "probability": 0.004302978515625}, {"token_id": 360, "token_text": " that", "probability": 0.004058837890625}, {"token_id": 238, "token_text": " in", "probability": 0.004058837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5234375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.03564453125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.033447265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.029541015625}, {"token_id": 14955, "token_text": " Greece", "probability": 0.01483154296875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.05419921875}, {"token_id": 3582, "token_text": " region", "probability": 0.029052734375}, {"token_id": 2112, "token_text": " country", "probability": 0.029052734375}, {"token_id": 2380, "token_text": " city", "probability": 0.025634765625}, {"token_id": 1433, "token_text": " state", "probability": 0.0225830078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.40625}, {"token_id": 15, "token_text": ",", "probability": 0.1318359375}, {"token_id": 259, "token_text": " of", "probability": 0.058349609375}, {"token_id": 266, "token_text": " and", "probability": 0.040283203125}, {"token_id": 238, "token_text": " in", "probability": 0.037841796875}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.328125}, {"token_id": 389, "token_text": " The", "probability": 0.1875}, {"token_id": 8552, "token_text": " Its", "probability": 0.06494140625}, {"token_id": 431, "token_text": " In", "probability": 0.0306396484375}, {"token_id": 1020, "token_text": " This", "probability": 0.025390625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.7265625}, {"token_id": 611, "token_text": " has", "probability": 0.0634765625}, {"token_id": 406, "token_text": " was", "probability": 0.0264892578125}, {"token_id": 11070, "token_text": " lies", "probability": 0.01708984375}, {"token_id": 11644, "token_text": " consists", "probability": 0.009765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.33203125}, {"token_id": 212, "token_text": " a", "probability": 0.083984375}, {"token_id": 817, "token_text": " also", "probability": 0.029052734375}, {"token_id": 2225, "token_text": " known", "probability": 0.02734375}, {"token_id": 20068, "token_text": " situated", "probability": 0.0225830078125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1640625}, {"token_id": 6193, "token_text": " largest", "probability": 0.041259765625}, {"token_id": 5607, "token_text": " center", "probability": 0.0220947265625}, {"token_id": 2088, "token_text": " main", "probability": 0.018310546875}, {"token_id": 2380, "token_text": " city", "probability": 0.0172119140625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.93359375}, {"token_id": 15, "token_text": ",", "probability": 0.007568359375}, {"token_id": 266, "token_text": " and", "probability": 0.00628662109375}, {"token_id": 326, "token_text": " is", "probability": 0.004058837890625}, {"token_id": 238, "token_text": " in", "probability": 0.003814697265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6015625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.030029296875}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0281982421875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0206298828125}, {"token_id": 853, "token_text": " its", "probability": 0.01507568359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.1162109375}, {"token_id": 2112, "token_text": " country", "probability": 0.051513671875}, {"token_id": 3582, "token_text": " region", "probability": 0.040283203125}, {"token_id": 1433, "token_text": " state", "probability": 0.03125}, {"token_id": 2380, "token_text": " city", "probability": 0.0294189453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.47265625}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 266, "token_text": " and", "probability": 0.038818359375}, {"token_id": 238, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 259, "token_text": " of", "probability": 0.026611328125}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.41015625}, {"token_id": 389, "token_text": " The", "probability": 0.1611328125}, {"token_id": 8552, "token_text": " Its", "probability": 0.05908203125}, {"token_id": 1020, "token_text": " This", "probability": 0.0262451171875}, {"token_id": 431, "token_text": " In", "probability": 0.0262451171875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.75390625}, {"token_id": 611, "token_text": " has", "probability": 0.06591796875}, {"token_id": 406, "token_text": " was", "probability": 0.0189208984375}, {"token_id": 11070, "token_text": " lies", "probability": 0.015625}, {"token_id": 6782, "token_text": " contains", "probability": 0.00738525390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.416015625}, {"token_id": 212, "token_text": " a", "probability": 0.072265625}, {"token_id": 817, "token_text": " also", "probability": 0.0220947265625}, {"token_id": 2225, "token_text": " known", "probability": 0.0220947265625}, {"token_id": 686, "token_text": " one", "probability": 0.0172119140625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.2041015625}, {"token_id": 6193, "token_text": " largest", "probability": 0.0294189453125}, {"token_id": 5607, "token_text": " center", "probability": 0.020263671875}, {"token_id": 3582, "token_text": " region", "probability": 0.020263671875}, {"token_id": 1380, "token_text": " world", "probability": 0.017822265625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.94921875}, {"token_id": 15, "token_text": ",", "probability": 0.005645751953125}, {"token_id": 266, "token_text": " and", "probability": 0.004119873046875}, {"token_id": 326, "token_text": " is", "probability": 0.004119873046875}, {"token_id": 360, "token_text": " that", "probability": 0.00341796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6640625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.022705078125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0177001953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.015625}, {"token_id": 853, "token_text": " its", "probability": 0.012939453125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.1279296875}, {"token_id": 3582, "token_text": " region", "probability": 0.047119140625}, {"token_id": 2112, "token_text": " country", "probability": 0.044189453125}, {"token_id": 2380, "token_text": " city", "probability": 0.032470703125}, {"token_id": 1433, "token_text": " state", "probability": 0.028564453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.58203125}, {"token_id": 15, "token_text": ",", "probability": 0.12158203125}, {"token_id": 266, "token_text": " and", "probability": 0.03955078125}, {"token_id": 259, "token_text": " of", "probability": 0.0211181640625}, {"token_id": 238, "token_text": " in", "probability": 0.0211181640625}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.47265625}, {"token_id": 389, "token_text": " The", "probability": 0.1533203125}, {"token_id": 8552, "token_text": " Its", "probability": 0.0498046875}, {"token_id": 1020, "token_text": " This", "probability": 0.0250244140625}, {"token_id": 431, "token_text": " In", "probability": 0.0220947265625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.75390625}, {"token_id": 611, "token_text": " has", "probability": 0.06591796875}, {"token_id": 11070, "token_text": " lies", "probability": 0.0177001953125}, {"token_id": 406, "token_text": " was", "probability": 0.0166015625}, {"token_id": 6782, "token_text": " contains", "probability": 0.0089111328125}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1806640625}, {"token_id": 212, "token_text": " a", "probability": 0.07080078125}, {"token_id": 20068, "token_text": " situated", "probability": 0.03564453125}, {"token_id": 686, "token_text": " one", "probability": 0.031494140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0277099609375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 6193, "token_text": " largest", "probability": 0.056396484375}, {"token_id": 914, "token_text": " most", "probability": 0.0172119140625}, {"token_id": 2088, "token_text": " main", "probability": 0.0162353515625}, {"token_id": 912, "token_text": " first", "probability": 0.0162353515625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.00958251953125}, {"token_id": 266, "token_text": " and", "probability": 0.006591796875}, {"token_id": 17, "token_text": ".", "probability": 0.006195068359375}, {"token_id": 326, "token_text": " is", "probability": 0.00579833984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.19921875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0830078125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.06884765625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.036865234375}, {"token_id": 4474, "token_text": " France", "probability": 0.03466796875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.0308837890625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.0308837890625}, {"token_id": 2045, "token_text": " United", "probability": 0.0186767578125}, {"token_id": 2112, "token_text": " country", "probability": 0.017578125}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0164794921875}, {"token_id": 6886, "token_text": " Roman", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 259, "token_text": " of", "probability": 0.05859375}, {"token_id": 399, "token_text": "'s", "probability": 0.054931640625}, {"token_id": 266, "token_text": " and", "probability": 0.037841796875}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.2451171875}, {"token_id": 389, "token_text": " The", "probability": 0.1796875}, {"token_id": 8552, "token_text": " Its", "probability": 0.0703125}, {"token_id": 431, "token_text": " In", "probability": 0.03759765625}, {"token_id": 1020, "token_text": " This", "probability": 0.02587890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.59375}, {"token_id": 611, "token_text": " has", "probability": 0.0859375}, {"token_id": 406, "token_text": " was", "probability": 0.048828125}, {"token_id": 11070, "token_text": " lies", "probability": 0.0203857421875}, {"token_id": 5386, "token_text": " includes", "probability": 0.01025390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1728515625}, {"token_id": 212, "token_text": " a", "probability": 0.072265625}, {"token_id": 20068, "token_text": " situated", "probability": 0.046630859375}, {"token_id": 2225, "token_text": " known", "probability": 0.043701171875}, {"token_id": 817, "token_text": " also", "probability": 0.03857421875}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.10595703125}, {"token_id": 6193, "token_text": " largest", "probability": 0.05322265625}, {"token_id": 2088, "token_text": " main", "probability": 0.022216796875}, {"token_id": 912, "token_text": " first", "probability": 0.022216796875}, {"token_id": 5607, "token_text": " center", "probability": 0.0196533203125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9296875}, {"token_id": 266, "token_text": " and", "probability": 0.00518798828125}, {"token_id": 15, "token_text": ",", "probability": 0.004302978515625}, {"token_id": 360, "token_text": " that", "probability": 0.004058837890625}, {"token_id": 238, "token_text": " in", "probability": 0.004058837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5234375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.03564453125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.033447265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.029541015625}, {"token_id": 14955, "token_text": " Greece", "probability": 0.01483154296875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.05419921875}, {"token_id": 3582, "token_text": " region", "probability": 0.029052734375}, {"token_id": 2112, "token_text": " country", "probability": 0.029052734375}, {"token_id": 2380, "token_text": " city", "probability": 0.025634765625}, {"token_id": 1433, "token_text": " state", "probability": 0.0225830078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.40625}, {"token_id": 15, "token_text": ",", "probability": 0.1318359375}, {"token_id": 259, "token_text": " of", "probability": 0.058349609375}, {"token_id": 266, "token_text": " and", "probability": 0.040283203125}, {"token_id": 238, "token_text": " in", "probability": 0.037841796875}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.328125}, {"token_id": 389, "token_text": " The", "probability": 0.1875}, {"token_id": 8552, "token_text": " Its", "probability": 0.06494140625}, {"token_id": 431, "token_text": " In", "probability": 0.0306396484375}, {"token_id": 1020, "token_text": " This", "probability": 0.025390625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.7265625}, {"token_id": 611, "token_text": " has", "probability": 0.0634765625}, {"token_id": 406, "token_text": " was", "probability": 0.0264892578125}, {"token_id": 11070, "token_text": " lies", "probability": 0.01708984375}, {"token_id": 11644, "token_text": " consists", "probability": 0.009765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.33203125}, {"token_id": 212, "token_text": " a", "probability": 0.083984375}, {"token_id": 817, "token_text": " also", "probability": 0.029052734375}, {"token_id": 2225, "token_text": " known", "probability": 0.02734375}, {"token_id": 20068, "token_text": " situated", "probability": 0.0225830078125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1640625}, {"token_id": 6193, "token_text": " largest", "probability": 0.041259765625}, {"token_id": 5607, "token_text": " center", "probability": 0.0220947265625}, {"token_id": 2088, "token_text": " main", "probability": 0.018310546875}, {"token_id": 2380, "token_text": " city", "probability": 0.0172119140625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.93359375}, {"token_id": 15, "token_text": ",", "probability": 0.007568359375}, {"token_id": 266, "token_text": " and", "probability": 0.00628662109375}, {"token_id": 326, "token_text": " is", "probability": 0.004058837890625}, {"token_id": 238, "token_text": " in", "probability": 0.003814697265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6015625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.030029296875}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0281982421875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0206298828125}, {"token_id": 853, "token_text": " its", "probability": 0.01507568359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.1162109375}, {"token_id": 2112, "token_text": " country", "probability": 0.051513671875}, {"token_id": 3582, "token_text": " region", "probability": 0.040283203125}, {"token_id": 1433, "token_text": " state", "probability": 0.03125}, {"token_id": 2380, "token_text": " city", "probability": 0.0294189453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.47265625}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 266, "token_text": " and", "probability": 0.038818359375}, {"token_id": 238, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 259, "token_text": " of", "probability": 0.026611328125}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.41015625}, {"token_id": 389, "token_text": " The", "probability": 0.1611328125}, {"token_id": 8552, "token_text": " Its", "probability": 0.05908203125}, {"token_id": 1020, "token_text": " This", "probability": 0.0262451171875}, {"token_id": 431, "token_text": " In", "probability": 0.0262451171875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.75390625}, {"token_id": 611, "token_text": " has", "probability": 0.06591796875}, {"token_id": 406, "token_text": " was", "probability": 0.0189208984375}, {"token_id": 11070, "token_text": " lies", "probability": 0.015625}, {"token_id": 6782, "token_text": " contains", "probability": 0.00738525390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.416015625}, {"token_id": 212, "token_text": " a", "probability": 0.072265625}, {"token_id": 817, "token_text": " also", "probability": 0.0220947265625}, {"token_id": 2225, "token_text": " known", "probability": 0.0220947265625}, {"token_id": 686, "token_text": " one", "probability": 0.0172119140625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.2041015625}, {"token_id": 6193, "token_text": " largest", "probability": 0.0294189453125}, {"token_id": 5607, "token_text": " center", "probability": 0.020263671875}, {"token_id": 3582, "token_text": " region", "probability": 0.020263671875}, {"token_id": 1380, "token_text": " world", "probability": 0.017822265625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.94921875}, {"token_id": 15, "token_text": ",", "probability": 0.005645751953125}, {"token_id": 266, "token_text": " and", "probability": 0.004119873046875}, {"token_id": 326, "token_text": " is", "probability": 0.004119873046875}, {"token_id": 360, "token_text": " that", "probability": 0.00341796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6640625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.022705078125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0177001953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.015625}, {"token_id": 853, "token_text": " its", "probability": 0.012939453125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.1279296875}, {"token_id": 3582, "token_text": " region", "probability": 0.047119140625}, {"token_id": 2112, "token_text": " country", "probability": 0.044189453125}, {"token_id": 2380, "token_text": " city", "probability": 0.032470703125}, {"token_id": 1433, "token_text": " state", "probability": 0.028564453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.58203125}, {"token_id": 15, "token_text": ",", "probability": 0.12158203125}, {"token_id": 266, "token_text": " and", "probability": 0.03955078125}, {"token_id": 259, "token_text": " of", "probability": 0.0211181640625}, {"token_id": 238, "token_text": " in", "probability": 0.0211181640625}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.47265625}, {"token_id": 389, "token_text": " The", "probability": 0.1533203125}, {"token_id": 8552, "token_text": " Its", "probability": 0.0498046875}, {"token_id": 1020, "token_text": " This", "probability": 0.0250244140625}, {"token_id": 431, "token_text": " In", "probability": 0.0220947265625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.75390625}, {"token_id": 611, "token_text": " has", "probability": 0.06591796875}, {"token_id": 11070, "token_text": " lies", "probability": 0.0177001953125}, {"token_id": 406, "token_text": " was", "probability": 0.0166015625}, {"token_id": 6782, "token_text": " contains", "probability": 0.0089111328125}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 598, "correct_token_probability": 0.00015735626220703125, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1806640625}, {"token_id": 212, "token_text": " a", "probability": 0.07080078125}, {"token_id": 20068, "token_text": " situated", "probability": 0.03564453125}, {"token_id": 686, "token_text": " one", "probability": 0.031494140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0277099609375}, {"token_id": 2225, "token_text": " known", "probability": 0.0223388671875}, {"token_id": 1946, "token_text": " called", "probability": 0.01397705078125}, {"token_id": 238, "token_text": " in", "probability": 0.01312255859375}, {"token_id": 252, "token_text": " an", "probability": 0.011962890625}, {"token_id": 500, "token_text": " not", "probability": 0.01055908203125}], "entropy": 5.5625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.756998137298325, "average_logprob_per_token": -8.756998137298325, "perplexity_on_target_sequence": 6355.006060606057, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -8.756998137298325, "probability": 0.00015735626220703125, "raw_probability": 0.00015735626220703125, "correct_token_rank": 598}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24895.233401298523, "probe_elapsed_sec": 0.9834307570126839, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the language. The language is used to describe the language. The language is used to describe the language. The language is used to describe the", "text": "A small language model should be used to describe the language. The language is used to describe the language. The language is used to describe the language. The language is used to describe the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.42578125}, {"token_id": 529, "token_text": " have", "probability": 0.047607421875}, {"token_id": 500, "token_text": " not", "probability": 0.047607421875}, {"token_id": 2655, "token_text": " allow", "probability": 0.017578125}, {"token_id": 1617, "token_text": " take", "probability": 0.0128173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.125}, {"token_id": 212, "token_text": " a", "probability": 0.0262451171875}, {"token_id": 1434, "token_text": " found", "probability": 0.023193359375}, {"token_id": 4556, "token_text": " considered", "probability": 0.01806640625}, {"token_id": 2547, "token_text": " able", "probability": 0.0169677734375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.29296875}, {"token_id": 352, "token_text": " as", "probability": 0.1572265625}, {"token_id": 238, "token_text": " in", "probability": 0.138671875}, {"token_id": 321, "token_text": " for", "probability": 0.1298828125}, {"token_id": 463, "token_text": " by", "probability": 0.032958984375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.07958984375}, {"token_id": 3616, "token_text": " create", "probability": 0.0242919921875}, {"token_id": 234, "token_text": " the", "probability": 0.0189208984375}, {"token_id": 1170, "token_text": " use", "probability": 0.0177001953125}, {"token_id": 2932, "token_text": " treat", "probability": 0.015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.390625}, {"token_id": 212, "token_text": " a", "probability": 0.06787109375}, {"token_id": 1031, "token_text": " how", "probability": 0.046630859375}, {"token_id": 917, "token_text": " what", "probability": 0.030029296875}, {"token_id": 542, "token_text": " this", "probability": 0.0194091796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.03857421875}, {"token_id": 2846, "token_text": " problem", "probability": 0.01507568359375}, {"token_id": 1170, "token_text": " use", "probability": 0.01416015625}, {"token_id": 3659, "token_text": " specific", "probability": 0.0078125}, {"token_id": 1794, "token_text": " word", "probability": 0.007598876953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 259, "token_text": " of", "probability": 0.07666015625}, {"token_id": 15, "token_text": ",", "probability": 0.059814453125}, {"token_id": 3690, "token_text": " language", "probability": 0.052734375}, {"token_id": 238, "token_text": " in", "probability": 0.049560546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1943359375}, {"token_id": 697, "token_text": " It", "probability": 0.05224609375}, {"token_id": 1020, "token_text": " This", "probability": 0.049072265625}, {"token_id": 431, "token_text": " In", "probability": 0.046142578125}, {"token_id": 285, "token_text": " A", "probability": 0.02978515625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0859375}, {"token_id": 1794, "token_text": " word", "probability": 0.04052734375}, {"token_id": 912, "token_text": " first", "probability": 0.0296630859375}, {"token_id": 1640, "token_text": " term", "probability": 0.026123046875}, {"token_id": 4197, "token_text": " code", "probability": 0.0135498046875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.146484375}, {"token_id": 661, "token_text": " will", "probability": 0.07373046875}, {"token_id": 525, "token_text": " can", "probability": 0.047607421875}, {"token_id": 1064, "token_text": " may", "probability": 0.034912109375}, {"token_id": 1236, "token_text": " should", "probability": 0.0255126953125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1904296875}, {"token_id": 212, "token_text": " a", "probability": 0.04248046875}, {"token_id": 234, "token_text": " the", "probability": 0.0400390625}, {"token_id": 500, "token_text": " not", "probability": 0.033203125}, {"token_id": 1946, "token_text": " called", "probability": 0.0274658203125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.4375}, {"token_id": 321, "token_text": " for", "probability": 0.1513671875}, {"token_id": 238, "token_text": " in", "probability": 0.125}, {"token_id": 352, "token_text": " as", "probability": 0.08056640625}, {"token_id": 463, "token_text": " by", "probability": 0.04052734375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.12109375}, {"token_id": 3616, "token_text": " create", "probability": 0.04736328125}, {"token_id": 349, "token_text": " be", "probability": 0.03271484375}, {"token_id": 2812, "token_text": " refer", "probability": 0.0224609375}, {"token_id": 3284, "token_text": " provide", "probability": 0.0211181640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6171875}, {"token_id": 212, "token_text": " a", "probability": 0.061279296875}, {"token_id": 542, "token_text": " this", "probability": 0.01458740234375}, {"token_id": 853, "token_text": " its", "probability": 0.0113525390625}, {"token_id": 252, "token_text": " an", "probability": 0.010009765625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.259765625}, {"token_id": 1794, "token_text": " word", "probability": 0.0166015625}, {"token_id": 9408, "token_text": " languages", "probability": 0.01043701171875}, {"token_id": 1170, "token_text": " use", "probability": 0.01043701171875}, {"token_id": 2846, "token_text": " problem", "probability": 0.009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.119140625}, {"token_id": 352, "token_text": " as", "probability": 0.08154296875}, {"token_id": 15, "token_text": ",", "probability": 0.08154296875}, {"token_id": 266, "token_text": " and", "probability": 0.049560546875}, {"token_id": 238, "token_text": " in", "probability": 0.049560546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.263671875}, {"token_id": 697, "token_text": " It", "probability": 0.07568359375}, {"token_id": 1020, "token_text": " This", "probability": 0.052001953125}, {"token_id": 431, "token_text": " In", "probability": 0.048828125}, {"token_id": 285, "token_text": " A", "probability": 0.04052734375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.369140625}, {"token_id": 1794, "token_text": " word", "probability": 0.060302734375}, {"token_id": 9408, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 1640, "token_text": " term", "probability": 0.0162353515625}, {"token_id": 6778, "token_text": " script", "probability": 0.0152587890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2392578125}, {"token_id": 525, "token_text": " can", "probability": 0.07275390625}, {"token_id": 661, "token_text": " will", "probability": 0.05322265625}, {"token_id": 1064, "token_text": " may", "probability": 0.0390625}, {"token_id": 1236, "token_text": " should", "probability": 0.025146484375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.47265625}, {"token_id": 1946, "token_text": " called", "probability": 0.0250244140625}, {"token_id": 234, "token_text": " the", "probability": 0.0172119140625}, {"token_id": 9395, "token_text": " defined", "probability": 0.0142822265625}, {"token_id": 212, "token_text": " a", "probability": 0.01263427734375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.55078125}, {"token_id": 321, "token_text": " for", "probability": 0.11572265625}, {"token_id": 238, "token_text": " in", "probability": 0.095703125}, {"token_id": 352, "token_text": " as", "probability": 0.06201171875}, {"token_id": 463, "token_text": " by", "probability": 0.0274658203125}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.1689453125}, {"token_id": 3616, "token_text": " create", "probability": 0.040283203125}, {"token_id": 2812, "token_text": " refer", "probability": 0.0244140625}, {"token_id": 349, "token_text": " be", "probability": 0.02294921875}, {"token_id": 1170, "token_text": " use", "probability": 0.020263671875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.671875}, {"token_id": 212, "token_text": " a", "probability": 0.04296875}, {"token_id": 542, "token_text": " this", "probability": 0.0123291015625}, {"token_id": 3690, "token_text": " language", "probability": 0.0123291015625}, {"token_id": 266, "token_text": " and", "probability": 0.0108642578125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5390625}, {"token_id": 1794, "token_text": " word", "probability": 0.030517578125}, {"token_id": 9408, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 4197, "token_text": " code", "probability": 0.0081787109375}, {"token_id": 6778, "token_text": " script", "probability": 0.00701904296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1748046875}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 259, "token_text": " of", "probability": 0.064453125}, {"token_id": 266, "token_text": " and", "probability": 0.064453125}, {"token_id": 352, "token_text": " as", "probability": 0.060546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2890625}, {"token_id": 697, "token_text": " It", "probability": 0.064453125}, {"token_id": 1020, "token_text": " This", "probability": 0.047119140625}, {"token_id": 431, "token_text": " In", "probability": 0.047119140625}, {"token_id": 285, "token_text": " A", "probability": 0.047119140625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5}, {"token_id": 1794, "token_text": " word", "probability": 0.07666015625}, {"token_id": 9408, "token_text": " languages", "probability": 0.02197265625}, {"token_id": 6778, "token_text": " script", "probability": 0.01251220703125}, {"token_id": 1640, "token_text": " term", "probability": 0.01251220703125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.3359375}, {"token_id": 525, "token_text": " can", "probability": 0.058349609375}, {"token_id": 661, "token_text": " will", "probability": 0.03759765625}, {"token_id": 5401, "token_text": " uses", "probability": 0.03125}, {"token_id": 1064, "token_text": " may", "probability": 0.0228271484375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.5078125}, {"token_id": 1946, "token_text": " called", "probability": 0.0238037109375}, {"token_id": 234, "token_text": " the", "probability": 0.0185546875}, {"token_id": 9395, "token_text": " defined", "probability": 0.01446533203125}, {"token_id": 212, "token_text": " a", "probability": 0.011962890625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.58203125}, {"token_id": 321, "token_text": " for", "probability": 0.1474609375}, {"token_id": 238, "token_text": " in", "probability": 0.0693359375}, {"token_id": 352, "token_text": " as", "probability": 0.0478515625}, {"token_id": 463, "token_text": " by", "probability": 0.037109375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.142578125}, {"token_id": 3616, "token_text": " create", "probability": 0.033935546875}, {"token_id": 349, "token_text": " be", "probability": 0.03173828125}, {"token_id": 2812, "token_text": " refer", "probability": 0.0263671875}, {"token_id": 1170, "token_text": " use", "probability": 0.0247802734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.75390625}, {"token_id": 212, "token_text": " a", "probability": 0.032958984375}, {"token_id": 542, "token_text": " this", "probability": 0.01007080078125}, {"token_id": 391, "token_text": " it", "probability": 0.00946044921875}, {"token_id": 266, "token_text": " and", "probability": 0.007598876953125}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.42578125}, {"token_id": 529, "token_text": " have", "probability": 0.047607421875}, {"token_id": 500, "token_text": " not", "probability": 0.047607421875}, {"token_id": 2655, "token_text": " allow", "probability": 0.017578125}, {"token_id": 1617, "token_text": " take", "probability": 0.0128173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.125}, {"token_id": 212, "token_text": " a", "probability": 0.0262451171875}, {"token_id": 1434, "token_text": " found", "probability": 0.023193359375}, {"token_id": 4556, "token_text": " considered", "probability": 0.01806640625}, {"token_id": 2547, "token_text": " able", "probability": 0.0169677734375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.29296875}, {"token_id": 352, "token_text": " as", "probability": 0.1572265625}, {"token_id": 238, "token_text": " in", "probability": 0.138671875}, {"token_id": 321, "token_text": " for", "probability": 0.1298828125}, {"token_id": 463, "token_text": " by", "probability": 0.032958984375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.07958984375}, {"token_id": 3616, "token_text": " create", "probability": 0.0242919921875}, {"token_id": 234, "token_text": " the", "probability": 0.0189208984375}, {"token_id": 1170, "token_text": " use", "probability": 0.0177001953125}, {"token_id": 2932, "token_text": " treat", "probability": 0.015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.390625}, {"token_id": 212, "token_text": " a", "probability": 0.06787109375}, {"token_id": 1031, "token_text": " how", "probability": 0.046630859375}, {"token_id": 917, "token_text": " what", "probability": 0.030029296875}, {"token_id": 542, "token_text": " this", "probability": 0.0194091796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.03857421875}, {"token_id": 2846, "token_text": " problem", "probability": 0.01507568359375}, {"token_id": 1170, "token_text": " use", "probability": 0.01416015625}, {"token_id": 3659, "token_text": " specific", "probability": 0.0078125}, {"token_id": 1794, "token_text": " word", "probability": 0.007598876953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 259, "token_text": " of", "probability": 0.07666015625}, {"token_id": 15, "token_text": ",", "probability": 0.059814453125}, {"token_id": 3690, "token_text": " language", "probability": 0.052734375}, {"token_id": 238, "token_text": " in", "probability": 0.049560546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.197265625}, {"token_id": 697, "token_text": " It", "probability": 0.052978515625}, {"token_id": 1020, "token_text": " This", "probability": 0.0498046875}, {"token_id": 431, "token_text": " In", "probability": 0.046630859375}, {"token_id": 285, "token_text": " A", "probability": 0.0301513671875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0859375}, {"token_id": 1794, "token_text": " word", "probability": 0.04052734375}, {"token_id": 912, "token_text": " first", "probability": 0.0296630859375}, {"token_id": 1640, "token_text": " term", "probability": 0.026123046875}, {"token_id": 4197, "token_text": " code", "probability": 0.0135498046875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.146484375}, {"token_id": 661, "token_text": " will", "probability": 0.07373046875}, {"token_id": 525, "token_text": " can", "probability": 0.047607421875}, {"token_id": 1064, "token_text": " may", "probability": 0.034912109375}, {"token_id": 1236, "token_text": " should", "probability": 0.0255126953125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1904296875}, {"token_id": 212, "token_text": " a", "probability": 0.04248046875}, {"token_id": 234, "token_text": " the", "probability": 0.0400390625}, {"token_id": 500, "token_text": " not", "probability": 0.033203125}, {"token_id": 1946, "token_text": " called", "probability": 0.0274658203125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.4375}, {"token_id": 321, "token_text": " for", "probability": 0.1513671875}, {"token_id": 238, "token_text": " in", "probability": 0.125}, {"token_id": 352, "token_text": " as", "probability": 0.08056640625}, {"token_id": 463, "token_text": " by", "probability": 0.04052734375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.12109375}, {"token_id": 3616, "token_text": " create", "probability": 0.04736328125}, {"token_id": 349, "token_text": " be", "probability": 0.03271484375}, {"token_id": 2812, "token_text": " refer", "probability": 0.0224609375}, {"token_id": 3284, "token_text": " provide", "probability": 0.0211181640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6171875}, {"token_id": 212, "token_text": " a", "probability": 0.061279296875}, {"token_id": 542, "token_text": " this", "probability": 0.01458740234375}, {"token_id": 853, "token_text": " its", "probability": 0.0113525390625}, {"token_id": 252, "token_text": " an", "probability": 0.010009765625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.259765625}, {"token_id": 1794, "token_text": " word", "probability": 0.0167236328125}, {"token_id": 9408, "token_text": " languages", "probability": 0.01043701171875}, {"token_id": 1170, "token_text": " use", "probability": 0.01043701171875}, {"token_id": 2846, "token_text": " problem", "probability": 0.009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.119140625}, {"token_id": 352, "token_text": " as", "probability": 0.08154296875}, {"token_id": 15, "token_text": ",", "probability": 0.08154296875}, {"token_id": 266, "token_text": " and", "probability": 0.049560546875}, {"token_id": 238, "token_text": " in", "probability": 0.049560546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.267578125}, {"token_id": 697, "token_text": " It", "probability": 0.07666015625}, {"token_id": 1020, "token_text": " This", "probability": 0.052734375}, {"token_id": 431, "token_text": " In", "probability": 0.049560546875}, {"token_id": 285, "token_text": " A", "probability": 0.041015625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.369140625}, {"token_id": 1794, "token_text": " word", "probability": 0.060302734375}, {"token_id": 9408, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 1640, "token_text": " term", "probability": 0.0162353515625}, {"token_id": 6778, "token_text": " script", "probability": 0.0152587890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2392578125}, {"token_id": 525, "token_text": " can", "probability": 0.07275390625}, {"token_id": 661, "token_text": " will", "probability": 0.05322265625}, {"token_id": 1064, "token_text": " may", "probability": 0.0390625}, {"token_id": 1236, "token_text": " should", "probability": 0.025146484375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.47265625}, {"token_id": 1946, "token_text": " called", "probability": 0.0250244140625}, {"token_id": 234, "token_text": " the", "probability": 0.0172119140625}, {"token_id": 9395, "token_text": " defined", "probability": 0.0142822265625}, {"token_id": 212, "token_text": " a", "probability": 0.01263427734375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.55078125}, {"token_id": 321, "token_text": " for", "probability": 0.11572265625}, {"token_id": 238, "token_text": " in", "probability": 0.095703125}, {"token_id": 352, "token_text": " as", "probability": 0.06201171875}, {"token_id": 463, "token_text": " by", "probability": 0.0274658203125}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.1689453125}, {"token_id": 3616, "token_text": " create", "probability": 0.040283203125}, {"token_id": 2812, "token_text": " refer", "probability": 0.0244140625}, {"token_id": 349, "token_text": " be", "probability": 0.02294921875}, {"token_id": 1170, "token_text": " use", "probability": 0.020263671875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.671875}, {"token_id": 212, "token_text": " a", "probability": 0.04296875}, {"token_id": 542, "token_text": " this", "probability": 0.0123291015625}, {"token_id": 3690, "token_text": " language", "probability": 0.0123291015625}, {"token_id": 266, "token_text": " and", "probability": 0.0108642578125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5390625}, {"token_id": 1794, "token_text": " word", "probability": 0.030517578125}, {"token_id": 9408, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 4197, "token_text": " code", "probability": 0.0081787109375}, {"token_id": 6778, "token_text": " script", "probability": 0.00701904296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1748046875}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 259, "token_text": " of", "probability": 0.064453125}, {"token_id": 266, "token_text": " and", "probability": 0.064453125}, {"token_id": 352, "token_text": " as", "probability": 0.060546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.294921875}, {"token_id": 697, "token_text": " It", "probability": 0.06591796875}, {"token_id": 1020, "token_text": " This", "probability": 0.04833984375}, {"token_id": 431, "token_text": " In", "probability": 0.04833984375}, {"token_id": 285, "token_text": " A", "probability": 0.04833984375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5}, {"token_id": 1794, "token_text": " word", "probability": 0.07666015625}, {"token_id": 9408, "token_text": " languages", "probability": 0.02197265625}, {"token_id": 6778, "token_text": " script", "probability": 0.01251220703125}, {"token_id": 1640, "token_text": " term", "probability": 0.01251220703125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.3359375}, {"token_id": 525, "token_text": " can", "probability": 0.058349609375}, {"token_id": 661, "token_text": " will", "probability": 0.03759765625}, {"token_id": 5401, "token_text": " uses", "probability": 0.03125}, {"token_id": 1064, "token_text": " may", "probability": 0.0228271484375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.5078125}, {"token_id": 1946, "token_text": " called", "probability": 0.0238037109375}, {"token_id": 234, "token_text": " the", "probability": 0.0185546875}, {"token_id": 9395, "token_text": " defined", "probability": 0.01446533203125}, {"token_id": 212, "token_text": " a", "probability": 0.011962890625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.58203125}, {"token_id": 321, "token_text": " for", "probability": 0.1474609375}, {"token_id": 238, "token_text": " in", "probability": 0.0693359375}, {"token_id": 352, "token_text": " as", "probability": 0.0478515625}, {"token_id": 463, "token_text": " by", "probability": 0.037109375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.142578125}, {"token_id": 3616, "token_text": " create", "probability": 0.033935546875}, {"token_id": 349, "token_text": " be", "probability": 0.03173828125}, {"token_id": 2812, "token_text": " refer", "probability": 0.0263671875}, {"token_id": 1170, "token_text": " use", "probability": 0.0247802734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.75390625}, {"token_id": 212, "token_text": " a", "probability": 0.032958984375}, {"token_id": 542, "token_text": " this", "probability": 0.01007080078125}, {"token_id": 391, "token_text": " it", "probability": 0.00946044921875}, {"token_id": 266, "token_text": " and", "probability": 0.007598876953125}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.42578125}, {"token_id": 529, "token_text": " have", "probability": 0.047607421875}, {"token_id": 500, "token_text": " not", "probability": 0.047607421875}, {"token_id": 2655, "token_text": " allow", "probability": 0.017578125}, {"token_id": 1617, "token_text": " take", "probability": 0.0128173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.125}, {"token_id": 212, "token_text": " a", "probability": 0.0262451171875}, {"token_id": 1434, "token_text": " found", "probability": 0.023193359375}, {"token_id": 4556, "token_text": " considered", "probability": 0.01806640625}, {"token_id": 2547, "token_text": " able", "probability": 0.0169677734375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.29296875}, {"token_id": 352, "token_text": " as", "probability": 0.1572265625}, {"token_id": 238, "token_text": " in", "probability": 0.138671875}, {"token_id": 321, "token_text": " for", "probability": 0.1298828125}, {"token_id": 463, "token_text": " by", "probability": 0.032958984375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.07958984375}, {"token_id": 3616, "token_text": " create", "probability": 0.0242919921875}, {"token_id": 234, "token_text": " the", "probability": 0.0189208984375}, {"token_id": 1170, "token_text": " use", "probability": 0.0177001953125}, {"token_id": 2932, "token_text": " treat", "probability": 0.015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.390625}, {"token_id": 212, "token_text": " a", "probability": 0.06787109375}, {"token_id": 1031, "token_text": " how", "probability": 0.046630859375}, {"token_id": 917, "token_text": " what", "probability": 0.030029296875}, {"token_id": 542, "token_text": " this", "probability": 0.0194091796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.03857421875}, {"token_id": 2846, "token_text": " problem", "probability": 0.01507568359375}, {"token_id": 1170, "token_text": " use", "probability": 0.01416015625}, {"token_id": 3659, "token_text": " specific", "probability": 0.0078125}, {"token_id": 1794, "token_text": " word", "probability": 0.007598876953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 259, "token_text": " of", "probability": 0.07666015625}, {"token_id": 15, "token_text": ",", "probability": 0.059814453125}, {"token_id": 3690, "token_text": " language", "probability": 0.052734375}, {"token_id": 238, "token_text": " in", "probability": 0.049560546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.197265625}, {"token_id": 697, "token_text": " It", "probability": 0.052978515625}, {"token_id": 1020, "token_text": " This", "probability": 0.0498046875}, {"token_id": 431, "token_text": " In", "probability": 0.046630859375}, {"token_id": 285, "token_text": " A", "probability": 0.0301513671875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0859375}, {"token_id": 1794, "token_text": " word", "probability": 0.04052734375}, {"token_id": 912, "token_text": " first", "probability": 0.0296630859375}, {"token_id": 1640, "token_text": " term", "probability": 0.026123046875}, {"token_id": 4197, "token_text": " code", "probability": 0.0135498046875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.146484375}, {"token_id": 661, "token_text": " will", "probability": 0.07373046875}, {"token_id": 525, "token_text": " can", "probability": 0.047607421875}, {"token_id": 1064, "token_text": " may", "probability": 0.034912109375}, {"token_id": 1236, "token_text": " should", "probability": 0.0255126953125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1904296875}, {"token_id": 212, "token_text": " a", "probability": 0.04248046875}, {"token_id": 234, "token_text": " the", "probability": 0.0400390625}, {"token_id": 500, "token_text": " not", "probability": 0.033203125}, {"token_id": 1946, "token_text": " called", "probability": 0.0274658203125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.4375}, {"token_id": 321, "token_text": " for", "probability": 0.1513671875}, {"token_id": 238, "token_text": " in", "probability": 0.125}, {"token_id": 352, "token_text": " as", "probability": 0.08056640625}, {"token_id": 463, "token_text": " by", "probability": 0.04052734375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.12109375}, {"token_id": 3616, "token_text": " create", "probability": 0.04736328125}, {"token_id": 349, "token_text": " be", "probability": 0.03271484375}, {"token_id": 2812, "token_text": " refer", "probability": 0.0224609375}, {"token_id": 3284, "token_text": " provide", "probability": 0.0211181640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6171875}, {"token_id": 212, "token_text": " a", "probability": 0.061279296875}, {"token_id": 542, "token_text": " this", "probability": 0.01458740234375}, {"token_id": 853, "token_text": " its", "probability": 0.0113525390625}, {"token_id": 252, "token_text": " an", "probability": 0.010009765625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.259765625}, {"token_id": 1794, "token_text": " word", "probability": 0.0167236328125}, {"token_id": 9408, "token_text": " languages", "probability": 0.01043701171875}, {"token_id": 1170, "token_text": " use", "probability": 0.01043701171875}, {"token_id": 2846, "token_text": " problem", "probability": 0.009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.119140625}, {"token_id": 352, "token_text": " as", "probability": 0.08154296875}, {"token_id": 15, "token_text": ",", "probability": 0.08154296875}, {"token_id": 266, "token_text": " and", "probability": 0.049560546875}, {"token_id": 238, "token_text": " in", "probability": 0.049560546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.267578125}, {"token_id": 697, "token_text": " It", "probability": 0.07666015625}, {"token_id": 1020, "token_text": " This", "probability": 0.052734375}, {"token_id": 431, "token_text": " In", "probability": 0.049560546875}, {"token_id": 285, "token_text": " A", "probability": 0.041015625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.369140625}, {"token_id": 1794, "token_text": " word", "probability": 0.060302734375}, {"token_id": 9408, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 1640, "token_text": " term", "probability": 0.0162353515625}, {"token_id": 6778, "token_text": " script", "probability": 0.0152587890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2392578125}, {"token_id": 525, "token_text": " can", "probability": 0.07275390625}, {"token_id": 661, "token_text": " will", "probability": 0.05322265625}, {"token_id": 1064, "token_text": " may", "probability": 0.0390625}, {"token_id": 1236, "token_text": " should", "probability": 0.025146484375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.47265625}, {"token_id": 1946, "token_text": " called", "probability": 0.0250244140625}, {"token_id": 234, "token_text": " the", "probability": 0.0172119140625}, {"token_id": 9395, "token_text": " defined", "probability": 0.0142822265625}, {"token_id": 212, "token_text": " a", "probability": 0.01263427734375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.55078125}, {"token_id": 321, "token_text": " for", "probability": 0.11572265625}, {"token_id": 238, "token_text": " in", "probability": 0.095703125}, {"token_id": 352, "token_text": " as", "probability": 0.06201171875}, {"token_id": 463, "token_text": " by", "probability": 0.0274658203125}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.1689453125}, {"token_id": 3616, "token_text": " create", "probability": 0.040283203125}, {"token_id": 2812, "token_text": " refer", "probability": 0.0244140625}, {"token_id": 349, "token_text": " be", "probability": 0.02294921875}, {"token_id": 1170, "token_text": " use", "probability": 0.020263671875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.671875}, {"token_id": 212, "token_text": " a", "probability": 0.04296875}, {"token_id": 542, "token_text": " this", "probability": 0.0123291015625}, {"token_id": 3690, "token_text": " language", "probability": 0.0123291015625}, {"token_id": 266, "token_text": " and", "probability": 0.0108642578125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5390625}, {"token_id": 1794, "token_text": " word", "probability": 0.030517578125}, {"token_id": 9408, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 4197, "token_text": " code", "probability": 0.0081787109375}, {"token_id": 6778, "token_text": " script", "probability": 0.00701904296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1748046875}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 259, "token_text": " of", "probability": 0.064453125}, {"token_id": 266, "token_text": " and", "probability": 0.064453125}, {"token_id": 352, "token_text": " as", "probability": 0.060546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.294921875}, {"token_id": 697, "token_text": " It", "probability": 0.06591796875}, {"token_id": 1020, "token_text": " This", "probability": 0.04833984375}, {"token_id": 431, "token_text": " In", "probability": 0.04833984375}, {"token_id": 285, "token_text": " A", "probability": 0.04833984375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5}, {"token_id": 1794, "token_text": " word", "probability": 0.07666015625}, {"token_id": 9408, "token_text": " languages", "probability": 0.02197265625}, {"token_id": 6778, "token_text": " script", "probability": 0.01251220703125}, {"token_id": 1640, "token_text": " term", "probability": 0.01251220703125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.3359375}, {"token_id": 525, "token_text": " can", "probability": 0.058349609375}, {"token_id": 661, "token_text": " will", "probability": 0.03759765625}, {"token_id": 5401, "token_text": " uses", "probability": 0.03125}, {"token_id": 1064, "token_text": " may", "probability": 0.0228271484375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.5078125}, {"token_id": 1946, "token_text": " called", "probability": 0.0238037109375}, {"token_id": 234, "token_text": " the", "probability": 0.0185546875}, {"token_id": 9395, "token_text": " defined", "probability": 0.01446533203125}, {"token_id": 212, "token_text": " a", "probability": 0.011962890625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.58203125}, {"token_id": 321, "token_text": " for", "probability": 0.1474609375}, {"token_id": 238, "token_text": " in", "probability": 0.0693359375}, {"token_id": 352, "token_text": " as", "probability": 0.0478515625}, {"token_id": 463, "token_text": " by", "probability": 0.037109375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.142578125}, {"token_id": 3616, "token_text": " create", "probability": 0.033935546875}, {"token_id": 349, "token_text": " be", "probability": 0.03173828125}, {"token_id": 2812, "token_text": " refer", "probability": 0.0263671875}, {"token_id": 1170, "token_text": " use", "probability": 0.0247802734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.75390625}, {"token_id": 212, "token_text": " a", "probability": 0.032958984375}, {"token_id": 542, "token_text": " this", "probability": 0.01007080078125}, {"token_id": 391, "token_text": " it", "probability": 0.00946044921875}, {"token_id": 266, "token_text": " and", "probability": 0.007598876953125}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.42578125, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.42578125}, {"token_id": 529, "token_text": " have", "probability": 0.047607421875}, {"token_id": 500, "token_text": " not", "probability": 0.047607421875}, {"token_id": 2655, "token_text": " allow", "probability": 0.017578125}, {"token_id": 1617, "token_text": " take", "probability": 0.0128173828125}, {"token_id": 1170, "token_text": " use", "probability": 0.0113525390625}, {"token_id": 1279, "token_text": " help", "probability": 0.010009765625}, {"token_id": 2605, "token_text": " give", "probability": 0.00830078125}, {"token_id": 2561, "token_text": " include", "probability": 0.00830078125}, {"token_id": 3284, "token_text": " provide", "probability": 0.007781982421875}], "entropy": 4.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.8538295622504187, "average_logprob_per_token": -0.8538295622504187, "perplexity_on_target_sequence": 2.348623853211009, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -0.8538295622504187, "probability": 0.42578125, "raw_probability": 0.42578125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24895.233975172043, "probe_elapsed_sec": 0.9834307570126839, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata una delle principali citt\u00e0 del mondo. La citt\u00e0 \u00e8 stata costruita nel 1776, quando la citt\u00e0 \u00e8 stata costruita nel 1789. La citt\u00e0 \u00e8 stata costruita", "text": "La capitale d'Italia \u00e8 stata una delle principali citt\u00e0 del mondo. La citt\u00e0 \u00e8 stata costruita nel 1776, quando la citt\u00e0 \u00e8 stata costruita nel 1789. La citt\u00e0 \u00e8 stata costruita", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.146484375}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.057373046875}, {"token_id": 288, "token_text": " la", "probability": 0.036865234375}, {"token_id": 240, "token_text": " di", "probability": 0.027099609375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.060546875, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.060546875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.060546875}, {"token_id": 288, "token_text": " la", "probability": 0.050048828125}, {"token_id": 13624, "token_text": " costruita", "probability": 0.017333984375}, {"token_id": 240, "token_text": " di", "probability": 0.0162353515625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.140625}, {"token_id": 1470, "token_text": " grande", "probability": 0.0849609375}, {"token_id": 5214, "token_text": " regione", "probability": 0.01904296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.013916015625}, {"token_id": 2144, "token_text": " guerra", "probability": 0.01226806640625}]}, {"token_id": 4635, "token_text": " principali", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 4635, "token_text": " principali", "probability": 0.1904296875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.158203125}, {"token_id": 5402, "token_text": " migliori", "probability": 0.061767578125}, {"token_id": 8738, "token_text": " tante", "probability": 0.0291748046875}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.0257568359375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.125}, {"token_id": 6728, "token_text": " aree", "probability": 0.055419921875}, {"token_id": 2925, "token_text": " cause", "probability": 0.02783203125}, {"token_id": 19782, "token_text": " potenze", "probability": 0.0230712890625}, {"token_id": 4635, "token_text": " principali", "probability": 0.0191650390625}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.12109375}, {"token_id": 392, "token_text": " della", "probability": 0.11376953125}, {"token_id": 13282, "token_text": " europee", "probability": 0.08349609375}, {"token_id": 240, "token_text": " di", "probability": 0.07373046875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.057373046875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 5922, "token_text": " Nord", "probability": 0.04638671875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.04638671875}, {"token_id": 17477, "token_text": " Mediterraneo", "probability": 0.0361328125}, {"token_id": 9610, "token_text": " XX", "probability": 0.033935546875}, {"token_id": 2716, "token_text": " paese", "probability": 0.031982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.302734375}, {"token_id": 15, "token_text": ",", "probability": 0.18359375}, {"token_id": 248, "token_text": " e", "probability": 0.0673828125}, {"token_id": 29, "token_text": ":", "probability": 0.028076171875}, {"token_id": 17808, "token_text": " arabo", "probability": 0.0263671875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1279296875}, {"token_id": 583, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 1881, "token_text": " \u00c8", "probability": 0.04150390625}, {"token_id": 316, "token_text": " L", "probability": 0.04150390625}, {"token_id": 712, "token_text": " Le", "probability": 0.0322265625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1171875}, {"token_id": 788, "token_text": " sua", "probability": 0.04052734375}, {"token_id": 1758, "token_text": " storia", "probability": 0.035888671875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.03369140625}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0296630859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1904296875}, {"token_id": 240, "token_text": " di", "probability": 0.138671875}, {"token_id": 347, "token_text": " del", "probability": 0.05810546875}, {"token_id": 400, "token_text": " si", "probability": 0.045166015625}, {"token_id": 772, "token_text": " fu", "probability": 0.037353515625}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.30078125}, {"token_id": 18776, "token_text": " situata", "probability": 0.040771484375}, {"token_id": 385, "token_text": " una", "probability": 0.035888671875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0247802734375}, {"token_id": 269, "token_text": " un", "probability": 0.0205078125}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.2353515625}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.04638671875}, {"token_id": 30747, "token_text": " progettata", "probability": 0.04345703125}, {"token_id": 288, "token_text": " la", "probability": 0.033935546875}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1220703125}, {"token_id": 340, "token_text": " da", "probability": 0.07421875}, {"token_id": 292, "token_text": " per", "probability": 0.0478515625}, {"token_id": 238, "token_text": " in", "probability": 0.044921875}, {"token_id": 687, "token_text": " nella", "probability": 0.03271484375}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.038818359375}, {"token_id": 1604, "token_text": " 16", "probability": 0.0283203125}, {"token_id": 1331, "token_text": " 15", "probability": 0.0283203125}, {"token_id": 1786, "token_text": " 14", "probability": 0.0220947265625}, {"token_id": 892, "token_text": " 18", "probability": 0.0220947265625}]}, {"token_id": 7290, "token_text": "76", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 7290, "token_text": "76", "probability": 0.032470703125}, {"token_id": 10937, "token_text": "89", "probability": 0.028564453125}, {"token_id": 5397, "token_text": "45", "probability": 0.022216796875}, {"token_id": 10986, "token_text": "69", "probability": 0.0196533203125}, {"token_id": 3599, "token_text": "80", "probability": 0.0196533203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.197265625}, {"token_id": 248, "token_text": " e", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 340, "token_text": " da", "probability": 0.09326171875}, {"token_id": 212, "token_text": " a", "probability": 0.068359375}]}, {"token_id": 1043, "token_text": " quando", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 1043, "token_text": " quando", "probability": 0.208984375}, {"token_id": 288, "token_text": " la", "probability": 0.06787109375}, {"token_id": 437, "token_text": " ma", "probability": 0.059814453125}, {"token_id": 248, "token_text": " e", "probability": 0.05615234375}, {"token_id": 995, "token_text": " dopo", "probability": 0.043701171875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.251953125}, {"token_id": 297, "token_text": " il", "probability": 0.08203125}, {"token_id": 772, "token_text": " fu", "probability": 0.0771484375}, {"token_id": 400, "token_text": " si", "probability": 0.06396484375}, {"token_id": 230, "token_text": " l", "probability": 0.041259765625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.294921875}, {"token_id": 788, "token_text": " sua", "probability": 0.039794921875}, {"token_id": 5280, "token_text": " costruzione", "probability": 0.022705078125}, {"token_id": 922, "token_text": " prima", "probability": 0.0213623046875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.02001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.126953125}, {"token_id": 793, "token_text": " era", "probability": 0.1123046875}, {"token_id": 772, "token_text": " fu", "probability": 0.09912109375}, {"token_id": 400, "token_text": " si", "probability": 0.07275390625}, {"token_id": 7141, "token_text": " divenne", "probability": 0.056640625}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.57421875}, {"token_id": 11268, "token_text": " diventata", "probability": 0.022216796875}, {"token_id": 23395, "token_text": " occupata", "probability": 0.01434326171875}, {"token_id": 18776, "token_text": " situata", "probability": 0.01190185546875}, {"token_id": 16506, "token_text": " iniziata", "probability": 0.0098876953125}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.1435546875}, {"token_id": 30747, "token_text": " progettata", "probability": 0.03857421875}, {"token_id": 385, "token_text": " una", "probability": 0.036376953125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.031982421875}, {"token_id": 288, "token_text": " la", "probability": 0.02490234375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.2294921875}, {"token_id": 238, "token_text": " in", "probability": 0.06982421875}, {"token_id": 687, "token_text": " nella", "probability": 0.048095703125}, {"token_id": 292, "token_text": " per", "probability": 0.045166015625}, {"token_id": 1097, "token_text": " sulla", "probability": 0.031005859375}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.1669921875}, {"token_id": 1604, "token_text": " 16", "probability": 0.083984375}, {"token_id": 892, "token_text": " 18", "probability": 0.044921875}, {"token_id": 1331, "token_text": " 15", "probability": 0.034912109375}, {"token_id": 1786, "token_text": " 14", "probability": 0.032958984375}]}, {"token_id": 10937, "token_text": "89", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 10937, "token_text": "89", "probability": 0.027587890625}, {"token_id": 13577, "token_text": "83", "probability": 0.02587890625}, {"token_id": 3599, "token_text": "80", "probability": 0.02587890625}, {"token_id": 13942, "token_text": "91", "probability": 0.0228271484375}, {"token_id": 7290, "token_text": "76", "probability": 0.021484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.380859375}, {"token_id": 15, "token_text": ",", "probability": 0.296875}, {"token_id": 248, "token_text": " e", "probability": 0.09619140625}, {"token_id": 212, "token_text": " a", "probability": 0.0228271484375}, {"token_id": 340, "token_text": " da", "probability": 0.0189208984375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1953125}, {"token_id": 1296, "token_text": " Nel", "probability": 0.0634765625}, {"token_id": 583, "token_text": " Il", "probability": 0.052734375}, {"token_id": 316, "token_text": " L", "probability": 0.03857421875}, {"token_id": 2, "token_text": "", "probability": 0.031982421875}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.353515625}, {"token_id": 922, "token_text": " prima", "probability": 0.042236328125}, {"token_id": 5280, "token_text": " costruzione", "probability": 0.039794921875}, {"token_id": 788, "token_text": " sua", "probability": 0.032958984375}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.02734375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2734375}, {"token_id": 772, "token_text": " fu", "probability": 0.107421875}, {"token_id": 793, "token_text": " era", "probability": 0.06494140625}, {"token_id": 400, "token_text": " si", "probability": 0.057373046875}, {"token_id": 354, "token_text": " ha", "probability": 0.050537109375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.486328125}, {"token_id": 18776, "token_text": " situata", "probability": 0.0213623046875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0177001953125}, {"token_id": 385, "token_text": " una", "probability": 0.01214599609375}, {"token_id": 238, "token_text": " in", "probability": 0.01214599609375}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.146484375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.03955078125}, {"token_id": 30747, "token_text": " progettata", "probability": 0.037109375}, {"token_id": 385, "token_text": " una", "probability": 0.03271484375}, {"token_id": 288, "token_text": " la", "probability": 0.017578125}]}], "clean_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.146484375}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.057373046875}, {"token_id": 288, "token_text": " la", "probability": 0.036865234375}, {"token_id": 240, "token_text": " di", "probability": 0.027099609375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.060546875, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.060546875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.060546875}, {"token_id": 288, "token_text": " la", "probability": 0.050048828125}, {"token_id": 13624, "token_text": " costruita", "probability": 0.017333984375}, {"token_id": 240, "token_text": " di", "probability": 0.0162353515625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.140625}, {"token_id": 1470, "token_text": " grande", "probability": 0.0849609375}, {"token_id": 5214, "token_text": " regione", "probability": 0.01904296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.013916015625}, {"token_id": 2144, "token_text": " guerra", "probability": 0.01226806640625}]}, {"token_id": 4635, "token_text": " principali", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 4635, "token_text": " principali", "probability": 0.1904296875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.158203125}, {"token_id": 5402, "token_text": " migliori", "probability": 0.061767578125}, {"token_id": 8738, "token_text": " tante", "probability": 0.0291748046875}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.0257568359375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.125}, {"token_id": 6728, "token_text": " aree", "probability": 0.055419921875}, {"token_id": 2925, "token_text": " cause", "probability": 0.02783203125}, {"token_id": 19782, "token_text": " potenze", "probability": 0.0230712890625}, {"token_id": 4635, "token_text": " principali", "probability": 0.0191650390625}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.12109375}, {"token_id": 392, "token_text": " della", "probability": 0.11376953125}, {"token_id": 13282, "token_text": " europee", "probability": 0.08349609375}, {"token_id": 240, "token_text": " di", "probability": 0.07373046875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.057373046875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 5922, "token_text": " Nord", "probability": 0.04638671875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.04638671875}, {"token_id": 17477, "token_text": " Mediterraneo", "probability": 0.0361328125}, {"token_id": 9610, "token_text": " XX", "probability": 0.033935546875}, {"token_id": 2716, "token_text": " paese", "probability": 0.031982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.302734375}, {"token_id": 15, "token_text": ",", "probability": 0.18359375}, {"token_id": 248, "token_text": " e", "probability": 0.0673828125}, {"token_id": 29, "token_text": ":", "probability": 0.028076171875}, {"token_id": 17808, "token_text": " arabo", "probability": 0.0263671875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.130859375}, {"token_id": 583, "token_text": " Il", "probability": 0.06591796875}, {"token_id": 1881, "token_text": " \u00c8", "probability": 0.04248046875}, {"token_id": 316, "token_text": " L", "probability": 0.04248046875}, {"token_id": 712, "token_text": " Le", "probability": 0.032958984375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1171875}, {"token_id": 788, "token_text": " sua", "probability": 0.04052734375}, {"token_id": 1758, "token_text": " storia", "probability": 0.035888671875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.03369140625}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0296630859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1904296875}, {"token_id": 240, "token_text": " di", "probability": 0.1396484375}, {"token_id": 347, "token_text": " del", "probability": 0.05810546875}, {"token_id": 400, "token_text": " si", "probability": 0.045166015625}, {"token_id": 772, "token_text": " fu", "probability": 0.037353515625}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.30078125}, {"token_id": 18776, "token_text": " situata", "probability": 0.040771484375}, {"token_id": 385, "token_text": " una", "probability": 0.035888671875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0247802734375}, {"token_id": 269, "token_text": " un", "probability": 0.0205078125}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.2353515625}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.04638671875}, {"token_id": 30747, "token_text": " progettata", "probability": 0.04345703125}, {"token_id": 288, "token_text": " la", "probability": 0.033935546875}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1220703125}, {"token_id": 340, "token_text": " da", "probability": 0.07421875}, {"token_id": 292, "token_text": " per", "probability": 0.0478515625}, {"token_id": 238, "token_text": " in", "probability": 0.044921875}, {"token_id": 687, "token_text": " nella", "probability": 0.03271484375}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.038818359375}, {"token_id": 1604, "token_text": " 16", "probability": 0.0283203125}, {"token_id": 1331, "token_text": " 15", "probability": 0.0283203125}, {"token_id": 1786, "token_text": " 14", "probability": 0.0220947265625}, {"token_id": 892, "token_text": " 18", "probability": 0.0220947265625}]}, {"token_id": 7290, "token_text": "76", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 7290, "token_text": "76", "probability": 0.032470703125}, {"token_id": 10937, "token_text": "89", "probability": 0.028564453125}, {"token_id": 5397, "token_text": "45", "probability": 0.022216796875}, {"token_id": 10986, "token_text": "69", "probability": 0.0196533203125}, {"token_id": 3599, "token_text": "80", "probability": 0.0196533203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.197265625}, {"token_id": 248, "token_text": " e", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 340, "token_text": " da", "probability": 0.09326171875}, {"token_id": 212, "token_text": " a", "probability": 0.068359375}]}, {"token_id": 1043, "token_text": " quando", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 1043, "token_text": " quando", "probability": 0.208984375}, {"token_id": 288, "token_text": " la", "probability": 0.06787109375}, {"token_id": 437, "token_text": " ma", "probability": 0.059814453125}, {"token_id": 248, "token_text": " e", "probability": 0.05615234375}, {"token_id": 995, "token_text": " dopo", "probability": 0.043701171875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.251953125}, {"token_id": 297, "token_text": " il", "probability": 0.08203125}, {"token_id": 772, "token_text": " fu", "probability": 0.0771484375}, {"token_id": 400, "token_text": " si", "probability": 0.06396484375}, {"token_id": 230, "token_text": " l", "probability": 0.041259765625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.294921875}, {"token_id": 788, "token_text": " sua", "probability": 0.039794921875}, {"token_id": 5280, "token_text": " costruzione", "probability": 0.022705078125}, {"token_id": 922, "token_text": " prima", "probability": 0.0213623046875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.02001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.126953125}, {"token_id": 793, "token_text": " era", "probability": 0.1123046875}, {"token_id": 772, "token_text": " fu", "probability": 0.09912109375}, {"token_id": 400, "token_text": " si", "probability": 0.07275390625}, {"token_id": 7141, "token_text": " divenne", "probability": 0.056640625}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.57421875}, {"token_id": 11268, "token_text": " diventata", "probability": 0.022216796875}, {"token_id": 23395, "token_text": " occupata", "probability": 0.01434326171875}, {"token_id": 18776, "token_text": " situata", "probability": 0.01190185546875}, {"token_id": 16506, "token_text": " iniziata", "probability": 0.0098876953125}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.1435546875}, {"token_id": 30747, "token_text": " progettata", "probability": 0.03857421875}, {"token_id": 385, "token_text": " una", "probability": 0.036376953125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.031982421875}, {"token_id": 288, "token_text": " la", "probability": 0.02490234375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.2294921875}, {"token_id": 238, "token_text": " in", "probability": 0.06982421875}, {"token_id": 687, "token_text": " nella", "probability": 0.048095703125}, {"token_id": 292, "token_text": " per", "probability": 0.045166015625}, {"token_id": 1097, "token_text": " sulla", "probability": 0.031005859375}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.1669921875}, {"token_id": 1604, "token_text": " 16", "probability": 0.083984375}, {"token_id": 892, "token_text": " 18", "probability": 0.044921875}, {"token_id": 1331, "token_text": " 15", "probability": 0.034912109375}, {"token_id": 1786, "token_text": " 14", "probability": 0.032958984375}]}, {"token_id": 10937, "token_text": "89", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 10937, "token_text": "89", "probability": 0.027587890625}, {"token_id": 13577, "token_text": "83", "probability": 0.02587890625}, {"token_id": 3599, "token_text": "80", "probability": 0.02587890625}, {"token_id": 13942, "token_text": "91", "probability": 0.0228271484375}, {"token_id": 7290, "token_text": "76", "probability": 0.021484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.380859375}, {"token_id": 15, "token_text": ",", "probability": 0.296875}, {"token_id": 248, "token_text": " e", "probability": 0.09619140625}, {"token_id": 212, "token_text": " a", "probability": 0.0228271484375}, {"token_id": 340, "token_text": " da", "probability": 0.0189208984375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2021484375}, {"token_id": 1296, "token_text": " Nel", "probability": 0.0654296875}, {"token_id": 583, "token_text": " Il", "probability": 0.054443359375}, {"token_id": 316, "token_text": " L", "probability": 0.039794921875}, {"token_id": 712, "token_text": " Le", "probability": 0.0291748046875}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.353515625}, {"token_id": 922, "token_text": " prima", "probability": 0.042236328125}, {"token_id": 5280, "token_text": " costruzione", "probability": 0.039794921875}, {"token_id": 788, "token_text": " sua", "probability": 0.032958984375}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.02734375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2734375}, {"token_id": 772, "token_text": " fu", "probability": 0.107421875}, {"token_id": 793, "token_text": " era", "probability": 0.06494140625}, {"token_id": 400, "token_text": " si", "probability": 0.057373046875}, {"token_id": 354, "token_text": " ha", "probability": 0.050537109375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.486328125}, {"token_id": 18776, "token_text": " situata", "probability": 0.0213623046875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0177001953125}, {"token_id": 385, "token_text": " una", "probability": 0.01214599609375}, {"token_id": 238, "token_text": " in", "probability": 0.01214599609375}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.146484375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.03955078125}, {"token_id": 30747, "token_text": " progettata", "probability": 0.037109375}, {"token_id": 385, "token_text": " una", "probability": 0.03271484375}, {"token_id": 288, "token_text": " la", "probability": 0.017578125}]}], "token_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.146484375}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.057373046875}, {"token_id": 288, "token_text": " la", "probability": 0.036865234375}, {"token_id": 240, "token_text": " di", "probability": 0.027099609375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.060546875, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.060546875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.060546875}, {"token_id": 288, "token_text": " la", "probability": 0.050048828125}, {"token_id": 13624, "token_text": " costruita", "probability": 0.017333984375}, {"token_id": 240, "token_text": " di", "probability": 0.0162353515625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.140625}, {"token_id": 1470, "token_text": " grande", "probability": 0.0849609375}, {"token_id": 5214, "token_text": " regione", "probability": 0.01904296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.013916015625}, {"token_id": 2144, "token_text": " guerra", "probability": 0.01226806640625}]}, {"token_id": 4635, "token_text": " principali", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 4635, "token_text": " principali", "probability": 0.1904296875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.158203125}, {"token_id": 5402, "token_text": " migliori", "probability": 0.061767578125}, {"token_id": 8738, "token_text": " tante", "probability": 0.0291748046875}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.0257568359375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.125}, {"token_id": 6728, "token_text": " aree", "probability": 0.055419921875}, {"token_id": 2925, "token_text": " cause", "probability": 0.02783203125}, {"token_id": 19782, "token_text": " potenze", "probability": 0.0230712890625}, {"token_id": 4635, "token_text": " principali", "probability": 0.0191650390625}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.12109375}, {"token_id": 392, "token_text": " della", "probability": 0.11376953125}, {"token_id": 13282, "token_text": " europee", "probability": 0.08349609375}, {"token_id": 240, "token_text": " di", "probability": 0.07373046875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.057373046875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 5922, "token_text": " Nord", "probability": 0.04638671875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.04638671875}, {"token_id": 17477, "token_text": " Mediterraneo", "probability": 0.0361328125}, {"token_id": 9610, "token_text": " XX", "probability": 0.033935546875}, {"token_id": 2716, "token_text": " paese", "probability": 0.031982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.302734375}, {"token_id": 15, "token_text": ",", "probability": 0.18359375}, {"token_id": 248, "token_text": " e", "probability": 0.0673828125}, {"token_id": 29, "token_text": ":", "probability": 0.028076171875}, {"token_id": 17808, "token_text": " arabo", "probability": 0.0263671875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.130859375}, {"token_id": 583, "token_text": " Il", "probability": 0.06591796875}, {"token_id": 1881, "token_text": " \u00c8", "probability": 0.04248046875}, {"token_id": 316, "token_text": " L", "probability": 0.04248046875}, {"token_id": 712, "token_text": " Le", "probability": 0.032958984375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1171875}, {"token_id": 788, "token_text": " sua", "probability": 0.04052734375}, {"token_id": 1758, "token_text": " storia", "probability": 0.035888671875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.03369140625}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0296630859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.1904296875}, {"token_id": 240, "token_text": " di", "probability": 0.1396484375}, {"token_id": 347, "token_text": " del", "probability": 0.05810546875}, {"token_id": 400, "token_text": " si", "probability": 0.045166015625}, {"token_id": 772, "token_text": " fu", "probability": 0.037353515625}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.30078125}, {"token_id": 18776, "token_text": " situata", "probability": 0.040771484375}, {"token_id": 385, "token_text": " una", "probability": 0.035888671875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0247802734375}, {"token_id": 269, "token_text": " un", "probability": 0.0205078125}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.2353515625}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.04638671875}, {"token_id": 30747, "token_text": " progettata", "probability": 0.04345703125}, {"token_id": 288, "token_text": " la", "probability": 0.033935546875}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1220703125}, {"token_id": 340, "token_text": " da", "probability": 0.07421875}, {"token_id": 292, "token_text": " per", "probability": 0.0478515625}, {"token_id": 238, "token_text": " in", "probability": 0.044921875}, {"token_id": 687, "token_text": " nella", "probability": 0.03271484375}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.038818359375}, {"token_id": 1604, "token_text": " 16", "probability": 0.0283203125}, {"token_id": 1331, "token_text": " 15", "probability": 0.0283203125}, {"token_id": 1786, "token_text": " 14", "probability": 0.0220947265625}, {"token_id": 892, "token_text": " 18", "probability": 0.0220947265625}]}, {"token_id": 7290, "token_text": "76", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 7290, "token_text": "76", "probability": 0.032470703125}, {"token_id": 10937, "token_text": "89", "probability": 0.028564453125}, {"token_id": 5397, "token_text": "45", "probability": 0.022216796875}, {"token_id": 10986, "token_text": "69", "probability": 0.0196533203125}, {"token_id": 3599, "token_text": "80", "probability": 0.0196533203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.197265625}, {"token_id": 248, "token_text": " e", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 340, "token_text": " da", "probability": 0.09326171875}, {"token_id": 212, "token_text": " a", "probability": 0.068359375}]}, {"token_id": 1043, "token_text": " quando", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 1043, "token_text": " quando", "probability": 0.208984375}, {"token_id": 288, "token_text": " la", "probability": 0.06787109375}, {"token_id": 437, "token_text": " ma", "probability": 0.059814453125}, {"token_id": 248, "token_text": " e", "probability": 0.05615234375}, {"token_id": 995, "token_text": " dopo", "probability": 0.043701171875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.251953125}, {"token_id": 297, "token_text": " il", "probability": 0.08203125}, {"token_id": 772, "token_text": " fu", "probability": 0.0771484375}, {"token_id": 400, "token_text": " si", "probability": 0.06396484375}, {"token_id": 230, "token_text": " l", "probability": 0.041259765625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.294921875}, {"token_id": 788, "token_text": " sua", "probability": 0.039794921875}, {"token_id": 5280, "token_text": " costruzione", "probability": 0.022705078125}, {"token_id": 922, "token_text": " prima", "probability": 0.0213623046875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.02001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.126953125}, {"token_id": 793, "token_text": " era", "probability": 0.1123046875}, {"token_id": 772, "token_text": " fu", "probability": 0.09912109375}, {"token_id": 400, "token_text": " si", "probability": 0.07275390625}, {"token_id": 7141, "token_text": " divenne", "probability": 0.056640625}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.57421875}, {"token_id": 11268, "token_text": " diventata", "probability": 0.022216796875}, {"token_id": 23395, "token_text": " occupata", "probability": 0.01434326171875}, {"token_id": 18776, "token_text": " situata", "probability": 0.01190185546875}, {"token_id": 16506, "token_text": " iniziata", "probability": 0.0098876953125}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.1435546875}, {"token_id": 30747, "token_text": " progettata", "probability": 0.03857421875}, {"token_id": 385, "token_text": " una", "probability": 0.036376953125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.031982421875}, {"token_id": 288, "token_text": " la", "probability": 0.02490234375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.2294921875}, {"token_id": 238, "token_text": " in", "probability": 0.06982421875}, {"token_id": 687, "token_text": " nella", "probability": 0.048095703125}, {"token_id": 292, "token_text": " per", "probability": 0.045166015625}, {"token_id": 1097, "token_text": " sulla", "probability": 0.031005859375}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.1669921875}, {"token_id": 1604, "token_text": " 16", "probability": 0.083984375}, {"token_id": 892, "token_text": " 18", "probability": 0.044921875}, {"token_id": 1331, "token_text": " 15", "probability": 0.034912109375}, {"token_id": 1786, "token_text": " 14", "probability": 0.032958984375}]}, {"token_id": 10937, "token_text": "89", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 10937, "token_text": "89", "probability": 0.027587890625}, {"token_id": 13577, "token_text": "83", "probability": 0.02587890625}, {"token_id": 3599, "token_text": "80", "probability": 0.02587890625}, {"token_id": 13942, "token_text": "91", "probability": 0.0228271484375}, {"token_id": 7290, "token_text": "76", "probability": 0.021484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.380859375}, {"token_id": 15, "token_text": ",", "probability": 0.296875}, {"token_id": 248, "token_text": " e", "probability": 0.09619140625}, {"token_id": 212, "token_text": " a", "probability": 0.0228271484375}, {"token_id": 340, "token_text": " da", "probability": 0.0189208984375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2021484375}, {"token_id": 1296, "token_text": " Nel", "probability": 0.0654296875}, {"token_id": 583, "token_text": " Il", "probability": 0.054443359375}, {"token_id": 316, "token_text": " L", "probability": 0.039794921875}, {"token_id": 712, "token_text": " Le", "probability": 0.0291748046875}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.353515625}, {"token_id": 922, "token_text": " prima", "probability": 0.042236328125}, {"token_id": 5280, "token_text": " costruzione", "probability": 0.039794921875}, {"token_id": 788, "token_text": " sua", "probability": 0.032958984375}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.02734375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2734375}, {"token_id": 772, "token_text": " fu", "probability": 0.107421875}, {"token_id": 793, "token_text": " era", "probability": 0.06494140625}, {"token_id": 400, "token_text": " si", "probability": 0.057373046875}, {"token_id": 354, "token_text": " ha", "probability": 0.050537109375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.486328125}, {"token_id": 18776, "token_text": " situata", "probability": 0.0213623046875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0177001953125}, {"token_id": 385, "token_text": " una", "probability": 0.01214599609375}, {"token_id": 238, "token_text": " in", "probability": 0.01214599609375}]}, {"token_id": 13624, "token_text": " costruita", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 13624, "token_text": " costruita", "probability": 0.146484375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.03955078125}, {"token_id": 30747, "token_text": " progettata", "probability": 0.037109375}, {"token_id": 385, "token_text": " una", "probability": 0.03271484375}, {"token_id": 288, "token_text": " la", "probability": 0.017578125}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 1994, "correct_token_probability": 2.181529998779297e-05, "top_10_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.146484375}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.057373046875}, {"token_id": 288, "token_text": " la", "probability": 0.036865234375}, {"token_id": 240, "token_text": " di", "probability": 0.027099609375}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0211181640625}, {"token_id": 297, "token_text": " il", "probability": 0.0174560546875}, {"token_id": 238, "token_text": " in", "probability": 0.0174560546875}, {"token_id": 230, "token_text": " l", "probability": 0.01544189453125}, {"token_id": 1446, "token_text": " quella", "probability": 0.01275634765625}], "entropy": 5.40625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.732899000037321, "average_logprob_per_token": -10.732899000037321, "perplexity_on_target_sequence": 45839.38797814207, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -10.732899000037321, "probability": 2.181529998779297e-05, "raw_probability": 2.181529998779297e-05, "correct_token_rank": 1994}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24895.23452115059, "probe_elapsed_sec": 0.9834307570126839, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere utilizzato come un'analisi di un'analisi di un'analisi di un'analisi di un'analisi di un'analisi di un'analisi di un", "text": "Un piccolo modello linguistico dovrebbe essere utilizzato come un'analisi di un'analisi di un'analisi di un'analisi di un'analisi di un'analisi di un'analisi di un", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.388671875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041015625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0233154296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01171875}, {"token_id": 4932, "token_text": " portare", "probability": 0.01031494140625}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.0732421875}, {"token_id": 6410, "token_text": " usato", "probability": 0.03466796875}, {"token_id": 6352, "token_text": " considerato", "probability": 0.0286865234375}, {"token_id": 10237, "token_text": " utilizzata", "probability": 0.0238037109375}, {"token_id": 269, "token_text": " un", "probability": 0.0223388671875}]}, {"token_id": 512, "token_text": " come", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 512, "token_text": " come", "probability": 0.193359375}, {"token_id": 292, "token_text": " per", "probability": 0.181640625}, {"token_id": 269, "token_text": " un", "probability": 0.049072265625}, {"token_id": 238, "token_text": " in", "probability": 0.0458984375}, {"token_id": 297, "token_text": " il", "probability": 0.03369140625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.09912109375}, {"token_id": 385, "token_text": " una", "probability": 0.056396484375}, {"token_id": 288, "token_text": " la", "probability": 0.0439453125}, {"token_id": 297, "token_text": " il", "probability": 0.0283203125}, {"token_id": 358, "token_text": " \"", "probability": 0.0228271484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07177734375}, {"token_id": 5147, "token_text": " modello", "probability": 0.046142578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.03173828125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.028076171875}, {"token_id": 7118, "token_text": " metodo", "probability": 0.023193359375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.042724609375, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.042724609375}, {"token_id": 4571, "token_text": "opera", "probability": 0.0400390625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.029296875}, {"token_id": 4679, "token_text": "idea", "probability": 0.0274658203125}, {"token_id": 11968, "token_text": "applicazione", "probability": 0.02587890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.130859375}, {"token_id": 18666, "token_text": " genetica", "probability": 0.048095703125}, {"token_id": 347, "token_text": " del", "probability": 0.037353515625}, {"token_id": 392, "token_text": " della", "probability": 0.032958984375}, {"token_id": 496, "token_text": " dei", "probability": 0.018798828125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0223388671875}, {"token_id": 1712, "token_text": " base", "probability": 0.017333984375}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.01531982421875}, {"token_id": 358, "token_text": " \"", "probability": 0.01019287109375}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2470703125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.03564453125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0244140625}, {"token_id": 5147, "token_text": " modello", "probability": 0.0244140625}, {"token_id": 9516, "token_text": " gene", "probability": 0.01483154296875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.208984375}, {"token_id": 4679, "token_text": "idea", "probability": 0.036376953125}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.031982421875}, {"token_id": 13650, "token_text": "indagine", "probability": 0.026611328125}, {"token_id": 545, "token_text": "azione", "probability": 0.02490234375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1611328125}, {"token_id": 18666, "token_text": " genetica", "probability": 0.038330078125}, {"token_id": 347, "token_text": " del", "probability": 0.03369140625}, {"token_id": 392, "token_text": " della", "probability": 0.03173828125}, {"token_id": 496, "token_text": " dei", "probability": 0.023193359375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.02685546875}, {"token_id": 1712, "token_text": " base", "probability": 0.013916015625}, {"token_id": 762, "token_text": " questo", "probability": 0.01226806640625}, {"token_id": 6491, "token_text": " massa", "probability": 0.01153564453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.396484375}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0252685546875}, {"token_id": 3255, "token_text": " processo", "probability": 0.02099609375}, {"token_id": 5147, "token_text": " modello", "probability": 0.016357421875}, {"token_id": 9516, "token_text": " gene", "probability": 0.014404296875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.294921875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.039794921875}, {"token_id": 545, "token_text": "azione", "probability": 0.031005859375}, {"token_id": 13650, "token_text": "indagine", "probability": 0.0291748046875}, {"token_id": 4679, "token_text": "idea", "probability": 0.022705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.203125}, {"token_id": 18666, "token_text": " genetica", "probability": 0.0546875}, {"token_id": 295, "token_text": " che", "probability": 0.0242919921875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 14132, "token_text": " matematica", "probability": 0.0177001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1416015625}, {"token_id": 385, "token_text": " una", "probability": 0.04052734375}, {"token_id": 1712, "token_text": " base", "probability": 0.014892578125}, {"token_id": 762, "token_text": " questo", "probability": 0.01025390625}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0087890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.490234375}, {"token_id": 3255, "token_text": " processo", "probability": 0.017822265625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0167236328125}, {"token_id": 5147, "token_text": " modello", "probability": 0.013916015625}, {"token_id": 9516, "token_text": " gene", "probability": 0.0130615234375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.341796875}, {"token_id": 545, "token_text": "azione", "probability": 0.038330078125}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0361328125}, {"token_id": 13650, "token_text": "indagine", "probability": 0.033935546875}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.0205078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.28125}, {"token_id": 295, "token_text": " che", "probability": 0.03369140625}, {"token_id": 15, "token_text": ",", "probability": 0.02783203125}, {"token_id": 347, "token_text": " del", "probability": 0.021728515625}, {"token_id": 17, "token_text": ".", "probability": 0.021728515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.236328125}, {"token_id": 385, "token_text": " una", "probability": 0.049560546875}, {"token_id": 1712, "token_text": " base", "probability": 0.0181884765625}, {"token_id": 762, "token_text": " questo", "probability": 0.01007080078125}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.0091552734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5703125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0162353515625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0142822265625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.01080322265625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0101318359375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.455078125}, {"token_id": 13650, "token_text": "indagine", "probability": 0.039794921875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0240478515625}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.021240234375}, {"token_id": 545, "token_text": "azione", "probability": 0.018798828125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.306640625}, {"token_id": 17, "token_text": ".", "probability": 0.032470703125}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 295, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 347, "token_text": " del", "probability": 0.0196533203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.30078125}, {"token_id": 385, "token_text": " una", "probability": 0.0556640625}, {"token_id": 1712, "token_text": " base", "probability": 0.01324462890625}, {"token_id": 762, "token_text": " questo", "probability": 0.0093994140625}, {"token_id": 1026, "token_text": " uno", "probability": 0.00909423828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5703125}, {"token_id": 3255, "token_text": " processo", "probability": 0.01513671875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.01513671875}, {"token_id": 5147, "token_text": " modello", "probability": 0.0111083984375}, {"token_id": 9516, "token_text": " gene", "probability": 0.00946044921875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.451171875}, {"token_id": 13650, "token_text": "indagine", "probability": 0.037109375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0211181640625}, {"token_id": 545, "token_text": "azione", "probability": 0.019775390625}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.0186767578125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.37890625}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 295, "token_text": " che", "probability": 0.0257568359375}, {"token_id": 347, "token_text": " del", "probability": 0.0177001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.423828125}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 1712, "token_text": " base", "probability": 0.0169677734375}, {"token_id": 1026, "token_text": " uno", "probability": 0.01202392578125}, {"token_id": 762, "token_text": " questo", "probability": 0.00994873046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.67578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.016845703125}, {"token_id": 9516, "token_text": " gene", "probability": 0.0096435546875}, {"token_id": 2012, "token_text": " altro", "probability": 0.009033203125}, {"token_id": 3255, "token_text": " processo", "probability": 0.00848388671875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.515625}, {"token_id": 13650, "token_text": "indagine", "probability": 0.03515625}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.018798828125}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.01556396484375}, {"token_id": 13242, "token_text": "associazione", "probability": 0.01373291015625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.40234375}, {"token_id": 17, "token_text": ".", "probability": 0.031005859375}, {"token_id": 15, "token_text": ",", "probability": 0.031005859375}, {"token_id": 347, "token_text": " del", "probability": 0.021240234375}, {"token_id": 295, "token_text": " che", "probability": 0.02001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.462890625}, {"token_id": 385, "token_text": " una", "probability": 0.0625}, {"token_id": 1712, "token_text": " base", "probability": 0.01312255859375}, {"token_id": 1026, "token_text": " uno", "probability": 0.01275634765625}, {"token_id": 762, "token_text": " questo", "probability": 0.00958251953125}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.388671875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041015625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0233154296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01171875}, {"token_id": 4932, "token_text": " portare", "probability": 0.01031494140625}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.0732421875}, {"token_id": 6410, "token_text": " usato", "probability": 0.03466796875}, {"token_id": 6352, "token_text": " considerato", "probability": 0.0286865234375}, {"token_id": 10237, "token_text": " utilizzata", "probability": 0.0238037109375}, {"token_id": 269, "token_text": " un", "probability": 0.0223388671875}]}, {"token_id": 512, "token_text": " come", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 512, "token_text": " come", "probability": 0.193359375}, {"token_id": 292, "token_text": " per", "probability": 0.181640625}, {"token_id": 269, "token_text": " un", "probability": 0.049072265625}, {"token_id": 238, "token_text": " in", "probability": 0.0458984375}, {"token_id": 297, "token_text": " il", "probability": 0.03369140625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.09912109375}, {"token_id": 385, "token_text": " una", "probability": 0.056396484375}, {"token_id": 288, "token_text": " la", "probability": 0.0439453125}, {"token_id": 297, "token_text": " il", "probability": 0.0283203125}, {"token_id": 358, "token_text": " \"", "probability": 0.0228271484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07177734375}, {"token_id": 5147, "token_text": " modello", "probability": 0.046142578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.03173828125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.028076171875}, {"token_id": 7118, "token_text": " metodo", "probability": 0.023193359375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.042724609375, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.042724609375}, {"token_id": 4571, "token_text": "opera", "probability": 0.0400390625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.029296875}, {"token_id": 4679, "token_text": "idea", "probability": 0.0274658203125}, {"token_id": 11968, "token_text": "applicazione", "probability": 0.02587890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.130859375}, {"token_id": 18666, "token_text": " genetica", "probability": 0.048095703125}, {"token_id": 347, "token_text": " del", "probability": 0.037353515625}, {"token_id": 392, "token_text": " della", "probability": 0.032958984375}, {"token_id": 496, "token_text": " dei", "probability": 0.018798828125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0223388671875}, {"token_id": 1712, "token_text": " base", "probability": 0.017333984375}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.01531982421875}, {"token_id": 358, "token_text": " \"", "probability": 0.01019287109375}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2470703125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.03564453125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0244140625}, {"token_id": 5147, "token_text": " modello", "probability": 0.0244140625}, {"token_id": 9516, "token_text": " gene", "probability": 0.01483154296875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.208984375}, {"token_id": 4679, "token_text": "idea", "probability": 0.036376953125}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.031982421875}, {"token_id": 13650, "token_text": "indagine", "probability": 0.026611328125}, {"token_id": 545, "token_text": "azione", "probability": 0.02490234375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1611328125}, {"token_id": 18666, "token_text": " genetica", "probability": 0.038330078125}, {"token_id": 347, "token_text": " del", "probability": 0.03369140625}, {"token_id": 392, "token_text": " della", "probability": 0.03173828125}, {"token_id": 496, "token_text": " dei", "probability": 0.023193359375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.02685546875}, {"token_id": 1712, "token_text": " base", "probability": 0.013916015625}, {"token_id": 762, "token_text": " questo", "probability": 0.01226806640625}, {"token_id": 6491, "token_text": " massa", "probability": 0.01153564453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.396484375}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0252685546875}, {"token_id": 3255, "token_text": " processo", "probability": 0.02099609375}, {"token_id": 5147, "token_text": " modello", "probability": 0.016357421875}, {"token_id": 9516, "token_text": " gene", "probability": 0.014404296875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.294921875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.039794921875}, {"token_id": 545, "token_text": "azione", "probability": 0.031005859375}, {"token_id": 13650, "token_text": "indagine", "probability": 0.0291748046875}, {"token_id": 4679, "token_text": "idea", "probability": 0.022705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.203125}, {"token_id": 18666, "token_text": " genetica", "probability": 0.0546875}, {"token_id": 295, "token_text": " che", "probability": 0.0242919921875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 14132, "token_text": " matematica", "probability": 0.0177001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1416015625}, {"token_id": 385, "token_text": " una", "probability": 0.04052734375}, {"token_id": 1712, "token_text": " base", "probability": 0.014892578125}, {"token_id": 762, "token_text": " questo", "probability": 0.01025390625}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0087890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.490234375}, {"token_id": 3255, "token_text": " processo", "probability": 0.017822265625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0167236328125}, {"token_id": 5147, "token_text": " modello", "probability": 0.013916015625}, {"token_id": 9516, "token_text": " gene", "probability": 0.0130615234375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.341796875}, {"token_id": 545, "token_text": "azione", "probability": 0.038330078125}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0361328125}, {"token_id": 13650, "token_text": "indagine", "probability": 0.033935546875}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.0205078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.28125}, {"token_id": 295, "token_text": " che", "probability": 0.03369140625}, {"token_id": 15, "token_text": ",", "probability": 0.02783203125}, {"token_id": 347, "token_text": " del", "probability": 0.021728515625}, {"token_id": 17, "token_text": ".", "probability": 0.021728515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.236328125}, {"token_id": 385, "token_text": " una", "probability": 0.049560546875}, {"token_id": 1712, "token_text": " base", "probability": 0.0181884765625}, {"token_id": 762, "token_text": " questo", "probability": 0.01007080078125}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.0091552734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5703125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0162353515625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0142822265625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.01080322265625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0101318359375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.455078125}, {"token_id": 13650, "token_text": "indagine", "probability": 0.039794921875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0240478515625}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.021240234375}, {"token_id": 545, "token_text": "azione", "probability": 0.018798828125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.306640625}, {"token_id": 17, "token_text": ".", "probability": 0.032470703125}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 295, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 347, "token_text": " del", "probability": 0.0196533203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.30078125}, {"token_id": 385, "token_text": " una", "probability": 0.0556640625}, {"token_id": 1712, "token_text": " base", "probability": 0.01324462890625}, {"token_id": 762, "token_text": " questo", "probability": 0.0093994140625}, {"token_id": 1026, "token_text": " uno", "probability": 0.00909423828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5703125}, {"token_id": 3255, "token_text": " processo", "probability": 0.01513671875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.01513671875}, {"token_id": 5147, "token_text": " modello", "probability": 0.0111083984375}, {"token_id": 9516, "token_text": " gene", "probability": 0.00946044921875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.451171875}, {"token_id": 13650, "token_text": "indagine", "probability": 0.037109375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0211181640625}, {"token_id": 545, "token_text": "azione", "probability": 0.019775390625}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.0186767578125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.37890625}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 295, "token_text": " che", "probability": 0.0257568359375}, {"token_id": 347, "token_text": " del", "probability": 0.0177001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.423828125}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 1712, "token_text": " base", "probability": 0.0169677734375}, {"token_id": 1026, "token_text": " uno", "probability": 0.01202392578125}, {"token_id": 762, "token_text": " questo", "probability": 0.00994873046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.67578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.016845703125}, {"token_id": 9516, "token_text": " gene", "probability": 0.0096435546875}, {"token_id": 2012, "token_text": " altro", "probability": 0.009033203125}, {"token_id": 3255, "token_text": " processo", "probability": 0.00848388671875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.515625}, {"token_id": 13650, "token_text": "indagine", "probability": 0.03515625}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.018798828125}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.01556396484375}, {"token_id": 13242, "token_text": "associazione", "probability": 0.01373291015625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.40234375}, {"token_id": 17, "token_text": ".", "probability": 0.031005859375}, {"token_id": 15, "token_text": ",", "probability": 0.031005859375}, {"token_id": 347, "token_text": " del", "probability": 0.021240234375}, {"token_id": 295, "token_text": " che", "probability": 0.02001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.462890625}, {"token_id": 385, "token_text": " una", "probability": 0.0625}, {"token_id": 1712, "token_text": " base", "probability": 0.01312255859375}, {"token_id": 1026, "token_text": " uno", "probability": 0.01275634765625}, {"token_id": 762, "token_text": " questo", "probability": 0.00958251953125}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.388671875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041015625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0233154296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01171875}, {"token_id": 4932, "token_text": " portare", "probability": 0.01031494140625}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.0732421875}, {"token_id": 6410, "token_text": " usato", "probability": 0.03466796875}, {"token_id": 6352, "token_text": " considerato", "probability": 0.0286865234375}, {"token_id": 10237, "token_text": " utilizzata", "probability": 0.0238037109375}, {"token_id": 269, "token_text": " un", "probability": 0.0223388671875}]}, {"token_id": 512, "token_text": " come", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 512, "token_text": " come", "probability": 0.193359375}, {"token_id": 292, "token_text": " per", "probability": 0.181640625}, {"token_id": 269, "token_text": " un", "probability": 0.049072265625}, {"token_id": 238, "token_text": " in", "probability": 0.0458984375}, {"token_id": 297, "token_text": " il", "probability": 0.03369140625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.09912109375}, {"token_id": 385, "token_text": " una", "probability": 0.056396484375}, {"token_id": 288, "token_text": " la", "probability": 0.0439453125}, {"token_id": 297, "token_text": " il", "probability": 0.0283203125}, {"token_id": 358, "token_text": " \"", "probability": 0.0228271484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07177734375}, {"token_id": 5147, "token_text": " modello", "probability": 0.046142578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.03173828125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.028076171875}, {"token_id": 7118, "token_text": " metodo", "probability": 0.023193359375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.042724609375, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.042724609375}, {"token_id": 4571, "token_text": "opera", "probability": 0.0400390625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.029296875}, {"token_id": 4679, "token_text": "idea", "probability": 0.0274658203125}, {"token_id": 11968, "token_text": "applicazione", "probability": 0.02587890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.130859375}, {"token_id": 18666, "token_text": " genetica", "probability": 0.048095703125}, {"token_id": 347, "token_text": " del", "probability": 0.037353515625}, {"token_id": 392, "token_text": " della", "probability": 0.032958984375}, {"token_id": 496, "token_text": " dei", "probability": 0.018798828125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.0223388671875}, {"token_id": 1712, "token_text": " base", "probability": 0.017333984375}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.01531982421875}, {"token_id": 358, "token_text": " \"", "probability": 0.01019287109375}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2470703125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.03564453125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0244140625}, {"token_id": 5147, "token_text": " modello", "probability": 0.0244140625}, {"token_id": 9516, "token_text": " gene", "probability": 0.01483154296875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.208984375}, {"token_id": 4679, "token_text": "idea", "probability": 0.036376953125}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.031982421875}, {"token_id": 13650, "token_text": "indagine", "probability": 0.026611328125}, {"token_id": 545, "token_text": "azione", "probability": 0.02490234375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1611328125}, {"token_id": 18666, "token_text": " genetica", "probability": 0.038330078125}, {"token_id": 347, "token_text": " del", "probability": 0.03369140625}, {"token_id": 392, "token_text": " della", "probability": 0.03173828125}, {"token_id": 496, "token_text": " dei", "probability": 0.023193359375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.02685546875}, {"token_id": 1712, "token_text": " base", "probability": 0.013916015625}, {"token_id": 762, "token_text": " questo", "probability": 0.01226806640625}, {"token_id": 6491, "token_text": " massa", "probability": 0.01153564453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.396484375}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0252685546875}, {"token_id": 3255, "token_text": " processo", "probability": 0.02099609375}, {"token_id": 5147, "token_text": " modello", "probability": 0.016357421875}, {"token_id": 9516, "token_text": " gene", "probability": 0.014404296875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.294921875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.039794921875}, {"token_id": 545, "token_text": "azione", "probability": 0.031005859375}, {"token_id": 13650, "token_text": "indagine", "probability": 0.0291748046875}, {"token_id": 4679, "token_text": "idea", "probability": 0.022705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.203125}, {"token_id": 18666, "token_text": " genetica", "probability": 0.0546875}, {"token_id": 295, "token_text": " che", "probability": 0.0242919921875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 14132, "token_text": " matematica", "probability": 0.0177001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1416015625}, {"token_id": 385, "token_text": " una", "probability": 0.04052734375}, {"token_id": 1712, "token_text": " base", "probability": 0.014892578125}, {"token_id": 762, "token_text": " questo", "probability": 0.01025390625}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0087890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.490234375}, {"token_id": 3255, "token_text": " processo", "probability": 0.017822265625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0167236328125}, {"token_id": 5147, "token_text": " modello", "probability": 0.013916015625}, {"token_id": 9516, "token_text": " gene", "probability": 0.0130615234375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.341796875}, {"token_id": 545, "token_text": "azione", "probability": 0.038330078125}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0361328125}, {"token_id": 13650, "token_text": "indagine", "probability": 0.033935546875}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.0205078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.28125}, {"token_id": 295, "token_text": " che", "probability": 0.03369140625}, {"token_id": 15, "token_text": ",", "probability": 0.02783203125}, {"token_id": 347, "token_text": " del", "probability": 0.021728515625}, {"token_id": 17, "token_text": ".", "probability": 0.021728515625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.236328125}, {"token_id": 385, "token_text": " una", "probability": 0.049560546875}, {"token_id": 1712, "token_text": " base", "probability": 0.0181884765625}, {"token_id": 762, "token_text": " questo", "probability": 0.01007080078125}, {"token_id": 2546, "token_text": " ricerca", "probability": 0.0091552734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5703125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0162353515625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0142822265625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.01080322265625}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0101318359375}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.455078125}, {"token_id": 13650, "token_text": "indagine", "probability": 0.039794921875}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0240478515625}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.021240234375}, {"token_id": 545, "token_text": "azione", "probability": 0.018798828125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.306640625}, {"token_id": 17, "token_text": ".", "probability": 0.032470703125}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 295, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 347, "token_text": " del", "probability": 0.0196533203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.30078125}, {"token_id": 385, "token_text": " una", "probability": 0.0556640625}, {"token_id": 1712, "token_text": " base", "probability": 0.01324462890625}, {"token_id": 762, "token_text": " questo", "probability": 0.0093994140625}, {"token_id": 1026, "token_text": " uno", "probability": 0.00909423828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5703125}, {"token_id": 3255, "token_text": " processo", "probability": 0.01513671875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.01513671875}, {"token_id": 5147, "token_text": " modello", "probability": 0.0111083984375}, {"token_id": 9516, "token_text": " gene", "probability": 0.00946044921875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.451171875}, {"token_id": 13650, "token_text": "indagine", "probability": 0.037109375}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.0211181640625}, {"token_id": 545, "token_text": "azione", "probability": 0.019775390625}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.0186767578125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.37890625}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 295, "token_text": " che", "probability": 0.0257568359375}, {"token_id": 347, "token_text": " del", "probability": 0.0177001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.423828125}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 1712, "token_text": " base", "probability": 0.0169677734375}, {"token_id": 1026, "token_text": " uno", "probability": 0.01202392578125}, {"token_id": 762, "token_text": " questo", "probability": 0.00994873046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.67578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.016845703125}, {"token_id": 9516, "token_text": " gene", "probability": 0.0096435546875}, {"token_id": 2012, "token_text": " altro", "probability": 0.009033203125}, {"token_id": 3255, "token_text": " processo", "probability": 0.00848388671875}]}, {"token_id": 7902, "token_text": "analisi", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 7902, "token_text": "analisi", "probability": 0.515625}, {"token_id": 13650, "token_text": "indagine", "probability": 0.03515625}, {"token_id": 5079, "token_text": "attivit\u00e0", "probability": 0.018798828125}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.01556396484375}, {"token_id": 13242, "token_text": "associazione", "probability": 0.01373291015625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.40234375}, {"token_id": 17, "token_text": ".", "probability": 0.031005859375}, {"token_id": 15, "token_text": ",", "probability": 0.031005859375}, {"token_id": 347, "token_text": " del", "probability": 0.021240234375}, {"token_id": 295, "token_text": " che", "probability": 0.02001953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.462890625}, {"token_id": 385, "token_text": " una", "probability": 0.0625}, {"token_id": 1712, "token_text": " base", "probability": 0.01312255859375}, {"token_id": 1026, "token_text": " uno", "probability": 0.01275634765625}, {"token_id": 762, "token_text": " questo", "probability": 0.00958251953125}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.388671875, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.388671875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041015625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0233154296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01171875}, {"token_id": 4932, "token_text": " portare", "probability": 0.01031494140625}, {"token_id": 22087, "token_text": " esistere", "probability": 0.0091552734375}, {"token_id": 16623, "token_text": " contenere", "probability": 0.0091552734375}, {"token_id": 1350, "token_text": " fare", "probability": 0.008056640625}, {"token_id": 7119, "token_text": " aumentare", "probability": 0.005889892578125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.005523681640625}], "entropy": 4.40625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9450198003150154, "average_logprob_per_token": -0.9450198003150154, "perplexity_on_target_sequence": 2.5728643216080402, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -0.9450198003150154, "probability": 0.388671875, "raw_probability": 0.388671875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33191.50870370865, "probe_elapsed_sec": 0.985696245013969, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the country. The capital of the country is the capital of the country. The capital of the country is the capital of the country. The capital", "text": "The capital of Italy is the capital of the country. The capital of the country is the capital of the country. The capital of the country is the capital of the country. The capital", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.17578125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 686, "token_text": " one", "probability": 0.05712890625}, {"token_id": 5715, "token_text": " located", "probability": 0.04736328125}, {"token_id": 252, "token_text": " an", "probability": 0.021728515625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1953125}, {"token_id": 6193, "token_text": " largest", "probability": 0.08154296875}, {"token_id": 914, "token_text": " most", "probability": 0.0299072265625}, {"token_id": 1068, "token_text": " only", "probability": 0.028076171875}, {"token_id": 2088, "token_text": " main", "probability": 0.0247802734375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.86328125}, {"token_id": 17, "token_text": ".", "probability": 0.0123291015625}, {"token_id": 15, "token_text": ",", "probability": 0.0123291015625}, {"token_id": 399, "token_text": "'s", "probability": 0.00958251953125}, {"token_id": 238, "token_text": " in", "probability": 0.00958251953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.26953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.10546875}, {"token_id": 4474, "token_text": " France", "probability": 0.038818359375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0250244140625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0235595703125}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.058837890625}, {"token_id": 4598, "token_text": " Republic", "probability": 0.037841796875}, {"token_id": 1433, "token_text": " state", "probability": 0.029541015625}, {"token_id": 9035, "token_text": " province", "probability": 0.0223388671875}, {"token_id": 4127, "token_text": " capital", "probability": 0.0216064453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 399, "token_text": "'s", "probability": 0.0712890625}, {"token_id": 238, "token_text": " in", "probability": 0.06298828125}, {"token_id": 266, "token_text": " and", "probability": 0.05908203125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.265625}, {"token_id": 697, "token_text": " It", "probability": 0.193359375}, {"token_id": 8552, "token_text": " Its", "probability": 0.046142578125}, {"token_id": 431, "token_text": " In", "probability": 0.043212890625}, {"token_id": 1020, "token_text": " This", "probability": 0.023193359375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.35546875}, {"token_id": 2112, "token_text": " country", "probability": 0.06201171875}, {"token_id": 3582, "token_text": " region", "probability": 0.0311279296875}, {"token_id": 2088, "token_text": " main", "probability": 0.0213623046875}, {"token_id": 1897, "token_text": " name", "probability": 0.0201416015625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.57421875}, {"token_id": 326, "token_text": " is", "probability": 0.2392578125}, {"token_id": 611, "token_text": " has", "probability": 0.028564453125}, {"token_id": 406, "token_text": " was", "probability": 0.0208740234375}, {"token_id": 15, "token_text": ",", "probability": 0.01531982421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.439453125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.06298828125}, {"token_id": 4474, "token_text": " France", "probability": 0.019287109375}, {"token_id": 8320, "token_text": " Spain", "probability": 0.01806640625}, {"token_id": 542, "token_text": " this", "probability": 0.0120849609375}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.189453125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.0693359375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0576171875}, {"token_id": 9035, "token_text": " province", "probability": 0.044921875}, {"token_id": 3582, "token_text": " region", "probability": 0.042236328125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.63671875}, {"token_id": 611, "token_text": " has", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.038330078125}, {"token_id": 457, "token_text": " are", "probability": 0.0205078125}, {"token_id": 406, "token_text": " was", "probability": 0.0191650390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.275390625}, {"token_id": 212, "token_text": " a", "probability": 0.09521484375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0478515625}, {"token_id": 686, "token_text": " one", "probability": 0.044921875}, {"token_id": 25237, "token_text": " bord", "probability": 0.02734375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.44921875}, {"token_id": 2112, "token_text": " country", "probability": 0.039306640625}, {"token_id": 6193, "token_text": " largest", "probability": 0.03466796875}, {"token_id": 2088, "token_text": " main", "probability": 0.025390625}, {"token_id": 1068, "token_text": " only", "probability": 0.0135498046875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9375}, {"token_id": 17, "token_text": ".", "probability": 0.009765625}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}, {"token_id": 266, "token_text": " and", "probability": 0.005950927734375}, {"token_id": 238, "token_text": " in", "probability": 0.003387451171875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.73046875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.01953125}, {"token_id": 4474, "token_text": " France", "probability": 0.0111083984375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.01043701171875}, {"token_id": 212, "token_text": " a", "probability": 0.006744384765625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.357421875}, {"token_id": 4598, "token_text": " Republic", "probability": 0.0751953125}, {"token_id": 1433, "token_text": " state", "probability": 0.042724609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0400390625}, {"token_id": 3582, "token_text": " region", "probability": 0.035400390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 266, "token_text": " and", "probability": 0.06494140625}, {"token_id": 238, "token_text": " in", "probability": 0.03466796875}, {"token_id": 262, "token_text": " to", "probability": 0.0211181640625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.392578125}, {"token_id": 697, "token_text": " It", "probability": 0.1533203125}, {"token_id": 8552, "token_text": " Its", "probability": 0.038818359375}, {"token_id": 431, "token_text": " In", "probability": 0.0322265625}, {"token_id": 1020, "token_text": " This", "probability": 0.0220947265625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.5390625}, {"token_id": 2112, "token_text": " country", "probability": 0.09375}, {"token_id": 3582, "token_text": " region", "probability": 0.0196533203125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.01531982421875}, {"token_id": 9035, "token_text": " province", "probability": 0.014404296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.66015625}, {"token_id": 326, "token_text": " is", "probability": 0.177734375}, {"token_id": 15, "token_text": ",", "probability": 0.021240234375}, {"token_id": 611, "token_text": " has", "probability": 0.0186767578125}, {"token_id": 266, "token_text": " and", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.64453125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0322265625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0118408203125}, {"token_id": 4474, "token_text": " France", "probability": 0.00982666015625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.00836181640625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.474609375}, {"token_id": 4598, "token_text": " Republic", "probability": 0.08251953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.046875}, {"token_id": 3582, "token_text": " region", "probability": 0.044189453125}, {"token_id": 9035, "token_text": " province", "probability": 0.0322265625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.69140625}, {"token_id": 611, "token_text": " has", "probability": 0.047119140625}, {"token_id": 15, "token_text": ",", "probability": 0.028564453125}, {"token_id": 457, "token_text": " are", "probability": 0.017333984375}, {"token_id": 11644, "token_text": " consists", "probability": 0.010498046875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.408203125}, {"token_id": 212, "token_text": " a", "probability": 0.08544921875}, {"token_id": 11151, "token_text": " divided", "probability": 0.045654296875}, {"token_id": 686, "token_text": " one", "probability": 0.031494140625}, {"token_id": 25237, "token_text": " bord", "probability": 0.020263671875}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.6171875}, {"token_id": 2112, "token_text": " country", "probability": 0.036865234375}, {"token_id": 6193, "token_text": " largest", "probability": 0.016357421875}, {"token_id": 2088, "token_text": " main", "probability": 0.01361083984375}, {"token_id": 1068, "token_text": " only", "probability": 0.00933837890625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9453125}, {"token_id": 17, "token_text": ".", "probability": 0.00872802734375}, {"token_id": 15, "token_text": ",", "probability": 0.0076904296875}, {"token_id": 266, "token_text": " and", "probability": 0.0059814453125}, {"token_id": 238, "token_text": " in", "probability": 0.0028228759765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.79296875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.01202392578125}, {"token_id": 4474, "token_text": " France", "probability": 0.0068359375}, {"token_id": 212, "token_text": " a", "probability": 0.006439208984375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0054931640625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.36328125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.091796875}, {"token_id": 4127, "token_text": " capital", "probability": 0.04345703125}, {"token_id": 3582, "token_text": " region", "probability": 0.038330078125}, {"token_id": 1433, "token_text": " state", "probability": 0.038330078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.62109375}, {"token_id": 15, "token_text": ",", "probability": 0.11474609375}, {"token_id": 266, "token_text": " and", "probability": 0.0654296875}, {"token_id": 238, "token_text": " in", "probability": 0.029052734375}, {"token_id": 259, "token_text": " of", "probability": 0.010009765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.4765625}, {"token_id": 697, "token_text": " It", "probability": 0.12060546875}, {"token_id": 8552, "token_text": " Its", "probability": 0.032470703125}, {"token_id": 431, "token_text": " In", "probability": 0.02685546875}, {"token_id": 1020, "token_text": " This", "probability": 0.0196533203125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.6328125}, {"token_id": 2112, "token_text": " country", "probability": 0.0625}, {"token_id": 4598, "token_text": " Republic", "probability": 0.01904296875}, {"token_id": 3582, "token_text": " region", "probability": 0.01397705078125}, {"token_id": 9035, "token_text": " province", "probability": 0.0108642578125}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.17578125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 686, "token_text": " one", "probability": 0.05712890625}, {"token_id": 5715, "token_text": " located", "probability": 0.04736328125}, {"token_id": 252, "token_text": " an", "probability": 0.021728515625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1953125}, {"token_id": 6193, "token_text": " largest", "probability": 0.08154296875}, {"token_id": 914, "token_text": " most", "probability": 0.0299072265625}, {"token_id": 1068, "token_text": " only", "probability": 0.028076171875}, {"token_id": 2088, "token_text": " main", "probability": 0.0247802734375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.86328125}, {"token_id": 17, "token_text": ".", "probability": 0.0123291015625}, {"token_id": 15, "token_text": ",", "probability": 0.0123291015625}, {"token_id": 399, "token_text": "'s", "probability": 0.00958251953125}, {"token_id": 238, "token_text": " in", "probability": 0.00958251953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.26953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.10546875}, {"token_id": 4474, "token_text": " France", "probability": 0.038818359375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0250244140625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0235595703125}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.058837890625}, {"token_id": 4598, "token_text": " Republic", "probability": 0.037841796875}, {"token_id": 1433, "token_text": " state", "probability": 0.029541015625}, {"token_id": 9035, "token_text": " province", "probability": 0.0223388671875}, {"token_id": 4127, "token_text": " capital", "probability": 0.0216064453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 399, "token_text": "'s", "probability": 0.0712890625}, {"token_id": 238, "token_text": " in", "probability": 0.06298828125}, {"token_id": 266, "token_text": " and", "probability": 0.05908203125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.267578125}, {"token_id": 697, "token_text": " It", "probability": 0.1962890625}, {"token_id": 8552, "token_text": " Its", "probability": 0.046630859375}, {"token_id": 431, "token_text": " In", "probability": 0.043701171875}, {"token_id": 1020, "token_text": " This", "probability": 0.0234375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.35546875}, {"token_id": 2112, "token_text": " country", "probability": 0.06201171875}, {"token_id": 3582, "token_text": " region", "probability": 0.0311279296875}, {"token_id": 2088, "token_text": " main", "probability": 0.0213623046875}, {"token_id": 1897, "token_text": " name", "probability": 0.0201416015625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.57421875}, {"token_id": 326, "token_text": " is", "probability": 0.2392578125}, {"token_id": 611, "token_text": " has", "probability": 0.028564453125}, {"token_id": 406, "token_text": " was", "probability": 0.0208740234375}, {"token_id": 15, "token_text": ",", "probability": 0.01531982421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.439453125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.06298828125}, {"token_id": 4474, "token_text": " France", "probability": 0.019287109375}, {"token_id": 8320, "token_text": " Spain", "probability": 0.01806640625}, {"token_id": 542, "token_text": " this", "probability": 0.0120849609375}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.189453125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.0693359375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0576171875}, {"token_id": 9035, "token_text": " province", "probability": 0.044921875}, {"token_id": 3582, "token_text": " region", "probability": 0.042236328125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.63671875}, {"token_id": 611, "token_text": " has", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.038330078125}, {"token_id": 457, "token_text": " are", "probability": 0.0205078125}, {"token_id": 406, "token_text": " was", "probability": 0.0191650390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.275390625}, {"token_id": 212, "token_text": " a", "probability": 0.09521484375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0478515625}, {"token_id": 686, "token_text": " one", "probability": 0.044921875}, {"token_id": 25237, "token_text": " bord", "probability": 0.02734375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.44921875}, {"token_id": 2112, "token_text": " country", "probability": 0.039306640625}, {"token_id": 6193, "token_text": " largest", "probability": 0.03466796875}, {"token_id": 2088, "token_text": " main", "probability": 0.025390625}, {"token_id": 1068, "token_text": " only", "probability": 0.0135498046875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9375}, {"token_id": 17, "token_text": ".", "probability": 0.009765625}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}, {"token_id": 266, "token_text": " and", "probability": 0.005950927734375}, {"token_id": 238, "token_text": " in", "probability": 0.003387451171875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.73046875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.01953125}, {"token_id": 4474, "token_text": " France", "probability": 0.0111083984375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.01043701171875}, {"token_id": 212, "token_text": " a", "probability": 0.006744384765625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.357421875}, {"token_id": 4598, "token_text": " Republic", "probability": 0.0751953125}, {"token_id": 1433, "token_text": " state", "probability": 0.042724609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0400390625}, {"token_id": 3582, "token_text": " region", "probability": 0.035400390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 266, "token_text": " and", "probability": 0.06494140625}, {"token_id": 238, "token_text": " in", "probability": 0.03466796875}, {"token_id": 262, "token_text": " to", "probability": 0.0211181640625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.3984375}, {"token_id": 697, "token_text": " It", "probability": 0.15625}, {"token_id": 8552, "token_text": " Its", "probability": 0.03955078125}, {"token_id": 431, "token_text": " In", "probability": 0.03271484375}, {"token_id": 1020, "token_text": " This", "probability": 0.0224609375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.5390625}, {"token_id": 2112, "token_text": " country", "probability": 0.09375}, {"token_id": 3582, "token_text": " region", "probability": 0.0196533203125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.01531982421875}, {"token_id": 9035, "token_text": " province", "probability": 0.014404296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.66015625}, {"token_id": 326, "token_text": " is", "probability": 0.177734375}, {"token_id": 15, "token_text": ",", "probability": 0.021240234375}, {"token_id": 611, "token_text": " has", "probability": 0.0186767578125}, {"token_id": 266, "token_text": " and", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.64453125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0322265625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0118408203125}, {"token_id": 4474, "token_text": " France", "probability": 0.00982666015625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.00836181640625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.474609375}, {"token_id": 4598, "token_text": " Republic", "probability": 0.08251953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.046875}, {"token_id": 3582, "token_text": " region", "probability": 0.044189453125}, {"token_id": 9035, "token_text": " province", "probability": 0.0322265625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.69140625}, {"token_id": 611, "token_text": " has", "probability": 0.047119140625}, {"token_id": 15, "token_text": ",", "probability": 0.028564453125}, {"token_id": 457, "token_text": " are", "probability": 0.017333984375}, {"token_id": 11644, "token_text": " consists", "probability": 0.010498046875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.408203125}, {"token_id": 212, "token_text": " a", "probability": 0.08544921875}, {"token_id": 11151, "token_text": " divided", "probability": 0.045654296875}, {"token_id": 686, "token_text": " one", "probability": 0.031494140625}, {"token_id": 25237, "token_text": " bord", "probability": 0.020263671875}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.6171875}, {"token_id": 2112, "token_text": " country", "probability": 0.036865234375}, {"token_id": 6193, "token_text": " largest", "probability": 0.016357421875}, {"token_id": 2088, "token_text": " main", "probability": 0.01361083984375}, {"token_id": 1068, "token_text": " only", "probability": 0.00933837890625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9453125}, {"token_id": 17, "token_text": ".", "probability": 0.00872802734375}, {"token_id": 15, "token_text": ",", "probability": 0.0076904296875}, {"token_id": 266, "token_text": " and", "probability": 0.0059814453125}, {"token_id": 238, "token_text": " in", "probability": 0.0028228759765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.79296875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.01202392578125}, {"token_id": 4474, "token_text": " France", "probability": 0.0068359375}, {"token_id": 212, "token_text": " a", "probability": 0.006439208984375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0054931640625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.36328125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.091796875}, {"token_id": 4127, "token_text": " capital", "probability": 0.04345703125}, {"token_id": 3582, "token_text": " region", "probability": 0.038330078125}, {"token_id": 1433, "token_text": " state", "probability": 0.038330078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.62109375}, {"token_id": 15, "token_text": ",", "probability": 0.11474609375}, {"token_id": 266, "token_text": " and", "probability": 0.0654296875}, {"token_id": 238, "token_text": " in", "probability": 0.029052734375}, {"token_id": 259, "token_text": " of", "probability": 0.010009765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.484375}, {"token_id": 697, "token_text": " It", "probability": 0.12255859375}, {"token_id": 8552, "token_text": " Its", "probability": 0.032958984375}, {"token_id": 431, "token_text": " In", "probability": 0.02734375}, {"token_id": 1020, "token_text": " This", "probability": 0.02001953125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.6328125}, {"token_id": 2112, "token_text": " country", "probability": 0.0625}, {"token_id": 4598, "token_text": " Republic", "probability": 0.01904296875}, {"token_id": 3582, "token_text": " region", "probability": 0.01397705078125}, {"token_id": 9035, "token_text": " province", "probability": 0.0108642578125}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.17578125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 686, "token_text": " one", "probability": 0.05712890625}, {"token_id": 5715, "token_text": " located", "probability": 0.04736328125}, {"token_id": 252, "token_text": " an", "probability": 0.021728515625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1953125}, {"token_id": 6193, "token_text": " largest", "probability": 0.08154296875}, {"token_id": 914, "token_text": " most", "probability": 0.0299072265625}, {"token_id": 1068, "token_text": " only", "probability": 0.028076171875}, {"token_id": 2088, "token_text": " main", "probability": 0.0247802734375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.86328125}, {"token_id": 17, "token_text": ".", "probability": 0.0123291015625}, {"token_id": 15, "token_text": ",", "probability": 0.0123291015625}, {"token_id": 399, "token_text": "'s", "probability": 0.00958251953125}, {"token_id": 238, "token_text": " in", "probability": 0.00958251953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.26953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.10546875}, {"token_id": 4474, "token_text": " France", "probability": 0.038818359375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0250244140625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0235595703125}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.058837890625}, {"token_id": 4598, "token_text": " Republic", "probability": 0.037841796875}, {"token_id": 1433, "token_text": " state", "probability": 0.029541015625}, {"token_id": 9035, "token_text": " province", "probability": 0.0223388671875}, {"token_id": 4127, "token_text": " capital", "probability": 0.0216064453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 399, "token_text": "'s", "probability": 0.0712890625}, {"token_id": 238, "token_text": " in", "probability": 0.06298828125}, {"token_id": 266, "token_text": " and", "probability": 0.05908203125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.267578125}, {"token_id": 697, "token_text": " It", "probability": 0.1962890625}, {"token_id": 8552, "token_text": " Its", "probability": 0.046630859375}, {"token_id": 431, "token_text": " In", "probability": 0.043701171875}, {"token_id": 1020, "token_text": " This", "probability": 0.0234375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.35546875}, {"token_id": 2112, "token_text": " country", "probability": 0.06201171875}, {"token_id": 3582, "token_text": " region", "probability": 0.0311279296875}, {"token_id": 2088, "token_text": " main", "probability": 0.0213623046875}, {"token_id": 1897, "token_text": " name", "probability": 0.0201416015625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.57421875}, {"token_id": 326, "token_text": " is", "probability": 0.2392578125}, {"token_id": 611, "token_text": " has", "probability": 0.028564453125}, {"token_id": 406, "token_text": " was", "probability": 0.0208740234375}, {"token_id": 15, "token_text": ",", "probability": 0.01531982421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.439453125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.06298828125}, {"token_id": 4474, "token_text": " France", "probability": 0.019287109375}, {"token_id": 8320, "token_text": " Spain", "probability": 0.01806640625}, {"token_id": 542, "token_text": " this", "probability": 0.0120849609375}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.189453125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.0693359375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0576171875}, {"token_id": 9035, "token_text": " province", "probability": 0.044921875}, {"token_id": 3582, "token_text": " region", "probability": 0.042236328125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.63671875}, {"token_id": 611, "token_text": " has", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.038330078125}, {"token_id": 457, "token_text": " are", "probability": 0.0205078125}, {"token_id": 406, "token_text": " was", "probability": 0.0191650390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.275390625}, {"token_id": 212, "token_text": " a", "probability": 0.09521484375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0478515625}, {"token_id": 686, "token_text": " one", "probability": 0.044921875}, {"token_id": 25237, "token_text": " bord", "probability": 0.02734375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.44921875}, {"token_id": 2112, "token_text": " country", "probability": 0.039306640625}, {"token_id": 6193, "token_text": " largest", "probability": 0.03466796875}, {"token_id": 2088, "token_text": " main", "probability": 0.025390625}, {"token_id": 1068, "token_text": " only", "probability": 0.0135498046875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9375}, {"token_id": 17, "token_text": ".", "probability": 0.009765625}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}, {"token_id": 266, "token_text": " and", "probability": 0.005950927734375}, {"token_id": 238, "token_text": " in", "probability": 0.003387451171875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.73046875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.01953125}, {"token_id": 4474, "token_text": " France", "probability": 0.0111083984375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.01043701171875}, {"token_id": 212, "token_text": " a", "probability": 0.006744384765625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.357421875}, {"token_id": 4598, "token_text": " Republic", "probability": 0.0751953125}, {"token_id": 1433, "token_text": " state", "probability": 0.042724609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0400390625}, {"token_id": 3582, "token_text": " region", "probability": 0.035400390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 266, "token_text": " and", "probability": 0.06494140625}, {"token_id": 238, "token_text": " in", "probability": 0.03466796875}, {"token_id": 262, "token_text": " to", "probability": 0.0211181640625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.3984375}, {"token_id": 697, "token_text": " It", "probability": 0.15625}, {"token_id": 8552, "token_text": " Its", "probability": 0.03955078125}, {"token_id": 431, "token_text": " In", "probability": 0.03271484375}, {"token_id": 1020, "token_text": " This", "probability": 0.0224609375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.5390625}, {"token_id": 2112, "token_text": " country", "probability": 0.09375}, {"token_id": 3582, "token_text": " region", "probability": 0.0196533203125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.01531982421875}, {"token_id": 9035, "token_text": " province", "probability": 0.014404296875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.66015625}, {"token_id": 326, "token_text": " is", "probability": 0.177734375}, {"token_id": 15, "token_text": ",", "probability": 0.021240234375}, {"token_id": 611, "token_text": " has", "probability": 0.0186767578125}, {"token_id": 266, "token_text": " and", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.64453125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0322265625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0118408203125}, {"token_id": 4474, "token_text": " France", "probability": 0.00982666015625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.00836181640625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.474609375}, {"token_id": 4598, "token_text": " Republic", "probability": 0.08251953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.046875}, {"token_id": 3582, "token_text": " region", "probability": 0.044189453125}, {"token_id": 9035, "token_text": " province", "probability": 0.0322265625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.69140625}, {"token_id": 611, "token_text": " has", "probability": 0.047119140625}, {"token_id": 15, "token_text": ",", "probability": 0.028564453125}, {"token_id": 457, "token_text": " are", "probability": 0.017333984375}, {"token_id": 11644, "token_text": " consists", "probability": 0.010498046875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.408203125}, {"token_id": 212, "token_text": " a", "probability": 0.08544921875}, {"token_id": 11151, "token_text": " divided", "probability": 0.045654296875}, {"token_id": 686, "token_text": " one", "probability": 0.031494140625}, {"token_id": 25237, "token_text": " bord", "probability": 0.020263671875}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.6171875}, {"token_id": 2112, "token_text": " country", "probability": 0.036865234375}, {"token_id": 6193, "token_text": " largest", "probability": 0.016357421875}, {"token_id": 2088, "token_text": " main", "probability": 0.01361083984375}, {"token_id": 1068, "token_text": " only", "probability": 0.00933837890625}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9453125}, {"token_id": 17, "token_text": ".", "probability": 0.00872802734375}, {"token_id": 15, "token_text": ",", "probability": 0.0076904296875}, {"token_id": 266, "token_text": " and", "probability": 0.0059814453125}, {"token_id": 238, "token_text": " in", "probability": 0.0028228759765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.79296875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.01202392578125}, {"token_id": 4474, "token_text": " France", "probability": 0.0068359375}, {"token_id": 212, "token_text": " a", "probability": 0.006439208984375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0054931640625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.36328125}, {"token_id": 4598, "token_text": " Republic", "probability": 0.091796875}, {"token_id": 4127, "token_text": " capital", "probability": 0.04345703125}, {"token_id": 3582, "token_text": " region", "probability": 0.038330078125}, {"token_id": 1433, "token_text": " state", "probability": 0.038330078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.62109375}, {"token_id": 15, "token_text": ",", "probability": 0.11474609375}, {"token_id": 266, "token_text": " and", "probability": 0.0654296875}, {"token_id": 238, "token_text": " in", "probability": 0.029052734375}, {"token_id": 259, "token_text": " of", "probability": 0.010009765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.484375}, {"token_id": 697, "token_text": " It", "probability": 0.12255859375}, {"token_id": 8552, "token_text": " Its", "probability": 0.032958984375}, {"token_id": 431, "token_text": " In", "probability": 0.02734375}, {"token_id": 1020, "token_text": " This", "probability": 0.02001953125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.6328125}, {"token_id": 2112, "token_text": " country", "probability": 0.0625}, {"token_id": 4598, "token_text": " Republic", "probability": 0.01904296875}, {"token_id": 3582, "token_text": " region", "probability": 0.01397705078125}, {"token_id": 9035, "token_text": " province", "probability": 0.0108642578125}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 273, "correct_token_probability": 0.00028228759765625, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.17578125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 686, "token_text": " one", "probability": 0.05712890625}, {"token_id": 5715, "token_text": " located", "probability": 0.04736328125}, {"token_id": 252, "token_text": " an", "probability": 0.021728515625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0203857421875}, {"token_id": 238, "token_text": " in", "probability": 0.0191650390625}, {"token_id": 25237, "token_text": " bord", "probability": 0.0185546875}, {"token_id": 643, "token_text": " part", "probability": 0.0140380859375}, {"token_id": 1753, "token_text": " home", "probability": 0.011962890625}], "entropy": 5.09375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.172584156874846, "average_logprob_per_token": -8.172584156874846, "perplexity_on_target_sequence": 3542.4864864864876, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -8.172584156874846, "probability": 0.00028228759765625, "raw_probability": 0.00028228759765625, "correct_token_rank": 273}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33191.50935435295, "probe_elapsed_sec": 0.985696245013969, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used in the language. The language is used in the language. The language is used in the language. The language is used in the language. The language", "text": "A small language model should be used in the language. The language is used in the language. The language is used in the language. The language is used in the language. The language", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5078125}, {"token_id": 500, "token_text": " not", "probability": 0.04736328125}, {"token_id": 529, "token_text": " have", "probability": 0.0286865234375}, {"token_id": 1170, "token_text": " use", "probability": 0.01275634765625}, {"token_id": 1333, "token_text": " look", "probability": 0.011962890625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1240234375}, {"token_id": 2547, "token_text": " able", "probability": 0.033447265625}, {"token_id": 4556, "token_text": " considered", "probability": 0.0277099609375}, {"token_id": 9395, "token_text": " defined", "probability": 0.02294921875}, {"token_id": 212, "token_text": " a", "probability": 0.01904296875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.28515625}, {"token_id": 262, "token_text": " to", "probability": 0.251953125}, {"token_id": 321, "token_text": " for", "probability": 0.1259765625}, {"token_id": 352, "token_text": " as", "probability": 0.0595703125}, {"token_id": 463, "token_text": " by", "probability": 0.03857421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1962890625}, {"token_id": 212, "token_text": " a", "probability": 0.15234375}, {"token_id": 542, "token_text": " this", "probability": 0.031005859375}, {"token_id": 252, "token_text": " an", "probability": 0.0194091796875}, {"token_id": 2260, "token_text": " order", "probability": 0.018798828125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.040283203125}, {"token_id": 8156, "token_text": " context", "probability": 0.022216796875}, {"token_id": 1600, "token_text": " same", "probability": 0.016845703125}, {"token_id": 8248, "token_text": " database", "probability": 0.01434326171875}, {"token_id": 912, "token_text": " first", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 3690, "token_text": " language", "probability": 0.0576171875}, {"token_id": 266, "token_text": " and", "probability": 0.044921875}, {"token_id": 262, "token_text": " to", "probability": 0.037109375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.16015625}, {"token_id": 697, "token_text": " It", "probability": 0.052001953125}, {"token_id": 431, "token_text": " In", "probability": 0.048828125}, {"token_id": 1178, "token_text": " For", "probability": 0.043212890625}, {"token_id": 285, "token_text": " A", "probability": 0.03369140625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.1171875}, {"token_id": 1347, "token_text": " program", "probability": 0.043212890625}, {"token_id": 1794, "token_text": " word", "probability": 0.04052734375}, {"token_id": 1640, "token_text": " term", "probability": 0.031494140625}, {"token_id": 912, "token_text": " first", "probability": 0.0230712890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2197265625}, {"token_id": 525, "token_text": " can", "probability": 0.05224609375}, {"token_id": 1236, "token_text": " should", "probability": 0.04052734375}, {"token_id": 1351, "token_text": " used", "probability": 0.03369140625}, {"token_id": 661, "token_text": " will", "probability": 0.03173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1884765625}, {"token_id": 234, "token_text": " the", "probability": 0.037109375}, {"token_id": 212, "token_text": " a", "probability": 0.037109375}, {"token_id": 1946, "token_text": " called", "probability": 0.027099609375}, {"token_id": 500, "token_text": " not", "probability": 0.02392578125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5859375}, {"token_id": 262, "token_text": " to", "probability": 0.123046875}, {"token_id": 321, "token_text": " for", "probability": 0.08447265625}, {"token_id": 463, "token_text": " by", "probability": 0.0546875}, {"token_id": 352, "token_text": " as", "probability": 0.029296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.41015625}, {"token_id": 212, "token_text": " a", "probability": 0.0859375}, {"token_id": 542, "token_text": " this", "probability": 0.05908203125}, {"token_id": 3296, "token_text": " English", "probability": 0.016357421875}, {"token_id": 252, "token_text": " an", "probability": 0.00933837890625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2177734375}, {"token_id": 1794, "token_text": " word", "probability": 0.0244140625}, {"token_id": 3296, "token_text": " English", "probability": 0.022216796875}, {"token_id": 1600, "token_text": " same", "probability": 0.020263671875}, {"token_id": 1071, "token_text": " form", "probability": 0.016845703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.21484375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 262, "token_text": " to", "probability": 0.057861328125}, {"token_id": 266, "token_text": " and", "probability": 0.054443359375}, {"token_id": 238, "token_text": " in", "probability": 0.045166015625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.236328125}, {"token_id": 697, "token_text": " It", "probability": 0.07177734375}, {"token_id": 285, "token_text": " A", "probability": 0.052734375}, {"token_id": 1178, "token_text": " For", "probability": 0.049560546875}, {"token_id": 431, "token_text": " In", "probability": 0.041015625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.314453125}, {"token_id": 1794, "token_text": " word", "probability": 0.07470703125}, {"token_id": 1347, "token_text": " program", "probability": 0.03515625}, {"token_id": 1640, "token_text": " term", "probability": 0.0291748046875}, {"token_id": 912, "token_text": " first", "probability": 0.015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.318359375}, {"token_id": 525, "token_text": " can", "probability": 0.05908203125}, {"token_id": 1236, "token_text": " should", "probability": 0.035888671875}, {"token_id": 611, "token_text": " has", "probability": 0.0279541015625}, {"token_id": 1351, "token_text": " used", "probability": 0.0262451171875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.40625}, {"token_id": 234, "token_text": " the", "probability": 0.040283203125}, {"token_id": 212, "token_text": " a", "probability": 0.037841796875}, {"token_id": 1946, "token_text": " called", "probability": 0.02294921875}, {"token_id": 9395, "token_text": " defined", "probability": 0.020263671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.81640625}, {"token_id": 262, "token_text": " to", "probability": 0.048828125}, {"token_id": 321, "token_text": " for", "probability": 0.0296630859375}, {"token_id": 463, "token_text": " by", "probability": 0.0262451171875}, {"token_id": 352, "token_text": " as", "probability": 0.01318359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.53515625}, {"token_id": 212, "token_text": " a", "probability": 0.06787109375}, {"token_id": 542, "token_text": " this", "probability": 0.041259765625}, {"token_id": 3296, "token_text": " English", "probability": 0.0189208984375}, {"token_id": 439, "token_text": " all", "probability": 0.007171630859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.39453125}, {"token_id": 3296, "token_text": " English", "probability": 0.023681640625}, {"token_id": 1794, "token_text": " word", "probability": 0.023681640625}, {"token_id": 9408, "token_text": " languages", "probability": 0.0196533203125}, {"token_id": 1071, "token_text": " form", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.298828125}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 266, "token_text": " and", "probability": 0.052001953125}, {"token_id": 262, "token_text": " to", "probability": 0.0458984375}, {"token_id": 238, "token_text": " in", "probability": 0.04052734375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.29296875}, {"token_id": 697, "token_text": " It", "probability": 0.0693359375}, {"token_id": 285, "token_text": " A", "probability": 0.05078125}, {"token_id": 1178, "token_text": " For", "probability": 0.044921875}, {"token_id": 431, "token_text": " In", "probability": 0.034912109375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.443359375}, {"token_id": 1794, "token_text": " word", "probability": 0.08203125}, {"token_id": 1640, "token_text": " term", "probability": 0.0235595703125}, {"token_id": 1347, "token_text": " program", "probability": 0.0235595703125}, {"token_id": 9408, "token_text": " languages", "probability": 0.0125732421875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.42578125}, {"token_id": 525, "token_text": " can", "probability": 0.042236328125}, {"token_id": 1236, "token_text": " should", "probability": 0.034912109375}, {"token_id": 611, "token_text": " has", "probability": 0.029052734375}, {"token_id": 5401, "token_text": " uses", "probability": 0.0272216796875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.46875}, {"token_id": 234, "token_text": " the", "probability": 0.0361328125}, {"token_id": 1946, "token_text": " called", "probability": 0.0264892578125}, {"token_id": 212, "token_text": " a", "probability": 0.0264892578125}, {"token_id": 9395, "token_text": " defined", "probability": 0.019287109375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.8359375}, {"token_id": 262, "token_text": " to", "probability": 0.0303955078125}, {"token_id": 321, "token_text": " for", "probability": 0.028564453125}, {"token_id": 463, "token_text": " by", "probability": 0.025146484375}, {"token_id": 352, "token_text": " as", "probability": 0.0098876953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.640625}, {"token_id": 212, "token_text": " a", "probability": 0.0634765625}, {"token_id": 542, "token_text": " this", "probability": 0.030029296875}, {"token_id": 3296, "token_text": " English", "probability": 0.01214599609375}, {"token_id": 439, "token_text": " all", "probability": 0.006683349609375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.54296875}, {"token_id": 9408, "token_text": " languages", "probability": 0.0211181640625}, {"token_id": 1794, "token_text": " word", "probability": 0.0211181640625}, {"token_id": 3296, "token_text": " English", "probability": 0.0185546875}, {"token_id": 1600, "token_text": " same", "probability": 0.01202392578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.345703125}, {"token_id": 15, "token_text": ",", "probability": 0.08740234375}, {"token_id": 266, "token_text": " and", "probability": 0.059814453125}, {"token_id": 262, "token_text": " to", "probability": 0.0439453125}, {"token_id": 238, "token_text": " in", "probability": 0.0439453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.3359375}, {"token_id": 697, "token_text": " It", "probability": 0.06640625}, {"token_id": 285, "token_text": " A", "probability": 0.051513671875}, {"token_id": 1178, "token_text": " For", "probability": 0.035400390625}, {"token_id": 431, "token_text": " In", "probability": 0.03125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.486328125}, {"token_id": 1794, "token_text": " word", "probability": 0.07421875}, {"token_id": 1347, "token_text": " program", "probability": 0.0257568359375}, {"token_id": 1640, "token_text": " term", "probability": 0.02001953125}, {"token_id": 9408, "token_text": " languages", "probability": 0.015625}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5078125}, {"token_id": 500, "token_text": " not", "probability": 0.04736328125}, {"token_id": 529, "token_text": " have", "probability": 0.0286865234375}, {"token_id": 1170, "token_text": " use", "probability": 0.01275634765625}, {"token_id": 1333, "token_text": " look", "probability": 0.011962890625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1240234375}, {"token_id": 2547, "token_text": " able", "probability": 0.033447265625}, {"token_id": 4556, "token_text": " considered", "probability": 0.0277099609375}, {"token_id": 9395, "token_text": " defined", "probability": 0.02294921875}, {"token_id": 212, "token_text": " a", "probability": 0.01904296875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.28515625}, {"token_id": 262, "token_text": " to", "probability": 0.251953125}, {"token_id": 321, "token_text": " for", "probability": 0.1259765625}, {"token_id": 352, "token_text": " as", "probability": 0.059814453125}, {"token_id": 463, "token_text": " by", "probability": 0.03857421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1962890625}, {"token_id": 212, "token_text": " a", "probability": 0.15234375}, {"token_id": 542, "token_text": " this", "probability": 0.031005859375}, {"token_id": 252, "token_text": " an", "probability": 0.0194091796875}, {"token_id": 2260, "token_text": " order", "probability": 0.018798828125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.040283203125}, {"token_id": 8156, "token_text": " context", "probability": 0.022216796875}, {"token_id": 1600, "token_text": " same", "probability": 0.016845703125}, {"token_id": 8248, "token_text": " database", "probability": 0.01434326171875}, {"token_id": 912, "token_text": " first", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 3690, "token_text": " language", "probability": 0.0576171875}, {"token_id": 266, "token_text": " and", "probability": 0.044921875}, {"token_id": 262, "token_text": " to", "probability": 0.037109375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1630859375}, {"token_id": 697, "token_text": " It", "probability": 0.052978515625}, {"token_id": 431, "token_text": " In", "probability": 0.0498046875}, {"token_id": 1178, "token_text": " For", "probability": 0.0439453125}, {"token_id": 285, "token_text": " A", "probability": 0.0341796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.1171875}, {"token_id": 1347, "token_text": " program", "probability": 0.043212890625}, {"token_id": 1794, "token_text": " word", "probability": 0.04052734375}, {"token_id": 1640, "token_text": " term", "probability": 0.031494140625}, {"token_id": 912, "token_text": " first", "probability": 0.0230712890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2197265625}, {"token_id": 525, "token_text": " can", "probability": 0.05224609375}, {"token_id": 1236, "token_text": " should", "probability": 0.04052734375}, {"token_id": 1351, "token_text": " used", "probability": 0.03369140625}, {"token_id": 661, "token_text": " will", "probability": 0.03173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1884765625}, {"token_id": 234, "token_text": " the", "probability": 0.037109375}, {"token_id": 212, "token_text": " a", "probability": 0.037109375}, {"token_id": 1946, "token_text": " called", "probability": 0.027099609375}, {"token_id": 500, "token_text": " not", "probability": 0.02392578125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5859375}, {"token_id": 262, "token_text": " to", "probability": 0.123046875}, {"token_id": 321, "token_text": " for", "probability": 0.08447265625}, {"token_id": 463, "token_text": " by", "probability": 0.0546875}, {"token_id": 352, "token_text": " as", "probability": 0.029296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.41015625}, {"token_id": 212, "token_text": " a", "probability": 0.0859375}, {"token_id": 542, "token_text": " this", "probability": 0.05908203125}, {"token_id": 3296, "token_text": " English", "probability": 0.016357421875}, {"token_id": 252, "token_text": " an", "probability": 0.00933837890625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2177734375}, {"token_id": 1794, "token_text": " word", "probability": 0.0244140625}, {"token_id": 3296, "token_text": " English", "probability": 0.022216796875}, {"token_id": 1600, "token_text": " same", "probability": 0.020263671875}, {"token_id": 1071, "token_text": " form", "probability": 0.016845703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.21484375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 262, "token_text": " to", "probability": 0.057861328125}, {"token_id": 266, "token_text": " and", "probability": 0.054443359375}, {"token_id": 238, "token_text": " in", "probability": 0.045166015625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.240234375}, {"token_id": 697, "token_text": " It", "probability": 0.0732421875}, {"token_id": 285, "token_text": " A", "probability": 0.053466796875}, {"token_id": 1178, "token_text": " For", "probability": 0.05029296875}, {"token_id": 431, "token_text": " In", "probability": 0.041748046875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.314453125}, {"token_id": 1794, "token_text": " word", "probability": 0.07470703125}, {"token_id": 1347, "token_text": " program", "probability": 0.03515625}, {"token_id": 1640, "token_text": " term", "probability": 0.0291748046875}, {"token_id": 912, "token_text": " first", "probability": 0.015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.318359375}, {"token_id": 525, "token_text": " can", "probability": 0.05908203125}, {"token_id": 1236, "token_text": " should", "probability": 0.035888671875}, {"token_id": 611, "token_text": " has", "probability": 0.0279541015625}, {"token_id": 1351, "token_text": " used", "probability": 0.0262451171875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.40625}, {"token_id": 234, "token_text": " the", "probability": 0.040283203125}, {"token_id": 212, "token_text": " a", "probability": 0.037841796875}, {"token_id": 1946, "token_text": " called", "probability": 0.02294921875}, {"token_id": 9395, "token_text": " defined", "probability": 0.020263671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.81640625}, {"token_id": 262, "token_text": " to", "probability": 0.048828125}, {"token_id": 321, "token_text": " for", "probability": 0.0296630859375}, {"token_id": 463, "token_text": " by", "probability": 0.0262451171875}, {"token_id": 352, "token_text": " as", "probability": 0.01318359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.53515625}, {"token_id": 212, "token_text": " a", "probability": 0.06787109375}, {"token_id": 542, "token_text": " this", "probability": 0.041259765625}, {"token_id": 3296, "token_text": " English", "probability": 0.0189208984375}, {"token_id": 439, "token_text": " all", "probability": 0.007171630859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.39453125}, {"token_id": 3296, "token_text": " English", "probability": 0.023681640625}, {"token_id": 1794, "token_text": " word", "probability": 0.023681640625}, {"token_id": 9408, "token_text": " languages", "probability": 0.0196533203125}, {"token_id": 1071, "token_text": " form", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.298828125}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 266, "token_text": " and", "probability": 0.052001953125}, {"token_id": 262, "token_text": " to", "probability": 0.0458984375}, {"token_id": 238, "token_text": " in", "probability": 0.04052734375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.296875}, {"token_id": 697, "token_text": " It", "probability": 0.07080078125}, {"token_id": 285, "token_text": " A", "probability": 0.0517578125}, {"token_id": 1178, "token_text": " For", "probability": 0.045654296875}, {"token_id": 431, "token_text": " In", "probability": 0.035400390625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.443359375}, {"token_id": 1794, "token_text": " word", "probability": 0.08203125}, {"token_id": 1640, "token_text": " term", "probability": 0.0235595703125}, {"token_id": 1347, "token_text": " program", "probability": 0.0235595703125}, {"token_id": 9408, "token_text": " languages", "probability": 0.0125732421875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.42578125}, {"token_id": 525, "token_text": " can", "probability": 0.042236328125}, {"token_id": 1236, "token_text": " should", "probability": 0.034912109375}, {"token_id": 611, "token_text": " has", "probability": 0.029052734375}, {"token_id": 5401, "token_text": " uses", "probability": 0.0272216796875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.46875}, {"token_id": 234, "token_text": " the", "probability": 0.0361328125}, {"token_id": 1946, "token_text": " called", "probability": 0.0264892578125}, {"token_id": 212, "token_text": " a", "probability": 0.0264892578125}, {"token_id": 9395, "token_text": " defined", "probability": 0.019287109375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.8359375}, {"token_id": 262, "token_text": " to", "probability": 0.0303955078125}, {"token_id": 321, "token_text": " for", "probability": 0.028564453125}, {"token_id": 463, "token_text": " by", "probability": 0.025146484375}, {"token_id": 352, "token_text": " as", "probability": 0.0098876953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.640625}, {"token_id": 212, "token_text": " a", "probability": 0.0634765625}, {"token_id": 542, "token_text": " this", "probability": 0.030029296875}, {"token_id": 3296, "token_text": " English", "probability": 0.01214599609375}, {"token_id": 439, "token_text": " all", "probability": 0.006683349609375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.54296875}, {"token_id": 9408, "token_text": " languages", "probability": 0.0211181640625}, {"token_id": 1794, "token_text": " word", "probability": 0.0211181640625}, {"token_id": 3296, "token_text": " English", "probability": 0.0185546875}, {"token_id": 1600, "token_text": " same", "probability": 0.01202392578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.345703125}, {"token_id": 15, "token_text": ",", "probability": 0.08740234375}, {"token_id": 266, "token_text": " and", "probability": 0.06005859375}, {"token_id": 262, "token_text": " to", "probability": 0.0439453125}, {"token_id": 238, "token_text": " in", "probability": 0.0439453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.341796875}, {"token_id": 697, "token_text": " It", "probability": 0.0673828125}, {"token_id": 285, "token_text": " A", "probability": 0.052490234375}, {"token_id": 1178, "token_text": " For", "probability": 0.0361328125}, {"token_id": 431, "token_text": " In", "probability": 0.03173828125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.486328125}, {"token_id": 1794, "token_text": " word", "probability": 0.07421875}, {"token_id": 1347, "token_text": " program", "probability": 0.0257568359375}, {"token_id": 1640, "token_text": " term", "probability": 0.02001953125}, {"token_id": 9408, "token_text": " languages", "probability": 0.015625}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5078125}, {"token_id": 500, "token_text": " not", "probability": 0.04736328125}, {"token_id": 529, "token_text": " have", "probability": 0.0286865234375}, {"token_id": 1170, "token_text": " use", "probability": 0.01275634765625}, {"token_id": 1333, "token_text": " look", "probability": 0.011962890625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1240234375}, {"token_id": 2547, "token_text": " able", "probability": 0.033447265625}, {"token_id": 4556, "token_text": " considered", "probability": 0.0277099609375}, {"token_id": 9395, "token_text": " defined", "probability": 0.02294921875}, {"token_id": 212, "token_text": " a", "probability": 0.01904296875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.28515625}, {"token_id": 262, "token_text": " to", "probability": 0.251953125}, {"token_id": 321, "token_text": " for", "probability": 0.1259765625}, {"token_id": 352, "token_text": " as", "probability": 0.059814453125}, {"token_id": 463, "token_text": " by", "probability": 0.03857421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1962890625}, {"token_id": 212, "token_text": " a", "probability": 0.15234375}, {"token_id": 542, "token_text": " this", "probability": 0.031005859375}, {"token_id": 252, "token_text": " an", "probability": 0.0194091796875}, {"token_id": 2260, "token_text": " order", "probability": 0.018798828125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.040283203125}, {"token_id": 8156, "token_text": " context", "probability": 0.022216796875}, {"token_id": 1600, "token_text": " same", "probability": 0.016845703125}, {"token_id": 8248, "token_text": " database", "probability": 0.01434326171875}, {"token_id": 912, "token_text": " first", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 3690, "token_text": " language", "probability": 0.0576171875}, {"token_id": 266, "token_text": " and", "probability": 0.044921875}, {"token_id": 262, "token_text": " to", "probability": 0.037109375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1630859375}, {"token_id": 697, "token_text": " It", "probability": 0.052978515625}, {"token_id": 431, "token_text": " In", "probability": 0.0498046875}, {"token_id": 1178, "token_text": " For", "probability": 0.0439453125}, {"token_id": 285, "token_text": " A", "probability": 0.0341796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.1171875}, {"token_id": 1347, "token_text": " program", "probability": 0.043212890625}, {"token_id": 1794, "token_text": " word", "probability": 0.04052734375}, {"token_id": 1640, "token_text": " term", "probability": 0.031494140625}, {"token_id": 912, "token_text": " first", "probability": 0.0230712890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2197265625}, {"token_id": 525, "token_text": " can", "probability": 0.05224609375}, {"token_id": 1236, "token_text": " should", "probability": 0.04052734375}, {"token_id": 1351, "token_text": " used", "probability": 0.03369140625}, {"token_id": 661, "token_text": " will", "probability": 0.03173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1884765625}, {"token_id": 234, "token_text": " the", "probability": 0.037109375}, {"token_id": 212, "token_text": " a", "probability": 0.037109375}, {"token_id": 1946, "token_text": " called", "probability": 0.027099609375}, {"token_id": 500, "token_text": " not", "probability": 0.02392578125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5859375}, {"token_id": 262, "token_text": " to", "probability": 0.123046875}, {"token_id": 321, "token_text": " for", "probability": 0.08447265625}, {"token_id": 463, "token_text": " by", "probability": 0.0546875}, {"token_id": 352, "token_text": " as", "probability": 0.029296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.41015625}, {"token_id": 212, "token_text": " a", "probability": 0.0859375}, {"token_id": 542, "token_text": " this", "probability": 0.05908203125}, {"token_id": 3296, "token_text": " English", "probability": 0.016357421875}, {"token_id": 252, "token_text": " an", "probability": 0.00933837890625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2177734375}, {"token_id": 1794, "token_text": " word", "probability": 0.0244140625}, {"token_id": 3296, "token_text": " English", "probability": 0.022216796875}, {"token_id": 1600, "token_text": " same", "probability": 0.020263671875}, {"token_id": 1071, "token_text": " form", "probability": 0.016845703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.21484375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 262, "token_text": " to", "probability": 0.057861328125}, {"token_id": 266, "token_text": " and", "probability": 0.054443359375}, {"token_id": 238, "token_text": " in", "probability": 0.045166015625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.240234375}, {"token_id": 697, "token_text": " It", "probability": 0.0732421875}, {"token_id": 285, "token_text": " A", "probability": 0.053466796875}, {"token_id": 1178, "token_text": " For", "probability": 0.05029296875}, {"token_id": 431, "token_text": " In", "probability": 0.041748046875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.314453125}, {"token_id": 1794, "token_text": " word", "probability": 0.07470703125}, {"token_id": 1347, "token_text": " program", "probability": 0.03515625}, {"token_id": 1640, "token_text": " term", "probability": 0.0291748046875}, {"token_id": 912, "token_text": " first", "probability": 0.015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.318359375}, {"token_id": 525, "token_text": " can", "probability": 0.05908203125}, {"token_id": 1236, "token_text": " should", "probability": 0.035888671875}, {"token_id": 611, "token_text": " has", "probability": 0.0279541015625}, {"token_id": 1351, "token_text": " used", "probability": 0.0262451171875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.40625}, {"token_id": 234, "token_text": " the", "probability": 0.040283203125}, {"token_id": 212, "token_text": " a", "probability": 0.037841796875}, {"token_id": 1946, "token_text": " called", "probability": 0.02294921875}, {"token_id": 9395, "token_text": " defined", "probability": 0.020263671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.81640625}, {"token_id": 262, "token_text": " to", "probability": 0.048828125}, {"token_id": 321, "token_text": " for", "probability": 0.0296630859375}, {"token_id": 463, "token_text": " by", "probability": 0.0262451171875}, {"token_id": 352, "token_text": " as", "probability": 0.01318359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.53515625}, {"token_id": 212, "token_text": " a", "probability": 0.06787109375}, {"token_id": 542, "token_text": " this", "probability": 0.041259765625}, {"token_id": 3296, "token_text": " English", "probability": 0.0189208984375}, {"token_id": 439, "token_text": " all", "probability": 0.007171630859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.39453125}, {"token_id": 3296, "token_text": " English", "probability": 0.023681640625}, {"token_id": 1794, "token_text": " word", "probability": 0.023681640625}, {"token_id": 9408, "token_text": " languages", "probability": 0.0196533203125}, {"token_id": 1071, "token_text": " form", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.298828125}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 266, "token_text": " and", "probability": 0.052001953125}, {"token_id": 262, "token_text": " to", "probability": 0.0458984375}, {"token_id": 238, "token_text": " in", "probability": 0.04052734375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.296875}, {"token_id": 697, "token_text": " It", "probability": 0.07080078125}, {"token_id": 285, "token_text": " A", "probability": 0.0517578125}, {"token_id": 1178, "token_text": " For", "probability": 0.045654296875}, {"token_id": 431, "token_text": " In", "probability": 0.035400390625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.443359375}, {"token_id": 1794, "token_text": " word", "probability": 0.08203125}, {"token_id": 1640, "token_text": " term", "probability": 0.0235595703125}, {"token_id": 1347, "token_text": " program", "probability": 0.0235595703125}, {"token_id": 9408, "token_text": " languages", "probability": 0.0125732421875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.42578125}, {"token_id": 525, "token_text": " can", "probability": 0.042236328125}, {"token_id": 1236, "token_text": " should", "probability": 0.034912109375}, {"token_id": 611, "token_text": " has", "probability": 0.029052734375}, {"token_id": 5401, "token_text": " uses", "probability": 0.0272216796875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.46875}, {"token_id": 234, "token_text": " the", "probability": 0.0361328125}, {"token_id": 1946, "token_text": " called", "probability": 0.0264892578125}, {"token_id": 212, "token_text": " a", "probability": 0.0264892578125}, {"token_id": 9395, "token_text": " defined", "probability": 0.019287109375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.8359375}, {"token_id": 262, "token_text": " to", "probability": 0.0303955078125}, {"token_id": 321, "token_text": " for", "probability": 0.028564453125}, {"token_id": 463, "token_text": " by", "probability": 0.025146484375}, {"token_id": 352, "token_text": " as", "probability": 0.0098876953125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.640625}, {"token_id": 212, "token_text": " a", "probability": 0.0634765625}, {"token_id": 542, "token_text": " this", "probability": 0.030029296875}, {"token_id": 3296, "token_text": " English", "probability": 0.01214599609375}, {"token_id": 439, "token_text": " all", "probability": 0.006683349609375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.54296875}, {"token_id": 9408, "token_text": " languages", "probability": 0.0211181640625}, {"token_id": 1794, "token_text": " word", "probability": 0.0211181640625}, {"token_id": 3296, "token_text": " English", "probability": 0.0185546875}, {"token_id": 1600, "token_text": " same", "probability": 0.01202392578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.345703125}, {"token_id": 15, "token_text": ",", "probability": 0.08740234375}, {"token_id": 266, "token_text": " and", "probability": 0.06005859375}, {"token_id": 262, "token_text": " to", "probability": 0.0439453125}, {"token_id": 238, "token_text": " in", "probability": 0.0439453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.341796875}, {"token_id": 697, "token_text": " It", "probability": 0.0673828125}, {"token_id": 285, "token_text": " A", "probability": 0.052490234375}, {"token_id": 1178, "token_text": " For", "probability": 0.0361328125}, {"token_id": 431, "token_text": " In", "probability": 0.03173828125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.486328125}, {"token_id": 1794, "token_text": " word", "probability": 0.07421875}, {"token_id": 1347, "token_text": " program", "probability": 0.0257568359375}, {"token_id": 1640, "token_text": " term", "probability": 0.02001953125}, {"token_id": 9408, "token_text": " languages", "probability": 0.015625}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.5078125, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5078125}, {"token_id": 500, "token_text": " not", "probability": 0.04736328125}, {"token_id": 529, "token_text": " have", "probability": 0.0286865234375}, {"token_id": 1170, "token_text": " use", "probability": 0.01275634765625}, {"token_id": 1333, "token_text": " look", "probability": 0.011962890625}, {"token_id": 1068, "token_text": " only", "probability": 0.00994873046875}, {"token_id": 1617, "token_text": " take", "probability": 0.00994873046875}, {"token_id": 1279, "token_text": " help", "probability": 0.0087890625}, {"token_id": 2561, "token_text": " include", "probability": 0.00823974609375}, {"token_id": 2605, "token_text": " give", "probability": 0.007476806640625}], "entropy": 3.546875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6776429940239801, "average_logprob_per_token": -0.6776429940239801, "perplexity_on_target_sequence": 1.9692307692307693, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -0.6776429940239801, "probability": 0.5078125, "raw_probability": 0.5078125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33191.50990319252, "probe_elapsed_sec": 0.985696245013969, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " la pi\u00f9 grande citt\u00e0 di tutto il mondo. La citt\u00e0 \u00e8 la pi\u00f9 grande citt\u00e0 di tutto il mondo. La citt\u00e0 \u00e8 la pi\u00f9 grande citt\u00e0 di tutto il mondo", "text": "La capitale d'Italia \u00e8 la pi\u00f9 grande citt\u00e0 di tutto il mondo. La citt\u00e0 \u00e8 la pi\u00f9 grande citt\u00e0 di tutto il mondo. La citt\u00e0 \u00e8 la pi\u00f9 grande citt\u00e0 di tutto il mondo", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 288, "token_text": " la", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.087890625}, {"token_id": 385, "token_text": " una", "probability": 0.08251953125}, {"token_id": 269, "token_text": " un", "probability": 0.068359375}, {"token_id": 1366, "token_text": " stata", "probability": 0.06396484375}, {"token_id": 230, "token_text": " l", "probability": 0.0322265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.302734375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.11865234375}, {"token_id": 4129, "token_text": " principale", "probability": 0.049560546875}, {"token_id": 4205, "token_text": " migliore", "probability": 0.0206298828125}, {"token_id": 5425, "token_text": " sede", "probability": 0.01708984375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.50390625}, {"token_id": 2663, "token_text": " importante", "probability": 0.060302734375}, {"token_id": 5450, "token_text": " alta", "probability": 0.0284423828125}, {"token_id": 12853, "token_text": " antica", "probability": 0.0208740234375}, {"token_id": 3136, "token_text": " popol", "probability": 0.01953125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11376953125}, {"token_id": 347, "token_text": " del", "probability": 0.0732421875}, {"token_id": 248, "token_text": " e", "probability": 0.044677734375}, {"token_id": 240, "token_text": " di", "probability": 0.044677734375}, {"token_id": 392, "token_text": " della", "probability": 0.0306396484375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.18359375}, {"token_id": 392, "token_text": " della", "probability": 0.0986328125}, {"token_id": 347, "token_text": " del", "probability": 0.06787109375}, {"token_id": 217, "token_text": " d", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.059814453125}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.03955078125}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0308837890625}, {"token_id": 3390, "token_text": " Roma", "probability": 0.0272216796875}, {"token_id": 1096, "token_text": " tutti", "probability": 0.0255126953125}, {"token_id": 1989, "token_text": " tutte", "probability": 0.0225830078125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.84375}, {"token_id": 230, "token_text": " l", "probability": 0.037109375}, {"token_id": 17, "token_text": ".", "probability": 0.01544189453125}, {"token_id": 288, "token_text": " la", "probability": 0.0087890625}, {"token_id": 762, "token_text": " questo", "probability": 0.00823974609375}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.8203125}, {"token_id": 2716, "token_text": " paese", "probability": 0.049072265625}, {"token_id": 5501, "token_text": " territorio", "probability": 0.023193359375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.01409912109375}, {"token_id": 14790, "token_text": " continente", "probability": 0.01324462890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5546875}, {"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 248, "token_text": " e", "probability": 0.040283203125}, {"token_id": 29, "token_text": ":", "probability": 0.0157470703125}, {"token_id": 30, "token_text": ";", "probability": 0.0147705078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1455078125}, {"token_id": 583, "token_text": " Il", "probability": 0.0732421875}, {"token_id": 316, "token_text": " L", "probability": 0.04736328125}, {"token_id": 712, "token_text": " Le", "probability": 0.039306640625}, {"token_id": 275, "token_text": " I", "probability": 0.03466796875}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1923828125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0751953125}, {"token_id": 788, "token_text": " sua", "probability": 0.0517578125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.048583984375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.048583984375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.240234375}, {"token_id": 240, "token_text": " di", "probability": 0.2255859375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.041748046875}, {"token_id": 400, "token_text": " si", "probability": 0.039306640625}, {"token_id": 354, "token_text": " ha", "probability": 0.036865234375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.345703125}, {"token_id": 385, "token_text": " una", "probability": 0.068359375}, {"token_id": 297, "token_text": " il", "probability": 0.056640625}, {"token_id": 230, "token_text": " l", "probability": 0.04150390625}, {"token_id": 240, "token_text": " di", "probability": 0.0302734375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.53515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.072265625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.052734375}, {"token_id": 4129, "token_text": " principale", "probability": 0.036376953125}, {"token_id": 788, "token_text": " sua", "probability": 0.009765625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.66796875}, {"token_id": 4989, "token_text": " piccola", "probability": 0.035400390625}, {"token_id": 12853, "token_text": " antica", "probability": 0.0294189453125}, {"token_id": 5450, "token_text": " alta", "probability": 0.0244140625}, {"token_id": 2663, "token_text": " importante", "probability": 0.0244140625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.62109375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0198974609375}, {"token_id": 347, "token_text": " del", "probability": 0.0120849609375}, {"token_id": 248, "token_text": " e", "probability": 0.0120849609375}, {"token_id": 27028, "token_text": " isola", "probability": 0.0093994140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.310546875}, {"token_id": 392, "token_text": " della", "probability": 0.07861328125}, {"token_id": 217, "token_text": " d", "probability": 0.07861328125}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 347, "token_text": " del", "probability": 0.047607421875}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.12353515625}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0400390625}, {"token_id": 1096, "token_text": " tutti", "probability": 0.03759765625}, {"token_id": 1094, "token_text": " questa", "probability": 0.033203125}, {"token_id": 1989, "token_text": " tutte", "probability": 0.0274658203125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.90625}, {"token_id": 230, "token_text": " l", "probability": 0.0257568359375}, {"token_id": 288, "token_text": " la", "probability": 0.0137939453125}, {"token_id": 17, "token_text": ".", "probability": 0.006103515625}, {"token_id": 762, "token_text": " questo", "probability": 0.0047607421875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.8984375}, {"token_id": 2716, "token_text": " paese", "probability": 0.027099609375}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.00933837890625}, {"token_id": 5501, "token_text": " territorio", "probability": 0.00775146484375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.00775146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.62890625}, {"token_id": 15, "token_text": ",", "probability": 0.1806640625}, {"token_id": 248, "token_text": " e", "probability": 0.048583984375}, {"token_id": 29, "token_text": ":", "probability": 0.0167236328125}, {"token_id": 30, "token_text": ";", "probability": 0.01153564453125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2216796875}, {"token_id": 583, "token_text": " Il", "probability": 0.0673828125}, {"token_id": 712, "token_text": " Le", "probability": 0.052490234375}, {"token_id": 316, "token_text": " L", "probability": 0.03857421875}, {"token_id": 275, "token_text": " I", "probability": 0.031982421875}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.482421875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.11474609375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.044921875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0272216796875}, {"token_id": 788, "token_text": " sua", "probability": 0.025634765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.5546875}, {"token_id": 240, "token_text": " di", "probability": 0.054931640625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0400390625}, {"token_id": 400, "token_text": " si", "probability": 0.03759765625}, {"token_id": 354, "token_text": " ha", "probability": 0.03759765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.515625}, {"token_id": 297, "token_text": " il", "probability": 0.0654296875}, {"token_id": 385, "token_text": " una", "probability": 0.051025390625}, {"token_id": 230, "token_text": " l", "probability": 0.045166015625}, {"token_id": 269, "token_text": " un", "probability": 0.0166015625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.6875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.052978515625}, {"token_id": 4129, "token_text": " principale", "probability": 0.0220947265625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.020751953125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.00921630859375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.68359375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.046630859375}, {"token_id": 5450, "token_text": " alta", "probability": 0.0281982421875}, {"token_id": 12853, "token_text": " antica", "probability": 0.02490234375}, {"token_id": 2663, "token_text": " importante", "probability": 0.0234375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.65234375}, {"token_id": 347, "token_text": " del", "probability": 0.0135498046875}, {"token_id": 248, "token_text": " e", "probability": 0.01055908203125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0098876953125}, {"token_id": 392, "token_text": " della", "probability": 0.00933837890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.384765625}, {"token_id": 392, "token_text": " della", "probability": 0.0712890625}, {"token_id": 217, "token_text": " d", "probability": 0.0712890625}, {"token_id": 347, "token_text": " del", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.043212890625}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.2236328125}, {"token_id": 1096, "token_text": " tutti", "probability": 0.056640625}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0439453125}, {"token_id": 1094, "token_text": " questa", "probability": 0.038818359375}, {"token_id": 1989, "token_text": " tutte", "probability": 0.034423828125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.9296875}, {"token_id": 230, "token_text": " l", "probability": 0.0181884765625}, {"token_id": 288, "token_text": " la", "probability": 0.00970458984375}, {"token_id": 762, "token_text": " questo", "probability": 0.0048828125}, {"token_id": 1357, "token_text": " quello", "probability": 0.004302978515625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.9375}, {"token_id": 2716, "token_text": " paese", "probability": 0.0172119140625}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.00762939453125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.006317138671875}, {"token_id": 21287, "token_text": " glo", "probability": 0.003387451171875}]}], "clean_probe_diagnostics": [{"token_id": 288, "token_text": " la", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.087890625}, {"token_id": 385, "token_text": " una", "probability": 0.08251953125}, {"token_id": 269, "token_text": " un", "probability": 0.068359375}, {"token_id": 1366, "token_text": " stata", "probability": 0.06396484375}, {"token_id": 230, "token_text": " l", "probability": 0.0322265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.302734375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.11865234375}, {"token_id": 4129, "token_text": " principale", "probability": 0.049560546875}, {"token_id": 4205, "token_text": " migliore", "probability": 0.0206298828125}, {"token_id": 5425, "token_text": " sede", "probability": 0.01708984375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.50390625}, {"token_id": 2663, "token_text": " importante", "probability": 0.060302734375}, {"token_id": 5450, "token_text": " alta", "probability": 0.0284423828125}, {"token_id": 12853, "token_text": " antica", "probability": 0.0208740234375}, {"token_id": 3136, "token_text": " popol", "probability": 0.01953125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11376953125}, {"token_id": 347, "token_text": " del", "probability": 0.0732421875}, {"token_id": 248, "token_text": " e", "probability": 0.044677734375}, {"token_id": 240, "token_text": " di", "probability": 0.044677734375}, {"token_id": 392, "token_text": " della", "probability": 0.0306396484375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.18359375}, {"token_id": 392, "token_text": " della", "probability": 0.0986328125}, {"token_id": 347, "token_text": " del", "probability": 0.06787109375}, {"token_id": 217, "token_text": " d", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.059814453125}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.03955078125}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0308837890625}, {"token_id": 3390, "token_text": " Roma", "probability": 0.0272216796875}, {"token_id": 1096, "token_text": " tutti", "probability": 0.0255126953125}, {"token_id": 1989, "token_text": " tutte", "probability": 0.0225830078125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.84375}, {"token_id": 230, "token_text": " l", "probability": 0.037109375}, {"token_id": 17, "token_text": ".", "probability": 0.01544189453125}, {"token_id": 288, "token_text": " la", "probability": 0.0087890625}, {"token_id": 762, "token_text": " questo", "probability": 0.00823974609375}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.8203125}, {"token_id": 2716, "token_text": " paese", "probability": 0.049072265625}, {"token_id": 5501, "token_text": " territorio", "probability": 0.023193359375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.01409912109375}, {"token_id": 14790, "token_text": " continente", "probability": 0.01324462890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5546875}, {"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 248, "token_text": " e", "probability": 0.040283203125}, {"token_id": 29, "token_text": ":", "probability": 0.0157470703125}, {"token_id": 30, "token_text": ";", "probability": 0.0147705078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1484375}, {"token_id": 583, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 316, "token_text": " L", "probability": 0.04833984375}, {"token_id": 712, "token_text": " Le", "probability": 0.0400390625}, {"token_id": 275, "token_text": " I", "probability": 0.035400390625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1923828125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0751953125}, {"token_id": 788, "token_text": " sua", "probability": 0.0517578125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.048583984375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.048583984375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.240234375}, {"token_id": 240, "token_text": " di", "probability": 0.2255859375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.041748046875}, {"token_id": 400, "token_text": " si", "probability": 0.039306640625}, {"token_id": 354, "token_text": " ha", "probability": 0.036865234375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.345703125}, {"token_id": 385, "token_text": " una", "probability": 0.068359375}, {"token_id": 297, "token_text": " il", "probability": 0.056640625}, {"token_id": 230, "token_text": " l", "probability": 0.04150390625}, {"token_id": 240, "token_text": " di", "probability": 0.0302734375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.53515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.072265625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.052734375}, {"token_id": 4129, "token_text": " principale", "probability": 0.036376953125}, {"token_id": 788, "token_text": " sua", "probability": 0.009765625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.66796875}, {"token_id": 4989, "token_text": " piccola", "probability": 0.035400390625}, {"token_id": 12853, "token_text": " antica", "probability": 0.0294189453125}, {"token_id": 5450, "token_text": " alta", "probability": 0.0244140625}, {"token_id": 2663, "token_text": " importante", "probability": 0.0244140625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.62109375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0198974609375}, {"token_id": 347, "token_text": " del", "probability": 0.0120849609375}, {"token_id": 248, "token_text": " e", "probability": 0.0120849609375}, {"token_id": 27028, "token_text": " isola", "probability": 0.0093994140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.310546875}, {"token_id": 392, "token_text": " della", "probability": 0.07861328125}, {"token_id": 217, "token_text": " d", "probability": 0.07861328125}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 347, "token_text": " del", "probability": 0.047607421875}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.12353515625}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0400390625}, {"token_id": 1096, "token_text": " tutti", "probability": 0.03759765625}, {"token_id": 1094, "token_text": " questa", "probability": 0.033203125}, {"token_id": 1989, "token_text": " tutte", "probability": 0.0274658203125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.90625}, {"token_id": 230, "token_text": " l", "probability": 0.0257568359375}, {"token_id": 288, "token_text": " la", "probability": 0.0137939453125}, {"token_id": 17, "token_text": ".", "probability": 0.006103515625}, {"token_id": 762, "token_text": " questo", "probability": 0.0047607421875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.8984375}, {"token_id": 2716, "token_text": " paese", "probability": 0.027099609375}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.00933837890625}, {"token_id": 5501, "token_text": " territorio", "probability": 0.00775146484375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.00775146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.62890625}, {"token_id": 15, "token_text": ",", "probability": 0.1806640625}, {"token_id": 248, "token_text": " e", "probability": 0.048583984375}, {"token_id": 29, "token_text": ":", "probability": 0.0167236328125}, {"token_id": 30, "token_text": ";", "probability": 0.01153564453125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2265625}, {"token_id": 583, "token_text": " Il", "probability": 0.06884765625}, {"token_id": 712, "token_text": " Le", "probability": 0.0537109375}, {"token_id": 316, "token_text": " L", "probability": 0.039306640625}, {"token_id": 275, "token_text": " I", "probability": 0.032470703125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.482421875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.11474609375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.044921875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0272216796875}, {"token_id": 788, "token_text": " sua", "probability": 0.025634765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.5546875}, {"token_id": 240, "token_text": " di", "probability": 0.054931640625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0400390625}, {"token_id": 400, "token_text": " si", "probability": 0.03759765625}, {"token_id": 354, "token_text": " ha", "probability": 0.03759765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.515625}, {"token_id": 297, "token_text": " il", "probability": 0.0654296875}, {"token_id": 385, "token_text": " una", "probability": 0.051025390625}, {"token_id": 230, "token_text": " l", "probability": 0.045166015625}, {"token_id": 269, "token_text": " un", "probability": 0.0166015625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.6875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.052978515625}, {"token_id": 4129, "token_text": " principale", "probability": 0.0220947265625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.020751953125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.00921630859375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.68359375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.046630859375}, {"token_id": 5450, "token_text": " alta", "probability": 0.0281982421875}, {"token_id": 12853, "token_text": " antica", "probability": 0.02490234375}, {"token_id": 2663, "token_text": " importante", "probability": 0.0234375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.65234375}, {"token_id": 347, "token_text": " del", "probability": 0.0135498046875}, {"token_id": 248, "token_text": " e", "probability": 0.01055908203125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0098876953125}, {"token_id": 392, "token_text": " della", "probability": 0.00933837890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.384765625}, {"token_id": 392, "token_text": " della", "probability": 0.0712890625}, {"token_id": 217, "token_text": " d", "probability": 0.0712890625}, {"token_id": 347, "token_text": " del", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.043212890625}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.2236328125}, {"token_id": 1096, "token_text": " tutti", "probability": 0.056640625}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0439453125}, {"token_id": 1094, "token_text": " questa", "probability": 0.038818359375}, {"token_id": 1989, "token_text": " tutte", "probability": 0.034423828125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.9296875}, {"token_id": 230, "token_text": " l", "probability": 0.0181884765625}, {"token_id": 288, "token_text": " la", "probability": 0.00970458984375}, {"token_id": 762, "token_text": " questo", "probability": 0.0048828125}, {"token_id": 1357, "token_text": " quello", "probability": 0.004302978515625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.9375}, {"token_id": 2716, "token_text": " paese", "probability": 0.0172119140625}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.00762939453125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.006317138671875}, {"token_id": 21287, "token_text": " glo", "probability": 0.003387451171875}]}], "token_diagnostics": [{"token_id": 288, "token_text": " la", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.087890625}, {"token_id": 385, "token_text": " una", "probability": 0.08251953125}, {"token_id": 269, "token_text": " un", "probability": 0.068359375}, {"token_id": 1366, "token_text": " stata", "probability": 0.06396484375}, {"token_id": 230, "token_text": " l", "probability": 0.0322265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.302734375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.11865234375}, {"token_id": 4129, "token_text": " principale", "probability": 0.049560546875}, {"token_id": 4205, "token_text": " migliore", "probability": 0.0206298828125}, {"token_id": 5425, "token_text": " sede", "probability": 0.01708984375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.50390625}, {"token_id": 2663, "token_text": " importante", "probability": 0.060302734375}, {"token_id": 5450, "token_text": " alta", "probability": 0.0284423828125}, {"token_id": 12853, "token_text": " antica", "probability": 0.0208740234375}, {"token_id": 3136, "token_text": " popol", "probability": 0.01953125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11376953125}, {"token_id": 347, "token_text": " del", "probability": 0.0732421875}, {"token_id": 248, "token_text": " e", "probability": 0.044677734375}, {"token_id": 240, "token_text": " di", "probability": 0.044677734375}, {"token_id": 392, "token_text": " della", "probability": 0.0306396484375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.18359375}, {"token_id": 392, "token_text": " della", "probability": 0.0986328125}, {"token_id": 347, "token_text": " del", "probability": 0.06787109375}, {"token_id": 217, "token_text": " d", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.059814453125}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.03955078125}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0308837890625}, {"token_id": 3390, "token_text": " Roma", "probability": 0.0272216796875}, {"token_id": 1096, "token_text": " tutti", "probability": 0.0255126953125}, {"token_id": 1989, "token_text": " tutte", "probability": 0.0225830078125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.84375}, {"token_id": 230, "token_text": " l", "probability": 0.037109375}, {"token_id": 17, "token_text": ".", "probability": 0.01544189453125}, {"token_id": 288, "token_text": " la", "probability": 0.0087890625}, {"token_id": 762, "token_text": " questo", "probability": 0.00823974609375}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.8203125}, {"token_id": 2716, "token_text": " paese", "probability": 0.049072265625}, {"token_id": 5501, "token_text": " territorio", "probability": 0.023193359375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.01409912109375}, {"token_id": 14790, "token_text": " continente", "probability": 0.01324462890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5546875}, {"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 248, "token_text": " e", "probability": 0.040283203125}, {"token_id": 29, "token_text": ":", "probability": 0.0157470703125}, {"token_id": 30, "token_text": ";", "probability": 0.0147705078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1484375}, {"token_id": 583, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 316, "token_text": " L", "probability": 0.04833984375}, {"token_id": 712, "token_text": " Le", "probability": 0.0400390625}, {"token_id": 275, "token_text": " I", "probability": 0.035400390625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1923828125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0751953125}, {"token_id": 788, "token_text": " sua", "probability": 0.0517578125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.048583984375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.048583984375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.240234375}, {"token_id": 240, "token_text": " di", "probability": 0.2255859375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.041748046875}, {"token_id": 400, "token_text": " si", "probability": 0.039306640625}, {"token_id": 354, "token_text": " ha", "probability": 0.036865234375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.345703125}, {"token_id": 385, "token_text": " una", "probability": 0.068359375}, {"token_id": 297, "token_text": " il", "probability": 0.056640625}, {"token_id": 230, "token_text": " l", "probability": 0.04150390625}, {"token_id": 240, "token_text": " di", "probability": 0.0302734375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.53515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.072265625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.052734375}, {"token_id": 4129, "token_text": " principale", "probability": 0.036376953125}, {"token_id": 788, "token_text": " sua", "probability": 0.009765625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.66796875}, {"token_id": 4989, "token_text": " piccola", "probability": 0.035400390625}, {"token_id": 12853, "token_text": " antica", "probability": 0.0294189453125}, {"token_id": 5450, "token_text": " alta", "probability": 0.0244140625}, {"token_id": 2663, "token_text": " importante", "probability": 0.0244140625}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.62109375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0198974609375}, {"token_id": 347, "token_text": " del", "probability": 0.0120849609375}, {"token_id": 248, "token_text": " e", "probability": 0.0120849609375}, {"token_id": 27028, "token_text": " isola", "probability": 0.0093994140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.310546875}, {"token_id": 392, "token_text": " della", "probability": 0.07861328125}, {"token_id": 217, "token_text": " d", "probability": 0.07861328125}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 347, "token_text": " del", "probability": 0.047607421875}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.12353515625}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0400390625}, {"token_id": 1096, "token_text": " tutti", "probability": 0.03759765625}, {"token_id": 1094, "token_text": " questa", "probability": 0.033203125}, {"token_id": 1989, "token_text": " tutte", "probability": 0.0274658203125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.90625}, {"token_id": 230, "token_text": " l", "probability": 0.0257568359375}, {"token_id": 288, "token_text": " la", "probability": 0.0137939453125}, {"token_id": 17, "token_text": ".", "probability": 0.006103515625}, {"token_id": 762, "token_text": " questo", "probability": 0.0047607421875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.8984375}, {"token_id": 2716, "token_text": " paese", "probability": 0.027099609375}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.00933837890625}, {"token_id": 5501, "token_text": " territorio", "probability": 0.00775146484375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.00775146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.62890625}, {"token_id": 15, "token_text": ",", "probability": 0.1806640625}, {"token_id": 248, "token_text": " e", "probability": 0.048583984375}, {"token_id": 29, "token_text": ":", "probability": 0.0167236328125}, {"token_id": 30, "token_text": ";", "probability": 0.01153564453125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2265625}, {"token_id": 583, "token_text": " Il", "probability": 0.06884765625}, {"token_id": 712, "token_text": " Le", "probability": 0.0537109375}, {"token_id": 316, "token_text": " L", "probability": 0.039306640625}, {"token_id": 275, "token_text": " I", "probability": 0.032470703125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.482421875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.11474609375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.044921875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0272216796875}, {"token_id": 788, "token_text": " sua", "probability": 0.025634765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.5546875}, {"token_id": 240, "token_text": " di", "probability": 0.054931640625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0400390625}, {"token_id": 400, "token_text": " si", "probability": 0.03759765625}, {"token_id": 354, "token_text": " ha", "probability": 0.03759765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.515625}, {"token_id": 297, "token_text": " il", "probability": 0.0654296875}, {"token_id": 385, "token_text": " una", "probability": 0.051025390625}, {"token_id": 230, "token_text": " l", "probability": 0.045166015625}, {"token_id": 269, "token_text": " un", "probability": 0.0166015625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.6875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.052978515625}, {"token_id": 4129, "token_text": " principale", "probability": 0.0220947265625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.020751953125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.00921630859375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.68359375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.046630859375}, {"token_id": 5450, "token_text": " alta", "probability": 0.0281982421875}, {"token_id": 12853, "token_text": " antica", "probability": 0.02490234375}, {"token_id": 2663, "token_text": " importante", "probability": 0.0234375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.65234375}, {"token_id": 347, "token_text": " del", "probability": 0.0135498046875}, {"token_id": 248, "token_text": " e", "probability": 0.01055908203125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0098876953125}, {"token_id": 392, "token_text": " della", "probability": 0.00933837890625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.384765625}, {"token_id": 392, "token_text": " della", "probability": 0.0712890625}, {"token_id": 217, "token_text": " d", "probability": 0.0712890625}, {"token_id": 347, "token_text": " del", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.043212890625}]}, {"token_id": 1220, "token_text": " tutto", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 1220, "token_text": " tutto", "probability": 0.2236328125}, {"token_id": 1096, "token_text": " tutti", "probability": 0.056640625}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0439453125}, {"token_id": 1094, "token_text": " questa", "probability": 0.038818359375}, {"token_id": 1989, "token_text": " tutte", "probability": 0.034423828125}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.9296875}, {"token_id": 230, "token_text": " l", "probability": 0.0181884765625}, {"token_id": 288, "token_text": " la", "probability": 0.00970458984375}, {"token_id": 762, "token_text": " questo", "probability": 0.0048828125}, {"token_id": 1357, "token_text": " quello", "probability": 0.004302978515625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.9375}, {"token_id": 2716, "token_text": " paese", "probability": 0.0172119140625}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.00762939453125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.006317138671875}, {"token_id": 21287, "token_text": " glo", "probability": 0.003387451171875}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 882, "correct_token_probability": 7.295608520507812e-05, "top_10_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.087890625}, {"token_id": 385, "token_text": " una", "probability": 0.08251953125}, {"token_id": 269, "token_text": " un", "probability": 0.068359375}, {"token_id": 1366, "token_text": " stata", "probability": 0.06396484375}, {"token_id": 230, "token_text": " l", "probability": 0.0322265625}, {"token_id": 240, "token_text": " di", "probability": 0.0302734375}, {"token_id": 297, "token_text": " il", "probability": 0.0302734375}, {"token_id": 238, "token_text": " in", "probability": 0.0235595703125}, {"token_id": 1446, "token_text": " quella", "probability": 0.01953125}, {"token_id": 11268, "token_text": " diventata", "probability": 0.01434326171875}], "entropy": 5.25}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.525652870366416, "average_logprob_per_token": -9.525652870366416, "perplexity_on_target_sequence": 13706.875816993468, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -9.525652870366416, "probability": 7.295608520507812e-05, "raw_probability": 7.295608520507812e-05, "correct_token_rank": 882}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33191.51045131683, "probe_elapsed_sec": 0.985696245013969, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un po' pi\u00f9 grande, ma non \u00e8 un po' pi\u00f9 grande, ma non \u00e8 un po' pi\u00f9 grande, ma non \u00e8 un po' pi\u00f9", "text": "Un piccolo modello linguistico dovrebbe essere un po' pi\u00f9 grande, ma non \u00e8 un po' pi\u00f9 grande, ma non \u00e8 un po' pi\u00f9 grande, ma non \u00e8 un po' pi\u00f9", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.32421875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041259765625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.020751953125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.01336669921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0125732421875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.064453125}, {"token_id": 9293, "token_text": " definito", "probability": 0.044189453125}, {"token_id": 385, "token_text": " una", "probability": 0.0322265625}, {"token_id": 6410, "token_text": " usato", "probability": 0.028564453125}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.028564453125}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.045166015625}, {"token_id": 10, "token_text": "'", "probability": 0.024169921875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 5147, "token_text": " modello", "probability": 0.0177001953125}, {"token_id": 1470, "token_text": " grande", "probability": 0.015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.53125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.265625}, {"token_id": 961, "token_text": " '", "probability": 0.07177734375}, {"token_id": 5244, "token_text": "'.", "probability": 0.0159912109375}, {"token_id": 4802, "token_text": "',", "probability": 0.0159912109375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.173828125}, {"token_id": 240, "token_text": " di", "probability": 0.08251953125}, {"token_id": 512, "token_text": " come", "probability": 0.04150390625}, {"token_id": 7723, "token_text": " piu", "probability": 0.0322265625}, {"token_id": 2035, "token_text": " meno", "probability": 0.022216796875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.039794921875}, {"token_id": 240, "token_text": " di", "probability": 0.037353515625}, {"token_id": 2663, "token_text": " importante", "probability": 0.031005859375}, {"token_id": 3103, "token_text": " forte", "probability": 0.01556396484375}, {"token_id": 238, "token_text": " in", "probability": 0.01556396484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1591796875}, {"token_id": 248, "token_text": " e", "probability": 0.1240234375}, {"token_id": 240, "token_text": " di", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.0908203125}, {"token_id": 295, "token_text": " che", "probability": 0.048583984375}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.166015625}, {"token_id": 248, "token_text": " e", "probability": 0.053955078125}, {"token_id": 512, "token_text": " come", "probability": 0.03076171875}, {"token_id": 292, "token_text": " per", "probability": 0.0289306640625}, {"token_id": 238, "token_text": " in", "probability": 0.0289306640625}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1181640625}, {"token_id": 630, "token_text": " anche", "probability": 0.046142578125}, {"token_id": 297, "token_text": " il", "probability": 0.046142578125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.046142578125}, {"token_id": 288, "token_text": " la", "probability": 0.04345703125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.08935546875}, {"token_id": 400, "token_text": " si", "probability": 0.0478515625}, {"token_id": 780, "token_text": " ci", "probability": 0.0272216796875}, {"token_id": 982, "token_text": " solo", "probability": 0.0198974609375}, {"token_id": 527, "token_text": " lo", "probability": 0.0198974609375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.11767578125}, {"token_id": 385, "token_text": " una", "probability": 0.06298828125}, {"token_id": 2098, "token_text": " possibile", "probability": 0.043212890625}, {"token_id": 1690, "token_text": " mai", "probability": 0.040771484375}, {"token_id": 297, "token_text": " il", "probability": 0.03369140625}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.259765625}, {"token_id": 10, "token_text": "'", "probability": 0.057861328125}, {"token_id": 1669, "token_text": " caso", "probability": 0.022705078125}, {"token_id": 5337, "token_text": " buon", "probability": 0.0177001953125}, {"token_id": 1221, "token_text": " modo", "probability": 0.0166015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.90234375}, {"token_id": 961, "token_text": " '", "probability": 0.039794921875}, {"token_id": 4802, "token_text": "',", "probability": 0.0225830078125}, {"token_id": 5244, "token_text": "'.", "probability": 0.0225830078125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.001861572265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.287109375}, {"token_id": 2035, "token_text": " meno", "probability": 0.046875}, {"token_id": 3373, "token_text": " troppo", "probability": 0.0439453125}, {"token_id": 269, "token_text": " un", "probability": 0.0341796875}, {"token_id": 240, "token_text": " di", "probability": 0.026611328125}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.09619140625}, {"token_id": 5769, "token_text": " facile", "probability": 0.029296875}, {"token_id": 17, "token_text": ".", "probability": 0.029296875}, {"token_id": 240, "token_text": " di", "probability": 0.02587890625}, {"token_id": 3103, "token_text": " forte", "probability": 0.0213623046875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.3359375}, {"token_id": 17, "token_text": ".", "probability": 0.24609375}, {"token_id": 248, "token_text": " e", "probability": 0.09033203125}, {"token_id": 295, "token_text": " che", "probability": 0.051513671875}, {"token_id": 240, "token_text": " di", "probability": 0.02587890625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.2265625}, {"token_id": 248, "token_text": " e", "probability": 0.0830078125}, {"token_id": 512, "token_text": " come", "probability": 0.0269775390625}, {"token_id": 630, "token_text": " anche", "probability": 0.025390625}, {"token_id": 404, "token_text": " non", "probability": 0.0238037109375}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.09814453125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.09228515625}, {"token_id": 269, "token_text": " un", "probability": 0.09228515625}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 630, "token_text": " anche", "probability": 0.0634765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.216796875}, {"token_id": 400, "token_text": " si", "probability": 0.0546875}, {"token_id": 517, "token_text": " sono", "probability": 0.035400390625}, {"token_id": 527, "token_text": " lo", "probability": 0.033203125}, {"token_id": 1156, "token_text": " ho", "probability": 0.027587890625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.3359375}, {"token_id": 385, "token_text": " una", "probability": 0.1025390625}, {"token_id": 297, "token_text": " il", "probability": 0.042724609375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.021484375}, {"token_id": 230, "token_text": " l", "probability": 0.017822265625}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.7578125}, {"token_id": 10, "token_text": "'", "probability": 0.01226806640625}, {"token_id": 2492, "token_text": " posto", "probability": 0.00616455078125}, {"token_id": 5337, "token_text": " buon", "probability": 0.00543212890625}, {"token_id": 1277, "token_text": " bel", "probability": 0.0045166015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 961, "token_text": " '", "probability": 0.02978515625}, {"token_id": 5244, "token_text": "'.", "probability": 0.019287109375}, {"token_id": 4802, "token_text": "',", "probability": 0.0159912109375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00139617919921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.5}, {"token_id": 2035, "token_text": " meno", "probability": 0.0927734375}, {"token_id": 3373, "token_text": " troppo", "probability": 0.043701171875}, {"token_id": 240, "token_text": " di", "probability": 0.0264892578125}, {"token_id": 7723, "token_text": " piu", "probability": 0.0181884765625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.11279296875}, {"token_id": 17, "token_text": ".", "probability": 0.05322265625}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 4218, "token_text": " piccolo", "probability": 0.0303955078125}, {"token_id": 240, "token_text": " di", "probability": 0.0303955078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.404296875}, {"token_id": 17, "token_text": ".", "probability": 0.23046875}, {"token_id": 248, "token_text": " e", "probability": 0.08447265625}, {"token_id": 295, "token_text": " che", "probability": 0.03759765625}, {"token_id": 437, "token_text": " ma", "probability": 0.0201416015625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.271484375}, {"token_id": 248, "token_text": " e", "probability": 0.087890625}, {"token_id": 404, "token_text": " non", "probability": 0.034423828125}, {"token_id": 630, "token_text": " anche", "probability": 0.023681640625}, {"token_id": 512, "token_text": " come", "probability": 0.022216796875}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1416015625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.11767578125}, {"token_id": 269, "token_text": " un", "probability": 0.10400390625}, {"token_id": 385, "token_text": " una", "probability": 0.076171875}, {"token_id": 630, "token_text": " anche", "probability": 0.0556640625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.283203125}, {"token_id": 400, "token_text": " si", "probability": 0.046142578125}, {"token_id": 517, "token_text": " sono", "probability": 0.040771484375}, {"token_id": 527, "token_text": " lo", "probability": 0.033935546875}, {"token_id": 354, "token_text": " ha", "probability": 0.0247802734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.44140625}, {"token_id": 385, "token_text": " una", "probability": 0.11181640625}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}, {"token_id": 1026, "token_text": " uno", "probability": 0.01708984375}, {"token_id": 230, "token_text": " l", "probability": 0.01611328125}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.8203125}, {"token_id": 10, "token_text": "'", "probability": 0.007110595703125}, {"token_id": 1277, "token_text": " bel", "probability": 0.00445556640625}, {"token_id": 5337, "token_text": " buon", "probability": 0.004180908203125}, {"token_id": 2492, "token_text": " posto", "probability": 0.004180908203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 4802, "token_text": "',", "probability": 0.0299072265625}, {"token_id": 5244, "token_text": "'.", "probability": 0.0233154296875}, {"token_id": 961, "token_text": " '", "probability": 0.0091552734375}, {"token_id": 67, "token_text": "`", "probability": 0.00139617919921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.46484375}, {"token_id": 2035, "token_text": " meno", "probability": 0.06689453125}, {"token_id": 3373, "token_text": " troppo", "probability": 0.0458984375}, {"token_id": 240, "token_text": " di", "probability": 0.0230712890625}, {"token_id": 512, "token_text": " come", "probability": 0.0179443359375}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.32421875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041259765625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.020751953125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.01336669921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0125732421875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.064453125}, {"token_id": 9293, "token_text": " definito", "probability": 0.044189453125}, {"token_id": 385, "token_text": " una", "probability": 0.0322265625}, {"token_id": 6410, "token_text": " usato", "probability": 0.028564453125}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.028564453125}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.045166015625}, {"token_id": 10, "token_text": "'", "probability": 0.024169921875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 5147, "token_text": " modello", "probability": 0.0177001953125}, {"token_id": 1470, "token_text": " grande", "probability": 0.015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.53125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.265625}, {"token_id": 961, "token_text": " '", "probability": 0.07177734375}, {"token_id": 5244, "token_text": "'.", "probability": 0.0159912109375}, {"token_id": 4802, "token_text": "',", "probability": 0.0159912109375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.173828125}, {"token_id": 240, "token_text": " di", "probability": 0.08251953125}, {"token_id": 512, "token_text": " come", "probability": 0.04150390625}, {"token_id": 7723, "token_text": " piu", "probability": 0.0322265625}, {"token_id": 2035, "token_text": " meno", "probability": 0.022216796875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.039794921875}, {"token_id": 240, "token_text": " di", "probability": 0.037353515625}, {"token_id": 2663, "token_text": " importante", "probability": 0.031005859375}, {"token_id": 3103, "token_text": " forte", "probability": 0.01556396484375}, {"token_id": 238, "token_text": " in", "probability": 0.01556396484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1591796875}, {"token_id": 248, "token_text": " e", "probability": 0.1240234375}, {"token_id": 240, "token_text": " di", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.0908203125}, {"token_id": 295, "token_text": " che", "probability": 0.048583984375}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.166015625}, {"token_id": 248, "token_text": " e", "probability": 0.053955078125}, {"token_id": 512, "token_text": " come", "probability": 0.03076171875}, {"token_id": 292, "token_text": " per", "probability": 0.0289306640625}, {"token_id": 238, "token_text": " in", "probability": 0.0289306640625}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1181640625}, {"token_id": 630, "token_text": " anche", "probability": 0.046142578125}, {"token_id": 297, "token_text": " il", "probability": 0.046142578125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.046142578125}, {"token_id": 288, "token_text": " la", "probability": 0.04345703125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.08935546875}, {"token_id": 400, "token_text": " si", "probability": 0.0478515625}, {"token_id": 780, "token_text": " ci", "probability": 0.0272216796875}, {"token_id": 982, "token_text": " solo", "probability": 0.0198974609375}, {"token_id": 527, "token_text": " lo", "probability": 0.0198974609375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.11767578125}, {"token_id": 385, "token_text": " una", "probability": 0.06298828125}, {"token_id": 2098, "token_text": " possibile", "probability": 0.043212890625}, {"token_id": 1690, "token_text": " mai", "probability": 0.040771484375}, {"token_id": 297, "token_text": " il", "probability": 0.03369140625}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.259765625}, {"token_id": 10, "token_text": "'", "probability": 0.057861328125}, {"token_id": 1669, "token_text": " caso", "probability": 0.022705078125}, {"token_id": 5337, "token_text": " buon", "probability": 0.0177001953125}, {"token_id": 1221, "token_text": " modo", "probability": 0.0166015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.90234375}, {"token_id": 961, "token_text": " '", "probability": 0.039794921875}, {"token_id": 4802, "token_text": "',", "probability": 0.0225830078125}, {"token_id": 5244, "token_text": "'.", "probability": 0.0225830078125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.001861572265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.287109375}, {"token_id": 2035, "token_text": " meno", "probability": 0.046875}, {"token_id": 3373, "token_text": " troppo", "probability": 0.0439453125}, {"token_id": 269, "token_text": " un", "probability": 0.0341796875}, {"token_id": 240, "token_text": " di", "probability": 0.026611328125}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.09619140625}, {"token_id": 5769, "token_text": " facile", "probability": 0.029296875}, {"token_id": 17, "token_text": ".", "probability": 0.029296875}, {"token_id": 240, "token_text": " di", "probability": 0.02587890625}, {"token_id": 3103, "token_text": " forte", "probability": 0.0213623046875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.3359375}, {"token_id": 17, "token_text": ".", "probability": 0.24609375}, {"token_id": 248, "token_text": " e", "probability": 0.09033203125}, {"token_id": 295, "token_text": " che", "probability": 0.051513671875}, {"token_id": 240, "token_text": " di", "probability": 0.02587890625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.2265625}, {"token_id": 248, "token_text": " e", "probability": 0.0830078125}, {"token_id": 512, "token_text": " come", "probability": 0.0269775390625}, {"token_id": 630, "token_text": " anche", "probability": 0.025390625}, {"token_id": 404, "token_text": " non", "probability": 0.0238037109375}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.09814453125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.09228515625}, {"token_id": 269, "token_text": " un", "probability": 0.09228515625}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 630, "token_text": " anche", "probability": 0.0634765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.216796875}, {"token_id": 400, "token_text": " si", "probability": 0.0546875}, {"token_id": 517, "token_text": " sono", "probability": 0.035400390625}, {"token_id": 527, "token_text": " lo", "probability": 0.033203125}, {"token_id": 1156, "token_text": " ho", "probability": 0.027587890625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.3359375}, {"token_id": 385, "token_text": " una", "probability": 0.1025390625}, {"token_id": 297, "token_text": " il", "probability": 0.042724609375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.021484375}, {"token_id": 230, "token_text": " l", "probability": 0.017822265625}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.7578125}, {"token_id": 10, "token_text": "'", "probability": 0.01226806640625}, {"token_id": 2492, "token_text": " posto", "probability": 0.00616455078125}, {"token_id": 5337, "token_text": " buon", "probability": 0.00543212890625}, {"token_id": 1277, "token_text": " bel", "probability": 0.0045166015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 961, "token_text": " '", "probability": 0.02978515625}, {"token_id": 5244, "token_text": "'.", "probability": 0.019287109375}, {"token_id": 4802, "token_text": "',", "probability": 0.0159912109375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00139617919921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.5}, {"token_id": 2035, "token_text": " meno", "probability": 0.0927734375}, {"token_id": 3373, "token_text": " troppo", "probability": 0.043701171875}, {"token_id": 240, "token_text": " di", "probability": 0.0264892578125}, {"token_id": 7723, "token_text": " piu", "probability": 0.0181884765625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.11279296875}, {"token_id": 17, "token_text": ".", "probability": 0.05322265625}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 4218, "token_text": " piccolo", "probability": 0.0303955078125}, {"token_id": 240, "token_text": " di", "probability": 0.0303955078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.404296875}, {"token_id": 17, "token_text": ".", "probability": 0.23046875}, {"token_id": 248, "token_text": " e", "probability": 0.08447265625}, {"token_id": 295, "token_text": " che", "probability": 0.03759765625}, {"token_id": 437, "token_text": " ma", "probability": 0.0201416015625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.271484375}, {"token_id": 248, "token_text": " e", "probability": 0.087890625}, {"token_id": 404, "token_text": " non", "probability": 0.034423828125}, {"token_id": 630, "token_text": " anche", "probability": 0.023681640625}, {"token_id": 512, "token_text": " come", "probability": 0.022216796875}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1416015625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.11767578125}, {"token_id": 269, "token_text": " un", "probability": 0.10400390625}, {"token_id": 385, "token_text": " una", "probability": 0.076171875}, {"token_id": 630, "token_text": " anche", "probability": 0.0556640625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.283203125}, {"token_id": 400, "token_text": " si", "probability": 0.046142578125}, {"token_id": 517, "token_text": " sono", "probability": 0.040771484375}, {"token_id": 527, "token_text": " lo", "probability": 0.033935546875}, {"token_id": 354, "token_text": " ha", "probability": 0.0247802734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.44140625}, {"token_id": 385, "token_text": " una", "probability": 0.11181640625}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}, {"token_id": 1026, "token_text": " uno", "probability": 0.01708984375}, {"token_id": 230, "token_text": " l", "probability": 0.01611328125}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.8203125}, {"token_id": 10, "token_text": "'", "probability": 0.007110595703125}, {"token_id": 1277, "token_text": " bel", "probability": 0.00445556640625}, {"token_id": 5337, "token_text": " buon", "probability": 0.004180908203125}, {"token_id": 2492, "token_text": " posto", "probability": 0.004180908203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 4802, "token_text": "',", "probability": 0.0299072265625}, {"token_id": 5244, "token_text": "'.", "probability": 0.0233154296875}, {"token_id": 961, "token_text": " '", "probability": 0.0091552734375}, {"token_id": 67, "token_text": "`", "probability": 0.00139617919921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.46484375}, {"token_id": 2035, "token_text": " meno", "probability": 0.06689453125}, {"token_id": 3373, "token_text": " troppo", "probability": 0.0458984375}, {"token_id": 240, "token_text": " di", "probability": 0.0230712890625}, {"token_id": 512, "token_text": " come", "probability": 0.0179443359375}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.32421875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041259765625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.020751953125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.01336669921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0125732421875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.064453125}, {"token_id": 9293, "token_text": " definito", "probability": 0.044189453125}, {"token_id": 385, "token_text": " una", "probability": 0.0322265625}, {"token_id": 6410, "token_text": " usato", "probability": 0.028564453125}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.028564453125}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.045166015625}, {"token_id": 10, "token_text": "'", "probability": 0.024169921875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 5147, "token_text": " modello", "probability": 0.0177001953125}, {"token_id": 1470, "token_text": " grande", "probability": 0.015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.53125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.265625}, {"token_id": 961, "token_text": " '", "probability": 0.07177734375}, {"token_id": 5244, "token_text": "'.", "probability": 0.0159912109375}, {"token_id": 4802, "token_text": "',", "probability": 0.0159912109375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.173828125}, {"token_id": 240, "token_text": " di", "probability": 0.08251953125}, {"token_id": 512, "token_text": " come", "probability": 0.04150390625}, {"token_id": 7723, "token_text": " piu", "probability": 0.0322265625}, {"token_id": 2035, "token_text": " meno", "probability": 0.022216796875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.039794921875}, {"token_id": 240, "token_text": " di", "probability": 0.037353515625}, {"token_id": 2663, "token_text": " importante", "probability": 0.031005859375}, {"token_id": 3103, "token_text": " forte", "probability": 0.01556396484375}, {"token_id": 238, "token_text": " in", "probability": 0.01556396484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1591796875}, {"token_id": 248, "token_text": " e", "probability": 0.1240234375}, {"token_id": 240, "token_text": " di", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.0908203125}, {"token_id": 295, "token_text": " che", "probability": 0.048583984375}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.166015625}, {"token_id": 248, "token_text": " e", "probability": 0.053955078125}, {"token_id": 512, "token_text": " come", "probability": 0.03076171875}, {"token_id": 292, "token_text": " per", "probability": 0.0289306640625}, {"token_id": 238, "token_text": " in", "probability": 0.0289306640625}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1181640625}, {"token_id": 630, "token_text": " anche", "probability": 0.046142578125}, {"token_id": 297, "token_text": " il", "probability": 0.046142578125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.046142578125}, {"token_id": 288, "token_text": " la", "probability": 0.04345703125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.08935546875}, {"token_id": 400, "token_text": " si", "probability": 0.0478515625}, {"token_id": 780, "token_text": " ci", "probability": 0.0272216796875}, {"token_id": 982, "token_text": " solo", "probability": 0.0198974609375}, {"token_id": 527, "token_text": " lo", "probability": 0.0198974609375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.11767578125}, {"token_id": 385, "token_text": " una", "probability": 0.06298828125}, {"token_id": 2098, "token_text": " possibile", "probability": 0.043212890625}, {"token_id": 1690, "token_text": " mai", "probability": 0.040771484375}, {"token_id": 297, "token_text": " il", "probability": 0.03369140625}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.259765625}, {"token_id": 10, "token_text": "'", "probability": 0.057861328125}, {"token_id": 1669, "token_text": " caso", "probability": 0.022705078125}, {"token_id": 5337, "token_text": " buon", "probability": 0.0177001953125}, {"token_id": 1221, "token_text": " modo", "probability": 0.0166015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.90234375}, {"token_id": 961, "token_text": " '", "probability": 0.039794921875}, {"token_id": 4802, "token_text": "',", "probability": 0.0225830078125}, {"token_id": 5244, "token_text": "'.", "probability": 0.0225830078125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.001861572265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.287109375}, {"token_id": 2035, "token_text": " meno", "probability": 0.046875}, {"token_id": 3373, "token_text": " troppo", "probability": 0.0439453125}, {"token_id": 269, "token_text": " un", "probability": 0.0341796875}, {"token_id": 240, "token_text": " di", "probability": 0.026611328125}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.09619140625}, {"token_id": 5769, "token_text": " facile", "probability": 0.029296875}, {"token_id": 17, "token_text": ".", "probability": 0.029296875}, {"token_id": 240, "token_text": " di", "probability": 0.02587890625}, {"token_id": 3103, "token_text": " forte", "probability": 0.0213623046875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.3359375}, {"token_id": 17, "token_text": ".", "probability": 0.24609375}, {"token_id": 248, "token_text": " e", "probability": 0.09033203125}, {"token_id": 295, "token_text": " che", "probability": 0.051513671875}, {"token_id": 240, "token_text": " di", "probability": 0.02587890625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.2265625}, {"token_id": 248, "token_text": " e", "probability": 0.0830078125}, {"token_id": 512, "token_text": " come", "probability": 0.0269775390625}, {"token_id": 630, "token_text": " anche", "probability": 0.025390625}, {"token_id": 404, "token_text": " non", "probability": 0.0238037109375}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.09814453125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.09228515625}, {"token_id": 269, "token_text": " un", "probability": 0.09228515625}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 630, "token_text": " anche", "probability": 0.0634765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.216796875}, {"token_id": 400, "token_text": " si", "probability": 0.0546875}, {"token_id": 517, "token_text": " sono", "probability": 0.035400390625}, {"token_id": 527, "token_text": " lo", "probability": 0.033203125}, {"token_id": 1156, "token_text": " ho", "probability": 0.027587890625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.3359375}, {"token_id": 385, "token_text": " una", "probability": 0.1025390625}, {"token_id": 297, "token_text": " il", "probability": 0.042724609375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.021484375}, {"token_id": 230, "token_text": " l", "probability": 0.017822265625}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.7578125}, {"token_id": 10, "token_text": "'", "probability": 0.01226806640625}, {"token_id": 2492, "token_text": " posto", "probability": 0.00616455078125}, {"token_id": 5337, "token_text": " buon", "probability": 0.00543212890625}, {"token_id": 1277, "token_text": " bel", "probability": 0.0045166015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 961, "token_text": " '", "probability": 0.02978515625}, {"token_id": 5244, "token_text": "'.", "probability": 0.019287109375}, {"token_id": 4802, "token_text": "',", "probability": 0.0159912109375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00139617919921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.5}, {"token_id": 2035, "token_text": " meno", "probability": 0.0927734375}, {"token_id": 3373, "token_text": " troppo", "probability": 0.043701171875}, {"token_id": 240, "token_text": " di", "probability": 0.0264892578125}, {"token_id": 7723, "token_text": " piu", "probability": 0.0181884765625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.11279296875}, {"token_id": 17, "token_text": ".", "probability": 0.05322265625}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 4218, "token_text": " piccolo", "probability": 0.0303955078125}, {"token_id": 240, "token_text": " di", "probability": 0.0303955078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.404296875}, {"token_id": 17, "token_text": ".", "probability": 0.23046875}, {"token_id": 248, "token_text": " e", "probability": 0.08447265625}, {"token_id": 295, "token_text": " che", "probability": 0.03759765625}, {"token_id": 437, "token_text": " ma", "probability": 0.0201416015625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.271484375}, {"token_id": 248, "token_text": " e", "probability": 0.087890625}, {"token_id": 404, "token_text": " non", "probability": 0.034423828125}, {"token_id": 630, "token_text": " anche", "probability": 0.023681640625}, {"token_id": 512, "token_text": " come", "probability": 0.022216796875}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1416015625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.11767578125}, {"token_id": 269, "token_text": " un", "probability": 0.10400390625}, {"token_id": 385, "token_text": " una", "probability": 0.076171875}, {"token_id": 630, "token_text": " anche", "probability": 0.0556640625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.283203125}, {"token_id": 400, "token_text": " si", "probability": 0.046142578125}, {"token_id": 517, "token_text": " sono", "probability": 0.040771484375}, {"token_id": 527, "token_text": " lo", "probability": 0.033935546875}, {"token_id": 354, "token_text": " ha", "probability": 0.0247802734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.44140625}, {"token_id": 385, "token_text": " una", "probability": 0.11181640625}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}, {"token_id": 1026, "token_text": " uno", "probability": 0.01708984375}, {"token_id": 230, "token_text": " l", "probability": 0.01611328125}]}, {"token_id": 574, "token_text": " po", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 574, "token_text": " po", "probability": 0.8203125}, {"token_id": 10, "token_text": "'", "probability": 0.007110595703125}, {"token_id": 1277, "token_text": " bel", "probability": 0.00445556640625}, {"token_id": 5337, "token_text": " buon", "probability": 0.004180908203125}, {"token_id": 2492, "token_text": " posto", "probability": 0.004180908203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 4802, "token_text": "',", "probability": 0.0299072265625}, {"token_id": 5244, "token_text": "'.", "probability": 0.0233154296875}, {"token_id": 961, "token_text": " '", "probability": 0.0091552734375}, {"token_id": 67, "token_text": "`", "probability": 0.00139617919921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.46484375}, {"token_id": 2035, "token_text": " meno", "probability": 0.06689453125}, {"token_id": 3373, "token_text": " troppo", "probability": 0.0458984375}, {"token_id": 240, "token_text": " di", "probability": 0.0230712890625}, {"token_id": 512, "token_text": " come", "probability": 0.0179443359375}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.32421875, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.32421875}, {"token_id": 2071, "token_text": " avere", "probability": 0.041259765625}, {"token_id": 11781, "token_text": " indicare", "probability": 0.020751953125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.01336669921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0125732421875}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}, {"token_id": 3696, "token_text": " dare", "probability": 0.009765625}, {"token_id": 21931, "token_text": " avvenire", "probability": 0.00921630859375}, {"token_id": 4932, "token_text": " portare", "probability": 0.00921630859375}, {"token_id": 958, "token_text": " far", "probability": 0.00811767578125}], "entropy": 4.71875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.1263368366829645, "average_logprob_per_token": -1.1263368366829645, "perplexity_on_target_sequence": 3.08433734939759, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -1.1263368366829645, "probability": 0.32421875, "raw_probability": 0.32421875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41489.20381259918, "probe_elapsed_sec": 0.9972883530135732, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city in the world. The city is located in the centre of the city of the city. The city is located in the centre of the city.", "text": "The capital of Italy is the largest city in the world. The city is located in the centre of the city of the city. The city is located in the centre of the city.", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1357421875}, {"token_id": 212, "token_text": " a", "probability": 0.10546875}, {"token_id": 5715, "token_text": " located", "probability": 0.06005859375}, {"token_id": 20068, "token_text": " situated", "probability": 0.0439453125}, {"token_id": 11151, "token_text": " divided", "probability": 0.0250244140625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.09326171875}, {"token_id": 4127, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 11323, "token_text": " centre", "probability": 0.04150390625}, {"token_id": 914, "token_text": " most", "probability": 0.04150390625}, {"token_id": 9949, "token_text": " seat", "probability": 0.025146484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.2109375}, {"token_id": 259, "token_text": " of", "probability": 0.060546875}, {"token_id": 266, "token_text": " and", "probability": 0.04150390625}, {"token_id": 3459, "token_text": " town", "probability": 0.0303955078125}, {"token_id": 2112, "token_text": " country", "probability": 0.0303955078125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.58203125}, {"token_id": 259, "token_text": " of", "probability": 0.138671875}, {"token_id": 398, "token_text": " with", "probability": 0.0654296875}, {"token_id": 337, "token_text": " on", "probability": 0.0198974609375}, {"token_id": 15, "token_text": ",", "probability": 0.017578125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.54296875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.050537109375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.04443359375}, {"token_id": 5557, "token_text": " Germany", "probability": 0.0185546875}, {"token_id": 4474, "token_text": " France", "probability": 0.016357421875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.53125}, {"token_id": 2112, "token_text": " country", "probability": 0.055908203125}, {"token_id": 2045, "token_text": " United", "probability": 0.0281982421875}, {"token_id": 3582, "token_text": " region", "probability": 0.02490234375}, {"token_id": 2682, "token_text": " history", "probability": 0.01708984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.482421875}, {"token_id": 15, "token_text": ",", "probability": 0.15625}, {"token_id": 259, "token_text": " of", "probability": 0.05419921875}, {"token_id": 266, "token_text": " and", "probability": 0.042236328125}, {"token_id": 262, "token_text": " to", "probability": 0.042236328125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.21484375}, {"token_id": 697, "token_text": " It", "probability": 0.1298828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.03515625}, {"token_id": 431, "token_text": " In", "probability": 0.029052734375}, {"token_id": 1020, "token_text": " This", "probability": 0.0225830078125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.150390625}, {"token_id": 4127, "token_text": " capital", "probability": 0.048828125}, {"token_id": 6193, "token_text": " largest", "probability": 0.03369140625}, {"token_id": 2112, "token_text": " country", "probability": 0.0245361328125}, {"token_id": 3459, "token_text": " town", "probability": 0.0230712890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.369140625}, {"token_id": 259, "token_text": " of", "probability": 0.1201171875}, {"token_id": 611, "token_text": " has", "probability": 0.07763671875}, {"token_id": 406, "token_text": " was", "probability": 0.04150390625}, {"token_id": 399, "token_text": "'s", "probability": 0.0390625}]}, {"token_id": 5715, "token_text": " located", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 5715, "token_text": " located", "probability": 0.1591796875}, {"token_id": 234, "token_text": " the", "probability": 0.12353515625}, {"token_id": 11151, "token_text": " divided", "probability": 0.062255859375}, {"token_id": 20068, "token_text": " situated", "probability": 0.058349609375}, {"token_id": 686, "token_text": " one", "probability": 0.042724609375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.345703125}, {"token_id": 337, "token_text": " on", "probability": 0.1962890625}, {"token_id": 381, "token_text": " at", "probability": 0.08740234375}, {"token_id": 463, "token_text": " by", "probability": 0.0322265625}, {"token_id": 2223, "token_text": " near", "probability": 0.0283203125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.64453125}, {"token_id": 212, "token_text": " a", "probability": 0.0250244140625}, {"token_id": 6256, "token_text": " central", "probability": 0.01611328125}, {"token_id": 252, "token_text": " an", "probability": 0.00921630859375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.005950927734375}]}, {"token_id": 11323, "token_text": " centre", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 11323, "token_text": " centre", "probability": 0.0703125}, {"token_id": 2380, "token_text": " city", "probability": 0.033203125}, {"token_id": 5378, "token_text": " north", "probability": 0.0311279296875}, {"token_id": 3444, "token_text": " heart", "probability": 0.0311279296875}, {"token_id": 5607, "token_text": " center", "probability": 0.0284423828125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9296875}, {"token_id": 16, "token_text": "-", "probability": 0.008056640625}, {"token_id": 15, "token_text": ",", "probability": 0.00518798828125}, {"token_id": 266, "token_text": " and", "probability": 0.0048828125}, {"token_id": 398, "token_text": " with", "probability": 0.004058837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5390625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0286865234375}, {"token_id": 11693, "token_text": " Milan", "probability": 0.016357421875}, {"token_id": 212, "token_text": " a", "probability": 0.0135498046875}, {"token_id": 590, "token_text": " St", "probability": 0.00848388671875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.0927734375}, {"token_id": 3459, "token_text": " town", "probability": 0.036376953125}, {"token_id": 7552, "token_text": " Italian", "probability": 0.026611328125}, {"token_id": 2112, "token_text": " country", "probability": 0.020751953125}, {"token_id": 1380, "token_text": " world", "probability": 0.020751953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.2431640625}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 266, "token_text": " and", "probability": 0.07421875}, {"token_id": 11323, "token_text": " centre", "probability": 0.057861328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.154296875}, {"token_id": 590, "token_text": " St", "probability": 0.060546875}, {"token_id": 11693, "token_text": " Milan", "probability": 0.025146484375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 20809, "token_text": " Verona", "probability": 0.0130615234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.076171875}, {"token_id": 7552, "token_text": " Italian", "probability": 0.03173828125}, {"token_id": 6886, "token_text": " Roman", "probability": 0.0279541015625}, {"token_id": 3459, "token_text": " town", "probability": 0.024658203125}, {"token_id": 1380, "token_text": " world", "probability": 0.0186767578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 259, "token_text": " of", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1337890625}, {"token_id": 266, "token_text": " and", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.03369140625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.306640625}, {"token_id": 697, "token_text": " It", "probability": 0.1201171875}, {"token_id": 1738, "token_text": " There", "probability": 0.034423828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.0267333984375}, {"token_id": 431, "token_text": " In", "probability": 0.023681640625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.46484375}, {"token_id": 3459, "token_text": " town", "probability": 0.052001953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.048828125}, {"token_id": 2088, "token_text": " main", "probability": 0.0179443359375}, {"token_id": 11323, "token_text": " centre", "probability": 0.015869140625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.48828125}, {"token_id": 11070, "token_text": " lies", "probability": 0.058349609375}, {"token_id": 611, "token_text": " has", "probability": 0.058349609375}, {"token_id": 259, "token_text": " of", "probability": 0.04541015625}, {"token_id": 7359, "token_text": " offers", "probability": 0.033203125}]}, {"token_id": 5715, "token_text": " located", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 5715, "token_text": " located", "probability": 0.1728515625}, {"token_id": 234, "token_text": " the", "probability": 0.134765625}, {"token_id": 20068, "token_text": " situated", "probability": 0.072265625}, {"token_id": 11151, "token_text": " divided", "probability": 0.052734375}, {"token_id": 212, "token_text": " a", "probability": 0.036376953125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.353515625}, {"token_id": 337, "token_text": " on", "probability": 0.2421875}, {"token_id": 381, "token_text": " at", "probability": 0.0654296875}, {"token_id": 2223, "token_text": " near", "probability": 0.0272216796875}, {"token_id": 463, "token_text": " by", "probability": 0.0272216796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.7734375}, {"token_id": 212, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 6256, "token_text": " central", "probability": 0.0133056640625}, {"token_id": 252, "token_text": " an", "probability": 0.00689697265625}, {"token_id": 686, "token_text": " one", "probability": 0.004302978515625}]}, {"token_id": 11323, "token_text": " centre", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 11323, "token_text": " centre", "probability": 0.1787109375}, {"token_id": 2380, "token_text": " city", "probability": 0.1015625}, {"token_id": 5607, "token_text": " center", "probability": 0.07421875}, {"token_id": 3444, "token_text": " heart", "probability": 0.032958984375}, {"token_id": 6256, "token_text": " central", "probability": 0.024169921875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9609375}, {"token_id": 15, "token_text": ",", "probability": 0.00537109375}, {"token_id": 266, "token_text": " and", "probability": 0.00445556640625}, {"token_id": 17, "token_text": ".", "probability": 0.0027008056640625}, {"token_id": 463, "token_text": " by", "probability": 0.0022430419921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.7265625}, {"token_id": 212, "token_text": " a", "probability": 0.0113525390625}, {"token_id": 11693, "token_text": " Milan", "probability": 0.00860595703125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.006683349609375}, {"token_id": 590, "token_text": " St", "probability": 0.00537109375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.37109375}, {"token_id": 3459, "token_text": " town", "probability": 0.056884765625}, {"token_id": 11323, "token_text": " centre", "probability": 0.0223388671875}, {"token_id": 4127, "token_text": " capital", "probability": 0.015869140625}, {"token_id": 2088, "token_text": " main", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.26953125}, {"token_id": 259, "token_text": " of", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 266, "token_text": " and", "probability": 0.08740234375}, {"token_id": 11323, "token_text": " centre", "probability": 0.0498046875}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1357421875}, {"token_id": 212, "token_text": " a", "probability": 0.10546875}, {"token_id": 5715, "token_text": " located", "probability": 0.06005859375}, {"token_id": 20068, "token_text": " situated", "probability": 0.0439453125}, {"token_id": 11151, "token_text": " divided", "probability": 0.0250244140625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.09326171875}, {"token_id": 4127, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 11323, "token_text": " centre", "probability": 0.04150390625}, {"token_id": 914, "token_text": " most", "probability": 0.04150390625}, {"token_id": 9949, "token_text": " seat", "probability": 0.025146484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.2109375}, {"token_id": 259, "token_text": " of", "probability": 0.060546875}, {"token_id": 266, "token_text": " and", "probability": 0.04150390625}, {"token_id": 3459, "token_text": " town", "probability": 0.0303955078125}, {"token_id": 2112, "token_text": " country", "probability": 0.0303955078125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.58203125}, {"token_id": 259, "token_text": " of", "probability": 0.138671875}, {"token_id": 398, "token_text": " with", "probability": 0.0654296875}, {"token_id": 337, "token_text": " on", "probability": 0.0198974609375}, {"token_id": 15, "token_text": ",", "probability": 0.017578125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.54296875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.050537109375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.04443359375}, {"token_id": 5557, "token_text": " Germany", "probability": 0.0185546875}, {"token_id": 4474, "token_text": " France", "probability": 0.016357421875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.53125}, {"token_id": 2112, "token_text": " country", "probability": 0.055908203125}, {"token_id": 2045, "token_text": " United", "probability": 0.0281982421875}, {"token_id": 3582, "token_text": " region", "probability": 0.02490234375}, {"token_id": 2682, "token_text": " history", "probability": 0.01708984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.482421875}, {"token_id": 15, "token_text": ",", "probability": 0.15625}, {"token_id": 259, "token_text": " of", "probability": 0.05419921875}, {"token_id": 266, "token_text": " and", "probability": 0.042236328125}, {"token_id": 262, "token_text": " to", "probability": 0.042236328125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2177734375}, {"token_id": 697, "token_text": " It", "probability": 0.1318359375}, {"token_id": 8552, "token_text": " Its", "probability": 0.03564453125}, {"token_id": 431, "token_text": " In", "probability": 0.029541015625}, {"token_id": 1020, "token_text": " This", "probability": 0.02294921875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.150390625}, {"token_id": 4127, "token_text": " capital", "probability": 0.048828125}, {"token_id": 6193, "token_text": " largest", "probability": 0.03369140625}, {"token_id": 2112, "token_text": " country", "probability": 0.0245361328125}, {"token_id": 3459, "token_text": " town", "probability": 0.0230712890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.369140625}, {"token_id": 259, "token_text": " of", "probability": 0.1201171875}, {"token_id": 611, "token_text": " has", "probability": 0.07763671875}, {"token_id": 406, "token_text": " was", "probability": 0.04150390625}, {"token_id": 399, "token_text": "'s", "probability": 0.0390625}]}, {"token_id": 5715, "token_text": " located", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 5715, "token_text": " located", "probability": 0.1591796875}, {"token_id": 234, "token_text": " the", "probability": 0.12353515625}, {"token_id": 11151, "token_text": " divided", "probability": 0.062255859375}, {"token_id": 20068, "token_text": " situated", "probability": 0.058349609375}, {"token_id": 686, "token_text": " one", "probability": 0.042724609375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.345703125}, {"token_id": 337, "token_text": " on", "probability": 0.1962890625}, {"token_id": 381, "token_text": " at", "probability": 0.08740234375}, {"token_id": 463, "token_text": " by", "probability": 0.0322265625}, {"token_id": 2223, "token_text": " near", "probability": 0.0283203125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.64453125}, {"token_id": 212, "token_text": " a", "probability": 0.0250244140625}, {"token_id": 6256, "token_text": " central", "probability": 0.01611328125}, {"token_id": 252, "token_text": " an", "probability": 0.00921630859375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.005950927734375}]}, {"token_id": 11323, "token_text": " centre", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 11323, "token_text": " centre", "probability": 0.0703125}, {"token_id": 2380, "token_text": " city", "probability": 0.033203125}, {"token_id": 5378, "token_text": " north", "probability": 0.0311279296875}, {"token_id": 3444, "token_text": " heart", "probability": 0.0311279296875}, {"token_id": 5607, "token_text": " center", "probability": 0.0284423828125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9296875}, {"token_id": 16, "token_text": "-", "probability": 0.008056640625}, {"token_id": 15, "token_text": ",", "probability": 0.00518798828125}, {"token_id": 266, "token_text": " and", "probability": 0.0048828125}, {"token_id": 398, "token_text": " with", "probability": 0.004058837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5390625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0286865234375}, {"token_id": 11693, "token_text": " Milan", "probability": 0.016357421875}, {"token_id": 212, "token_text": " a", "probability": 0.0135498046875}, {"token_id": 590, "token_text": " St", "probability": 0.00848388671875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.0927734375}, {"token_id": 3459, "token_text": " town", "probability": 0.036376953125}, {"token_id": 7552, "token_text": " Italian", "probability": 0.026611328125}, {"token_id": 2112, "token_text": " country", "probability": 0.020751953125}, {"token_id": 1380, "token_text": " world", "probability": 0.020751953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.2431640625}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 266, "token_text": " and", "probability": 0.07421875}, {"token_id": 11323, "token_text": " centre", "probability": 0.057861328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.154296875}, {"token_id": 590, "token_text": " St", "probability": 0.060546875}, {"token_id": 11693, "token_text": " Milan", "probability": 0.025146484375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 20809, "token_text": " Verona", "probability": 0.0130615234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.076171875}, {"token_id": 7552, "token_text": " Italian", "probability": 0.03173828125}, {"token_id": 6886, "token_text": " Roman", "probability": 0.0279541015625}, {"token_id": 3459, "token_text": " town", "probability": 0.024658203125}, {"token_id": 1380, "token_text": " world", "probability": 0.0186767578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 259, "token_text": " of", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1337890625}, {"token_id": 266, "token_text": " and", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.314453125}, {"token_id": 697, "token_text": " It", "probability": 0.12255859375}, {"token_id": 1738, "token_text": " There", "probability": 0.03515625}, {"token_id": 8552, "token_text": " Its", "probability": 0.02734375}, {"token_id": 431, "token_text": " In", "probability": 0.024169921875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.46484375}, {"token_id": 3459, "token_text": " town", "probability": 0.052001953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.048828125}, {"token_id": 2088, "token_text": " main", "probability": 0.0179443359375}, {"token_id": 11323, "token_text": " centre", "probability": 0.015869140625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.48828125}, {"token_id": 11070, "token_text": " lies", "probability": 0.058349609375}, {"token_id": 611, "token_text": " has", "probability": 0.058349609375}, {"token_id": 259, "token_text": " of", "probability": 0.04541015625}, {"token_id": 7359, "token_text": " offers", "probability": 0.033203125}]}, {"token_id": 5715, "token_text": " located", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 5715, "token_text": " located", "probability": 0.1728515625}, {"token_id": 234, "token_text": " the", "probability": 0.134765625}, {"token_id": 20068, "token_text": " situated", "probability": 0.072265625}, {"token_id": 11151, "token_text": " divided", "probability": 0.052734375}, {"token_id": 212, "token_text": " a", "probability": 0.036376953125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.353515625}, {"token_id": 337, "token_text": " on", "probability": 0.2421875}, {"token_id": 381, "token_text": " at", "probability": 0.0654296875}, {"token_id": 2223, "token_text": " near", "probability": 0.0272216796875}, {"token_id": 463, "token_text": " by", "probability": 0.0272216796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.7734375}, {"token_id": 212, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 6256, "token_text": " central", "probability": 0.0133056640625}, {"token_id": 252, "token_text": " an", "probability": 0.00689697265625}, {"token_id": 686, "token_text": " one", "probability": 0.004302978515625}]}, {"token_id": 11323, "token_text": " centre", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 11323, "token_text": " centre", "probability": 0.1787109375}, {"token_id": 2380, "token_text": " city", "probability": 0.1015625}, {"token_id": 5607, "token_text": " center", "probability": 0.07421875}, {"token_id": 3444, "token_text": " heart", "probability": 0.032958984375}, {"token_id": 6256, "token_text": " central", "probability": 0.024169921875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9609375}, {"token_id": 15, "token_text": ",", "probability": 0.00537109375}, {"token_id": 266, "token_text": " and", "probability": 0.00445556640625}, {"token_id": 17, "token_text": ".", "probability": 0.0027008056640625}, {"token_id": 463, "token_text": " by", "probability": 0.0022430419921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.7265625}, {"token_id": 212, "token_text": " a", "probability": 0.0113525390625}, {"token_id": 11693, "token_text": " Milan", "probability": 0.00860595703125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.006683349609375}, {"token_id": 590, "token_text": " St", "probability": 0.00537109375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.37109375}, {"token_id": 3459, "token_text": " town", "probability": 0.056884765625}, {"token_id": 11323, "token_text": " centre", "probability": 0.0223388671875}, {"token_id": 4127, "token_text": " capital", "probability": 0.015869140625}, {"token_id": 2088, "token_text": " main", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.26953125}, {"token_id": 259, "token_text": " of", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 266, "token_text": " and", "probability": 0.08740234375}, {"token_id": 11323, "token_text": " centre", "probability": 0.0498046875}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1357421875}, {"token_id": 212, "token_text": " a", "probability": 0.10546875}, {"token_id": 5715, "token_text": " located", "probability": 0.06005859375}, {"token_id": 20068, "token_text": " situated", "probability": 0.0439453125}, {"token_id": 11151, "token_text": " divided", "probability": 0.0250244140625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.09326171875}, {"token_id": 4127, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 11323, "token_text": " centre", "probability": 0.04150390625}, {"token_id": 914, "token_text": " most", "probability": 0.04150390625}, {"token_id": 9949, "token_text": " seat", "probability": 0.025146484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.2109375}, {"token_id": 259, "token_text": " of", "probability": 0.060546875}, {"token_id": 266, "token_text": " and", "probability": 0.04150390625}, {"token_id": 3459, "token_text": " town", "probability": 0.0303955078125}, {"token_id": 2112, "token_text": " country", "probability": 0.0303955078125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.58203125}, {"token_id": 259, "token_text": " of", "probability": 0.138671875}, {"token_id": 398, "token_text": " with", "probability": 0.0654296875}, {"token_id": 337, "token_text": " on", "probability": 0.0198974609375}, {"token_id": 15, "token_text": ",", "probability": 0.017578125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.54296875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.050537109375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.04443359375}, {"token_id": 5557, "token_text": " Germany", "probability": 0.0185546875}, {"token_id": 4474, "token_text": " France", "probability": 0.016357421875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.53125}, {"token_id": 2112, "token_text": " country", "probability": 0.055908203125}, {"token_id": 2045, "token_text": " United", "probability": 0.0281982421875}, {"token_id": 3582, "token_text": " region", "probability": 0.02490234375}, {"token_id": 2682, "token_text": " history", "probability": 0.01708984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.482421875}, {"token_id": 15, "token_text": ",", "probability": 0.15625}, {"token_id": 259, "token_text": " of", "probability": 0.05419921875}, {"token_id": 266, "token_text": " and", "probability": 0.042236328125}, {"token_id": 262, "token_text": " to", "probability": 0.042236328125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2177734375}, {"token_id": 697, "token_text": " It", "probability": 0.1318359375}, {"token_id": 8552, "token_text": " Its", "probability": 0.03564453125}, {"token_id": 431, "token_text": " In", "probability": 0.029541015625}, {"token_id": 1020, "token_text": " This", "probability": 0.02294921875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.150390625}, {"token_id": 4127, "token_text": " capital", "probability": 0.048828125}, {"token_id": 6193, "token_text": " largest", "probability": 0.03369140625}, {"token_id": 2112, "token_text": " country", "probability": 0.0245361328125}, {"token_id": 3459, "token_text": " town", "probability": 0.0230712890625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.369140625}, {"token_id": 259, "token_text": " of", "probability": 0.1201171875}, {"token_id": 611, "token_text": " has", "probability": 0.07763671875}, {"token_id": 406, "token_text": " was", "probability": 0.04150390625}, {"token_id": 399, "token_text": "'s", "probability": 0.0390625}]}, {"token_id": 5715, "token_text": " located", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 5715, "token_text": " located", "probability": 0.1591796875}, {"token_id": 234, "token_text": " the", "probability": 0.12353515625}, {"token_id": 11151, "token_text": " divided", "probability": 0.062255859375}, {"token_id": 20068, "token_text": " situated", "probability": 0.058349609375}, {"token_id": 686, "token_text": " one", "probability": 0.042724609375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.345703125}, {"token_id": 337, "token_text": " on", "probability": 0.1962890625}, {"token_id": 381, "token_text": " at", "probability": 0.08740234375}, {"token_id": 463, "token_text": " by", "probability": 0.0322265625}, {"token_id": 2223, "token_text": " near", "probability": 0.0283203125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.64453125}, {"token_id": 212, "token_text": " a", "probability": 0.0250244140625}, {"token_id": 6256, "token_text": " central", "probability": 0.01611328125}, {"token_id": 252, "token_text": " an", "probability": 0.00921630859375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.005950927734375}]}, {"token_id": 11323, "token_text": " centre", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 11323, "token_text": " centre", "probability": 0.0703125}, {"token_id": 2380, "token_text": " city", "probability": 0.033203125}, {"token_id": 5378, "token_text": " north", "probability": 0.0311279296875}, {"token_id": 3444, "token_text": " heart", "probability": 0.0311279296875}, {"token_id": 5607, "token_text": " center", "probability": 0.0284423828125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9296875}, {"token_id": 16, "token_text": "-", "probability": 0.008056640625}, {"token_id": 15, "token_text": ",", "probability": 0.00518798828125}, {"token_id": 266, "token_text": " and", "probability": 0.0048828125}, {"token_id": 398, "token_text": " with", "probability": 0.004058837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5390625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0286865234375}, {"token_id": 11693, "token_text": " Milan", "probability": 0.016357421875}, {"token_id": 212, "token_text": " a", "probability": 0.0135498046875}, {"token_id": 590, "token_text": " St", "probability": 0.00848388671875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.0927734375}, {"token_id": 3459, "token_text": " town", "probability": 0.036376953125}, {"token_id": 7552, "token_text": " Italian", "probability": 0.026611328125}, {"token_id": 2112, "token_text": " country", "probability": 0.020751953125}, {"token_id": 1380, "token_text": " world", "probability": 0.020751953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.2431640625}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 266, "token_text": " and", "probability": 0.07421875}, {"token_id": 11323, "token_text": " centre", "probability": 0.057861328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.154296875}, {"token_id": 590, "token_text": " St", "probability": 0.060546875}, {"token_id": 11693, "token_text": " Milan", "probability": 0.025146484375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 20809, "token_text": " Verona", "probability": 0.0130615234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.076171875}, {"token_id": 7552, "token_text": " Italian", "probability": 0.03173828125}, {"token_id": 6886, "token_text": " Roman", "probability": 0.0279541015625}, {"token_id": 3459, "token_text": " town", "probability": 0.024658203125}, {"token_id": 1380, "token_text": " world", "probability": 0.0186767578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 259, "token_text": " of", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1337890625}, {"token_id": 266, "token_text": " and", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.314453125}, {"token_id": 697, "token_text": " It", "probability": 0.12255859375}, {"token_id": 1738, "token_text": " There", "probability": 0.03515625}, {"token_id": 8552, "token_text": " Its", "probability": 0.02734375}, {"token_id": 431, "token_text": " In", "probability": 0.024169921875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.46484375}, {"token_id": 3459, "token_text": " town", "probability": 0.052001953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.048828125}, {"token_id": 2088, "token_text": " main", "probability": 0.0179443359375}, {"token_id": 11323, "token_text": " centre", "probability": 0.015869140625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.48828125}, {"token_id": 11070, "token_text": " lies", "probability": 0.058349609375}, {"token_id": 611, "token_text": " has", "probability": 0.058349609375}, {"token_id": 259, "token_text": " of", "probability": 0.04541015625}, {"token_id": 7359, "token_text": " offers", "probability": 0.033203125}]}, {"token_id": 5715, "token_text": " located", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 5715, "token_text": " located", "probability": 0.1728515625}, {"token_id": 234, "token_text": " the", "probability": 0.134765625}, {"token_id": 20068, "token_text": " situated", "probability": 0.072265625}, {"token_id": 11151, "token_text": " divided", "probability": 0.052734375}, {"token_id": 212, "token_text": " a", "probability": 0.036376953125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.353515625}, {"token_id": 337, "token_text": " on", "probability": 0.2421875}, {"token_id": 381, "token_text": " at", "probability": 0.0654296875}, {"token_id": 2223, "token_text": " near", "probability": 0.0272216796875}, {"token_id": 463, "token_text": " by", "probability": 0.0272216796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.7734375}, {"token_id": 212, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 6256, "token_text": " central", "probability": 0.0133056640625}, {"token_id": 252, "token_text": " an", "probability": 0.00689697265625}, {"token_id": 686, "token_text": " one", "probability": 0.004302978515625}]}, {"token_id": 11323, "token_text": " centre", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 11323, "token_text": " centre", "probability": 0.1787109375}, {"token_id": 2380, "token_text": " city", "probability": 0.1015625}, {"token_id": 5607, "token_text": " center", "probability": 0.07421875}, {"token_id": 3444, "token_text": " heart", "probability": 0.032958984375}, {"token_id": 6256, "token_text": " central", "probability": 0.024169921875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.9609375}, {"token_id": 15, "token_text": ",", "probability": 0.00537109375}, {"token_id": 266, "token_text": " and", "probability": 0.00445556640625}, {"token_id": 17, "token_text": ".", "probability": 0.0027008056640625}, {"token_id": 463, "token_text": " by", "probability": 0.0022430419921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.7265625}, {"token_id": 212, "token_text": " a", "probability": 0.0113525390625}, {"token_id": 11693, "token_text": " Milan", "probability": 0.00860595703125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.006683349609375}, {"token_id": 590, "token_text": " St", "probability": 0.00537109375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.37109375}, {"token_id": 3459, "token_text": " town", "probability": 0.056884765625}, {"token_id": 11323, "token_text": " centre", "probability": 0.0223388671875}, {"token_id": 4127, "token_text": " capital", "probability": 0.015869140625}, {"token_id": 2088, "token_text": " main", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.26953125}, {"token_id": 259, "token_text": " of", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 266, "token_text": " and", "probability": 0.08740234375}, {"token_id": 11323, "token_text": " centre", "probability": 0.0498046875}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 140, "correct_token_probability": 0.000690460205078125, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1357421875}, {"token_id": 212, "token_text": " a", "probability": 0.10546875}, {"token_id": 5715, "token_text": " located", "probability": 0.06005859375}, {"token_id": 20068, "token_text": " situated", "probability": 0.0439453125}, {"token_id": 11151, "token_text": " divided", "probability": 0.0250244140625}, {"token_id": 686, "token_text": " one", "probability": 0.020751953125}, {"token_id": 252, "token_text": " an", "probability": 0.01953125}, {"token_id": 500, "token_text": " not", "probability": 0.01519775390625}, {"token_id": 817, "token_text": " also", "probability": 0.0142822265625}, {"token_id": 1411, "token_text": " now", "probability": 0.0142822265625}], "entropy": 5.4375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.27815221881319, "average_logprob_per_token": -7.27815221881319, "perplexity_on_target_sequence": 1448.309392265194, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -7.27815221881319, "probability": 0.000690460205078125, "raw_probability": 0.000690460205078125, "correct_token_rank": 140}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41489.204469919205, "probe_elapsed_sec": 0.9972883530135732, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the language. The language model is a language model that is used to describe the language model. The model is a language model that is used", "text": "A small language model should be used to describe the language. The language model is a language model that is used to describe the language model. The model is a language model that is used", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.57421875}, {"token_id": 500, "token_text": " not", "probability": 0.032470703125}, {"token_id": 529, "token_text": " have", "probability": 0.028564453125}, {"token_id": 2561, "token_text": " include", "probability": 0.023681640625}, {"token_id": 1333, "token_text": " look", "probability": 0.01116943359375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.064453125}, {"token_id": 212, "token_text": " a", "probability": 0.02685546875}, {"token_id": 4556, "token_text": " considered", "probability": 0.0184326171875}, {"token_id": 16728, "token_text": " implemented", "probability": 0.016845703125}, {"token_id": 9395, "token_text": " defined", "probability": 0.0162353515625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.349609375}, {"token_id": 238, "token_text": " in", "probability": 0.17578125}, {"token_id": 352, "token_text": " as", "probability": 0.12060546875}, {"token_id": 321, "token_text": " for", "probability": 0.1064453125}, {"token_id": 463, "token_text": " by", "probability": 0.0252685546875}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.07080078125}, {"token_id": 9267, "token_text": " identify", "probability": 0.03125}, {"token_id": 7253, "token_text": " determine", "probability": 0.0294189453125}, {"token_id": 3616, "token_text": " create", "probability": 0.01904296875}, {"token_id": 1274, "token_text": " make", "probability": 0.017822265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.326171875}, {"token_id": 212, "token_text": " a", "probability": 0.10595703125}, {"token_id": 1031, "token_text": " how", "probability": 0.07763671875}, {"token_id": 917, "token_text": " what", "probability": 0.04150390625}, {"token_id": 252, "token_text": " an", "probability": 0.0196533203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.044677734375}, {"token_id": 2846, "token_text": " problem", "probability": 0.0169677734375}, {"token_id": 5482, "token_text": " concept", "probability": 0.0106201171875}, {"token_id": 6823, "token_text": " difference", "probability": 0.0093994140625}, {"token_id": 3659, "token_text": " specific", "probability": 0.0087890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 259, "token_text": " of", "probability": 0.0654296875}, {"token_id": 352, "token_text": " as", "probability": 0.054443359375}, {"token_id": 4322, "token_text": " model", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.130859375}, {"token_id": 697, "token_text": " It", "probability": 0.045166015625}, {"token_id": 431, "token_text": " In", "probability": 0.045166015625}, {"token_id": 1020, "token_text": " This", "probability": 0.039794921875}, {"token_id": 285, "token_text": " A", "probability": 0.032958984375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.06689453125}, {"token_id": 912, "token_text": " first", "probability": 0.02783203125}, {"token_id": 1640, "token_text": " term", "probability": 0.0223388671875}, {"token_id": 1794, "token_text": " word", "probability": 0.0203857421875}, {"token_id": 6598, "token_text": " purpose", "probability": 0.0185546875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.228515625}, {"token_id": 326, "token_text": " is", "probability": 0.0791015625}, {"token_id": 525, "token_text": " can", "probability": 0.037353515625}, {"token_id": 1236, "token_text": " should", "probability": 0.0159912109375}, {"token_id": 259, "token_text": " of", "probability": 0.0133056640625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2578125}, {"token_id": 1236, "token_text": " should", "probability": 0.0576171875}, {"token_id": 259, "token_text": " of", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 321, "token_text": " for", "probability": 0.0289306640625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07861328125}, {"token_id": 234, "token_text": " the", "probability": 0.0576171875}, {"token_id": 1351, "token_text": " used", "probability": 0.047607421875}, {"token_id": 2966, "token_text": " based", "probability": 0.03271484375}, {"token_id": 500, "token_text": " not", "probability": 0.0205078125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.07177734375}, {"token_id": 4529, "token_text": " simple", "probability": 0.0233154296875}, {"token_id": 1326, "token_text": " very", "probability": 0.0150146484375}, {"token_id": 1249, "token_text": " set", "probability": 0.013671875}, {"token_id": 1347, "token_text": " program", "probability": 0.01287841796875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.7109375}, {"token_id": 360, "token_text": " that", "probability": 0.042724609375}, {"token_id": 16, "token_text": "-", "probability": 0.01153564453125}, {"token_id": 2966, "token_text": " based", "probability": 0.006561279296875}, {"token_id": 15, "token_text": ",", "probability": 0.006561279296875}]}, {"token_id": 360, "token_text": " that", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.1650390625}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 321, "token_text": " for", "probability": 0.078125}, {"token_id": 259, "token_text": " of", "probability": 0.060791015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.1416015625}, {"token_id": 5401, "token_text": " uses", "probability": 0.06298828125}, {"token_id": 525, "token_text": " can", "probability": 0.06298828125}, {"token_id": 6881, "token_text": " allows", "probability": 0.05908203125}, {"token_id": 611, "token_text": " has", "probability": 0.03369140625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1748046875}, {"token_id": 2966, "token_text": " based", "probability": 0.034423828125}, {"token_id": 500, "token_text": " not", "probability": 0.025146484375}, {"token_id": 5546, "token_text": " designed", "probability": 0.0184326171875}, {"token_id": 212, "token_text": " a", "probability": 0.0184326171875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.52734375}, {"token_id": 321, "token_text": " for", "probability": 0.1259765625}, {"token_id": 238, "token_text": " in", "probability": 0.11083984375}, {"token_id": 463, "token_text": " by", "probability": 0.0673828125}, {"token_id": 352, "token_text": " as", "probability": 0.046142578125}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.162109375}, {"token_id": 9267, "token_text": " identify", "probability": 0.055908203125}, {"token_id": 2812, "token_text": " refer", "probability": 0.03857421875}, {"token_id": 14417, "token_text": " define", "probability": 0.0361328125}, {"token_id": 349, "token_text": " be", "probability": 0.0264892578125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.54296875}, {"token_id": 212, "token_text": " a", "probability": 0.0732421875}, {"token_id": 1031, "token_text": " how", "probability": 0.019775390625}, {"token_id": 3690, "token_text": " language", "probability": 0.019775390625}, {"token_id": 252, "token_text": " an", "probability": 0.015380859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.357421875}, {"token_id": 9408, "token_text": " languages", "probability": 0.0260009765625}, {"token_id": 2996, "token_text": " character", "probability": 0.00982666015625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.009521484375}, {"token_id": 10998, "token_text": " programming", "probability": 0.0084228515625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.4375}, {"token_id": 17, "token_text": ".", "probability": 0.09716796875}, {"token_id": 238, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0262451171875}, {"token_id": 8988, "token_text": " models", "probability": 0.023193359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3515625}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 266, "token_text": " and", "probability": 0.0537109375}, {"token_id": 238, "token_text": " in", "probability": 0.050537109375}, {"token_id": 259, "token_text": " of", "probability": 0.039306640625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.244140625}, {"token_id": 697, "token_text": " It", "probability": 0.0615234375}, {"token_id": 1020, "token_text": " This", "probability": 0.057861328125}, {"token_id": 285, "token_text": " A", "probability": 0.054443359375}, {"token_id": 431, "token_text": " In", "probability": 0.039794921875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.1474609375}, {"token_id": 3690, "token_text": " language", "probability": 0.08935546875}, {"token_id": 1347, "token_text": " program", "probability": 0.0240478515625}, {"token_id": 3818, "token_text": " standard", "probability": 0.0159912109375}, {"token_id": 912, "token_text": " first", "probability": 0.01507568359375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.29296875}, {"token_id": 1236, "token_text": " should", "probability": 0.044921875}, {"token_id": 5401, "token_text": " uses", "probability": 0.042236328125}, {"token_id": 525, "token_text": " can", "probability": 0.03955078125}, {"token_id": 611, "token_text": " has", "probability": 0.032958984375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1298828125}, {"token_id": 1351, "token_text": " used", "probability": 0.1298828125}, {"token_id": 234, "token_text": " the", "probability": 0.044921875}, {"token_id": 2966, "token_text": " based", "probability": 0.037109375}, {"token_id": 252, "token_text": " an", "probability": 0.0272216796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.150390625}, {"token_id": 1347, "token_text": " program", "probability": 0.0262451171875}, {"token_id": 4322, "token_text": " model", "probability": 0.0203857421875}, {"token_id": 3300, "token_text": " computer", "probability": 0.01495361328125}, {"token_id": 10998, "token_text": " programming", "probability": 0.0140380859375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.9296875}, {"token_id": 360, "token_text": " that", "probability": 0.0024566650390625}, {"token_id": 16, "token_text": "-", "probability": 0.0024566650390625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.00148773193359375}, {"token_id": 8988, "token_text": " models", "probability": 0.001312255859375}]}, {"token_id": 360, "token_text": " that", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.263671875}, {"token_id": 17, "token_text": ".", "probability": 0.1708984375}, {"token_id": 15, "token_text": ",", "probability": 0.1103515625}, {"token_id": 321, "token_text": " for", "probability": 0.04052734375}, {"token_id": 669, "token_text": " which", "probability": 0.035888671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.30078125}, {"token_id": 5401, "token_text": " uses", "probability": 0.06298828125}, {"token_id": 525, "token_text": " can", "probability": 0.06298828125}, {"token_id": 611, "token_text": " has", "probability": 0.035888671875}, {"token_id": 6881, "token_text": " allows", "probability": 0.03173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.43359375}, {"token_id": 2966, "token_text": " based", "probability": 0.0216064453125}, {"token_id": 5546, "token_text": " designed", "probability": 0.016845703125}, {"token_id": 9395, "token_text": " defined", "probability": 0.0157470703125}, {"token_id": 5045, "token_text": " developed", "probability": 0.0157470703125}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.57421875}, {"token_id": 500, "token_text": " not", "probability": 0.032470703125}, {"token_id": 529, "token_text": " have", "probability": 0.028564453125}, {"token_id": 2561, "token_text": " include", "probability": 0.023681640625}, {"token_id": 1333, "token_text": " look", "probability": 0.01116943359375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.064453125}, {"token_id": 212, "token_text": " a", "probability": 0.02685546875}, {"token_id": 4556, "token_text": " considered", "probability": 0.0184326171875}, {"token_id": 16728, "token_text": " implemented", "probability": 0.016845703125}, {"token_id": 9395, "token_text": " defined", "probability": 0.0162353515625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.349609375}, {"token_id": 238, "token_text": " in", "probability": 0.17578125}, {"token_id": 352, "token_text": " as", "probability": 0.12060546875}, {"token_id": 321, "token_text": " for", "probability": 0.1064453125}, {"token_id": 463, "token_text": " by", "probability": 0.0252685546875}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.07080078125}, {"token_id": 9267, "token_text": " identify", "probability": 0.03125}, {"token_id": 7253, "token_text": " determine", "probability": 0.0294189453125}, {"token_id": 3616, "token_text": " create", "probability": 0.01904296875}, {"token_id": 1274, "token_text": " make", "probability": 0.017822265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.326171875}, {"token_id": 212, "token_text": " a", "probability": 0.10595703125}, {"token_id": 1031, "token_text": " how", "probability": 0.07763671875}, {"token_id": 917, "token_text": " what", "probability": 0.04150390625}, {"token_id": 252, "token_text": " an", "probability": 0.0196533203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.044677734375}, {"token_id": 2846, "token_text": " problem", "probability": 0.0169677734375}, {"token_id": 5482, "token_text": " concept", "probability": 0.0106201171875}, {"token_id": 6823, "token_text": " difference", "probability": 0.0093994140625}, {"token_id": 3659, "token_text": " specific", "probability": 0.0087890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 259, "token_text": " of", "probability": 0.0654296875}, {"token_id": 352, "token_text": " as", "probability": 0.054443359375}, {"token_id": 4322, "token_text": " model", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1337890625}, {"token_id": 697, "token_text": " It", "probability": 0.04638671875}, {"token_id": 431, "token_text": " In", "probability": 0.04638671875}, {"token_id": 1020, "token_text": " This", "probability": 0.041015625}, {"token_id": 285, "token_text": " A", "probability": 0.033935546875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.06689453125}, {"token_id": 912, "token_text": " first", "probability": 0.02783203125}, {"token_id": 1640, "token_text": " term", "probability": 0.0223388671875}, {"token_id": 1794, "token_text": " word", "probability": 0.0203857421875}, {"token_id": 6598, "token_text": " purpose", "probability": 0.0185546875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.228515625}, {"token_id": 326, "token_text": " is", "probability": 0.0791015625}, {"token_id": 525, "token_text": " can", "probability": 0.037353515625}, {"token_id": 1236, "token_text": " should", "probability": 0.0159912109375}, {"token_id": 259, "token_text": " of", "probability": 0.0133056640625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2578125}, {"token_id": 1236, "token_text": " should", "probability": 0.0576171875}, {"token_id": 259, "token_text": " of", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 321, "token_text": " for", "probability": 0.0289306640625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07861328125}, {"token_id": 234, "token_text": " the", "probability": 0.0576171875}, {"token_id": 1351, "token_text": " used", "probability": 0.047607421875}, {"token_id": 2966, "token_text": " based", "probability": 0.03271484375}, {"token_id": 500, "token_text": " not", "probability": 0.0205078125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.07177734375}, {"token_id": 4529, "token_text": " simple", "probability": 0.0233154296875}, {"token_id": 1326, "token_text": " very", "probability": 0.0150146484375}, {"token_id": 1249, "token_text": " set", "probability": 0.013671875}, {"token_id": 1347, "token_text": " program", "probability": 0.01287841796875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.7109375}, {"token_id": 360, "token_text": " that", "probability": 0.042724609375}, {"token_id": 16, "token_text": "-", "probability": 0.01153564453125}, {"token_id": 2966, "token_text": " based", "probability": 0.006561279296875}, {"token_id": 15, "token_text": ",", "probability": 0.006561279296875}]}, {"token_id": 360, "token_text": " that", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.1650390625}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 321, "token_text": " for", "probability": 0.078125}, {"token_id": 259, "token_text": " of", "probability": 0.060791015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.1416015625}, {"token_id": 5401, "token_text": " uses", "probability": 0.06298828125}, {"token_id": 525, "token_text": " can", "probability": 0.06298828125}, {"token_id": 6881, "token_text": " allows", "probability": 0.05908203125}, {"token_id": 611, "token_text": " has", "probability": 0.03369140625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1748046875}, {"token_id": 2966, "token_text": " based", "probability": 0.034423828125}, {"token_id": 500, "token_text": " not", "probability": 0.025146484375}, {"token_id": 5546, "token_text": " designed", "probability": 0.0184326171875}, {"token_id": 212, "token_text": " a", "probability": 0.0184326171875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.52734375}, {"token_id": 321, "token_text": " for", "probability": 0.1259765625}, {"token_id": 238, "token_text": " in", "probability": 0.11083984375}, {"token_id": 463, "token_text": " by", "probability": 0.0673828125}, {"token_id": 352, "token_text": " as", "probability": 0.046142578125}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.162109375}, {"token_id": 9267, "token_text": " identify", "probability": 0.055908203125}, {"token_id": 2812, "token_text": " refer", "probability": 0.03857421875}, {"token_id": 14417, "token_text": " define", "probability": 0.0361328125}, {"token_id": 349, "token_text": " be", "probability": 0.0264892578125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.54296875}, {"token_id": 212, "token_text": " a", "probability": 0.0732421875}, {"token_id": 1031, "token_text": " how", "probability": 0.019775390625}, {"token_id": 3690, "token_text": " language", "probability": 0.019775390625}, {"token_id": 252, "token_text": " an", "probability": 0.015380859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.357421875}, {"token_id": 9408, "token_text": " languages", "probability": 0.0260009765625}, {"token_id": 2996, "token_text": " character", "probability": 0.00982666015625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.009521484375}, {"token_id": 10998, "token_text": " programming", "probability": 0.0084228515625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.4375}, {"token_id": 17, "token_text": ".", "probability": 0.09716796875}, {"token_id": 238, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0262451171875}, {"token_id": 8988, "token_text": " models", "probability": 0.023193359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3515625}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 266, "token_text": " and", "probability": 0.0537109375}, {"token_id": 238, "token_text": " in", "probability": 0.050537109375}, {"token_id": 259, "token_text": " of", "probability": 0.039306640625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.25}, {"token_id": 697, "token_text": " It", "probability": 0.06298828125}, {"token_id": 1020, "token_text": " This", "probability": 0.059326171875}, {"token_id": 285, "token_text": " A", "probability": 0.0556640625}, {"token_id": 431, "token_text": " In", "probability": 0.040771484375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.1474609375}, {"token_id": 3690, "token_text": " language", "probability": 0.08935546875}, {"token_id": 1347, "token_text": " program", "probability": 0.0240478515625}, {"token_id": 3818, "token_text": " standard", "probability": 0.0159912109375}, {"token_id": 912, "token_text": " first", "probability": 0.01507568359375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.29296875}, {"token_id": 1236, "token_text": " should", "probability": 0.044921875}, {"token_id": 5401, "token_text": " uses", "probability": 0.042236328125}, {"token_id": 525, "token_text": " can", "probability": 0.03955078125}, {"token_id": 611, "token_text": " has", "probability": 0.032958984375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1298828125}, {"token_id": 1351, "token_text": " used", "probability": 0.1298828125}, {"token_id": 234, "token_text": " the", "probability": 0.044921875}, {"token_id": 2966, "token_text": " based", "probability": 0.037109375}, {"token_id": 252, "token_text": " an", "probability": 0.0272216796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.150390625}, {"token_id": 1347, "token_text": " program", "probability": 0.0262451171875}, {"token_id": 4322, "token_text": " model", "probability": 0.0203857421875}, {"token_id": 3300, "token_text": " computer", "probability": 0.01495361328125}, {"token_id": 10998, "token_text": " programming", "probability": 0.0140380859375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.9296875}, {"token_id": 360, "token_text": " that", "probability": 0.0024566650390625}, {"token_id": 16, "token_text": "-", "probability": 0.0024566650390625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.00148773193359375}, {"token_id": 8988, "token_text": " models", "probability": 0.001312255859375}]}, {"token_id": 360, "token_text": " that", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.263671875}, {"token_id": 17, "token_text": ".", "probability": 0.1708984375}, {"token_id": 15, "token_text": ",", "probability": 0.1103515625}, {"token_id": 321, "token_text": " for", "probability": 0.04052734375}, {"token_id": 669, "token_text": " which", "probability": 0.035888671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.30078125}, {"token_id": 5401, "token_text": " uses", "probability": 0.06298828125}, {"token_id": 525, "token_text": " can", "probability": 0.06298828125}, {"token_id": 611, "token_text": " has", "probability": 0.035888671875}, {"token_id": 6881, "token_text": " allows", "probability": 0.03173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.43359375}, {"token_id": 2966, "token_text": " based", "probability": 0.0216064453125}, {"token_id": 5546, "token_text": " designed", "probability": 0.016845703125}, {"token_id": 9395, "token_text": " defined", "probability": 0.0157470703125}, {"token_id": 5045, "token_text": " developed", "probability": 0.0157470703125}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.57421875}, {"token_id": 500, "token_text": " not", "probability": 0.032470703125}, {"token_id": 529, "token_text": " have", "probability": 0.028564453125}, {"token_id": 2561, "token_text": " include", "probability": 0.023681640625}, {"token_id": 1333, "token_text": " look", "probability": 0.01116943359375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.064453125}, {"token_id": 212, "token_text": " a", "probability": 0.02685546875}, {"token_id": 4556, "token_text": " considered", "probability": 0.0184326171875}, {"token_id": 16728, "token_text": " implemented", "probability": 0.016845703125}, {"token_id": 9395, "token_text": " defined", "probability": 0.0162353515625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.349609375}, {"token_id": 238, "token_text": " in", "probability": 0.17578125}, {"token_id": 352, "token_text": " as", "probability": 0.12060546875}, {"token_id": 321, "token_text": " for", "probability": 0.1064453125}, {"token_id": 463, "token_text": " by", "probability": 0.0252685546875}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.07080078125}, {"token_id": 9267, "token_text": " identify", "probability": 0.03125}, {"token_id": 7253, "token_text": " determine", "probability": 0.0294189453125}, {"token_id": 3616, "token_text": " create", "probability": 0.01904296875}, {"token_id": 1274, "token_text": " make", "probability": 0.017822265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.326171875}, {"token_id": 212, "token_text": " a", "probability": 0.10595703125}, {"token_id": 1031, "token_text": " how", "probability": 0.07763671875}, {"token_id": 917, "token_text": " what", "probability": 0.04150390625}, {"token_id": 252, "token_text": " an", "probability": 0.0196533203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.044677734375}, {"token_id": 2846, "token_text": " problem", "probability": 0.0169677734375}, {"token_id": 5482, "token_text": " concept", "probability": 0.0106201171875}, {"token_id": 6823, "token_text": " difference", "probability": 0.0093994140625}, {"token_id": 3659, "token_text": " specific", "probability": 0.0087890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 259, "token_text": " of", "probability": 0.0654296875}, {"token_id": 352, "token_text": " as", "probability": 0.054443359375}, {"token_id": 4322, "token_text": " model", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1337890625}, {"token_id": 697, "token_text": " It", "probability": 0.04638671875}, {"token_id": 431, "token_text": " In", "probability": 0.04638671875}, {"token_id": 1020, "token_text": " This", "probability": 0.041015625}, {"token_id": 285, "token_text": " A", "probability": 0.033935546875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.06689453125}, {"token_id": 912, "token_text": " first", "probability": 0.02783203125}, {"token_id": 1640, "token_text": " term", "probability": 0.0223388671875}, {"token_id": 1794, "token_text": " word", "probability": 0.0203857421875}, {"token_id": 6598, "token_text": " purpose", "probability": 0.0185546875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.228515625}, {"token_id": 326, "token_text": " is", "probability": 0.0791015625}, {"token_id": 525, "token_text": " can", "probability": 0.037353515625}, {"token_id": 1236, "token_text": " should", "probability": 0.0159912109375}, {"token_id": 259, "token_text": " of", "probability": 0.0133056640625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2578125}, {"token_id": 1236, "token_text": " should", "probability": 0.0576171875}, {"token_id": 259, "token_text": " of", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 321, "token_text": " for", "probability": 0.0289306640625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07861328125}, {"token_id": 234, "token_text": " the", "probability": 0.0576171875}, {"token_id": 1351, "token_text": " used", "probability": 0.047607421875}, {"token_id": 2966, "token_text": " based", "probability": 0.03271484375}, {"token_id": 500, "token_text": " not", "probability": 0.0205078125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.07177734375}, {"token_id": 4529, "token_text": " simple", "probability": 0.0233154296875}, {"token_id": 1326, "token_text": " very", "probability": 0.0150146484375}, {"token_id": 1249, "token_text": " set", "probability": 0.013671875}, {"token_id": 1347, "token_text": " program", "probability": 0.01287841796875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.7109375}, {"token_id": 360, "token_text": " that", "probability": 0.042724609375}, {"token_id": 16, "token_text": "-", "probability": 0.01153564453125}, {"token_id": 2966, "token_text": " based", "probability": 0.006561279296875}, {"token_id": 15, "token_text": ",", "probability": 0.006561279296875}]}, {"token_id": 360, "token_text": " that", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.1650390625}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 321, "token_text": " for", "probability": 0.078125}, {"token_id": 259, "token_text": " of", "probability": 0.060791015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.1416015625}, {"token_id": 5401, "token_text": " uses", "probability": 0.06298828125}, {"token_id": 525, "token_text": " can", "probability": 0.06298828125}, {"token_id": 6881, "token_text": " allows", "probability": 0.05908203125}, {"token_id": 611, "token_text": " has", "probability": 0.03369140625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1748046875}, {"token_id": 2966, "token_text": " based", "probability": 0.034423828125}, {"token_id": 500, "token_text": " not", "probability": 0.025146484375}, {"token_id": 5546, "token_text": " designed", "probability": 0.0184326171875}, {"token_id": 212, "token_text": " a", "probability": 0.0184326171875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.52734375}, {"token_id": 321, "token_text": " for", "probability": 0.1259765625}, {"token_id": 238, "token_text": " in", "probability": 0.11083984375}, {"token_id": 463, "token_text": " by", "probability": 0.0673828125}, {"token_id": 352, "token_text": " as", "probability": 0.046142578125}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.162109375}, {"token_id": 9267, "token_text": " identify", "probability": 0.055908203125}, {"token_id": 2812, "token_text": " refer", "probability": 0.03857421875}, {"token_id": 14417, "token_text": " define", "probability": 0.0361328125}, {"token_id": 349, "token_text": " be", "probability": 0.0264892578125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.54296875}, {"token_id": 212, "token_text": " a", "probability": 0.0732421875}, {"token_id": 1031, "token_text": " how", "probability": 0.019775390625}, {"token_id": 3690, "token_text": " language", "probability": 0.019775390625}, {"token_id": 252, "token_text": " an", "probability": 0.015380859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.357421875}, {"token_id": 9408, "token_text": " languages", "probability": 0.0260009765625}, {"token_id": 2996, "token_text": " character", "probability": 0.00982666015625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.009521484375}, {"token_id": 10998, "token_text": " programming", "probability": 0.0084228515625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.4375}, {"token_id": 17, "token_text": ".", "probability": 0.09716796875}, {"token_id": 238, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0262451171875}, {"token_id": 8988, "token_text": " models", "probability": 0.023193359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3515625}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 266, "token_text": " and", "probability": 0.0537109375}, {"token_id": 238, "token_text": " in", "probability": 0.050537109375}, {"token_id": 259, "token_text": " of", "probability": 0.039306640625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.25}, {"token_id": 697, "token_text": " It", "probability": 0.06298828125}, {"token_id": 1020, "token_text": " This", "probability": 0.059326171875}, {"token_id": 285, "token_text": " A", "probability": 0.0556640625}, {"token_id": 431, "token_text": " In", "probability": 0.040771484375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.1474609375}, {"token_id": 3690, "token_text": " language", "probability": 0.08935546875}, {"token_id": 1347, "token_text": " program", "probability": 0.0240478515625}, {"token_id": 3818, "token_text": " standard", "probability": 0.0159912109375}, {"token_id": 912, "token_text": " first", "probability": 0.01507568359375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.29296875}, {"token_id": 1236, "token_text": " should", "probability": 0.044921875}, {"token_id": 5401, "token_text": " uses", "probability": 0.042236328125}, {"token_id": 525, "token_text": " can", "probability": 0.03955078125}, {"token_id": 611, "token_text": " has", "probability": 0.032958984375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1298828125}, {"token_id": 1351, "token_text": " used", "probability": 0.1298828125}, {"token_id": 234, "token_text": " the", "probability": 0.044921875}, {"token_id": 2966, "token_text": " based", "probability": 0.037109375}, {"token_id": 252, "token_text": " an", "probability": 0.0272216796875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.150390625}, {"token_id": 1347, "token_text": " program", "probability": 0.0262451171875}, {"token_id": 4322, "token_text": " model", "probability": 0.0203857421875}, {"token_id": 3300, "token_text": " computer", "probability": 0.01495361328125}, {"token_id": 10998, "token_text": " programming", "probability": 0.0140380859375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.9296875}, {"token_id": 360, "token_text": " that", "probability": 0.0024566650390625}, {"token_id": 16, "token_text": "-", "probability": 0.0024566650390625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.00148773193359375}, {"token_id": 8988, "token_text": " models", "probability": 0.001312255859375}]}, {"token_id": 360, "token_text": " that", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.263671875}, {"token_id": 17, "token_text": ".", "probability": 0.1708984375}, {"token_id": 15, "token_text": ",", "probability": 0.1103515625}, {"token_id": 321, "token_text": " for", "probability": 0.04052734375}, {"token_id": 669, "token_text": " which", "probability": 0.035888671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.30078125}, {"token_id": 5401, "token_text": " uses", "probability": 0.06298828125}, {"token_id": 525, "token_text": " can", "probability": 0.06298828125}, {"token_id": 611, "token_text": " has", "probability": 0.035888671875}, {"token_id": 6881, "token_text": " allows", "probability": 0.03173828125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.43359375}, {"token_id": 2966, "token_text": " based", "probability": 0.0216064453125}, {"token_id": 5546, "token_text": " designed", "probability": 0.016845703125}, {"token_id": 9395, "token_text": " defined", "probability": 0.0157470703125}, {"token_id": 5045, "token_text": " developed", "probability": 0.0157470703125}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.57421875, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.57421875}, {"token_id": 500, "token_text": " not", "probability": 0.032470703125}, {"token_id": 529, "token_text": " have", "probability": 0.028564453125}, {"token_id": 2561, "token_text": " include", "probability": 0.023681640625}, {"token_id": 1333, "token_text": " look", "probability": 0.01116943359375}, {"token_id": 1170, "token_text": " use", "probability": 0.00872802734375}, {"token_id": 3284, "token_text": " provide", "probability": 0.0076904296875}, {"token_id": 1617, "token_text": " take", "probability": 0.006805419921875}, {"token_id": 1279, "token_text": " help", "probability": 0.006805419921875}, {"token_id": 1274, "token_text": " make", "probability": 0.006805419921875}], "entropy": 3.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.5547448577008262, "average_logprob_per_token": -0.5547448577008262, "perplexity_on_target_sequence": 1.7414965986394557, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -0.5547448577008262, "probability": 0.57421875, "raw_probability": 0.57421875, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41489.205025434494, "probe_elapsed_sec": 0.9972883530135732, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata una delle pi\u00f9 grandi citt\u00e0 della storia, e la sua storia \u00e8 stata una delle pi\u00f9 importanti della storia della storia. La storia \u00e8 stata una delle pi\u00f9 importanti", "text": "La capitale d'Italia \u00e8 stata una delle pi\u00f9 grandi citt\u00e0 della storia, e la sua storia \u00e8 stata una delle pi\u00f9 importanti della storia della storia. La storia \u00e8 stata una delle pi\u00f9 importanti", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.07861328125}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.061279296875}, {"token_id": 269, "token_text": " un", "probability": 0.047607421875}, {"token_id": 297, "token_text": " il", "probability": 0.03076171875}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 288, "token_text": " la", "probability": 0.0537109375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.041748046875}, {"token_id": 14710, "token_text": " definita", "probability": 0.016357421875}, {"token_id": 269, "token_text": " un", "probability": 0.01446533203125}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.220703125}, {"token_id": 1470, "token_text": " grande", "probability": 0.04931640625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.04345703125}, {"token_id": 5658, "token_text": " vera", "probability": 0.0159912109375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0150146484375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.23046875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0703125}, {"token_id": 7490, "token_text": " poche", "probability": 0.042724609375}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.035400390625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.033203125}]}, {"token_id": 2630, "token_text": " grandi", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 2630, "token_text": " grandi", "probability": 0.2109375}, {"token_id": 4224, "token_text": " importanti", "probability": 0.154296875}, {"token_id": 7355, "token_text": " forti", "probability": 0.05322265625}, {"token_id": 7240, "token_text": " belle", "probability": 0.0390625}, {"token_id": 14718, "token_text": " antiche", "probability": 0.034423828125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.376953125}, {"token_id": 7255, "token_text": " aziende", "probability": 0.039794921875}, {"token_id": 650, "token_text": "ose", "probability": 0.0272216796875}, {"token_id": 8960, "token_text": " imprese", "probability": 0.021240234375}, {"token_id": 12342, "token_text": " metrop", "probability": 0.02001953125}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.115234375}, {"token_id": 347, "token_text": " del", "probability": 0.1015625}, {"token_id": 13018, "token_text": " italiane", "probability": 0.095703125}, {"token_id": 240, "token_text": " di", "probability": 0.095703125}, {"token_id": 474, "token_text": " dell", "probability": 0.06982421875}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.3515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0419921875}, {"token_id": 4607, "token_text": " Francia", "probability": 0.036865234375}, {"token_id": 9144, "token_text": " provincia", "probability": 0.03466796875}, {"token_id": 4966, "token_text": " Germania", "probability": 0.03271484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11279296875}, {"token_id": 17, "token_text": ".", "probability": 0.099609375}, {"token_id": 392, "token_text": " della", "probability": 0.09375}, {"token_id": 347, "token_text": " del", "probability": 0.087890625}, {"token_id": 474, "token_text": " dell", "probability": 0.07275390625}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.04833984375}, {"token_id": 437, "token_text": " ma", "probability": 0.04541015625}, {"token_id": 288, "token_text": " la", "probability": 0.042724609375}, {"token_id": 295, "token_text": " che", "probability": 0.0400390625}, {"token_id": 273, "token_text": " con", "probability": 0.0400390625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.06396484375}, {"token_id": 333, "token_text": " le", "probability": 0.0322265625}, {"token_id": 297, "token_text": " il", "probability": 0.0322265625}, {"token_id": 400, "token_text": " si", "probability": 0.0284423828125}, {"token_id": 404, "token_text": " non", "probability": 0.025146484375}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.1640625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.11279296875}, {"token_id": 1758, "token_text": " storia", "probability": 0.07763671875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.07275390625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.068359375}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.1513671875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.04638671875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.0247802734375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0233154296875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0218505859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.34375}, {"token_id": 354, "token_text": " ha", "probability": 0.0986328125}, {"token_id": 400, "token_text": " si", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 240, "token_text": " di", "probability": 0.02490234375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.41015625}, {"token_id": 1306, "token_text": " ancora", "probability": 0.0296630859375}, {"token_id": 11407, "token_text": " nata", "probability": 0.02783203125}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0230712890625}, {"token_id": 288, "token_text": " la", "probability": 0.0230712890625}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.09033203125}, {"token_id": 288, "token_text": " la", "probability": 0.05810546875}, {"token_id": 269, "token_text": " un", "probability": 0.02587890625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.0201416015625}, {"token_id": 1136, "token_text": " molto", "probability": 0.0201416015625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.74609375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0240478515625}, {"token_id": 5658, "token_text": " vera", "probability": 0.01458740234375}, {"token_id": 1758, "token_text": " storia", "probability": 0.01287841796875}, {"token_id": 240, "token_text": " di", "probability": 0.0064697265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.765625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.0458984375}, {"token_id": 4635, "token_text": " principali", "probability": 0.0203857421875}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.01318359375}, {"token_id": 23381, "token_text": " peggiori", "probability": 0.0115966796875}]}, {"token_id": 4224, "token_text": " importanti", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 4224, "token_text": " importanti", "probability": 0.212890625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.19921875}, {"token_id": 7240, "token_text": " belle", "probability": 0.09423828125}, {"token_id": 14718, "token_text": " antiche", "probability": 0.06494140625}, {"token_id": 22879, "token_text": " famose", "probability": 0.04443359375}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.171875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11083984375}, {"token_id": 347, "token_text": " del", "probability": 0.09765625}, {"token_id": 248, "token_text": " e", "probability": 0.0673828125}, {"token_id": 577, "token_text": " delle", "probability": 0.03369140625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.796875}, {"token_id": 9200, "token_text": " letteratura", "probability": 0.025634765625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.021240234375}, {"token_id": 5121, "token_text": " cultura", "probability": 0.01458740234375}, {"token_id": 788, "token_text": " sua", "probability": 0.01458740234375}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 347, "token_text": " del", "probability": 0.07666015625}, {"token_id": 474, "token_text": " dell", "probability": 0.072265625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.53125}, {"token_id": 9200, "token_text": " letteratura", "probability": 0.0634765625}, {"token_id": 5121, "token_text": " cultura", "probability": 0.0361328125}, {"token_id": 11835, "token_text": " civilt\u00e0", "probability": 0.0218505859375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0205078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2216796875}, {"token_id": 392, "token_text": " della", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.1259765625}, {"token_id": 474, "token_text": " dell", "probability": 0.055908203125}, {"token_id": 347, "token_text": " del", "probability": 0.04931640625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.126953125}, {"token_id": 583, "token_text": " Il", "probability": 0.0634765625}, {"token_id": 2, "token_text": "", "probability": 0.030029296875}, {"token_id": 378, "token_text": " E", "probability": 0.0281982421875}, {"token_id": 316, "token_text": " L", "probability": 0.0281982421875}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.27734375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.130859375}, {"token_id": 788, "token_text": " sua", "probability": 0.0703125}, {"token_id": 922, "token_text": " prima", "probability": 0.03759765625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0177001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.220703125}, {"token_id": 392, "token_text": " della", "probability": 0.142578125}, {"token_id": 240, "token_text": " di", "probability": 0.1337890625}, {"token_id": 400, "token_text": " si", "probability": 0.046142578125}, {"token_id": 354, "token_text": " ha", "probability": 0.04345703125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.38671875}, {"token_id": 11407, "token_text": " nata", "probability": 0.038330078125}, {"token_id": 6825, "token_text": " ambient", "probability": 0.0279541015625}, {"token_id": 269, "token_text": " un", "probability": 0.024658203125}, {"token_id": 385, "token_text": " una", "probability": 0.023193359375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.10107421875}, {"token_id": 7204, "token_text": " raccont", "probability": 0.05419921875}, {"token_id": 269, "token_text": " un", "probability": 0.042236328125}, {"token_id": 288, "token_text": " la", "probability": 0.037109375}, {"token_id": 9826, "token_text": " scritta", "probability": 0.0240478515625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.72265625}, {"token_id": 1758, "token_text": " storia", "probability": 0.04345703125}, {"token_id": 1470, "token_text": " grande", "probability": 0.0159912109375}, {"token_id": 5658, "token_text": " vera", "probability": 0.01165771484375}, {"token_id": 240, "token_text": " di", "probability": 0.008544921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.765625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.026123046875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0230712890625}, {"token_id": 3925, "token_text": " prime", "probability": 0.014892578125}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.01318359375}]}, {"token_id": 4224, "token_text": " importanti", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 4224, "token_text": " importanti", "probability": 0.265625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.142578125}, {"token_id": 22879, "token_text": " famose", "probability": 0.10400390625}, {"token_id": 14718, "token_text": " antiche", "probability": 0.0810546875}, {"token_id": 7240, "token_text": " belle", "probability": 0.0810546875}]}], "clean_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.07861328125}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.061279296875}, {"token_id": 269, "token_text": " un", "probability": 0.047607421875}, {"token_id": 297, "token_text": " il", "probability": 0.03076171875}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 288, "token_text": " la", "probability": 0.0537109375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.041748046875}, {"token_id": 14710, "token_text": " definita", "probability": 0.016357421875}, {"token_id": 269, "token_text": " un", "probability": 0.01446533203125}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.220703125}, {"token_id": 1470, "token_text": " grande", "probability": 0.04931640625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.04345703125}, {"token_id": 5658, "token_text": " vera", "probability": 0.0159912109375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0150146484375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.23046875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0703125}, {"token_id": 7490, "token_text": " poche", "probability": 0.042724609375}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.035400390625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.033203125}]}, {"token_id": 2630, "token_text": " grandi", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 2630, "token_text": " grandi", "probability": 0.2109375}, {"token_id": 4224, "token_text": " importanti", "probability": 0.154296875}, {"token_id": 7355, "token_text": " forti", "probability": 0.05322265625}, {"token_id": 7240, "token_text": " belle", "probability": 0.0390625}, {"token_id": 14718, "token_text": " antiche", "probability": 0.034423828125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.376953125}, {"token_id": 7255, "token_text": " aziende", "probability": 0.039794921875}, {"token_id": 650, "token_text": "ose", "probability": 0.0272216796875}, {"token_id": 8960, "token_text": " imprese", "probability": 0.021240234375}, {"token_id": 12342, "token_text": " metrop", "probability": 0.02001953125}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.115234375}, {"token_id": 347, "token_text": " del", "probability": 0.1015625}, {"token_id": 13018, "token_text": " italiane", "probability": 0.095703125}, {"token_id": 240, "token_text": " di", "probability": 0.095703125}, {"token_id": 474, "token_text": " dell", "probability": 0.06982421875}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.3515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0419921875}, {"token_id": 4607, "token_text": " Francia", "probability": 0.036865234375}, {"token_id": 9144, "token_text": " provincia", "probability": 0.03466796875}, {"token_id": 4966, "token_text": " Germania", "probability": 0.03271484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11279296875}, {"token_id": 17, "token_text": ".", "probability": 0.099609375}, {"token_id": 392, "token_text": " della", "probability": 0.09375}, {"token_id": 347, "token_text": " del", "probability": 0.087890625}, {"token_id": 474, "token_text": " dell", "probability": 0.07275390625}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.04833984375}, {"token_id": 437, "token_text": " ma", "probability": 0.04541015625}, {"token_id": 288, "token_text": " la", "probability": 0.042724609375}, {"token_id": 295, "token_text": " che", "probability": 0.0400390625}, {"token_id": 273, "token_text": " con", "probability": 0.0400390625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.06396484375}, {"token_id": 333, "token_text": " le", "probability": 0.0322265625}, {"token_id": 297, "token_text": " il", "probability": 0.0322265625}, {"token_id": 400, "token_text": " si", "probability": 0.0284423828125}, {"token_id": 404, "token_text": " non", "probability": 0.025146484375}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.1640625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.11279296875}, {"token_id": 1758, "token_text": " storia", "probability": 0.07763671875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.07275390625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.068359375}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.1513671875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.04638671875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.0247802734375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0233154296875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0218505859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.34375}, {"token_id": 354, "token_text": " ha", "probability": 0.0986328125}, {"token_id": 400, "token_text": " si", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 240, "token_text": " di", "probability": 0.02490234375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.41015625}, {"token_id": 1306, "token_text": " ancora", "probability": 0.0296630859375}, {"token_id": 11407, "token_text": " nata", "probability": 0.02783203125}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0230712890625}, {"token_id": 288, "token_text": " la", "probability": 0.0230712890625}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.09033203125}, {"token_id": 288, "token_text": " la", "probability": 0.05810546875}, {"token_id": 269, "token_text": " un", "probability": 0.02587890625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.0201416015625}, {"token_id": 1136, "token_text": " molto", "probability": 0.0201416015625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.74609375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0240478515625}, {"token_id": 5658, "token_text": " vera", "probability": 0.01458740234375}, {"token_id": 1758, "token_text": " storia", "probability": 0.01287841796875}, {"token_id": 240, "token_text": " di", "probability": 0.0064697265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.765625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.0458984375}, {"token_id": 4635, "token_text": " principali", "probability": 0.0203857421875}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.01318359375}, {"token_id": 23381, "token_text": " peggiori", "probability": 0.0115966796875}]}, {"token_id": 4224, "token_text": " importanti", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 4224, "token_text": " importanti", "probability": 0.212890625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.19921875}, {"token_id": 7240, "token_text": " belle", "probability": 0.09423828125}, {"token_id": 14718, "token_text": " antiche", "probability": 0.06494140625}, {"token_id": 22879, "token_text": " famose", "probability": 0.04443359375}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.171875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11083984375}, {"token_id": 347, "token_text": " del", "probability": 0.09765625}, {"token_id": 248, "token_text": " e", "probability": 0.0673828125}, {"token_id": 577, "token_text": " delle", "probability": 0.03369140625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.796875}, {"token_id": 9200, "token_text": " letteratura", "probability": 0.025634765625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.021240234375}, {"token_id": 5121, "token_text": " cultura", "probability": 0.01458740234375}, {"token_id": 788, "token_text": " sua", "probability": 0.01458740234375}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 347, "token_text": " del", "probability": 0.07666015625}, {"token_id": 474, "token_text": " dell", "probability": 0.072265625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.53125}, {"token_id": 9200, "token_text": " letteratura", "probability": 0.0634765625}, {"token_id": 5121, "token_text": " cultura", "probability": 0.0361328125}, {"token_id": 11835, "token_text": " civilt\u00e0", "probability": 0.0218505859375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0205078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2216796875}, {"token_id": 392, "token_text": " della", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.1259765625}, {"token_id": 474, "token_text": " dell", "probability": 0.055908203125}, {"token_id": 347, "token_text": " del", "probability": 0.04931640625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.130859375}, {"token_id": 583, "token_text": " Il", "probability": 0.0654296875}, {"token_id": 378, "token_text": " E", "probability": 0.0291748046875}, {"token_id": 316, "token_text": " L", "probability": 0.0291748046875}, {"token_id": 275, "token_text": " I", "probability": 0.02734375}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.27734375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.130859375}, {"token_id": 788, "token_text": " sua", "probability": 0.0703125}, {"token_id": 922, "token_text": " prima", "probability": 0.03759765625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0177001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.220703125}, {"token_id": 392, "token_text": " della", "probability": 0.142578125}, {"token_id": 240, "token_text": " di", "probability": 0.1337890625}, {"token_id": 400, "token_text": " si", "probability": 0.046142578125}, {"token_id": 354, "token_text": " ha", "probability": 0.04345703125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.38671875}, {"token_id": 11407, "token_text": " nata", "probability": 0.038330078125}, {"token_id": 6825, "token_text": " ambient", "probability": 0.0279541015625}, {"token_id": 269, "token_text": " un", "probability": 0.024658203125}, {"token_id": 385, "token_text": " una", "probability": 0.023193359375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.10107421875}, {"token_id": 7204, "token_text": " raccont", "probability": 0.05419921875}, {"token_id": 269, "token_text": " un", "probability": 0.042236328125}, {"token_id": 288, "token_text": " la", "probability": 0.037109375}, {"token_id": 9826, "token_text": " scritta", "probability": 0.0240478515625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.72265625}, {"token_id": 1758, "token_text": " storia", "probability": 0.04345703125}, {"token_id": 1470, "token_text": " grande", "probability": 0.0159912109375}, {"token_id": 5658, "token_text": " vera", "probability": 0.01165771484375}, {"token_id": 240, "token_text": " di", "probability": 0.008544921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.765625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.026123046875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0230712890625}, {"token_id": 3925, "token_text": " prime", "probability": 0.014892578125}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.01318359375}]}, {"token_id": 4224, "token_text": " importanti", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 4224, "token_text": " importanti", "probability": 0.265625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.142578125}, {"token_id": 22879, "token_text": " famose", "probability": 0.10400390625}, {"token_id": 14718, "token_text": " antiche", "probability": 0.0810546875}, {"token_id": 7240, "token_text": " belle", "probability": 0.0810546875}]}], "token_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.07861328125}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.061279296875}, {"token_id": 269, "token_text": " un", "probability": 0.047607421875}, {"token_id": 297, "token_text": " il", "probability": 0.03076171875}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 288, "token_text": " la", "probability": 0.0537109375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.041748046875}, {"token_id": 14710, "token_text": " definita", "probability": 0.016357421875}, {"token_id": 269, "token_text": " un", "probability": 0.01446533203125}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.220703125}, {"token_id": 1470, "token_text": " grande", "probability": 0.04931640625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.04345703125}, {"token_id": 5658, "token_text": " vera", "probability": 0.0159912109375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0150146484375}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.23046875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0703125}, {"token_id": 7490, "token_text": " poche", "probability": 0.042724609375}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.035400390625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.033203125}]}, {"token_id": 2630, "token_text": " grandi", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 2630, "token_text": " grandi", "probability": 0.2109375}, {"token_id": 4224, "token_text": " importanti", "probability": 0.154296875}, {"token_id": 7355, "token_text": " forti", "probability": 0.05322265625}, {"token_id": 7240, "token_text": " belle", "probability": 0.0390625}, {"token_id": 14718, "token_text": " antiche", "probability": 0.034423828125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.376953125}, {"token_id": 7255, "token_text": " aziende", "probability": 0.039794921875}, {"token_id": 650, "token_text": "ose", "probability": 0.0272216796875}, {"token_id": 8960, "token_text": " imprese", "probability": 0.021240234375}, {"token_id": 12342, "token_text": " metrop", "probability": 0.02001953125}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.115234375}, {"token_id": 347, "token_text": " del", "probability": 0.1015625}, {"token_id": 13018, "token_text": " italiane", "probability": 0.095703125}, {"token_id": 240, "token_text": " di", "probability": 0.095703125}, {"token_id": 474, "token_text": " dell", "probability": 0.06982421875}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.3515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0419921875}, {"token_id": 4607, "token_text": " Francia", "probability": 0.036865234375}, {"token_id": 9144, "token_text": " provincia", "probability": 0.03466796875}, {"token_id": 4966, "token_text": " Germania", "probability": 0.03271484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11279296875}, {"token_id": 17, "token_text": ".", "probability": 0.099609375}, {"token_id": 392, "token_text": " della", "probability": 0.09375}, {"token_id": 347, "token_text": " del", "probability": 0.087890625}, {"token_id": 474, "token_text": " dell", "probability": 0.07275390625}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.04833984375}, {"token_id": 437, "token_text": " ma", "probability": 0.04541015625}, {"token_id": 288, "token_text": " la", "probability": 0.042724609375}, {"token_id": 295, "token_text": " che", "probability": 0.0400390625}, {"token_id": 273, "token_text": " con", "probability": 0.0400390625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.06396484375}, {"token_id": 333, "token_text": " le", "probability": 0.0322265625}, {"token_id": 297, "token_text": " il", "probability": 0.0322265625}, {"token_id": 400, "token_text": " si", "probability": 0.0284423828125}, {"token_id": 404, "token_text": " non", "probability": 0.025146484375}]}, {"token_id": 788, "token_text": " sua", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 788, "token_text": " sua", "probability": 0.1640625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.11279296875}, {"token_id": 1758, "token_text": " storia", "probability": 0.07763671875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.07275390625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.068359375}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.1513671875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.04638671875}, {"token_id": 4160, "token_text": " popolazione", "probability": 0.0247802734375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0233154296875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0218505859375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.34375}, {"token_id": 354, "token_text": " ha", "probability": 0.0986328125}, {"token_id": 400, "token_text": " si", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 240, "token_text": " di", "probability": 0.02490234375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.41015625}, {"token_id": 1306, "token_text": " ancora", "probability": 0.0296630859375}, {"token_id": 11407, "token_text": " nata", "probability": 0.02783203125}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0230712890625}, {"token_id": 288, "token_text": " la", "probability": 0.0230712890625}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.09033203125}, {"token_id": 288, "token_text": " la", "probability": 0.05810546875}, {"token_id": 269, "token_text": " un", "probability": 0.02587890625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.0201416015625}, {"token_id": 1136, "token_text": " molto", "probability": 0.0201416015625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.74609375}, {"token_id": 1470, "token_text": " grande", "probability": 0.0240478515625}, {"token_id": 5658, "token_text": " vera", "probability": 0.01458740234375}, {"token_id": 1758, "token_text": " storia", "probability": 0.01287841796875}, {"token_id": 240, "token_text": " di", "probability": 0.0064697265625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.765625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.0458984375}, {"token_id": 4635, "token_text": " principali", "probability": 0.0203857421875}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.01318359375}, {"token_id": 23381, "token_text": " peggiori", "probability": 0.0115966796875}]}, {"token_id": 4224, "token_text": " importanti", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 4224, "token_text": " importanti", "probability": 0.212890625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.19921875}, {"token_id": 7240, "token_text": " belle", "probability": 0.09423828125}, {"token_id": 14718, "token_text": " antiche", "probability": 0.06494140625}, {"token_id": 22879, "token_text": " famose", "probability": 0.04443359375}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.171875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11083984375}, {"token_id": 347, "token_text": " del", "probability": 0.09765625}, {"token_id": 248, "token_text": " e", "probability": 0.0673828125}, {"token_id": 577, "token_text": " delle", "probability": 0.03369140625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.796875}, {"token_id": 9200, "token_text": " letteratura", "probability": 0.025634765625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.021240234375}, {"token_id": 5121, "token_text": " cultura", "probability": 0.01458740234375}, {"token_id": 788, "token_text": " sua", "probability": 0.01458740234375}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 347, "token_text": " del", "probability": 0.07666015625}, {"token_id": 474, "token_text": " dell", "probability": 0.072265625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.53125}, {"token_id": 9200, "token_text": " letteratura", "probability": 0.0634765625}, {"token_id": 5121, "token_text": " cultura", "probability": 0.0361328125}, {"token_id": 11835, "token_text": " civilt\u00e0", "probability": 0.0218505859375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0205078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2216796875}, {"token_id": 392, "token_text": " della", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.1259765625}, {"token_id": 474, "token_text": " dell", "probability": 0.055908203125}, {"token_id": 347, "token_text": " del", "probability": 0.04931640625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.130859375}, {"token_id": 583, "token_text": " Il", "probability": 0.0654296875}, {"token_id": 378, "token_text": " E", "probability": 0.0291748046875}, {"token_id": 316, "token_text": " L", "probability": 0.0291748046875}, {"token_id": 275, "token_text": " I", "probability": 0.02734375}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.27734375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.130859375}, {"token_id": 788, "token_text": " sua", "probability": 0.0703125}, {"token_id": 922, "token_text": " prima", "probability": 0.03759765625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0177001953125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.220703125}, {"token_id": 392, "token_text": " della", "probability": 0.142578125}, {"token_id": 240, "token_text": " di", "probability": 0.1337890625}, {"token_id": 400, "token_text": " si", "probability": 0.046142578125}, {"token_id": 354, "token_text": " ha", "probability": 0.04345703125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.38671875}, {"token_id": 11407, "token_text": " nata", "probability": 0.038330078125}, {"token_id": 6825, "token_text": " ambient", "probability": 0.0279541015625}, {"token_id": 269, "token_text": " un", "probability": 0.024658203125}, {"token_id": 385, "token_text": " una", "probability": 0.023193359375}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.10107421875}, {"token_id": 7204, "token_text": " raccont", "probability": 0.05419921875}, {"token_id": 269, "token_text": " un", "probability": 0.042236328125}, {"token_id": 288, "token_text": " la", "probability": 0.037109375}, {"token_id": 9826, "token_text": " scritta", "probability": 0.0240478515625}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.72265625}, {"token_id": 1758, "token_text": " storia", "probability": 0.04345703125}, {"token_id": 1470, "token_text": " grande", "probability": 0.0159912109375}, {"token_id": 5658, "token_text": " vera", "probability": 0.01165771484375}, {"token_id": 240, "token_text": " di", "probability": 0.008544921875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.765625}, {"token_id": 5402, "token_text": " migliori", "probability": 0.026123046875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0230712890625}, {"token_id": 3925, "token_text": " prime", "probability": 0.014892578125}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.01318359375}]}, {"token_id": 4224, "token_text": " importanti", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 4224, "token_text": " importanti", "probability": 0.265625}, {"token_id": 2630, "token_text": " grandi", "probability": 0.142578125}, {"token_id": 22879, "token_text": " famose", "probability": 0.10400390625}, {"token_id": 14718, "token_text": " antiche", "probability": 0.0810546875}, {"token_id": 7240, "token_text": " belle", "probability": 0.0810546875}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 985, "correct_token_probability": 6.723403930664062e-05, "top_10_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.07861328125}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.061279296875}, {"token_id": 269, "token_text": " un", "probability": 0.047607421875}, {"token_id": 297, "token_text": " il", "probability": 0.03076171875}, {"token_id": 238, "token_text": " in", "probability": 0.0225830078125}, {"token_id": 230, "token_text": " l", "probability": 0.0211181640625}, {"token_id": 240, "token_text": " di", "probability": 0.0186767578125}, {"token_id": 1446, "token_text": " quella", "probability": 0.0155029296875}, {"token_id": 17764, "token_text": " divisa", "probability": 0.0145263671875}], "entropy": 5.53125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.607330901380683, "average_logprob_per_token": -9.607330901380683, "perplexity_on_target_sequence": 14873.41843971631, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -9.607330901380683, "probability": 6.723403930664062e-05, "raw_probability": 6.723403930664062e-05, "correct_token_rank": 985}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41489.205575466156, "probe_elapsed_sec": 0.9972883530135732, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea", "text": "Un piccolo modello linguistico dovrebbe essere un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.330078125}, {"token_id": 2071, "token_text": " avere", "probability": 0.053955078125}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0174560546875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01446533203125}, {"token_id": 22087, "token_text": " esistere", "probability": 0.00933837890625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.05419921875}, {"token_id": 9293, "token_text": " definito", "probability": 0.042236328125}, {"token_id": 385, "token_text": " una", "probability": 0.037109375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.032958984375}, {"token_id": 6410, "token_text": " usato", "probability": 0.0272216796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.04150390625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.03662109375}, {"token_id": 574, "token_text": " po", "probability": 0.02685546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.017822265625}, {"token_id": 5147, "token_text": " modello", "probability": 0.016845703125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.06640625}, {"token_id": 25884, "token_text": "invenzione", "probability": 0.042724609375}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.035400390625}, {"token_id": 4571, "token_text": "opera", "probability": 0.035400390625}, {"token_id": 7902, "token_text": "analisi", "probability": 0.0244140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.08447265625}, {"token_id": 295, "token_text": " che", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 3945, "token_text": " comune", "probability": 0.054443359375}, {"token_id": 292, "token_text": " per", "probability": 0.048095703125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.109375}, {"token_id": 512, "token_text": " come", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.06640625}, {"token_id": 1712, "token_text": " base", "probability": 0.028564453125}, {"token_id": 358, "token_text": " \"", "probability": 0.0162353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.326171875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0157470703125}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0147705078125}, {"token_id": 1470, "token_text": " grande", "probability": 0.01434326171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0130615234375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.134765625}, {"token_id": 13252, "token_text": "evoluzione", "probability": 0.0299072265625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0281982421875}, {"token_id": 4571, "token_text": "opera", "probability": 0.0181884765625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0181884765625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.12451171875}, {"token_id": 295, "token_text": " che", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 3945, "token_text": " comune", "probability": 0.037841796875}, {"token_id": 17, "token_text": ".", "probability": 0.0244140625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.2333984375}, {"token_id": 385, "token_text": " una", "probability": 0.09716796875}, {"token_id": 512, "token_text": " come", "probability": 0.031494140625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0230712890625}, {"token_id": 1712, "token_text": " base", "probability": 0.0223388671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.57421875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.0135498046875}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.00958251953125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.00927734375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0079345703125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.345703125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0283203125}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.020751953125}, {"token_id": 2563, "token_text": "altra", "probability": 0.020751953125}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.01513671875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1474609375}, {"token_id": 295, "token_text": " che", "probability": 0.12255859375}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 17, "token_text": ".", "probability": 0.031005859375}, {"token_id": 239, "token_text": " o", "probability": 0.022705078125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.41796875}, {"token_id": 385, "token_text": " una", "probability": 0.11962890625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0322265625}, {"token_id": 1712, "token_text": " base", "probability": 0.01385498046875}, {"token_id": 512, "token_text": " come", "probability": 0.00982666015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.83984375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0087890625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.004150390625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.004150390625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.003662109375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.47265625}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0220947265625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.020751953125}, {"token_id": 2563, "token_text": "altra", "probability": 0.01953125}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.0142822265625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.197265625}, {"token_id": 295, "token_text": " che", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}, {"token_id": 239, "token_text": " o", "probability": 0.0208740234375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.625}, {"token_id": 385, "token_text": " una", "probability": 0.1396484375}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.027587890625}, {"token_id": 1026, "token_text": " uno", "probability": 0.0069580078125}, {"token_id": 1712, "token_text": " base", "probability": 0.00653076171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.92578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00799560546875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0020294189453125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.0020294189453125}, {"token_id": 7560, "token_text": " concetto", "probability": 0.0017852783203125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.55859375}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0179443359375}, {"token_id": 3129, "token_text": " idea", "probability": 0.0179443359375}, {"token_id": 2563, "token_text": "altra", "probability": 0.016845703125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.015869140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.228515625}, {"token_id": 295, "token_text": " che", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.037353515625}, {"token_id": 239, "token_text": " o", "probability": 0.024169921875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.734375}, {"token_id": 385, "token_text": " una", "probability": 0.11962890625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0235595703125}, {"token_id": 1026, "token_text": " uno", "probability": 0.006744384765625}, {"token_id": 1712, "token_text": " base", "probability": 0.002899169921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00762939453125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.002044677734375}, {"token_id": 2012, "token_text": " altro", "probability": 0.00180816650390625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00170135498046875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.58984375}, {"token_id": 3129, "token_text": " idea", "probability": 0.021484375}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0167236328125}, {"token_id": 2563, "token_text": "altra", "probability": 0.0157470703125}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0147705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.3046875}, {"token_id": 295, "token_text": " che", "probability": 0.10498046875}, {"token_id": 17, "token_text": ".", "probability": 0.046630859375}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 239, "token_text": " o", "probability": 0.02197265625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.7890625}, {"token_id": 385, "token_text": " una", "probability": 0.11376953125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0185546875}, {"token_id": 1026, "token_text": " uno", "probability": 0.007293701171875}, {"token_id": 1712, "token_text": " base", "probability": 0.00173187255859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.953125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.007293701171875}, {"token_id": 15509, "token_text": " individuo", "probability": 0.00152587890625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0012664794921875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00115203857421875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.60546875}, {"token_id": 3129, "token_text": " idea", "probability": 0.0250244140625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.01611328125}, {"token_id": 2563, "token_text": "altra", "probability": 0.01513671875}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.01422119140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.322265625}, {"token_id": 295, "token_text": " che", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.04638671875}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 239, "token_text": " o", "probability": 0.0233154296875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.81640625}, {"token_id": 385, "token_text": " una", "probability": 0.103515625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.015869140625}, {"token_id": 1026, "token_text": " uno", "probability": 0.00750732421875}, {"token_id": 3779, "token_text": " natura", "probability": 0.00162506103515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.95703125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00830078125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.00135040283203125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00112152099609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.00112152099609375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3129, "token_text": " idea", "probability": 0.026611328125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.01519775390625}, {"token_id": 2563, "token_text": "altra", "probability": 0.01519775390625}, {"token_id": 5843, "token_text": "unica", "probability": 0.0142822265625}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.330078125}, {"token_id": 2071, "token_text": " avere", "probability": 0.053955078125}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0174560546875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01446533203125}, {"token_id": 22087, "token_text": " esistere", "probability": 0.00933837890625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.05419921875}, {"token_id": 9293, "token_text": " definito", "probability": 0.042236328125}, {"token_id": 385, "token_text": " una", "probability": 0.037109375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.032958984375}, {"token_id": 6410, "token_text": " usato", "probability": 0.0272216796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.04150390625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.03662109375}, {"token_id": 574, "token_text": " po", "probability": 0.02685546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.017822265625}, {"token_id": 5147, "token_text": " modello", "probability": 0.016845703125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.06640625}, {"token_id": 25884, "token_text": "invenzione", "probability": 0.042724609375}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.035400390625}, {"token_id": 4571, "token_text": "opera", "probability": 0.035400390625}, {"token_id": 7902, "token_text": "analisi", "probability": 0.0244140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.08447265625}, {"token_id": 295, "token_text": " che", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 3945, "token_text": " comune", "probability": 0.054443359375}, {"token_id": 292, "token_text": " per", "probability": 0.048095703125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.109375}, {"token_id": 512, "token_text": " come", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.06640625}, {"token_id": 1712, "token_text": " base", "probability": 0.028564453125}, {"token_id": 358, "token_text": " \"", "probability": 0.0162353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.326171875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0157470703125}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0147705078125}, {"token_id": 1470, "token_text": " grande", "probability": 0.01434326171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0130615234375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.134765625}, {"token_id": 13252, "token_text": "evoluzione", "probability": 0.0299072265625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0281982421875}, {"token_id": 4571, "token_text": "opera", "probability": 0.0181884765625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0181884765625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.12451171875}, {"token_id": 295, "token_text": " che", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 3945, "token_text": " comune", "probability": 0.037841796875}, {"token_id": 17, "token_text": ".", "probability": 0.0244140625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.2333984375}, {"token_id": 385, "token_text": " una", "probability": 0.09716796875}, {"token_id": 512, "token_text": " come", "probability": 0.031494140625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0230712890625}, {"token_id": 1712, "token_text": " base", "probability": 0.0223388671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.57421875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.0135498046875}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.00958251953125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.00927734375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0079345703125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.345703125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0283203125}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.020751953125}, {"token_id": 2563, "token_text": "altra", "probability": 0.020751953125}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.01513671875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1474609375}, {"token_id": 295, "token_text": " che", "probability": 0.12255859375}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 17, "token_text": ".", "probability": 0.031005859375}, {"token_id": 239, "token_text": " o", "probability": 0.022705078125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.41796875}, {"token_id": 385, "token_text": " una", "probability": 0.11962890625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0322265625}, {"token_id": 1712, "token_text": " base", "probability": 0.01385498046875}, {"token_id": 512, "token_text": " come", "probability": 0.00982666015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.83984375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0087890625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.004150390625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.004150390625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.003662109375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.47265625}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0220947265625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.020751953125}, {"token_id": 2563, "token_text": "altra", "probability": 0.01953125}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.0142822265625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.197265625}, {"token_id": 295, "token_text": " che", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}, {"token_id": 239, "token_text": " o", "probability": 0.0208740234375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.625}, {"token_id": 385, "token_text": " una", "probability": 0.1396484375}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.027587890625}, {"token_id": 1026, "token_text": " uno", "probability": 0.0069580078125}, {"token_id": 1712, "token_text": " base", "probability": 0.00653076171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.92578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00799560546875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0020294189453125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.0020294189453125}, {"token_id": 7560, "token_text": " concetto", "probability": 0.0017852783203125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.55859375}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0179443359375}, {"token_id": 3129, "token_text": " idea", "probability": 0.0179443359375}, {"token_id": 2563, "token_text": "altra", "probability": 0.016845703125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.015869140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.228515625}, {"token_id": 295, "token_text": " che", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.037353515625}, {"token_id": 239, "token_text": " o", "probability": 0.024169921875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.734375}, {"token_id": 385, "token_text": " una", "probability": 0.11962890625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0235595703125}, {"token_id": 1026, "token_text": " uno", "probability": 0.006744384765625}, {"token_id": 1712, "token_text": " base", "probability": 0.002899169921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00762939453125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.002044677734375}, {"token_id": 2012, "token_text": " altro", "probability": 0.00180816650390625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00170135498046875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.58984375}, {"token_id": 3129, "token_text": " idea", "probability": 0.021484375}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0167236328125}, {"token_id": 2563, "token_text": "altra", "probability": 0.0157470703125}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0147705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.3046875}, {"token_id": 295, "token_text": " che", "probability": 0.10498046875}, {"token_id": 17, "token_text": ".", "probability": 0.046630859375}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 239, "token_text": " o", "probability": 0.02197265625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.7890625}, {"token_id": 385, "token_text": " una", "probability": 0.11376953125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0185546875}, {"token_id": 1026, "token_text": " uno", "probability": 0.007293701171875}, {"token_id": 1712, "token_text": " base", "probability": 0.00173187255859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.953125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.007293701171875}, {"token_id": 15509, "token_text": " individuo", "probability": 0.00152587890625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0012664794921875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00115203857421875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.60546875}, {"token_id": 3129, "token_text": " idea", "probability": 0.0250244140625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.01611328125}, {"token_id": 2563, "token_text": "altra", "probability": 0.01513671875}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.01422119140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.322265625}, {"token_id": 295, "token_text": " che", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.04638671875}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 239, "token_text": " o", "probability": 0.0233154296875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.81640625}, {"token_id": 385, "token_text": " una", "probability": 0.103515625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.015869140625}, {"token_id": 1026, "token_text": " uno", "probability": 0.00750732421875}, {"token_id": 3779, "token_text": " natura", "probability": 0.00162506103515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.95703125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00830078125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.00135040283203125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00112152099609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.00112152099609375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3129, "token_text": " idea", "probability": 0.026611328125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.01519775390625}, {"token_id": 2563, "token_text": "altra", "probability": 0.01519775390625}, {"token_id": 5843, "token_text": "unica", "probability": 0.0142822265625}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.330078125}, {"token_id": 2071, "token_text": " avere", "probability": 0.053955078125}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0174560546875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01446533203125}, {"token_id": 22087, "token_text": " esistere", "probability": 0.00933837890625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.05419921875}, {"token_id": 9293, "token_text": " definito", "probability": 0.042236328125}, {"token_id": 385, "token_text": " una", "probability": 0.037109375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.032958984375}, {"token_id": 6410, "token_text": " usato", "probability": 0.0272216796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.04150390625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.03662109375}, {"token_id": 574, "token_text": " po", "probability": 0.02685546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.017822265625}, {"token_id": 5147, "token_text": " modello", "probability": 0.016845703125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.06640625}, {"token_id": 25884, "token_text": "invenzione", "probability": 0.042724609375}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.035400390625}, {"token_id": 4571, "token_text": "opera", "probability": 0.035400390625}, {"token_id": 7902, "token_text": "analisi", "probability": 0.0244140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.08447265625}, {"token_id": 295, "token_text": " che", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 3945, "token_text": " comune", "probability": 0.054443359375}, {"token_id": 292, "token_text": " per", "probability": 0.048095703125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.109375}, {"token_id": 512, "token_text": " come", "probability": 0.080078125}, {"token_id": 385, "token_text": " una", "probability": 0.06640625}, {"token_id": 1712, "token_text": " base", "probability": 0.028564453125}, {"token_id": 358, "token_text": " \"", "probability": 0.0162353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.326171875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0157470703125}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.0147705078125}, {"token_id": 1470, "token_text": " grande", "probability": 0.01434326171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0130615234375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.134765625}, {"token_id": 13252, "token_text": "evoluzione", "probability": 0.0299072265625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0281982421875}, {"token_id": 4571, "token_text": "opera", "probability": 0.0181884765625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0181884765625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.12451171875}, {"token_id": 295, "token_text": " che", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 3945, "token_text": " comune", "probability": 0.037841796875}, {"token_id": 17, "token_text": ".", "probability": 0.0244140625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.2333984375}, {"token_id": 385, "token_text": " una", "probability": 0.09716796875}, {"token_id": 512, "token_text": " come", "probability": 0.031494140625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0230712890625}, {"token_id": 1712, "token_text": " base", "probability": 0.0223388671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.57421875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.0135498046875}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.00958251953125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.00927734375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0079345703125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.345703125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0283203125}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.020751953125}, {"token_id": 2563, "token_text": "altra", "probability": 0.020751953125}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.01513671875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1474609375}, {"token_id": 295, "token_text": " che", "probability": 0.12255859375}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 17, "token_text": ".", "probability": 0.031005859375}, {"token_id": 239, "token_text": " o", "probability": 0.022705078125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.41796875}, {"token_id": 385, "token_text": " una", "probability": 0.11962890625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0322265625}, {"token_id": 1712, "token_text": " base", "probability": 0.01385498046875}, {"token_id": 512, "token_text": " come", "probability": 0.00982666015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.83984375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0087890625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.004150390625}, {"token_id": 15509, "token_text": " individuo", "probability": 0.004150390625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.003662109375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.47265625}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0220947265625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.020751953125}, {"token_id": 2563, "token_text": "altra", "probability": 0.01953125}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.0142822265625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.197265625}, {"token_id": 295, "token_text": " che", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}, {"token_id": 239, "token_text": " o", "probability": 0.0208740234375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.625}, {"token_id": 385, "token_text": " una", "probability": 0.1396484375}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.027587890625}, {"token_id": 1026, "token_text": " uno", "probability": 0.0069580078125}, {"token_id": 1712, "token_text": " base", "probability": 0.00653076171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.92578125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00799560546875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0020294189453125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.0020294189453125}, {"token_id": 7560, "token_text": " concetto", "probability": 0.0017852783203125}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.55859375}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0179443359375}, {"token_id": 3129, "token_text": " idea", "probability": 0.0179443359375}, {"token_id": 2563, "token_text": "altra", "probability": 0.016845703125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.015869140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.228515625}, {"token_id": 295, "token_text": " che", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.037353515625}, {"token_id": 239, "token_text": " o", "probability": 0.024169921875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.734375}, {"token_id": 385, "token_text": " una", "probability": 0.11962890625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0235595703125}, {"token_id": 1026, "token_text": " uno", "probability": 0.006744384765625}, {"token_id": 1712, "token_text": " base", "probability": 0.002899169921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00762939453125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.002044677734375}, {"token_id": 2012, "token_text": " altro", "probability": 0.00180816650390625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00170135498046875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.58984375}, {"token_id": 3129, "token_text": " idea", "probability": 0.021484375}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0167236328125}, {"token_id": 2563, "token_text": "altra", "probability": 0.0157470703125}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.0147705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.3046875}, {"token_id": 295, "token_text": " che", "probability": 0.10498046875}, {"token_id": 17, "token_text": ".", "probability": 0.046630859375}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 239, "token_text": " o", "probability": 0.02197265625}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.7890625}, {"token_id": 385, "token_text": " una", "probability": 0.11376953125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0185546875}, {"token_id": 1026, "token_text": " uno", "probability": 0.007293701171875}, {"token_id": 1712, "token_text": " base", "probability": 0.00173187255859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.953125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.007293701171875}, {"token_id": 15509, "token_text": " individuo", "probability": 0.00152587890625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0012664794921875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00115203857421875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.60546875}, {"token_id": 3129, "token_text": " idea", "probability": 0.0250244140625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.01611328125}, {"token_id": 2563, "token_text": "altra", "probability": 0.01513671875}, {"token_id": 8817, "token_text": "esistenza", "probability": 0.01422119140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.322265625}, {"token_id": 295, "token_text": " che", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.04638671875}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 239, "token_text": " o", "probability": 0.0233154296875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.81640625}, {"token_id": 385, "token_text": " una", "probability": 0.103515625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.015869140625}, {"token_id": 1026, "token_text": " uno", "probability": 0.00750732421875}, {"token_id": 3779, "token_text": " natura", "probability": 0.00162506103515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.95703125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00830078125}, {"token_id": 15509, "token_text": " individuo", "probability": 0.00135040283203125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.00112152099609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.00112152099609375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3129, "token_text": " idea", "probability": 0.026611328125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.01519775390625}, {"token_id": 2563, "token_text": "altra", "probability": 0.01519775390625}, {"token_id": 5843, "token_text": "unica", "probability": 0.0142822265625}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.330078125, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.330078125}, {"token_id": 2071, "token_text": " avere", "probability": 0.053955078125}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0174560546875}, {"token_id": 1430, "token_text": " aver", "probability": 0.01446533203125}, {"token_id": 22087, "token_text": " esistere", "probability": 0.00933837890625}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.00823974609375}, {"token_id": 16675, "token_text": " esserci", "probability": 0.00823974609375}, {"token_id": 6925, "token_text": " deriv", "probability": 0.00823974609375}, {"token_id": 3696, "token_text": " dare", "probability": 0.00823974609375}, {"token_id": 5246, "token_text": " diventare", "probability": 0.00823974609375}], "entropy": 4.71875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.1084259101164342, "average_logprob_per_token": -1.1084259101164342, "perplexity_on_target_sequence": 3.0295857988165675, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -1.1084259101164342, "probability": 0.330078125, "raw_probability": 0.330078125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49787.83886384964, "probe_elapsed_sec": 0.9974728900124319, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "text": "The capital of Italy is the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1435546875}, {"token_id": 212, "token_text": " a", "probability": 0.119140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0400390625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0341796875}, {"token_id": 500, "token_text": " not", "probability": 0.0311279296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1015625}, {"token_id": 914, "token_text": " most", "probability": 0.09521484375}, {"token_id": 4127, "token_text": " capital", "probability": 0.054443359375}, {"token_id": 1068, "token_text": " only", "probability": 0.037353515625}, {"token_id": 2088, "token_text": " main", "probability": 0.01556396484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1669921875}, {"token_id": 266, "token_text": " and", "probability": 0.07421875}, {"token_id": 259, "token_text": " of", "probability": 0.0478515625}, {"token_id": 238, "token_text": " in", "probability": 0.042236328125}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.62890625}, {"token_id": 259, "token_text": " of", "probability": 0.12353515625}, {"token_id": 398, "token_text": " with", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 337, "token_text": " on", "probability": 0.02587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.61328125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.09423828125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.078125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.01123046875}, {"token_id": 2682, "token_text": " history", "probability": 0.01055908203125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.4921875}, {"token_id": 2045, "token_text": " United", "probability": 0.04052734375}, {"token_id": 2112, "token_text": " country", "probability": 0.031494140625}, {"token_id": 436, "token_text": " U", "probability": 0.0179443359375}, {"token_id": 8418, "token_text": " UK", "probability": 0.01397705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.1884765625}, {"token_id": 266, "token_text": " and", "probability": 0.05078125}, {"token_id": 238, "token_text": " in", "probability": 0.0289306640625}, {"token_id": 262, "token_text": " to", "probability": 0.0255126953125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2314453125}, {"token_id": 697, "token_text": " It", "probability": 0.1318359375}, {"token_id": 8552, "token_text": " Its", "probability": 0.062255859375}, {"token_id": 431, "token_text": " In", "probability": 0.033447265625}, {"token_id": 1020, "token_text": " This", "probability": 0.0244140625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.29296875}, {"token_id": 4127, "token_text": " capital", "probability": 0.054443359375}, {"token_id": 914, "token_text": " most", "probability": 0.02734375}, {"token_id": 6193, "token_text": " largest", "probability": 0.018798828125}, {"token_id": 4733, "token_text": " population", "probability": 0.01708984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.310546875}, {"token_id": 259, "token_text": " of", "probability": 0.2275390625}, {"token_id": 611, "token_text": " has", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 406, "token_text": " was", "probability": 0.034912109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.138671875}, {"token_id": 5715, "token_text": " located", "probability": 0.09521484375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0791015625}, {"token_id": 212, "token_text": " a", "probability": 0.048095703125}, {"token_id": 20068, "token_text": " situated", "probability": 0.039794921875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.205078125}, {"token_id": 914, "token_text": " most", "probability": 0.109375}, {"token_id": 1068, "token_text": " only", "probability": 0.04296875}, {"token_id": 4127, "token_text": " capital", "probability": 0.037841796875}, {"token_id": 2380, "token_text": " city", "probability": 0.033447265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.5859375}, {"token_id": 266, "token_text": " and", "probability": 0.04541015625}, {"token_id": 7966, "token_text": " cities", "probability": 0.029296875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 10301, "token_text": " urban", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.765625}, {"token_id": 398, "token_text": " with", "probability": 0.04052734375}, {"token_id": 259, "token_text": " of", "probability": 0.0380859375}, {"token_id": 15, "token_text": ",", "probability": 0.021728515625}, {"token_id": 337, "token_text": " on", "probability": 0.0169677734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.76171875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.040283203125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.033447265625}, {"token_id": 669, "token_text": " which", "probability": 0.0108642578125}, {"token_id": 853, "token_text": " its", "probability": 0.005462646484375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.65625}, {"token_id": 2045, "token_text": " United", "probability": 0.0289306640625}, {"token_id": 2380, "token_text": " city", "probability": 0.0186767578125}, {"token_id": 2112, "token_text": " country", "probability": 0.0164794921875}, {"token_id": 436, "token_text": " U", "probability": 0.01031494140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 266, "token_text": " and", "probability": 0.06298828125}, {"token_id": 238, "token_text": " in", "probability": 0.021728515625}, {"token_id": 259, "token_text": " of", "probability": 0.01495361328125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.29296875}, {"token_id": 697, "token_text": " It", "probability": 0.10791015625}, {"token_id": 8552, "token_text": " Its", "probability": 0.05419921875}, {"token_id": 431, "token_text": " In", "probability": 0.025634765625}, {"token_id": 1738, "token_text": " There", "probability": 0.0225830078125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.53125}, {"token_id": 4127, "token_text": " capital", "probability": 0.041015625}, {"token_id": 3459, "token_text": " town", "probability": 0.0181884765625}, {"token_id": 4733, "token_text": " population", "probability": 0.01611328125}, {"token_id": 914, "token_text": " most", "probability": 0.01507568359375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.51953125}, {"token_id": 611, "token_text": " has", "probability": 0.0908203125}, {"token_id": 259, "token_text": " of", "probability": 0.042724609375}, {"token_id": 406, "token_text": " was", "probability": 0.033447265625}, {"token_id": 15, "token_text": ",", "probability": 0.02294921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2255859375}, {"token_id": 5715, "token_text": " located", "probability": 0.10009765625}, {"token_id": 11151, "token_text": " divided", "probability": 0.053466796875}, {"token_id": 212, "token_text": " a", "probability": 0.053466796875}, {"token_id": 817, "token_text": " also", "probability": 0.03466796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2451171875}, {"token_id": 914, "token_text": " most", "probability": 0.123046875}, {"token_id": 1068, "token_text": " only", "probability": 0.05810546875}, {"token_id": 15514, "token_text": " oldest", "probability": 0.033203125}, {"token_id": 1380, "token_text": " world", "probability": 0.029296875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.73046875}, {"token_id": 266, "token_text": " and", "probability": 0.0301513671875}, {"token_id": 7966, "token_text": " cities", "probability": 0.0206298828125}, {"token_id": 10301, "token_text": " urban", "probability": 0.01708984375}, {"token_id": 15, "token_text": ",", "probability": 0.01336669921875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.87890625}, {"token_id": 398, "token_text": " with", "probability": 0.01708984375}, {"token_id": 337, "token_text": " on", "probability": 0.01177978515625}, {"token_id": 259, "token_text": " of", "probability": 0.01104736328125}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.84375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0255126953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0224609375}, {"token_id": 669, "token_text": " which", "probability": 0.005340576171875}, {"token_id": 542, "token_text": " this", "probability": 0.004150390625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.84375}, {"token_id": 2045, "token_text": " United", "probability": 0.0164794921875}, {"token_id": 2380, "token_text": " city", "probability": 0.01129150390625}, {"token_id": 2112, "token_text": " country", "probability": 0.00994873046875}, {"token_id": 2682, "token_text": " history", "probability": 0.0050048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5}, {"token_id": 15, "token_text": ",", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.059814453125}, {"token_id": 238, "token_text": " in", "probability": 0.031982421875}, {"token_id": 341, "token_text": " (", "probability": 0.0103759765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.34375}, {"token_id": 697, "token_text": " It", "probability": 0.0986328125}, {"token_id": 8552, "token_text": " Its", "probability": 0.04638671875}, {"token_id": 1738, "token_text": " There", "probability": 0.02490234375}, {"token_id": 2, "token_text": "", "probability": 0.02490234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.60546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.0302734375}, {"token_id": 4733, "token_text": " population", "probability": 0.01611328125}, {"token_id": 3459, "token_text": " town", "probability": 0.01519775390625}, {"token_id": 914, "token_text": " most", "probability": 0.013427734375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.609375}, {"token_id": 611, "token_text": " has", "probability": 0.087890625}, {"token_id": 259, "token_text": " of", "probability": 0.0322265625}, {"token_id": 406, "token_text": " was", "probability": 0.023681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0152587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.3359375}, {"token_id": 5715, "token_text": " located", "probability": 0.08447265625}, {"token_id": 212, "token_text": " a", "probability": 0.05126953125}, {"token_id": 817, "token_text": " also", "probability": 0.03759765625}, {"token_id": 11151, "token_text": " divided", "probability": 0.0311279296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2353515625}, {"token_id": 914, "token_text": " most", "probability": 0.1259765625}, {"token_id": 1068, "token_text": " only", "probability": 0.0634765625}, {"token_id": 15514, "token_text": " oldest", "probability": 0.03857421875}, {"token_id": 1380, "token_text": " world", "probability": 0.033935546875}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1435546875}, {"token_id": 212, "token_text": " a", "probability": 0.119140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0400390625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0341796875}, {"token_id": 500, "token_text": " not", "probability": 0.0311279296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1015625}, {"token_id": 914, "token_text": " most", "probability": 0.09521484375}, {"token_id": 4127, "token_text": " capital", "probability": 0.054443359375}, {"token_id": 1068, "token_text": " only", "probability": 0.037353515625}, {"token_id": 2088, "token_text": " main", "probability": 0.01556396484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1669921875}, {"token_id": 266, "token_text": " and", "probability": 0.07421875}, {"token_id": 259, "token_text": " of", "probability": 0.0478515625}, {"token_id": 238, "token_text": " in", "probability": 0.042236328125}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.62890625}, {"token_id": 259, "token_text": " of", "probability": 0.12353515625}, {"token_id": 398, "token_text": " with", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 337, "token_text": " on", "probability": 0.02587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.61328125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.09423828125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.078125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.01123046875}, {"token_id": 2682, "token_text": " history", "probability": 0.01055908203125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.4921875}, {"token_id": 2045, "token_text": " United", "probability": 0.04052734375}, {"token_id": 2112, "token_text": " country", "probability": 0.031494140625}, {"token_id": 436, "token_text": " U", "probability": 0.0179443359375}, {"token_id": 8418, "token_text": " UK", "probability": 0.01397705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.1884765625}, {"token_id": 266, "token_text": " and", "probability": 0.05078125}, {"token_id": 238, "token_text": " in", "probability": 0.0289306640625}, {"token_id": 262, "token_text": " to", "probability": 0.0255126953125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.234375}, {"token_id": 697, "token_text": " It", "probability": 0.1337890625}, {"token_id": 8552, "token_text": " Its", "probability": 0.06298828125}, {"token_id": 431, "token_text": " In", "probability": 0.03369140625}, {"token_id": 1020, "token_text": " This", "probability": 0.0247802734375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.29296875}, {"token_id": 4127, "token_text": " capital", "probability": 0.054443359375}, {"token_id": 914, "token_text": " most", "probability": 0.02734375}, {"token_id": 6193, "token_text": " largest", "probability": 0.018798828125}, {"token_id": 4733, "token_text": " population", "probability": 0.01708984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.310546875}, {"token_id": 259, "token_text": " of", "probability": 0.2275390625}, {"token_id": 611, "token_text": " has", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 406, "token_text": " was", "probability": 0.034912109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.138671875}, {"token_id": 5715, "token_text": " located", "probability": 0.09521484375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0791015625}, {"token_id": 212, "token_text": " a", "probability": 0.048095703125}, {"token_id": 20068, "token_text": " situated", "probability": 0.039794921875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.205078125}, {"token_id": 914, "token_text": " most", "probability": 0.109375}, {"token_id": 1068, "token_text": " only", "probability": 0.04296875}, {"token_id": 4127, "token_text": " capital", "probability": 0.037841796875}, {"token_id": 2380, "token_text": " city", "probability": 0.033447265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.5859375}, {"token_id": 266, "token_text": " and", "probability": 0.04541015625}, {"token_id": 7966, "token_text": " cities", "probability": 0.029296875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 10301, "token_text": " urban", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.765625}, {"token_id": 398, "token_text": " with", "probability": 0.04052734375}, {"token_id": 259, "token_text": " of", "probability": 0.0380859375}, {"token_id": 15, "token_text": ",", "probability": 0.021728515625}, {"token_id": 337, "token_text": " on", "probability": 0.0169677734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.76171875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.040283203125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.033447265625}, {"token_id": 669, "token_text": " which", "probability": 0.0108642578125}, {"token_id": 853, "token_text": " its", "probability": 0.005462646484375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.65625}, {"token_id": 2045, "token_text": " United", "probability": 0.0289306640625}, {"token_id": 2380, "token_text": " city", "probability": 0.0186767578125}, {"token_id": 2112, "token_text": " country", "probability": 0.0164794921875}, {"token_id": 436, "token_text": " U", "probability": 0.01031494140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 266, "token_text": " and", "probability": 0.06298828125}, {"token_id": 238, "token_text": " in", "probability": 0.021728515625}, {"token_id": 259, "token_text": " of", "probability": 0.01495361328125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.298828125}, {"token_id": 697, "token_text": " It", "probability": 0.1103515625}, {"token_id": 8552, "token_text": " Its", "probability": 0.055419921875}, {"token_id": 431, "token_text": " In", "probability": 0.026123046875}, {"token_id": 1738, "token_text": " There", "probability": 0.0230712890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.53125}, {"token_id": 4127, "token_text": " capital", "probability": 0.041015625}, {"token_id": 3459, "token_text": " town", "probability": 0.0181884765625}, {"token_id": 4733, "token_text": " population", "probability": 0.01611328125}, {"token_id": 914, "token_text": " most", "probability": 0.01507568359375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.51953125}, {"token_id": 611, "token_text": " has", "probability": 0.0908203125}, {"token_id": 259, "token_text": " of", "probability": 0.042724609375}, {"token_id": 406, "token_text": " was", "probability": 0.033447265625}, {"token_id": 15, "token_text": ",", "probability": 0.02294921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2255859375}, {"token_id": 5715, "token_text": " located", "probability": 0.10009765625}, {"token_id": 11151, "token_text": " divided", "probability": 0.053466796875}, {"token_id": 212, "token_text": " a", "probability": 0.053466796875}, {"token_id": 817, "token_text": " also", "probability": 0.03466796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2451171875}, {"token_id": 914, "token_text": " most", "probability": 0.123046875}, {"token_id": 1068, "token_text": " only", "probability": 0.05810546875}, {"token_id": 15514, "token_text": " oldest", "probability": 0.033203125}, {"token_id": 1380, "token_text": " world", "probability": 0.029296875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.73046875}, {"token_id": 266, "token_text": " and", "probability": 0.0301513671875}, {"token_id": 7966, "token_text": " cities", "probability": 0.0206298828125}, {"token_id": 10301, "token_text": " urban", "probability": 0.01708984375}, {"token_id": 15, "token_text": ",", "probability": 0.01336669921875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.87890625}, {"token_id": 398, "token_text": " with", "probability": 0.01708984375}, {"token_id": 337, "token_text": " on", "probability": 0.01177978515625}, {"token_id": 259, "token_text": " of", "probability": 0.01104736328125}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.84375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0255126953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0224609375}, {"token_id": 669, "token_text": " which", "probability": 0.005340576171875}, {"token_id": 542, "token_text": " this", "probability": 0.004150390625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.84375}, {"token_id": 2045, "token_text": " United", "probability": 0.0164794921875}, {"token_id": 2380, "token_text": " city", "probability": 0.01129150390625}, {"token_id": 2112, "token_text": " country", "probability": 0.00994873046875}, {"token_id": 2682, "token_text": " history", "probability": 0.0050048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5}, {"token_id": 15, "token_text": ",", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.059814453125}, {"token_id": 238, "token_text": " in", "probability": 0.031982421875}, {"token_id": 341, "token_text": " (", "probability": 0.0103759765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.3515625}, {"token_id": 697, "token_text": " It", "probability": 0.10107421875}, {"token_id": 8552, "token_text": " Its", "probability": 0.047607421875}, {"token_id": 1738, "token_text": " There", "probability": 0.0255126953125}, {"token_id": 431, "token_text": " In", "probability": 0.0225830078125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.60546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.0302734375}, {"token_id": 4733, "token_text": " population", "probability": 0.01611328125}, {"token_id": 3459, "token_text": " town", "probability": 0.01519775390625}, {"token_id": 914, "token_text": " most", "probability": 0.013427734375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.609375}, {"token_id": 611, "token_text": " has", "probability": 0.087890625}, {"token_id": 259, "token_text": " of", "probability": 0.0322265625}, {"token_id": 406, "token_text": " was", "probability": 0.023681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0152587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.3359375}, {"token_id": 5715, "token_text": " located", "probability": 0.08447265625}, {"token_id": 212, "token_text": " a", "probability": 0.05126953125}, {"token_id": 817, "token_text": " also", "probability": 0.03759765625}, {"token_id": 11151, "token_text": " divided", "probability": 0.0311279296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2353515625}, {"token_id": 914, "token_text": " most", "probability": 0.1259765625}, {"token_id": 1068, "token_text": " only", "probability": 0.0634765625}, {"token_id": 15514, "token_text": " oldest", "probability": 0.03857421875}, {"token_id": 1380, "token_text": " world", "probability": 0.033935546875}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1435546875}, {"token_id": 212, "token_text": " a", "probability": 0.119140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0400390625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0341796875}, {"token_id": 500, "token_text": " not", "probability": 0.0311279296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1015625}, {"token_id": 914, "token_text": " most", "probability": 0.09521484375}, {"token_id": 4127, "token_text": " capital", "probability": 0.054443359375}, {"token_id": 1068, "token_text": " only", "probability": 0.037353515625}, {"token_id": 2088, "token_text": " main", "probability": 0.01556396484375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1669921875}, {"token_id": 266, "token_text": " and", "probability": 0.07421875}, {"token_id": 259, "token_text": " of", "probability": 0.0478515625}, {"token_id": 238, "token_text": " in", "probability": 0.042236328125}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.62890625}, {"token_id": 259, "token_text": " of", "probability": 0.12353515625}, {"token_id": 398, "token_text": " with", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 337, "token_text": " on", "probability": 0.02587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.61328125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.09423828125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.078125}, {"token_id": 8320, "token_text": " Spain", "probability": 0.01123046875}, {"token_id": 2682, "token_text": " history", "probability": 0.01055908203125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.4921875}, {"token_id": 2045, "token_text": " United", "probability": 0.04052734375}, {"token_id": 2112, "token_text": " country", "probability": 0.031494140625}, {"token_id": 436, "token_text": " U", "probability": 0.0179443359375}, {"token_id": 8418, "token_text": " UK", "probability": 0.01397705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.1884765625}, {"token_id": 266, "token_text": " and", "probability": 0.05078125}, {"token_id": 238, "token_text": " in", "probability": 0.0289306640625}, {"token_id": 262, "token_text": " to", "probability": 0.0255126953125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.234375}, {"token_id": 697, "token_text": " It", "probability": 0.1337890625}, {"token_id": 8552, "token_text": " Its", "probability": 0.06298828125}, {"token_id": 431, "token_text": " In", "probability": 0.03369140625}, {"token_id": 1020, "token_text": " This", "probability": 0.0247802734375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.29296875}, {"token_id": 4127, "token_text": " capital", "probability": 0.054443359375}, {"token_id": 914, "token_text": " most", "probability": 0.02734375}, {"token_id": 6193, "token_text": " largest", "probability": 0.018798828125}, {"token_id": 4733, "token_text": " population", "probability": 0.01708984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.310546875}, {"token_id": 259, "token_text": " of", "probability": 0.2275390625}, {"token_id": 611, "token_text": " has", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 406, "token_text": " was", "probability": 0.034912109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.138671875}, {"token_id": 5715, "token_text": " located", "probability": 0.09521484375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0791015625}, {"token_id": 212, "token_text": " a", "probability": 0.048095703125}, {"token_id": 20068, "token_text": " situated", "probability": 0.039794921875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.205078125}, {"token_id": 914, "token_text": " most", "probability": 0.109375}, {"token_id": 1068, "token_text": " only", "probability": 0.04296875}, {"token_id": 4127, "token_text": " capital", "probability": 0.037841796875}, {"token_id": 2380, "token_text": " city", "probability": 0.033447265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.5859375}, {"token_id": 266, "token_text": " and", "probability": 0.04541015625}, {"token_id": 7966, "token_text": " cities", "probability": 0.029296875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 10301, "token_text": " urban", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.765625}, {"token_id": 398, "token_text": " with", "probability": 0.04052734375}, {"token_id": 259, "token_text": " of", "probability": 0.0380859375}, {"token_id": 15, "token_text": ",", "probability": 0.021728515625}, {"token_id": 337, "token_text": " on", "probability": 0.0169677734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.76171875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.040283203125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.033447265625}, {"token_id": 669, "token_text": " which", "probability": 0.0108642578125}, {"token_id": 853, "token_text": " its", "probability": 0.005462646484375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.65625}, {"token_id": 2045, "token_text": " United", "probability": 0.0289306640625}, {"token_id": 2380, "token_text": " city", "probability": 0.0186767578125}, {"token_id": 2112, "token_text": " country", "probability": 0.0164794921875}, {"token_id": 436, "token_text": " U", "probability": 0.01031494140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 266, "token_text": " and", "probability": 0.06298828125}, {"token_id": 238, "token_text": " in", "probability": 0.021728515625}, {"token_id": 259, "token_text": " of", "probability": 0.01495361328125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.298828125}, {"token_id": 697, "token_text": " It", "probability": 0.1103515625}, {"token_id": 8552, "token_text": " Its", "probability": 0.055419921875}, {"token_id": 431, "token_text": " In", "probability": 0.026123046875}, {"token_id": 1738, "token_text": " There", "probability": 0.0230712890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.53125}, {"token_id": 4127, "token_text": " capital", "probability": 0.041015625}, {"token_id": 3459, "token_text": " town", "probability": 0.0181884765625}, {"token_id": 4733, "token_text": " population", "probability": 0.01611328125}, {"token_id": 914, "token_text": " most", "probability": 0.01507568359375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.51953125}, {"token_id": 611, "token_text": " has", "probability": 0.0908203125}, {"token_id": 259, "token_text": " of", "probability": 0.042724609375}, {"token_id": 406, "token_text": " was", "probability": 0.033447265625}, {"token_id": 15, "token_text": ",", "probability": 0.02294921875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2255859375}, {"token_id": 5715, "token_text": " located", "probability": 0.10009765625}, {"token_id": 11151, "token_text": " divided", "probability": 0.053466796875}, {"token_id": 212, "token_text": " a", "probability": 0.053466796875}, {"token_id": 817, "token_text": " also", "probability": 0.03466796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2451171875}, {"token_id": 914, "token_text": " most", "probability": 0.123046875}, {"token_id": 1068, "token_text": " only", "probability": 0.05810546875}, {"token_id": 15514, "token_text": " oldest", "probability": 0.033203125}, {"token_id": 1380, "token_text": " world", "probability": 0.029296875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.73046875}, {"token_id": 266, "token_text": " and", "probability": 0.0301513671875}, {"token_id": 7966, "token_text": " cities", "probability": 0.0206298828125}, {"token_id": 10301, "token_text": " urban", "probability": 0.01708984375}, {"token_id": 15, "token_text": ",", "probability": 0.01336669921875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.87890625}, {"token_id": 398, "token_text": " with", "probability": 0.01708984375}, {"token_id": 337, "token_text": " on", "probability": 0.01177978515625}, {"token_id": 259, "token_text": " of", "probability": 0.01104736328125}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.84375}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0255126953125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.0224609375}, {"token_id": 669, "token_text": " which", "probability": 0.005340576171875}, {"token_id": 542, "token_text": " this", "probability": 0.004150390625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.84375}, {"token_id": 2045, "token_text": " United", "probability": 0.0164794921875}, {"token_id": 2380, "token_text": " city", "probability": 0.01129150390625}, {"token_id": 2112, "token_text": " country", "probability": 0.00994873046875}, {"token_id": 2682, "token_text": " history", "probability": 0.0050048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5}, {"token_id": 15, "token_text": ",", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.059814453125}, {"token_id": 238, "token_text": " in", "probability": 0.031982421875}, {"token_id": 341, "token_text": " (", "probability": 0.0103759765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.3515625}, {"token_id": 697, "token_text": " It", "probability": 0.10107421875}, {"token_id": 8552, "token_text": " Its", "probability": 0.047607421875}, {"token_id": 1738, "token_text": " There", "probability": 0.0255126953125}, {"token_id": 431, "token_text": " In", "probability": 0.0225830078125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.60546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.0302734375}, {"token_id": 4733, "token_text": " population", "probability": 0.01611328125}, {"token_id": 3459, "token_text": " town", "probability": 0.01519775390625}, {"token_id": 914, "token_text": " most", "probability": 0.013427734375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.609375}, {"token_id": 611, "token_text": " has", "probability": 0.087890625}, {"token_id": 259, "token_text": " of", "probability": 0.0322265625}, {"token_id": 406, "token_text": " was", "probability": 0.023681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0152587890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.3359375}, {"token_id": 5715, "token_text": " located", "probability": 0.08447265625}, {"token_id": 212, "token_text": " a", "probability": 0.05126953125}, {"token_id": 817, "token_text": " also", "probability": 0.03759765625}, {"token_id": 11151, "token_text": " divided", "probability": 0.0311279296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2353515625}, {"token_id": 914, "token_text": " most", "probability": 0.1259765625}, {"token_id": 1068, "token_text": " only", "probability": 0.0634765625}, {"token_id": 15514, "token_text": " oldest", "probability": 0.03857421875}, {"token_id": 1380, "token_text": " world", "probability": 0.033935546875}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 221, "correct_token_probability": 0.0004100799560546875, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1435546875}, {"token_id": 212, "token_text": " a", "probability": 0.119140625}, {"token_id": 5715, "token_text": " located", "probability": 0.0400390625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0341796875}, {"token_id": 500, "token_text": " not", "probability": 0.0311279296875}, {"token_id": 238, "token_text": " in", "probability": 0.0250244140625}, {"token_id": 252, "token_text": " an", "probability": 0.0201416015625}, {"token_id": 686, "token_text": " one", "probability": 0.0137939453125}, {"token_id": 1411, "token_text": " now", "probability": 0.0137939453125}, {"token_id": 11151, "token_text": " divided", "probability": 0.01336669921875}], "entropy": 5.34375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.799158402511298, "average_logprob_per_token": -7.799158402511298, "perplexity_on_target_sequence": 2438.5488372093027, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -7.799158402511298, "probability": 0.0004100799560546875, "raw_probability": 0.0004100799560546875, "correct_token_rank": 221}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49787.8395113945, "probe_elapsed_sec": 0.9974728900124319, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the language. The first is a language model. The second is a language model. The second is a language model. The second is a", "text": "A small language model should be used to describe the language. The first is a language model. The second is a language model. The second is a language model. The second is a", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5}, {"token_id": 500, "token_text": " not", "probability": 0.052734375}, {"token_id": 529, "token_text": " have", "probability": 0.0341796875}, {"token_id": 1170, "token_text": " use", "probability": 0.01611328125}, {"token_id": 2561, "token_text": " include", "probability": 0.01336669921875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.095703125}, {"token_id": 212, "token_text": " a", "probability": 0.032958984375}, {"token_id": 9395, "token_text": " defined", "probability": 0.0274658203125}, {"token_id": 234, "token_text": " the", "probability": 0.024169921875}, {"token_id": 4556, "token_text": " considered", "probability": 0.0172119140625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.330078125}, {"token_id": 352, "token_text": " as", "probability": 0.146484375}, {"token_id": 238, "token_text": " in", "probability": 0.146484375}, {"token_id": 321, "token_text": " for", "probability": 0.08837890625}, {"token_id": 17, "token_text": ".", "probability": 0.02880859375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.049560546875}, {"token_id": 3616, "token_text": " create", "probability": 0.04638671875}, {"token_id": 7253, "token_text": " determine", "probability": 0.02197265625}, {"token_id": 1274, "token_text": " make", "probability": 0.0206298828125}, {"token_id": 1730, "token_text": " test", "probability": 0.0181884765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.30078125}, {"token_id": 212, "token_text": " a", "probability": 0.1337890625}, {"token_id": 1031, "token_text": " how", "probability": 0.049072265625}, {"token_id": 917, "token_text": " what", "probability": 0.03271484375}, {"token_id": 252, "token_text": " an", "probability": 0.024658203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0311279296875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0311279296875}, {"token_id": 2846, "token_text": " problem", "probability": 0.017822265625}, {"token_id": 3332, "token_text": " role", "probability": 0.01519775390625}, {"token_id": 5482, "token_text": " concept", "probability": 0.013427734375}, {"token_id": 1380, "token_text": " world", "probability": 0.00836181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1552734375}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 352, "token_text": " as", "probability": 0.08837890625}, {"token_id": 266, "token_text": " and", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.11865234375}, {"token_id": 1020, "token_text": " This", "probability": 0.049560546875}, {"token_id": 431, "token_text": " In", "probability": 0.049560546875}, {"token_id": 697, "token_text": " It", "probability": 0.043701171875}, {"token_id": 375, "token_text": " -", "probability": 0.031982421875}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0303955078125}, {"token_id": 4322, "token_text": " model", "probability": 0.028564453125}, {"token_id": 3690, "token_text": " language", "probability": 0.028564453125}, {"token_id": 1794, "token_text": " word", "probability": 0.017333984375}, {"token_id": 1640, "token_text": " term", "probability": 0.017333984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.05908203125}, {"token_id": 3080, "token_text": " thing", "probability": 0.04052734375}, {"token_id": 643, "token_text": " part", "probability": 0.03369140625}, {"token_id": 5567, "token_text": " step", "probability": 0.031494140625}, {"token_id": 1794, "token_text": " word", "probability": 0.0245361328125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.162109375}, {"token_id": 234, "token_text": " the", "probability": 0.15234375}, {"token_id": 262, "token_text": " to", "probability": 0.111328125}, {"token_id": 360, "token_text": " that", "probability": 0.08154296875}, {"token_id": 252, "token_text": " an", "probability": 0.028076171875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0272216796875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0272216796875}, {"token_id": 4529, "token_text": " simple", "probability": 0.025634765625}, {"token_id": 2016, "token_text": " small", "probability": 0.01373291015625}, {"token_id": 13837, "token_text": " translation", "probability": 0.01287841796875}, {"token_id": 2173, "token_text": " list", "probability": 0.01251220703125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.6171875}, {"token_id": 360, "token_text": " that", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0106201171875}, {"token_id": 2966, "token_text": " based", "probability": 0.01031494140625}, {"token_id": 259, "token_text": " of", "probability": 0.00970458984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.146484375}, {"token_id": 360, "token_text": " that", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 259, "token_text": " of", "probability": 0.06494140625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.22265625}, {"token_id": 697, "token_text": " It", "probability": 0.06787109375}, {"token_id": 1020, "token_text": " This", "probability": 0.0498046875}, {"token_id": 285, "token_text": " A", "probability": 0.046630859375}, {"token_id": 431, "token_text": " In", "probability": 0.0341796875}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.376953125}, {"token_id": 912, "token_text": " first", "probability": 0.177734375}, {"token_id": 4322, "token_text": " model", "probability": 0.029052734375}, {"token_id": 3433, "token_text": " third", "probability": 0.021240234375}, {"token_id": 3690, "token_text": " language", "probability": 0.010009765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.474609375}, {"token_id": 4322, "token_text": " model", "probability": 0.0196533203125}, {"token_id": 15, "token_text": ",", "probability": 0.0196533203125}, {"token_id": 3690, "token_text": " language", "probability": 0.01434326171875}, {"token_id": 2701, "token_text": " example", "probability": 0.01348876953125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.515625}, {"token_id": 234, "token_text": " the", "probability": 0.1572265625}, {"token_id": 252, "token_text": " an", "probability": 0.042236328125}, {"token_id": 360, "token_text": " that", "probability": 0.021240234375}, {"token_id": 262, "token_text": " to", "probability": 0.0177001953125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.134765625}, {"token_id": 4529, "token_text": " simple", "probability": 0.018798828125}, {"token_id": 10998, "token_text": " programming", "probability": 0.01513671875}, {"token_id": 3818, "token_text": " standard", "probability": 0.01422119140625}, {"token_id": 2996, "token_text": " character", "probability": 0.0137939453125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.89453125}, {"token_id": 8988, "token_text": " models", "probability": 0.0050048828125}, {"token_id": 17209, "token_text": " representation", "probability": 0.002593994140625}, {"token_id": 2996, "token_text": " character", "probability": 0.002288818359375}, {"token_id": 360, "token_text": " that", "probability": 0.002288818359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.400390625}, {"token_id": 15, "token_text": ",", "probability": 0.1015625}, {"token_id": 360, "token_text": " that", "probability": 0.083984375}, {"token_id": 266, "token_text": " and", "probability": 0.042236328125}, {"token_id": 321, "token_text": " for", "probability": 0.039794921875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.322265625}, {"token_id": 697, "token_text": " It", "probability": 0.055908203125}, {"token_id": 285, "token_text": " A", "probability": 0.052490234375}, {"token_id": 1020, "token_text": " This", "probability": 0.04931640625}, {"token_id": 1323, "token_text": " If", "probability": 0.0299072265625}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.4765625}, {"token_id": 912, "token_text": " first", "probability": 0.1748046875}, {"token_id": 3433, "token_text": " third", "probability": 0.064453125}, {"token_id": 6915, "token_text": " fourth", "probability": 0.01190185546875}, {"token_id": 2238, "token_text": " next", "probability": 0.01190185546875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.53515625}, {"token_id": 15, "token_text": ",", "probability": 0.0172119140625}, {"token_id": 525, "token_text": " can", "probability": 0.01513671875}, {"token_id": 4322, "token_text": " model", "probability": 0.01422119140625}, {"token_id": 12072, "token_text": " represents", "probability": 0.0103759765625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.6796875}, {"token_id": 234, "token_text": " the", "probability": 0.11865234375}, {"token_id": 252, "token_text": " an", "probability": 0.04345703125}, {"token_id": 262, "token_text": " to", "probability": 0.007568359375}, {"token_id": 360, "token_text": " that", "probability": 0.00732421875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2470703125}, {"token_id": 10998, "token_text": " programming", "probability": 0.020263671875}, {"token_id": 3818, "token_text": " standard", "probability": 0.017822265625}, {"token_id": 2996, "token_text": " character", "probability": 0.013916015625}, {"token_id": 1347, "token_text": " program", "probability": 0.013916015625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.91015625}, {"token_id": 8988, "token_text": " models", "probability": 0.006927490234375}, {"token_id": 17209, "token_text": " representation", "probability": 0.00193023681640625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.00193023681640625}, {"token_id": 18023, "token_text": " algorithm", "probability": 0.00186920166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.609375}, {"token_id": 15, "token_text": ",", "probability": 0.07763671875}, {"token_id": 360, "token_text": " that", "probability": 0.047119140625}, {"token_id": 266, "token_text": " and", "probability": 0.034423828125}, {"token_id": 321, "token_text": " for", "probability": 0.0196533203125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.390625}, {"token_id": 1020, "token_text": " This", "probability": 0.0498046875}, {"token_id": 285, "token_text": " A", "probability": 0.0498046875}, {"token_id": 697, "token_text": " It", "probability": 0.046630859375}, {"token_id": 1323, "token_text": " If", "probability": 0.0283203125}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.55078125}, {"token_id": 912, "token_text": " first", "probability": 0.1484375}, {"token_id": 3433, "token_text": " third", "probability": 0.123046875}, {"token_id": 6915, "token_text": " fourth", "probability": 0.0274658203125}, {"token_id": 2238, "token_text": " next", "probability": 0.015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.01409912109375}, {"token_id": 12072, "token_text": " represents", "probability": 0.012451171875}, {"token_id": 525, "token_text": " can", "probability": 0.01171875}, {"token_id": 3690, "token_text": " language", "probability": 0.01031494140625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.74609375}, {"token_id": 234, "token_text": " the", "probability": 0.10107421875}, {"token_id": 252, "token_text": " an", "probability": 0.042236328125}, {"token_id": 360, "token_text": " that", "probability": 0.004302978515625}, {"token_id": 262, "token_text": " to", "probability": 0.004058837890625}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5}, {"token_id": 500, "token_text": " not", "probability": 0.052734375}, {"token_id": 529, "token_text": " have", "probability": 0.0341796875}, {"token_id": 1170, "token_text": " use", "probability": 0.01611328125}, {"token_id": 2561, "token_text": " include", "probability": 0.01336669921875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.095703125}, {"token_id": 212, "token_text": " a", "probability": 0.032958984375}, {"token_id": 9395, "token_text": " defined", "probability": 0.0274658203125}, {"token_id": 234, "token_text": " the", "probability": 0.024169921875}, {"token_id": 4556, "token_text": " considered", "probability": 0.0172119140625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.330078125}, {"token_id": 352, "token_text": " as", "probability": 0.146484375}, {"token_id": 238, "token_text": " in", "probability": 0.146484375}, {"token_id": 321, "token_text": " for", "probability": 0.08837890625}, {"token_id": 17, "token_text": ".", "probability": 0.02880859375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.049560546875}, {"token_id": 3616, "token_text": " create", "probability": 0.04638671875}, {"token_id": 7253, "token_text": " determine", "probability": 0.02197265625}, {"token_id": 1274, "token_text": " make", "probability": 0.0206298828125}, {"token_id": 1730, "token_text": " test", "probability": 0.0181884765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.30078125}, {"token_id": 212, "token_text": " a", "probability": 0.1337890625}, {"token_id": 1031, "token_text": " how", "probability": 0.049072265625}, {"token_id": 917, "token_text": " what", "probability": 0.03271484375}, {"token_id": 252, "token_text": " an", "probability": 0.024658203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0311279296875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0311279296875}, {"token_id": 2846, "token_text": " problem", "probability": 0.017822265625}, {"token_id": 3332, "token_text": " role", "probability": 0.01519775390625}, {"token_id": 5482, "token_text": " concept", "probability": 0.013427734375}, {"token_id": 1380, "token_text": " world", "probability": 0.00836181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1552734375}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 352, "token_text": " as", "probability": 0.08837890625}, {"token_id": 266, "token_text": " and", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.12109375}, {"token_id": 1020, "token_text": " This", "probability": 0.050537109375}, {"token_id": 431, "token_text": " In", "probability": 0.050537109375}, {"token_id": 697, "token_text": " It", "probability": 0.04443359375}, {"token_id": 375, "token_text": " -", "probability": 0.032470703125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0303955078125}, {"token_id": 4322, "token_text": " model", "probability": 0.028564453125}, {"token_id": 3690, "token_text": " language", "probability": 0.028564453125}, {"token_id": 1794, "token_text": " word", "probability": 0.017333984375}, {"token_id": 1640, "token_text": " term", "probability": 0.017333984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.05908203125}, {"token_id": 3080, "token_text": " thing", "probability": 0.04052734375}, {"token_id": 643, "token_text": " part", "probability": 0.03369140625}, {"token_id": 5567, "token_text": " step", "probability": 0.031494140625}, {"token_id": 1794, "token_text": " word", "probability": 0.0245361328125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.162109375}, {"token_id": 234, "token_text": " the", "probability": 0.15234375}, {"token_id": 262, "token_text": " to", "probability": 0.111328125}, {"token_id": 360, "token_text": " that", "probability": 0.08154296875}, {"token_id": 252, "token_text": " an", "probability": 0.028076171875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0272216796875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0272216796875}, {"token_id": 4529, "token_text": " simple", "probability": 0.025634765625}, {"token_id": 2016, "token_text": " small", "probability": 0.01373291015625}, {"token_id": 13837, "token_text": " translation", "probability": 0.01287841796875}, {"token_id": 2173, "token_text": " list", "probability": 0.01251220703125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.6171875}, {"token_id": 360, "token_text": " that", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0106201171875}, {"token_id": 2966, "token_text": " based", "probability": 0.01031494140625}, {"token_id": 259, "token_text": " of", "probability": 0.00970458984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.146484375}, {"token_id": 360, "token_text": " that", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 259, "token_text": " of", "probability": 0.06494140625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2255859375}, {"token_id": 697, "token_text": " It", "probability": 0.06884765625}, {"token_id": 1020, "token_text": " This", "probability": 0.05029296875}, {"token_id": 285, "token_text": " A", "probability": 0.04736328125}, {"token_id": 431, "token_text": " In", "probability": 0.03466796875}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.376953125}, {"token_id": 912, "token_text": " first", "probability": 0.177734375}, {"token_id": 4322, "token_text": " model", "probability": 0.029052734375}, {"token_id": 3433, "token_text": " third", "probability": 0.021240234375}, {"token_id": 3690, "token_text": " language", "probability": 0.010009765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.474609375}, {"token_id": 4322, "token_text": " model", "probability": 0.0196533203125}, {"token_id": 15, "token_text": ",", "probability": 0.0196533203125}, {"token_id": 3690, "token_text": " language", "probability": 0.01434326171875}, {"token_id": 2701, "token_text": " example", "probability": 0.01348876953125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.515625}, {"token_id": 234, "token_text": " the", "probability": 0.1572265625}, {"token_id": 252, "token_text": " an", "probability": 0.042236328125}, {"token_id": 360, "token_text": " that", "probability": 0.021240234375}, {"token_id": 262, "token_text": " to", "probability": 0.0177001953125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.134765625}, {"token_id": 4529, "token_text": " simple", "probability": 0.018798828125}, {"token_id": 10998, "token_text": " programming", "probability": 0.01513671875}, {"token_id": 3818, "token_text": " standard", "probability": 0.01422119140625}, {"token_id": 2996, "token_text": " character", "probability": 0.0137939453125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.89453125}, {"token_id": 8988, "token_text": " models", "probability": 0.0050048828125}, {"token_id": 17209, "token_text": " representation", "probability": 0.002593994140625}, {"token_id": 2996, "token_text": " character", "probability": 0.002288818359375}, {"token_id": 360, "token_text": " that", "probability": 0.002288818359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.400390625}, {"token_id": 15, "token_text": ",", "probability": 0.1015625}, {"token_id": 360, "token_text": " that", "probability": 0.083984375}, {"token_id": 266, "token_text": " and", "probability": 0.042236328125}, {"token_id": 321, "token_text": " for", "probability": 0.039794921875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.326171875}, {"token_id": 697, "token_text": " It", "probability": 0.056640625}, {"token_id": 285, "token_text": " A", "probability": 0.05322265625}, {"token_id": 1020, "token_text": " This", "probability": 0.050048828125}, {"token_id": 1323, "token_text": " If", "probability": 0.0302734375}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.4765625}, {"token_id": 912, "token_text": " first", "probability": 0.1748046875}, {"token_id": 3433, "token_text": " third", "probability": 0.064453125}, {"token_id": 6915, "token_text": " fourth", "probability": 0.01190185546875}, {"token_id": 2238, "token_text": " next", "probability": 0.01190185546875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.53515625}, {"token_id": 15, "token_text": ",", "probability": 0.0172119140625}, {"token_id": 525, "token_text": " can", "probability": 0.01513671875}, {"token_id": 4322, "token_text": " model", "probability": 0.01422119140625}, {"token_id": 12072, "token_text": " represents", "probability": 0.0103759765625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.6796875}, {"token_id": 234, "token_text": " the", "probability": 0.11865234375}, {"token_id": 252, "token_text": " an", "probability": 0.04345703125}, {"token_id": 262, "token_text": " to", "probability": 0.007568359375}, {"token_id": 360, "token_text": " that", "probability": 0.00732421875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2470703125}, {"token_id": 10998, "token_text": " programming", "probability": 0.020263671875}, {"token_id": 3818, "token_text": " standard", "probability": 0.017822265625}, {"token_id": 2996, "token_text": " character", "probability": 0.013916015625}, {"token_id": 1347, "token_text": " program", "probability": 0.013916015625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.91015625}, {"token_id": 8988, "token_text": " models", "probability": 0.006927490234375}, {"token_id": 17209, "token_text": " representation", "probability": 0.00193023681640625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.00193023681640625}, {"token_id": 18023, "token_text": " algorithm", "probability": 0.00186920166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.609375}, {"token_id": 15, "token_text": ",", "probability": 0.07763671875}, {"token_id": 360, "token_text": " that", "probability": 0.047119140625}, {"token_id": 266, "token_text": " and", "probability": 0.034423828125}, {"token_id": 321, "token_text": " for", "probability": 0.0196533203125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.396484375}, {"token_id": 1020, "token_text": " This", "probability": 0.05029296875}, {"token_id": 285, "token_text": " A", "probability": 0.05029296875}, {"token_id": 697, "token_text": " It", "probability": 0.04736328125}, {"token_id": 1323, "token_text": " If", "probability": 0.0286865234375}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.55078125}, {"token_id": 912, "token_text": " first", "probability": 0.1484375}, {"token_id": 3433, "token_text": " third", "probability": 0.123046875}, {"token_id": 6915, "token_text": " fourth", "probability": 0.0274658203125}, {"token_id": 2238, "token_text": " next", "probability": 0.015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.01409912109375}, {"token_id": 12072, "token_text": " represents", "probability": 0.012451171875}, {"token_id": 525, "token_text": " can", "probability": 0.01171875}, {"token_id": 3690, "token_text": " language", "probability": 0.01031494140625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.74609375}, {"token_id": 234, "token_text": " the", "probability": 0.10107421875}, {"token_id": 252, "token_text": " an", "probability": 0.042236328125}, {"token_id": 360, "token_text": " that", "probability": 0.004302978515625}, {"token_id": 262, "token_text": " to", "probability": 0.004058837890625}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5}, {"token_id": 500, "token_text": " not", "probability": 0.052734375}, {"token_id": 529, "token_text": " have", "probability": 0.0341796875}, {"token_id": 1170, "token_text": " use", "probability": 0.01611328125}, {"token_id": 2561, "token_text": " include", "probability": 0.01336669921875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.095703125}, {"token_id": 212, "token_text": " a", "probability": 0.032958984375}, {"token_id": 9395, "token_text": " defined", "probability": 0.0274658203125}, {"token_id": 234, "token_text": " the", "probability": 0.024169921875}, {"token_id": 4556, "token_text": " considered", "probability": 0.0172119140625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.330078125}, {"token_id": 352, "token_text": " as", "probability": 0.146484375}, {"token_id": 238, "token_text": " in", "probability": 0.146484375}, {"token_id": 321, "token_text": " for", "probability": 0.08837890625}, {"token_id": 17, "token_text": ".", "probability": 0.02880859375}]}, {"token_id": 9183, "token_text": " describe", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 9183, "token_text": " describe", "probability": 0.049560546875}, {"token_id": 3616, "token_text": " create", "probability": 0.04638671875}, {"token_id": 7253, "token_text": " determine", "probability": 0.02197265625}, {"token_id": 1274, "token_text": " make", "probability": 0.0206298828125}, {"token_id": 1730, "token_text": " test", "probability": 0.0181884765625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.30078125}, {"token_id": 212, "token_text": " a", "probability": 0.1337890625}, {"token_id": 1031, "token_text": " how", "probability": 0.049072265625}, {"token_id": 917, "token_text": " what", "probability": 0.03271484375}, {"token_id": 252, "token_text": " an", "probability": 0.024658203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0311279296875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0311279296875}, {"token_id": 2846, "token_text": " problem", "probability": 0.017822265625}, {"token_id": 3332, "token_text": " role", "probability": 0.01519775390625}, {"token_id": 5482, "token_text": " concept", "probability": 0.013427734375}, {"token_id": 1380, "token_text": " world", "probability": 0.00836181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1552734375}, {"token_id": 259, "token_text": " of", "probability": 0.13671875}, {"token_id": 352, "token_text": " as", "probability": 0.08837890625}, {"token_id": 266, "token_text": " and", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.12109375}, {"token_id": 1020, "token_text": " This", "probability": 0.050537109375}, {"token_id": 431, "token_text": " In", "probability": 0.050537109375}, {"token_id": 697, "token_text": " It", "probability": 0.04443359375}, {"token_id": 375, "token_text": " -", "probability": 0.032470703125}]}, {"token_id": 912, "token_text": " first", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 912, "token_text": " first", "probability": 0.0303955078125}, {"token_id": 4322, "token_text": " model", "probability": 0.028564453125}, {"token_id": 3690, "token_text": " language", "probability": 0.028564453125}, {"token_id": 1794, "token_text": " word", "probability": 0.017333984375}, {"token_id": 1640, "token_text": " term", "probability": 0.017333984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.05908203125}, {"token_id": 3080, "token_text": " thing", "probability": 0.04052734375}, {"token_id": 643, "token_text": " part", "probability": 0.03369140625}, {"token_id": 5567, "token_text": " step", "probability": 0.031494140625}, {"token_id": 1794, "token_text": " word", "probability": 0.0245361328125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.162109375}, {"token_id": 234, "token_text": " the", "probability": 0.15234375}, {"token_id": 262, "token_text": " to", "probability": 0.111328125}, {"token_id": 360, "token_text": " that", "probability": 0.08154296875}, {"token_id": 252, "token_text": " an", "probability": 0.028076171875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0272216796875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0272216796875}, {"token_id": 4529, "token_text": " simple", "probability": 0.025634765625}, {"token_id": 2016, "token_text": " small", "probability": 0.01373291015625}, {"token_id": 13837, "token_text": " translation", "probability": 0.01287841796875}, {"token_id": 2173, "token_text": " list", "probability": 0.01251220703125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.6171875}, {"token_id": 360, "token_text": " that", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0106201171875}, {"token_id": 2966, "token_text": " based", "probability": 0.01031494140625}, {"token_id": 259, "token_text": " of", "probability": 0.00970458984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.146484375}, {"token_id": 360, "token_text": " that", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 259, "token_text": " of", "probability": 0.06494140625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2255859375}, {"token_id": 697, "token_text": " It", "probability": 0.06884765625}, {"token_id": 1020, "token_text": " This", "probability": 0.05029296875}, {"token_id": 285, "token_text": " A", "probability": 0.04736328125}, {"token_id": 431, "token_text": " In", "probability": 0.03466796875}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.376953125}, {"token_id": 912, "token_text": " first", "probability": 0.177734375}, {"token_id": 4322, "token_text": " model", "probability": 0.029052734375}, {"token_id": 3433, "token_text": " third", "probability": 0.021240234375}, {"token_id": 3690, "token_text": " language", "probability": 0.010009765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.474609375}, {"token_id": 4322, "token_text": " model", "probability": 0.0196533203125}, {"token_id": 15, "token_text": ",", "probability": 0.0196533203125}, {"token_id": 3690, "token_text": " language", "probability": 0.01434326171875}, {"token_id": 2701, "token_text": " example", "probability": 0.01348876953125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.515625}, {"token_id": 234, "token_text": " the", "probability": 0.1572265625}, {"token_id": 252, "token_text": " an", "probability": 0.042236328125}, {"token_id": 360, "token_text": " that", "probability": 0.021240234375}, {"token_id": 262, "token_text": " to", "probability": 0.0177001953125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.134765625}, {"token_id": 4529, "token_text": " simple", "probability": 0.018798828125}, {"token_id": 10998, "token_text": " programming", "probability": 0.01513671875}, {"token_id": 3818, "token_text": " standard", "probability": 0.01422119140625}, {"token_id": 2996, "token_text": " character", "probability": 0.0137939453125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.89453125}, {"token_id": 8988, "token_text": " models", "probability": 0.0050048828125}, {"token_id": 17209, "token_text": " representation", "probability": 0.002593994140625}, {"token_id": 2996, "token_text": " character", "probability": 0.002288818359375}, {"token_id": 360, "token_text": " that", "probability": 0.002288818359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.400390625}, {"token_id": 15, "token_text": ",", "probability": 0.1015625}, {"token_id": 360, "token_text": " that", "probability": 0.083984375}, {"token_id": 266, "token_text": " and", "probability": 0.042236328125}, {"token_id": 321, "token_text": " for", "probability": 0.039794921875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.326171875}, {"token_id": 697, "token_text": " It", "probability": 0.056640625}, {"token_id": 285, "token_text": " A", "probability": 0.05322265625}, {"token_id": 1020, "token_text": " This", "probability": 0.050048828125}, {"token_id": 1323, "token_text": " If", "probability": 0.0302734375}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.4765625}, {"token_id": 912, "token_text": " first", "probability": 0.1748046875}, {"token_id": 3433, "token_text": " third", "probability": 0.064453125}, {"token_id": 6915, "token_text": " fourth", "probability": 0.01190185546875}, {"token_id": 2238, "token_text": " next", "probability": 0.01190185546875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.53515625}, {"token_id": 15, "token_text": ",", "probability": 0.0172119140625}, {"token_id": 525, "token_text": " can", "probability": 0.01513671875}, {"token_id": 4322, "token_text": " model", "probability": 0.01422119140625}, {"token_id": 12072, "token_text": " represents", "probability": 0.0103759765625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.6796875}, {"token_id": 234, "token_text": " the", "probability": 0.11865234375}, {"token_id": 252, "token_text": " an", "probability": 0.04345703125}, {"token_id": 262, "token_text": " to", "probability": 0.007568359375}, {"token_id": 360, "token_text": " that", "probability": 0.00732421875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2470703125}, {"token_id": 10998, "token_text": " programming", "probability": 0.020263671875}, {"token_id": 3818, "token_text": " standard", "probability": 0.017822265625}, {"token_id": 2996, "token_text": " character", "probability": 0.013916015625}, {"token_id": 1347, "token_text": " program", "probability": 0.013916015625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.91015625}, {"token_id": 8988, "token_text": " models", "probability": 0.006927490234375}, {"token_id": 17209, "token_text": " representation", "probability": 0.00193023681640625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.00193023681640625}, {"token_id": 18023, "token_text": " algorithm", "probability": 0.00186920166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.609375}, {"token_id": 15, "token_text": ",", "probability": 0.07763671875}, {"token_id": 360, "token_text": " that", "probability": 0.047119140625}, {"token_id": 266, "token_text": " and", "probability": 0.034423828125}, {"token_id": 321, "token_text": " for", "probability": 0.0196533203125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.396484375}, {"token_id": 1020, "token_text": " This", "probability": 0.05029296875}, {"token_id": 285, "token_text": " A", "probability": 0.05029296875}, {"token_id": 697, "token_text": " It", "probability": 0.04736328125}, {"token_id": 1323, "token_text": " If", "probability": 0.0286865234375}]}, {"token_id": 1173, "token_text": " second", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 1173, "token_text": " second", "probability": 0.55078125}, {"token_id": 912, "token_text": " first", "probability": 0.1484375}, {"token_id": 3433, "token_text": " third", "probability": 0.123046875}, {"token_id": 6915, "token_text": " fourth", "probability": 0.0274658203125}, {"token_id": 2238, "token_text": " next", "probability": 0.015625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.01409912109375}, {"token_id": 12072, "token_text": " represents", "probability": 0.012451171875}, {"token_id": 525, "token_text": " can", "probability": 0.01171875}, {"token_id": 3690, "token_text": " language", "probability": 0.01031494140625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.74609375}, {"token_id": 234, "token_text": " the", "probability": 0.10107421875}, {"token_id": 252, "token_text": " an", "probability": 0.042236328125}, {"token_id": 360, "token_text": " that", "probability": 0.004302978515625}, {"token_id": 262, "token_text": " to", "probability": 0.004058837890625}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.5, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.5}, {"token_id": 500, "token_text": " not", "probability": 0.052734375}, {"token_id": 529, "token_text": " have", "probability": 0.0341796875}, {"token_id": 1170, "token_text": " use", "probability": 0.01611328125}, {"token_id": 2561, "token_text": " include", "probability": 0.01336669921875}, {"token_id": 1333, "token_text": " look", "probability": 0.01177978515625}, {"token_id": 1068, "token_text": " only", "probability": 0.01104736328125}, {"token_id": 1075, "token_text": " work", "probability": 0.0091552734375}, {"token_id": 1617, "token_text": " take", "probability": 0.00787353515625}, {"token_id": 2587, "token_text": " always", "probability": 0.006500244140625}], "entropy": 3.46875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6931471805599453, "average_logprob_per_token": -0.6931471805599453, "perplexity_on_target_sequence": 2.0, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -0.6931471805599453, "probability": 0.5, "raw_probability": 0.5, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49787.840091228485, "probe_elapsed_sec": 0.9974728900124319, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande del mondo. La citt\u00e0 \u00e8 stata la", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande del mondo. La citt\u00e0 \u00e8 stata la", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.119140625}, {"token_id": 288, "token_text": " la", "probability": 0.046630859375}, {"token_id": 269, "token_text": " un", "probability": 0.041259765625}, {"token_id": 385, "token_text": " una", "probability": 0.036376953125}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.047607421875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.0419921875}, {"token_id": 385, "token_text": " una", "probability": 0.037109375}, {"token_id": 17764, "token_text": " divisa", "probability": 0.0186767578125}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0186767578125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.1689453125}, {"token_id": 922, "token_text": " prima", "probability": 0.1318359375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.07958984375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.04541015625}, {"token_id": 7476, "token_text": " terza", "probability": 0.02587890625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.384765625}, {"token_id": 2663, "token_text": " importante", "probability": 0.16015625}, {"token_id": 5450, "token_text": " alta", "probability": 0.04052734375}, {"token_id": 12853, "token_text": " antica", "probability": 0.026123046875}, {"token_id": 3136, "token_text": " popol", "probability": 0.0179443359375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.11279296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.099609375}, {"token_id": 577, "token_text": " delle", "probability": 0.05322265625}, {"token_id": 392, "token_text": " della", "probability": 0.047119140625}, {"token_id": 248, "token_text": " e", "probability": 0.044189453125}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.443359375}, {"token_id": 2716, "token_text": " paese", "probability": 0.06396484375}, {"token_id": 6444, "token_text": " Regno", "probability": 0.0250244140625}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0250244140625}, {"token_id": 2432, "token_text": " nostro", "probability": 0.0250244140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.2578125}, {"token_id": 248, "token_text": " e", "probability": 0.0478515625}, {"token_id": 29, "token_text": ":", "probability": 0.034912109375}, {"token_id": 238, "token_text": " in", "probability": 0.0255126953125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.12255859375}, {"token_id": 583, "token_text": " Il", "probability": 0.06982421875}, {"token_id": 316, "token_text": " L", "probability": 0.032958984375}, {"token_id": 378, "token_text": " E", "probability": 0.0291748046875}, {"token_id": 712, "token_text": " Le", "probability": 0.0257568359375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.119140625}, {"token_id": 1758, "token_text": " storia", "probability": 0.0771484375}, {"token_id": 788, "token_text": " sua", "probability": 0.0771484375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.049560546875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0439453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2275390625}, {"token_id": 240, "token_text": " di", "probability": 0.1142578125}, {"token_id": 354, "token_text": " ha", "probability": 0.0888671875}, {"token_id": 400, "token_text": " si", "probability": 0.0576171875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.03955078125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.44140625}, {"token_id": 288, "token_text": " la", "probability": 0.041015625}, {"token_id": 385, "token_text": " una", "probability": 0.0206298828125}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0181884765625}, {"token_id": 297, "token_text": " il", "probability": 0.01422119140625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.11962890625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.06005859375}, {"token_id": 385, "token_text": " una", "probability": 0.0498046875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0439453125}, {"token_id": 16595, "token_text": " caratterizzata", "probability": 0.0284423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.5625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.08642578125}, {"token_id": 922, "token_text": " prima", "probability": 0.046142578125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.028076171875}, {"token_id": 4129, "token_text": " principale", "probability": 0.0247802734375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.6953125}, {"token_id": 2663, "token_text": " importante", "probability": 0.060546875}, {"token_id": 4989, "token_text": " piccola", "probability": 0.023681640625}, {"token_id": 5450, "token_text": " alta", "probability": 0.02099609375}, {"token_id": 12853, "token_text": " antica", "probability": 0.0184326171875}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.56640625}, {"token_id": 392, "token_text": " della", "probability": 0.0986328125}, {"token_id": 474, "token_text": " dell", "probability": 0.05615234375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.041015625}, {"token_id": 240, "token_text": " di", "probability": 0.036376953125}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.953125}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.01275634765625}, {"token_id": 2716, "token_text": " paese", "probability": 0.0038909912109375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.00323486328125}, {"token_id": 13084, "token_text": " Mondo", "probability": 0.0026702880859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.328125}, {"token_id": 15, "token_text": ",", "probability": 0.30859375}, {"token_id": 248, "token_text": " e", "probability": 0.060546875}, {"token_id": 29, "token_text": ":", "probability": 0.030517578125}, {"token_id": 238, "token_text": " in", "probability": 0.017333984375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.173828125}, {"token_id": 583, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 712, "token_text": " Le", "probability": 0.038818359375}, {"token_id": 316, "token_text": " L", "probability": 0.0341796875}, {"token_id": 378, "token_text": " E", "probability": 0.0284423828125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.39453125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0732421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.053466796875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.044189453125}, {"token_id": 788, "token_text": " sua", "probability": 0.044189453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.4765625}, {"token_id": 354, "token_text": " ha", "probability": 0.10009765625}, {"token_id": 400, "token_text": " si", "probability": 0.053466796875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.0286865234375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.578125}, {"token_id": 288, "token_text": " la", "probability": 0.05029296875}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0223388671875}, {"token_id": 385, "token_text": " una", "probability": 0.0174560546875}, {"token_id": 297, "token_text": " il", "probability": 0.011962890625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.275390625}, {"token_id": 385, "token_text": " una", "probability": 0.0478515625}, {"token_id": 13624, "token_text": " costruita", "probability": 0.042236328125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.037109375}, {"token_id": 297, "token_text": " il", "probability": 0.0308837890625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.78515625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.02099609375}, {"token_id": 4129, "token_text": " principale", "probability": 0.017333984375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.017333984375}, {"token_id": 922, "token_text": " prima", "probability": 0.0126953125}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.7421875}, {"token_id": 2663, "token_text": " importante", "probability": 0.0537109375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0306396484375}, {"token_id": 5450, "token_text": " alta", "probability": 0.016357421875}, {"token_id": 7135, "token_text": " bella", "probability": 0.01446533203125}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.75390625}, {"token_id": 392, "token_text": " della", "probability": 0.0703125}, {"token_id": 474, "token_text": " dell", "probability": 0.04541015625}, {"token_id": 577, "token_text": " delle", "probability": 0.0189208984375}, {"token_id": 240, "token_text": " di", "probability": 0.017822265625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.97265625}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.0101318359375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0021209716796875}, {"token_id": 2716, "token_text": " paese", "probability": 0.00176239013671875}, {"token_id": 13084, "token_text": " Mondo", "probability": 0.001373291015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.431640625}, {"token_id": 15, "token_text": ",", "probability": 0.26171875}, {"token_id": 248, "token_text": " e", "probability": 0.06640625}, {"token_id": 29, "token_text": ":", "probability": 0.037841796875}, {"token_id": 292, "token_text": " per", "probability": 0.0147705078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2216796875}, {"token_id": 583, "token_text": " Il", "probability": 0.0595703125}, {"token_id": 712, "token_text": " Le", "probability": 0.043701171875}, {"token_id": 316, "token_text": " L", "probability": 0.033935546875}, {"token_id": 2, "token_text": "", "probability": 0.0264892578125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.6328125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0517578125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.037841796875}, {"token_id": 1758, "token_text": " storia", "probability": 0.0260009765625}, {"token_id": 788, "token_text": " sua", "probability": 0.0260009765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.57421875}, {"token_id": 354, "token_text": " ha", "probability": 0.10595703125}, {"token_id": 400, "token_text": " si", "probability": 0.04150390625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0196533203125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.61328125}, {"token_id": 288, "token_text": " la", "probability": 0.05712890625}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0269775390625}, {"token_id": 385, "token_text": " una", "probability": 0.016357421875}, {"token_id": 297, "token_text": " il", "probability": 0.011962890625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.373046875}, {"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 297, "token_text": " il", "probability": 0.036865234375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.032470703125}, {"token_id": 230, "token_text": " l", "probability": 0.032470703125}]}], "clean_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.119140625}, {"token_id": 288, "token_text": " la", "probability": 0.046630859375}, {"token_id": 269, "token_text": " un", "probability": 0.041259765625}, {"token_id": 385, "token_text": " una", "probability": 0.036376953125}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.047607421875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.0419921875}, {"token_id": 385, "token_text": " una", "probability": 0.037109375}, {"token_id": 17764, "token_text": " divisa", "probability": 0.0186767578125}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0186767578125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.1689453125}, {"token_id": 922, "token_text": " prima", "probability": 0.1318359375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.07958984375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.04541015625}, {"token_id": 7476, "token_text": " terza", "probability": 0.02587890625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.384765625}, {"token_id": 2663, "token_text": " importante", "probability": 0.16015625}, {"token_id": 5450, "token_text": " alta", "probability": 0.04052734375}, {"token_id": 12853, "token_text": " antica", "probability": 0.026123046875}, {"token_id": 3136, "token_text": " popol", "probability": 0.0179443359375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.11279296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.099609375}, {"token_id": 577, "token_text": " delle", "probability": 0.05322265625}, {"token_id": 392, "token_text": " della", "probability": 0.047119140625}, {"token_id": 248, "token_text": " e", "probability": 0.044189453125}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.443359375}, {"token_id": 2716, "token_text": " paese", "probability": 0.06396484375}, {"token_id": 6444, "token_text": " Regno", "probability": 0.0250244140625}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0250244140625}, {"token_id": 2432, "token_text": " nostro", "probability": 0.0250244140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.2578125}, {"token_id": 248, "token_text": " e", "probability": 0.0478515625}, {"token_id": 29, "token_text": ":", "probability": 0.034912109375}, {"token_id": 238, "token_text": " in", "probability": 0.025634765625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.125}, {"token_id": 583, "token_text": " Il", "probability": 0.0712890625}, {"token_id": 316, "token_text": " L", "probability": 0.03369140625}, {"token_id": 378, "token_text": " E", "probability": 0.0296630859375}, {"token_id": 712, "token_text": " Le", "probability": 0.0262451171875}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.119140625}, {"token_id": 1758, "token_text": " storia", "probability": 0.0771484375}, {"token_id": 788, "token_text": " sua", "probability": 0.0771484375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.049560546875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0439453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2275390625}, {"token_id": 240, "token_text": " di", "probability": 0.1142578125}, {"token_id": 354, "token_text": " ha", "probability": 0.0888671875}, {"token_id": 400, "token_text": " si", "probability": 0.0576171875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.03955078125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.44140625}, {"token_id": 288, "token_text": " la", "probability": 0.041015625}, {"token_id": 385, "token_text": " una", "probability": 0.0206298828125}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0181884765625}, {"token_id": 297, "token_text": " il", "probability": 0.01422119140625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.11962890625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.06005859375}, {"token_id": 385, "token_text": " una", "probability": 0.0498046875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0439453125}, {"token_id": 16595, "token_text": " caratterizzata", "probability": 0.0284423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.5625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.08642578125}, {"token_id": 922, "token_text": " prima", "probability": 0.046142578125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.028076171875}, {"token_id": 4129, "token_text": " principale", "probability": 0.0247802734375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.6953125}, {"token_id": 2663, "token_text": " importante", "probability": 0.060546875}, {"token_id": 4989, "token_text": " piccola", "probability": 0.023681640625}, {"token_id": 5450, "token_text": " alta", "probability": 0.02099609375}, {"token_id": 12853, "token_text": " antica", "probability": 0.0184326171875}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.56640625}, {"token_id": 392, "token_text": " della", "probability": 0.0986328125}, {"token_id": 474, "token_text": " dell", "probability": 0.05615234375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.041015625}, {"token_id": 240, "token_text": " di", "probability": 0.036376953125}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.953125}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.01275634765625}, {"token_id": 2716, "token_text": " paese", "probability": 0.0038909912109375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.00323486328125}, {"token_id": 13084, "token_text": " Mondo", "probability": 0.0026702880859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.328125}, {"token_id": 15, "token_text": ",", "probability": 0.30859375}, {"token_id": 248, "token_text": " e", "probability": 0.060546875}, {"token_id": 29, "token_text": ":", "probability": 0.030517578125}, {"token_id": 238, "token_text": " in", "probability": 0.017333984375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.177734375}, {"token_id": 583, "token_text": " Il", "probability": 0.0654296875}, {"token_id": 712, "token_text": " Le", "probability": 0.039794921875}, {"token_id": 316, "token_text": " L", "probability": 0.03515625}, {"token_id": 378, "token_text": " E", "probability": 0.029052734375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.39453125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0732421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.053466796875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.044189453125}, {"token_id": 788, "token_text": " sua", "probability": 0.044189453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.4765625}, {"token_id": 354, "token_text": " ha", "probability": 0.10009765625}, {"token_id": 400, "token_text": " si", "probability": 0.053466796875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.0286865234375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.578125}, {"token_id": 288, "token_text": " la", "probability": 0.05029296875}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0223388671875}, {"token_id": 385, "token_text": " una", "probability": 0.0174560546875}, {"token_id": 297, "token_text": " il", "probability": 0.011962890625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.275390625}, {"token_id": 385, "token_text": " una", "probability": 0.0478515625}, {"token_id": 13624, "token_text": " costruita", "probability": 0.042236328125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.037109375}, {"token_id": 297, "token_text": " il", "probability": 0.0308837890625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.78515625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.02099609375}, {"token_id": 4129, "token_text": " principale", "probability": 0.017333984375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.017333984375}, {"token_id": 922, "token_text": " prima", "probability": 0.0126953125}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.7421875}, {"token_id": 2663, "token_text": " importante", "probability": 0.0537109375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0306396484375}, {"token_id": 5450, "token_text": " alta", "probability": 0.016357421875}, {"token_id": 7135, "token_text": " bella", "probability": 0.01446533203125}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.75390625}, {"token_id": 392, "token_text": " della", "probability": 0.0703125}, {"token_id": 474, "token_text": " dell", "probability": 0.04541015625}, {"token_id": 577, "token_text": " delle", "probability": 0.0189208984375}, {"token_id": 240, "token_text": " di", "probability": 0.017822265625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.97265625}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.0101318359375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0021209716796875}, {"token_id": 2716, "token_text": " paese", "probability": 0.00176239013671875}, {"token_id": 13084, "token_text": " Mondo", "probability": 0.001373291015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.431640625}, {"token_id": 15, "token_text": ",", "probability": 0.26171875}, {"token_id": 248, "token_text": " e", "probability": 0.06640625}, {"token_id": 29, "token_text": ":", "probability": 0.037841796875}, {"token_id": 292, "token_text": " per", "probability": 0.0147705078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2275390625}, {"token_id": 583, "token_text": " Il", "probability": 0.061279296875}, {"token_id": 712, "token_text": " Le", "probability": 0.044677734375}, {"token_id": 316, "token_text": " L", "probability": 0.034912109375}, {"token_id": 378, "token_text": " E", "probability": 0.0255126953125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.6328125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0517578125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.037841796875}, {"token_id": 1758, "token_text": " storia", "probability": 0.0260009765625}, {"token_id": 788, "token_text": " sua", "probability": 0.0260009765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.57421875}, {"token_id": 354, "token_text": " ha", "probability": 0.10595703125}, {"token_id": 400, "token_text": " si", "probability": 0.04150390625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0196533203125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.61328125}, {"token_id": 288, "token_text": " la", "probability": 0.05712890625}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0269775390625}, {"token_id": 385, "token_text": " una", "probability": 0.016357421875}, {"token_id": 297, "token_text": " il", "probability": 0.011962890625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.373046875}, {"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 297, "token_text": " il", "probability": 0.036865234375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.032470703125}, {"token_id": 230, "token_text": " l", "probability": 0.032470703125}]}], "token_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.119140625}, {"token_id": 288, "token_text": " la", "probability": 0.046630859375}, {"token_id": 269, "token_text": " un", "probability": 0.041259765625}, {"token_id": 385, "token_text": " una", "probability": 0.036376953125}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.047607421875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.0419921875}, {"token_id": 385, "token_text": " una", "probability": 0.037109375}, {"token_id": 17764, "token_text": " divisa", "probability": 0.0186767578125}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0186767578125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.1689453125}, {"token_id": 922, "token_text": " prima", "probability": 0.1318359375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.07958984375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.04541015625}, {"token_id": 7476, "token_text": " terza", "probability": 0.02587890625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.384765625}, {"token_id": 2663, "token_text": " importante", "probability": 0.16015625}, {"token_id": 5450, "token_text": " alta", "probability": 0.04052734375}, {"token_id": 12853, "token_text": " antica", "probability": 0.026123046875}, {"token_id": 3136, "token_text": " popol", "probability": 0.0179443359375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.11279296875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.099609375}, {"token_id": 577, "token_text": " delle", "probability": 0.05322265625}, {"token_id": 392, "token_text": " della", "probability": 0.047119140625}, {"token_id": 248, "token_text": " e", "probability": 0.044189453125}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.443359375}, {"token_id": 2716, "token_text": " paese", "probability": 0.06396484375}, {"token_id": 6444, "token_text": " Regno", "probability": 0.0250244140625}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0250244140625}, {"token_id": 2432, "token_text": " nostro", "probability": 0.0250244140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.2578125}, {"token_id": 248, "token_text": " e", "probability": 0.0478515625}, {"token_id": 29, "token_text": ":", "probability": 0.034912109375}, {"token_id": 238, "token_text": " in", "probability": 0.025634765625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.125}, {"token_id": 583, "token_text": " Il", "probability": 0.0712890625}, {"token_id": 316, "token_text": " L", "probability": 0.03369140625}, {"token_id": 378, "token_text": " E", "probability": 0.0296630859375}, {"token_id": 712, "token_text": " Le", "probability": 0.0262451171875}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.119140625}, {"token_id": 1758, "token_text": " storia", "probability": 0.0771484375}, {"token_id": 788, "token_text": " sua", "probability": 0.0771484375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.049560546875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0439453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2275390625}, {"token_id": 240, "token_text": " di", "probability": 0.1142578125}, {"token_id": 354, "token_text": " ha", "probability": 0.0888671875}, {"token_id": 400, "token_text": " si", "probability": 0.0576171875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.03955078125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.44140625}, {"token_id": 288, "token_text": " la", "probability": 0.041015625}, {"token_id": 385, "token_text": " una", "probability": 0.0206298828125}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0181884765625}, {"token_id": 297, "token_text": " il", "probability": 0.01422119140625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.11962890625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.06005859375}, {"token_id": 385, "token_text": " una", "probability": 0.0498046875}, {"token_id": 13624, "token_text": " costruita", "probability": 0.0439453125}, {"token_id": 16595, "token_text": " caratterizzata", "probability": 0.0284423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.5625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.08642578125}, {"token_id": 922, "token_text": " prima", "probability": 0.046142578125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.028076171875}, {"token_id": 4129, "token_text": " principale", "probability": 0.0247802734375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.6953125}, {"token_id": 2663, "token_text": " importante", "probability": 0.060546875}, {"token_id": 4989, "token_text": " piccola", "probability": 0.023681640625}, {"token_id": 5450, "token_text": " alta", "probability": 0.02099609375}, {"token_id": 12853, "token_text": " antica", "probability": 0.0184326171875}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.56640625}, {"token_id": 392, "token_text": " della", "probability": 0.0986328125}, {"token_id": 474, "token_text": " dell", "probability": 0.05615234375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.041015625}, {"token_id": 240, "token_text": " di", "probability": 0.036376953125}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.953125}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.01275634765625}, {"token_id": 2716, "token_text": " paese", "probability": 0.0038909912109375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.00323486328125}, {"token_id": 13084, "token_text": " Mondo", "probability": 0.0026702880859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.328125}, {"token_id": 15, "token_text": ",", "probability": 0.30859375}, {"token_id": 248, "token_text": " e", "probability": 0.060546875}, {"token_id": 29, "token_text": ":", "probability": 0.030517578125}, {"token_id": 238, "token_text": " in", "probability": 0.017333984375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.177734375}, {"token_id": 583, "token_text": " Il", "probability": 0.0654296875}, {"token_id": 712, "token_text": " Le", "probability": 0.039794921875}, {"token_id": 316, "token_text": " L", "probability": 0.03515625}, {"token_id": 378, "token_text": " E", "probability": 0.029052734375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.39453125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0732421875}, {"token_id": 1758, "token_text": " storia", "probability": 0.053466796875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.044189453125}, {"token_id": 788, "token_text": " sua", "probability": 0.044189453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.4765625}, {"token_id": 354, "token_text": " ha", "probability": 0.10009765625}, {"token_id": 400, "token_text": " si", "probability": 0.053466796875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.0286865234375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.578125}, {"token_id": 288, "token_text": " la", "probability": 0.05029296875}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0223388671875}, {"token_id": 385, "token_text": " una", "probability": 0.0174560546875}, {"token_id": 297, "token_text": " il", "probability": 0.011962890625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.275390625}, {"token_id": 385, "token_text": " una", "probability": 0.0478515625}, {"token_id": 13624, "token_text": " costruita", "probability": 0.042236328125}, {"token_id": 12937, "token_text": " fondata", "probability": 0.037109375}, {"token_id": 297, "token_text": " il", "probability": 0.0308837890625}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.78515625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.02099609375}, {"token_id": 4129, "token_text": " principale", "probability": 0.017333984375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.017333984375}, {"token_id": 922, "token_text": " prima", "probability": 0.0126953125}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.7421875}, {"token_id": 2663, "token_text": " importante", "probability": 0.0537109375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0306396484375}, {"token_id": 5450, "token_text": " alta", "probability": 0.016357421875}, {"token_id": 7135, "token_text": " bella", "probability": 0.01446533203125}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.75390625}, {"token_id": 392, "token_text": " della", "probability": 0.0703125}, {"token_id": 474, "token_text": " dell", "probability": 0.04541015625}, {"token_id": 577, "token_text": " delle", "probability": 0.0189208984375}, {"token_id": 240, "token_text": " di", "probability": 0.017822265625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.97265625}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.0101318359375}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0021209716796875}, {"token_id": 2716, "token_text": " paese", "probability": 0.00176239013671875}, {"token_id": 13084, "token_text": " Mondo", "probability": 0.001373291015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.431640625}, {"token_id": 15, "token_text": ",", "probability": 0.26171875}, {"token_id": 248, "token_text": " e", "probability": 0.06640625}, {"token_id": 29, "token_text": ":", "probability": 0.037841796875}, {"token_id": 292, "token_text": " per", "probability": 0.0147705078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.2275390625}, {"token_id": 583, "token_text": " Il", "probability": 0.061279296875}, {"token_id": 712, "token_text": " Le", "probability": 0.044677734375}, {"token_id": 316, "token_text": " L", "probability": 0.034912109375}, {"token_id": 378, "token_text": " E", "probability": 0.0255126953125}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.6328125}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0517578125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.037841796875}, {"token_id": 1758, "token_text": " storia", "probability": 0.0260009765625}, {"token_id": 788, "token_text": " sua", "probability": 0.0260009765625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.57421875}, {"token_id": 354, "token_text": " ha", "probability": 0.10595703125}, {"token_id": 400, "token_text": " si", "probability": 0.04150390625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0196533203125}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.61328125}, {"token_id": 288, "token_text": " la", "probability": 0.05712890625}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0269775390625}, {"token_id": 385, "token_text": " una", "probability": 0.016357421875}, {"token_id": 297, "token_text": " il", "probability": 0.011962890625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.373046875}, {"token_id": 385, "token_text": " una", "probability": 0.05712890625}, {"token_id": 297, "token_text": " il", "probability": 0.036865234375}, {"token_id": 12937, "token_text": " fondata", "probability": 0.032470703125}, {"token_id": 230, "token_text": " l", "probability": 0.032470703125}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 389, "correct_token_probability": 0.0002231597900390625, "top_10_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.119140625}, {"token_id": 288, "token_text": " la", "probability": 0.046630859375}, {"token_id": 269, "token_text": " un", "probability": 0.041259765625}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}, {"token_id": 385, "token_text": " una", "probability": 0.036376953125}, {"token_id": 230, "token_text": " l", "probability": 0.0234375}, {"token_id": 240, "token_text": " di", "probability": 0.020751953125}, {"token_id": 238, "token_text": " in", "probability": 0.01953125}, {"token_id": 11407, "token_text": " nata", "probability": 0.01470947265625}, {"token_id": 1446, "token_text": " quella", "probability": 0.0137939453125}], "entropy": 5.5625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.407622495841204, "average_logprob_per_token": -8.407622495841204, "perplexity_on_target_sequence": 4481.094017094016, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -8.407622495841204, "probability": 0.0002231597900390625, "raw_probability": 0.0002231597900390625, "correct_token_rank": 389}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49787.84063076973, "probe_elapsed_sec": 0.9974728900124319, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere definito come un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un", "text": "Un piccolo modello linguistico dovrebbe essere definito come un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.359375}, {"token_id": 2071, "token_text": " avere", "probability": 0.04296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.00848388671875}, {"token_id": 1350, "token_text": " fare", "probability": 0.00848388671875}, {"token_id": 15, "token_text": ",", "probability": 0.00848388671875}]}, {"token_id": 9293, "token_text": " definito", "chosen_probability": 0.037841796875, "top_k_candidates": [{"token_id": 9293, "token_text": " definito", "probability": 0.037841796875}, {"token_id": 6352, "token_text": " considerato", "probability": 0.033447265625}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.033447265625}, {"token_id": 269, "token_text": " un", "probability": 0.0277099609375}, {"token_id": 863, "token_text": " stato", "probability": 0.0230712890625}]}, {"token_id": 512, "token_text": " come", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 512, "token_text": " come", "probability": 0.333984375}, {"token_id": 269, "token_text": " un", "probability": 0.045166015625}, {"token_id": 340, "token_text": " da", "probability": 0.033203125}, {"token_id": 297, "token_text": " il", "probability": 0.033203125}, {"token_id": 238, "token_text": " in", "probability": 0.033203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.2392578125}, {"token_id": 385, "token_text": " una", "probability": 0.1279296875}, {"token_id": 297, "token_text": " il", "probability": 0.07275390625}, {"token_id": 1026, "token_text": " uno", "probability": 0.056640625}, {"token_id": 288, "token_text": " la", "probability": 0.044189453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.043701171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.043701171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0361328125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.02490234375}, {"token_id": 559, "token_text": " \u201c", "probability": 0.0206298828125}, {"token_id": 358, "token_text": " \"", "probability": 0.0181884765625}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.10302734375}, {"token_id": 4571, "token_text": "opera", "probability": 0.08544921875}, {"token_id": 7902, "token_text": "analisi", "probability": 0.03564453125}, {"token_id": 5843, "token_text": "unica", "probability": 0.0277099609375}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.026123046875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1298828125}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 295, "token_text": " che", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.03515625}, {"token_id": 347, "token_text": " del", "probability": 0.029052734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.06689453125}, {"token_id": 1712, "token_text": " base", "probability": 0.0224609375}, {"token_id": 385, "token_text": " una", "probability": 0.021728515625}, {"token_id": 1201, "token_text": " vita", "probability": 0.01806640625}, {"token_id": 512, "token_text": " come", "probability": 0.0174560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.283203125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.046142578125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0205078125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.013671875}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.01324462890625}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.515625}, {"token_id": 4571, "token_text": "opera", "probability": 0.06982421875}, {"token_id": 4541, "token_text": "arte", "probability": 0.029052734375}, {"token_id": 2563, "token_text": "altra", "probability": 0.017578125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0166015625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.3046875}, {"token_id": 295, "token_text": " che", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 17, "token_text": ".", "probability": 0.030029296875}, {"token_id": 347, "token_text": " del", "probability": 0.01513671875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.259765625}, {"token_id": 385, "token_text": " una", "probability": 0.05126953125}, {"token_id": 1712, "token_text": " base", "probability": 0.0274658203125}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0166015625}, {"token_id": 512, "token_text": " come", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.578125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.03271484375}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0145263671875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.01129150390625}, {"token_id": 3255, "token_text": " processo", "probability": 0.00823974609375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.91015625}, {"token_id": 4571, "token_text": "opera", "probability": 0.00836181640625}, {"token_id": 2563, "token_text": "altra", "probability": 0.005767822265625}, {"token_id": 4541, "token_text": "arte", "probability": 0.00543212890625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.004486083984375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.328125}, {"token_id": 295, "token_text": " che", "probability": 0.10009765625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 17, "token_text": ".", "probability": 0.03466796875}, {"token_id": 239, "token_text": " o", "probability": 0.0135498046875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.5078125}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0174560546875}, {"token_id": 1712, "token_text": " base", "probability": 0.016357421875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.828125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.00811767578125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.00714111328125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00714111328125}, {"token_id": 2012, "token_text": " altro", "probability": 0.005218505859375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.94921875}, {"token_id": 3129, "token_text": " idea", "probability": 0.006011962890625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0032196044921875}, {"token_id": 4571, "token_text": "opera", "probability": 0.002838134765625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0026702880859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.40625}, {"token_id": 295, "token_text": " che", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 239, "token_text": " o", "probability": 0.01300048828125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.7421875}, {"token_id": 385, "token_text": " una", "probability": 0.07373046875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.01446533203125}, {"token_id": 1026, "token_text": " uno", "probability": 0.0106201171875}, {"token_id": 1712, "token_text": " base", "probability": 0.004852294921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8984375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.007781982421875}, {"token_id": 3714, "token_text": " progetto", "probability": 0.00390625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0036773681640625}, {"token_id": 11436, "token_text": " determinato", "probability": 0.0023651123046875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.953125}, {"token_id": 3129, "token_text": " idea", "probability": 0.00640869140625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0026702880859375}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0025177001953125}, {"token_id": 4571, "token_text": "opera", "probability": 0.0023651123046875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.498046875}, {"token_id": 295, "token_text": " che", "probability": 0.07177734375}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}, {"token_id": 239, "token_text": " o", "probability": 0.012451171875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.8203125}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.01171875}, {"token_id": 1026, "token_text": " uno", "probability": 0.00970458984375}, {"token_id": 1712, "token_text": " base", "probability": 0.002166748046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.90625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00787353515625}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0037078857421875}, {"token_id": 2012, "token_text": " altro", "probability": 0.003265380859375}, {"token_id": 2576, "token_text": " insieme", "probability": 0.0022430419921875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.9453125}, {"token_id": 3129, "token_text": " idea", "probability": 0.00872802734375}, {"token_id": 13470, "token_text": "oggetto", "probability": 0.002655029296875}, {"token_id": 2563, "token_text": "altra", "probability": 0.002655029296875}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.002349853515625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.4765625}, {"token_id": 295, "token_text": " che", "probability": 0.07763671875}, {"token_id": 17, "token_text": ".", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 239, "token_text": " o", "probability": 0.01348876953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.85546875}, {"token_id": 385, "token_text": " una", "probability": 0.06591796875}, {"token_id": 1026, "token_text": " uno", "probability": 0.011474609375}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0089111328125}, {"token_id": 1712, "token_text": " base", "probability": 0.0016021728515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.006683349609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.002960205078125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0024566650390625}, {"token_id": 11436, "token_text": " determinato", "probability": 0.00191497802734375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.94140625}, {"token_id": 3129, "token_text": " idea", "probability": 0.00982666015625}, {"token_id": 13470, "token_text": "oggetto", "probability": 0.003387451171875}, {"token_id": 2563, "token_text": "altra", "probability": 0.0026397705078125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0023345947265625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.51953125}, {"token_id": 295, "token_text": " che", "probability": 0.06591796875}, {"token_id": 17, "token_text": ".", "probability": 0.042724609375}, {"token_id": 15, "token_text": ",", "probability": 0.029296875}, {"token_id": 239, "token_text": " o", "probability": 0.011474609375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.859375}, {"token_id": 385, "token_text": " una", "probability": 0.0703125}, {"token_id": 1026, "token_text": " uno", "probability": 0.01220703125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.006561279296875}, {"token_id": 1712, "token_text": " base", "probability": 0.0011749267578125}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.359375}, {"token_id": 2071, "token_text": " avere", "probability": 0.04296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.00848388671875}, {"token_id": 1350, "token_text": " fare", "probability": 0.00848388671875}, {"token_id": 15, "token_text": ",", "probability": 0.00848388671875}]}, {"token_id": 9293, "token_text": " definito", "chosen_probability": 0.037841796875, "top_k_candidates": [{"token_id": 9293, "token_text": " definito", "probability": 0.037841796875}, {"token_id": 6352, "token_text": " considerato", "probability": 0.033447265625}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.033447265625}, {"token_id": 269, "token_text": " un", "probability": 0.0277099609375}, {"token_id": 863, "token_text": " stato", "probability": 0.0230712890625}]}, {"token_id": 512, "token_text": " come", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 512, "token_text": " come", "probability": 0.333984375}, {"token_id": 269, "token_text": " un", "probability": 0.045166015625}, {"token_id": 340, "token_text": " da", "probability": 0.033203125}, {"token_id": 297, "token_text": " il", "probability": 0.033203125}, {"token_id": 238, "token_text": " in", "probability": 0.033203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.2392578125}, {"token_id": 385, "token_text": " una", "probability": 0.1279296875}, {"token_id": 297, "token_text": " il", "probability": 0.07275390625}, {"token_id": 1026, "token_text": " uno", "probability": 0.056640625}, {"token_id": 288, "token_text": " la", "probability": 0.044189453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.043701171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.043701171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0361328125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.02490234375}, {"token_id": 559, "token_text": " \u201c", "probability": 0.0206298828125}, {"token_id": 358, "token_text": " \"", "probability": 0.0181884765625}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.10302734375}, {"token_id": 4571, "token_text": "opera", "probability": 0.08544921875}, {"token_id": 7902, "token_text": "analisi", "probability": 0.03564453125}, {"token_id": 5843, "token_text": "unica", "probability": 0.0277099609375}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.026123046875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1298828125}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 295, "token_text": " che", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.03515625}, {"token_id": 347, "token_text": " del", "probability": 0.029052734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.06689453125}, {"token_id": 1712, "token_text": " base", "probability": 0.0224609375}, {"token_id": 385, "token_text": " una", "probability": 0.021728515625}, {"token_id": 1201, "token_text": " vita", "probability": 0.01806640625}, {"token_id": 512, "token_text": " come", "probability": 0.0174560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.283203125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.046142578125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0205078125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.013671875}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.01324462890625}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.515625}, {"token_id": 4571, "token_text": "opera", "probability": 0.06982421875}, {"token_id": 4541, "token_text": "arte", "probability": 0.029052734375}, {"token_id": 2563, "token_text": "altra", "probability": 0.017578125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0166015625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.3046875}, {"token_id": 295, "token_text": " che", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 17, "token_text": ".", "probability": 0.030029296875}, {"token_id": 347, "token_text": " del", "probability": 0.01513671875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.259765625}, {"token_id": 385, "token_text": " una", "probability": 0.05126953125}, {"token_id": 1712, "token_text": " base", "probability": 0.0274658203125}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0166015625}, {"token_id": 512, "token_text": " come", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.578125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.03271484375}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0145263671875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.01129150390625}, {"token_id": 3255, "token_text": " processo", "probability": 0.00823974609375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.91015625}, {"token_id": 4571, "token_text": "opera", "probability": 0.00836181640625}, {"token_id": 2563, "token_text": "altra", "probability": 0.005767822265625}, {"token_id": 4541, "token_text": "arte", "probability": 0.00543212890625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.004486083984375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.328125}, {"token_id": 295, "token_text": " che", "probability": 0.10009765625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 17, "token_text": ".", "probability": 0.03466796875}, {"token_id": 239, "token_text": " o", "probability": 0.0135498046875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.5078125}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0174560546875}, {"token_id": 1712, "token_text": " base", "probability": 0.016357421875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.828125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.00811767578125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.00714111328125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00714111328125}, {"token_id": 2012, "token_text": " altro", "probability": 0.005218505859375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.94921875}, {"token_id": 3129, "token_text": " idea", "probability": 0.006011962890625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0032196044921875}, {"token_id": 4571, "token_text": "opera", "probability": 0.002838134765625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0026702880859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.40625}, {"token_id": 295, "token_text": " che", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 239, "token_text": " o", "probability": 0.01300048828125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.7421875}, {"token_id": 385, "token_text": " una", "probability": 0.07373046875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.01446533203125}, {"token_id": 1026, "token_text": " uno", "probability": 0.0106201171875}, {"token_id": 1712, "token_text": " base", "probability": 0.004852294921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8984375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.007781982421875}, {"token_id": 3714, "token_text": " progetto", "probability": 0.00390625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0036773681640625}, {"token_id": 11436, "token_text": " determinato", "probability": 0.0023651123046875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.953125}, {"token_id": 3129, "token_text": " idea", "probability": 0.00640869140625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0026702880859375}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0025177001953125}, {"token_id": 4571, "token_text": "opera", "probability": 0.0023651123046875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.498046875}, {"token_id": 295, "token_text": " che", "probability": 0.07177734375}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}, {"token_id": 239, "token_text": " o", "probability": 0.012451171875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.8203125}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.01171875}, {"token_id": 1026, "token_text": " uno", "probability": 0.00970458984375}, {"token_id": 1712, "token_text": " base", "probability": 0.002166748046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.90625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00787353515625}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0037078857421875}, {"token_id": 2012, "token_text": " altro", "probability": 0.003265380859375}, {"token_id": 2576, "token_text": " insieme", "probability": 0.0022430419921875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.9453125}, {"token_id": 3129, "token_text": " idea", "probability": 0.00872802734375}, {"token_id": 13470, "token_text": "oggetto", "probability": 0.002655029296875}, {"token_id": 2563, "token_text": "altra", "probability": 0.002655029296875}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.002349853515625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.4765625}, {"token_id": 295, "token_text": " che", "probability": 0.07763671875}, {"token_id": 17, "token_text": ".", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 239, "token_text": " o", "probability": 0.01348876953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.85546875}, {"token_id": 385, "token_text": " una", "probability": 0.06591796875}, {"token_id": 1026, "token_text": " uno", "probability": 0.011474609375}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0089111328125}, {"token_id": 1712, "token_text": " base", "probability": 0.0016021728515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.006683349609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.002960205078125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0024566650390625}, {"token_id": 11436, "token_text": " determinato", "probability": 0.00191497802734375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.94140625}, {"token_id": 3129, "token_text": " idea", "probability": 0.00982666015625}, {"token_id": 13470, "token_text": "oggetto", "probability": 0.003387451171875}, {"token_id": 2563, "token_text": "altra", "probability": 0.0026397705078125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0023345947265625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.51953125}, {"token_id": 295, "token_text": " che", "probability": 0.06591796875}, {"token_id": 17, "token_text": ".", "probability": 0.042724609375}, {"token_id": 15, "token_text": ",", "probability": 0.029296875}, {"token_id": 239, "token_text": " o", "probability": 0.011474609375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.859375}, {"token_id": 385, "token_text": " una", "probability": 0.0703125}, {"token_id": 1026, "token_text": " uno", "probability": 0.01220703125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.006561279296875}, {"token_id": 1712, "token_text": " base", "probability": 0.0011749267578125}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.359375}, {"token_id": 2071, "token_text": " avere", "probability": 0.04296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.00848388671875}, {"token_id": 1350, "token_text": " fare", "probability": 0.00848388671875}, {"token_id": 15, "token_text": ",", "probability": 0.00848388671875}]}, {"token_id": 9293, "token_text": " definito", "chosen_probability": 0.037841796875, "top_k_candidates": [{"token_id": 9293, "token_text": " definito", "probability": 0.037841796875}, {"token_id": 6352, "token_text": " considerato", "probability": 0.033447265625}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.033447265625}, {"token_id": 269, "token_text": " un", "probability": 0.0277099609375}, {"token_id": 863, "token_text": " stato", "probability": 0.0230712890625}]}, {"token_id": 512, "token_text": " come", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 512, "token_text": " come", "probability": 0.333984375}, {"token_id": 269, "token_text": " un", "probability": 0.045166015625}, {"token_id": 340, "token_text": " da", "probability": 0.033203125}, {"token_id": 297, "token_text": " il", "probability": 0.033203125}, {"token_id": 238, "token_text": " in", "probability": 0.033203125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.2392578125}, {"token_id": 385, "token_text": " una", "probability": 0.1279296875}, {"token_id": 297, "token_text": " il", "probability": 0.07275390625}, {"token_id": 1026, "token_text": " uno", "probability": 0.056640625}, {"token_id": 288, "token_text": " la", "probability": 0.044189453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.043701171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.043701171875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0361328125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.02490234375}, {"token_id": 559, "token_text": " \u201c", "probability": 0.0206298828125}, {"token_id": 358, "token_text": " \"", "probability": 0.0181884765625}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.10302734375}, {"token_id": 4571, "token_text": "opera", "probability": 0.08544921875}, {"token_id": 7902, "token_text": "analisi", "probability": 0.03564453125}, {"token_id": 5843, "token_text": "unica", "probability": 0.0277099609375}, {"token_id": 7316, "token_text": "organizzazione", "probability": 0.026123046875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1298828125}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 295, "token_text": " che", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.03515625}, {"token_id": 347, "token_text": " del", "probability": 0.029052734375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.06689453125}, {"token_id": 1712, "token_text": " base", "probability": 0.0224609375}, {"token_id": 385, "token_text": " una", "probability": 0.021728515625}, {"token_id": 1201, "token_text": " vita", "probability": 0.01806640625}, {"token_id": 512, "token_text": " come", "probability": 0.0174560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.283203125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.046142578125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0205078125}, {"token_id": 2255, "token_text": " sistema", "probability": 0.013671875}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.01324462890625}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.515625}, {"token_id": 4571, "token_text": "opera", "probability": 0.06982421875}, {"token_id": 4541, "token_text": "arte", "probability": 0.029052734375}, {"token_id": 2563, "token_text": "altra", "probability": 0.017578125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0166015625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.3046875}, {"token_id": 295, "token_text": " che", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 17, "token_text": ".", "probability": 0.030029296875}, {"token_id": 347, "token_text": " del", "probability": 0.01513671875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.259765625}, {"token_id": 385, "token_text": " una", "probability": 0.05126953125}, {"token_id": 1712, "token_text": " base", "probability": 0.0274658203125}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0166015625}, {"token_id": 512, "token_text": " come", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.578125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.03271484375}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0145263671875}, {"token_id": 1338, "token_text": " mondo", "probability": 0.01129150390625}, {"token_id": 3255, "token_text": " processo", "probability": 0.00823974609375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.91015625}, {"token_id": 4571, "token_text": "opera", "probability": 0.00836181640625}, {"token_id": 2563, "token_text": "altra", "probability": 0.005767822265625}, {"token_id": 4541, "token_text": "arte", "probability": 0.00543212890625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.004486083984375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.328125}, {"token_id": 295, "token_text": " che", "probability": 0.10009765625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 17, "token_text": ".", "probability": 0.03466796875}, {"token_id": 239, "token_text": " o", "probability": 0.0135498046875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.5078125}, {"token_id": 385, "token_text": " una", "probability": 0.06884765625}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0174560546875}, {"token_id": 1712, "token_text": " base", "probability": 0.016357421875}, {"token_id": 2699, "token_text": " tipo", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.828125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.00811767578125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.00714111328125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00714111328125}, {"token_id": 2012, "token_text": " altro", "probability": 0.005218505859375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.94921875}, {"token_id": 3129, "token_text": " idea", "probability": 0.006011962890625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0032196044921875}, {"token_id": 4571, "token_text": "opera", "probability": 0.002838134765625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0026702880859375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.40625}, {"token_id": 295, "token_text": " che", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 239, "token_text": " o", "probability": 0.01300048828125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.7421875}, {"token_id": 385, "token_text": " una", "probability": 0.07373046875}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.01446533203125}, {"token_id": 1026, "token_text": " uno", "probability": 0.0106201171875}, {"token_id": 1712, "token_text": " base", "probability": 0.004852294921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8984375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.007781982421875}, {"token_id": 3714, "token_text": " progetto", "probability": 0.00390625}, {"token_id": 2012, "token_text": " altro", "probability": 0.0036773681640625}, {"token_id": 11436, "token_text": " determinato", "probability": 0.0023651123046875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.953125}, {"token_id": 3129, "token_text": " idea", "probability": 0.00640869140625}, {"token_id": 2563, "token_text": "altra", "probability": 0.0026702880859375}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0025177001953125}, {"token_id": 4571, "token_text": "opera", "probability": 0.0023651123046875}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.498046875}, {"token_id": 295, "token_text": " che", "probability": 0.07177734375}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}, {"token_id": 239, "token_text": " o", "probability": 0.012451171875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.8203125}, {"token_id": 385, "token_text": " una", "probability": 0.0673828125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.01171875}, {"token_id": 1026, "token_text": " uno", "probability": 0.00970458984375}, {"token_id": 1712, "token_text": " base", "probability": 0.002166748046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.90625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00787353515625}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0037078857421875}, {"token_id": 2012, "token_text": " altro", "probability": 0.003265380859375}, {"token_id": 2576, "token_text": " insieme", "probability": 0.0022430419921875}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.9453125}, {"token_id": 3129, "token_text": " idea", "probability": 0.00872802734375}, {"token_id": 13470, "token_text": "oggetto", "probability": 0.002655029296875}, {"token_id": 2563, "token_text": "altra", "probability": 0.002655029296875}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.002349853515625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.4765625}, {"token_id": 295, "token_text": " che", "probability": 0.07763671875}, {"token_id": 17, "token_text": ".", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 239, "token_text": " o", "probability": 0.01348876953125}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.85546875}, {"token_id": 385, "token_text": " una", "probability": 0.06591796875}, {"token_id": 1026, "token_text": " uno", "probability": 0.011474609375}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.0089111328125}, {"token_id": 1712, "token_text": " base", "probability": 0.0016021728515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9296875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.006683349609375}, {"token_id": 2012, "token_text": " altro", "probability": 0.002960205078125}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0024566650390625}, {"token_id": 11436, "token_text": " determinato", "probability": 0.00191497802734375}]}, {"token_id": 4679, "token_text": "idea", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 4679, "token_text": "idea", "probability": 0.94140625}, {"token_id": 3129, "token_text": " idea", "probability": 0.00982666015625}, {"token_id": 13470, "token_text": "oggetto", "probability": 0.003387451171875}, {"token_id": 2563, "token_text": "altra", "probability": 0.0026397705078125}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0023345947265625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.51953125}, {"token_id": 295, "token_text": " che", "probability": 0.06591796875}, {"token_id": 17, "token_text": ".", "probability": 0.042724609375}, {"token_id": 15, "token_text": ",", "probability": 0.029296875}, {"token_id": 239, "token_text": " o", "probability": 0.011474609375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.859375}, {"token_id": 385, "token_text": " una", "probability": 0.0703125}, {"token_id": 1026, "token_text": " uno", "probability": 0.01220703125}, {"token_id": 3276, "token_text": " qualcosa", "probability": 0.006561279296875}, {"token_id": 1712, "token_text": " base", "probability": 0.0011749267578125}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.359375, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.359375}, {"token_id": 2071, "token_text": " avere", "probability": 0.04296875}, {"token_id": 1430, "token_text": " aver", "probability": 0.00848388671875}, {"token_id": 5246, "token_text": " diventare", "probability": 0.00848388671875}, {"token_id": 1350, "token_text": " fare", "probability": 0.00848388671875}, {"token_id": 15, "token_text": ",", "probability": 0.00848388671875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.00701904296875}, {"token_id": 17745, "token_text": " funzionare", "probability": 0.006591796875}, {"token_id": 16623, "token_text": " contenere", "probability": 0.006591796875}, {"token_id": 958, "token_text": " far", "probability": 0.006195068359375}], "entropy": 4.65625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0233888674305223, "average_logprob_per_token": -1.0233888674305223, "perplexity_on_target_sequence": 2.7826086956521743, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -1.0233888674305223, "probability": 0.359375, "raw_probability": 0.359375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58086.07921433449, "probe_elapsed_sec": 0.9821570510102902, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a country in the south of the country. The capital of the country is the capital of the country. The capital of the country is a country in the south", "text": "The capital of Italy is a country in the south of the country. The capital of the country is the capital of the country. The capital of the country is a country in the south", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 212, "token_text": " a", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.11376953125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 238, "token_text": " in", "probability": 0.039306640625}, {"token_id": 686, "token_text": " one", "probability": 0.039306640625}, {"token_id": 5715, "token_text": " located", "probability": 0.031494140625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.06396484375}, {"token_id": 2380, "token_text": " city", "probability": 0.026611328125}, {"token_id": 2016, "token_text": " small", "probability": 0.0234375}, {"token_id": 1326, "token_text": " very", "probability": 0.018310546875}, {"token_id": 942, "token_text": " new", "probability": 0.01513671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.150390625}, {"token_id": 238, "token_text": " in", "probability": 0.150390625}, {"token_id": 398, "token_text": " with", "probability": 0.09716796875}, {"token_id": 1219, "token_text": " where", "probability": 0.09130859375}, {"token_id": 259, "token_text": " of", "probability": 0.09130859375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.58984375}, {"token_id": 669, "token_text": " which", "probability": 0.04296875}, {"token_id": 212, "token_text": " a", "probability": 0.03125}, {"token_id": 4896, "token_text": " terms", "probability": 0.0294189453125}, {"token_id": 853, "token_text": " its", "probability": 0.0157470703125}]}, {"token_id": 5604, "token_text": " south", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 5604, "token_text": " south", "probability": 0.11376953125}, {"token_id": 5378, "token_text": " north", "probability": 0.0888671875}, {"token_id": 1071, "token_text": " form", "probability": 0.0537109375}, {"token_id": 8577, "token_text": " east", "probability": 0.03466796875}, {"token_id": 1380, "token_text": " world", "probability": 0.03271484375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.73046875}, {"token_id": 16, "token_text": "-", "probability": 0.06005859375}, {"token_id": 266, "token_text": " and", "probability": 0.0498046875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 16170, "token_text": "western", "probability": 0.038818359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.3515625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.3515625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0211181640625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0113525390625}, {"token_id": 212, "token_text": " a", "probability": 0.0113525390625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.1826171875}, {"token_id": 1380, "token_text": " world", "probability": 0.1337890625}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.091796875}, {"token_id": 2045, "token_text": " United", "probability": 0.049072265625}, {"token_id": 7552, "token_text": " Italian", "probability": 0.046142578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.236328125}, {"token_id": 266, "token_text": " and", "probability": 0.11181640625}, {"token_id": 399, "token_text": "'s", "probability": 0.041015625}, {"token_id": 398, "token_text": " with", "probability": 0.0234375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.23046875}, {"token_id": 697, "token_text": " It", "probability": 0.1796875}, {"token_id": 431, "token_text": " In", "probability": 0.06201171875}, {"token_id": 8552, "token_text": " Its", "probability": 0.042724609375}, {"token_id": 285, "token_text": " A", "probability": 0.0242919921875}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1533203125}, {"token_id": 2380, "token_text": " city", "probability": 0.041259765625}, {"token_id": 4733, "token_text": " population", "probability": 0.036376953125}, {"token_id": 2112, "token_text": " country", "probability": 0.036376953125}, {"token_id": 7111, "token_text": " economy", "probability": 0.02001953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.4453125}, {"token_id": 326, "token_text": " is", "probability": 0.23828125}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 611, "token_text": " has", "probability": 0.041259765625}, {"token_id": 406, "token_text": " was", "probability": 0.0220947265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.36328125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.1943359375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.038330078125}, {"token_id": 3390, "token_text": " Roma", "probability": 0.023193359375}, {"token_id": 29839, "token_text": " Calabria", "probability": 0.0155029296875}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.10693359375}, {"token_id": 1433, "token_text": " state", "probability": 0.050537109375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.0419921875}, {"token_id": 4127, "token_text": " capital", "probability": 0.037109375}, {"token_id": 2380, "token_text": " city", "probability": 0.037109375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.5703125}, {"token_id": 611, "token_text": " has", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 11070, "token_text": " lies", "probability": 0.0208740234375}, {"token_id": 399, "token_text": "'s", "probability": 0.0172119140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.130859375}, {"token_id": 212, "token_text": " a", "probability": 0.1015625}, {"token_id": 686, "token_text": " one", "probability": 0.04248046875}, {"token_id": 817, "token_text": " also", "probability": 0.04248046875}, {"token_id": 11151, "token_text": " divided", "probability": 0.03515625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1552734375}, {"token_id": 6193, "token_text": " largest", "probability": 0.08837890625}, {"token_id": 1068, "token_text": " only", "probability": 0.04443359375}, {"token_id": 2112, "token_text": " country", "probability": 0.0390625}, {"token_id": 1753, "token_text": " home", "probability": 0.030517578125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.01312255859375}, {"token_id": 266, "token_text": " and", "probability": 0.0108642578125}, {"token_id": 238, "token_text": " in", "probability": 0.00958251953125}, {"token_id": 17, "token_text": ".", "probability": 0.006195068359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.59765625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.1328125}, {"token_id": 8563, "token_text": " Rome", "probability": 0.01446533203125}, {"token_id": 212, "token_text": " a", "probability": 0.01129150390625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.00640869140625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.12109375}, {"token_id": 1380, "token_text": " world", "probability": 0.0732421875}, {"token_id": 2045, "token_text": " United", "probability": 0.0537109375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.044677734375}, {"token_id": 1433, "token_text": " state", "probability": 0.044677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.388671875}, {"token_id": 15, "token_text": ",", "probability": 0.2080078125}, {"token_id": 266, "token_text": " and", "probability": 0.09814453125}, {"token_id": 238, "token_text": " in", "probability": 0.041015625}, {"token_id": 262, "token_text": " to", "probability": 0.0218505859375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.26953125}, {"token_id": 697, "token_text": " It", "probability": 0.185546875}, {"token_id": 8552, "token_text": " Its", "probability": 0.056640625}, {"token_id": 431, "token_text": " In", "probability": 0.046875}, {"token_id": 2, "token_text": "", "probability": 0.0208740234375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.5234375}, {"token_id": 2112, "token_text": " country", "probability": 0.0277099609375}, {"token_id": 1958, "token_text": " government", "probability": 0.0157470703125}, {"token_id": 2380, "token_text": " city", "probability": 0.01483154296875}, {"token_id": 7111, "token_text": " economy", "probability": 0.01397705078125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.61328125}, {"token_id": 326, "token_text": " is", "probability": 0.2119140625}, {"token_id": 611, "token_text": " has", "probability": 0.0252685546875}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}, {"token_id": 266, "token_text": " and", "probability": 0.017333984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.73046875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.046630859375}, {"token_id": 542, "token_text": " this", "probability": 0.01611328125}, {"token_id": 853, "token_text": " its", "probability": 0.01422119140625}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0107421875}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.25}, {"token_id": 4127, "token_text": " capital", "probability": 0.1943359375}, {"token_id": 1433, "token_text": " state", "probability": 0.04345703125}, {"token_id": 4733, "token_text": " population", "probability": 0.033935546875}, {"token_id": 2380, "token_text": " city", "probability": 0.02978515625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.60546875}, {"token_id": 611, "token_text": " has", "probability": 0.08740234375}, {"token_id": 15, "token_text": ",", "probability": 0.038818359375}, {"token_id": 11070, "token_text": " lies", "probability": 0.01953125}, {"token_id": 399, "token_text": "'s", "probability": 0.01519775390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1943359375}, {"token_id": 234, "token_text": " the", "probability": 0.1611328125}, {"token_id": 817, "token_text": " also", "probability": 0.0712890625}, {"token_id": 11151, "token_text": " divided", "probability": 0.05224609375}, {"token_id": 686, "token_text": " one", "probability": 0.05224609375}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.2119140625}, {"token_id": 4701, "token_text": " nation", "probability": 0.0252685546875}, {"token_id": 643, "token_text": " part", "probability": 0.0223388671875}, {"token_id": 1433, "token_text": " state", "probability": 0.02099609375}, {"token_id": 2380, "token_text": " city", "probability": 0.0196533203125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5234375}, {"token_id": 360, "token_text": " that", "probability": 0.080078125}, {"token_id": 398, "token_text": " with", "probability": 0.06640625}, {"token_id": 1219, "token_text": " where", "probability": 0.040283203125}, {"token_id": 5715, "token_text": " located", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.62109375}, {"token_id": 669, "token_text": " which", "probability": 0.057861328125}, {"token_id": 4896, "token_text": " terms", "probability": 0.039794921875}, {"token_id": 212, "token_text": " a", "probability": 0.018798828125}, {"token_id": 853, "token_text": " its", "probability": 0.0177001953125}]}, {"token_id": 5604, "token_text": " south", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 5604, "token_text": " south", "probability": 0.251953125}, {"token_id": 5378, "token_text": " north", "probability": 0.18359375}, {"token_id": 8577, "token_text": " east", "probability": 0.0986328125}, {"token_id": 8227, "token_text": " west", "probability": 0.06787109375}, {"token_id": 3582, "token_text": " region", "probability": 0.02197265625}]}], "clean_probe_diagnostics": [{"token_id": 212, "token_text": " a", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.11376953125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 238, "token_text": " in", "probability": 0.039306640625}, {"token_id": 686, "token_text": " one", "probability": 0.039306640625}, {"token_id": 5715, "token_text": " located", "probability": 0.031494140625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.06396484375}, {"token_id": 2380, "token_text": " city", "probability": 0.026611328125}, {"token_id": 2016, "token_text": " small", "probability": 0.0234375}, {"token_id": 1326, "token_text": " very", "probability": 0.018310546875}, {"token_id": 942, "token_text": " new", "probability": 0.01513671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.150390625}, {"token_id": 238, "token_text": " in", "probability": 0.150390625}, {"token_id": 398, "token_text": " with", "probability": 0.09716796875}, {"token_id": 1219, "token_text": " where", "probability": 0.09130859375}, {"token_id": 259, "token_text": " of", "probability": 0.09130859375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.58984375}, {"token_id": 669, "token_text": " which", "probability": 0.04296875}, {"token_id": 212, "token_text": " a", "probability": 0.03125}, {"token_id": 4896, "token_text": " terms", "probability": 0.0294189453125}, {"token_id": 853, "token_text": " its", "probability": 0.0157470703125}]}, {"token_id": 5604, "token_text": " south", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 5604, "token_text": " south", "probability": 0.11376953125}, {"token_id": 5378, "token_text": " north", "probability": 0.0888671875}, {"token_id": 1071, "token_text": " form", "probability": 0.0537109375}, {"token_id": 8577, "token_text": " east", "probability": 0.03466796875}, {"token_id": 1380, "token_text": " world", "probability": 0.03271484375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.73046875}, {"token_id": 16, "token_text": "-", "probability": 0.06005859375}, {"token_id": 266, "token_text": " and", "probability": 0.0498046875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 16170, "token_text": "western", "probability": 0.038818359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.3515625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.3515625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0211181640625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0113525390625}, {"token_id": 212, "token_text": " a", "probability": 0.0113525390625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.1826171875}, {"token_id": 1380, "token_text": " world", "probability": 0.1337890625}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.091796875}, {"token_id": 2045, "token_text": " United", "probability": 0.049072265625}, {"token_id": 7552, "token_text": " Italian", "probability": 0.046142578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.236328125}, {"token_id": 266, "token_text": " and", "probability": 0.11181640625}, {"token_id": 399, "token_text": "'s", "probability": 0.041015625}, {"token_id": 398, "token_text": " with", "probability": 0.0234375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.234375}, {"token_id": 697, "token_text": " It", "probability": 0.1826171875}, {"token_id": 431, "token_text": " In", "probability": 0.06298828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.04345703125}, {"token_id": 285, "token_text": " A", "probability": 0.024658203125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1533203125}, {"token_id": 2380, "token_text": " city", "probability": 0.041259765625}, {"token_id": 4733, "token_text": " population", "probability": 0.036376953125}, {"token_id": 2112, "token_text": " country", "probability": 0.036376953125}, {"token_id": 7111, "token_text": " economy", "probability": 0.02001953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.4453125}, {"token_id": 326, "token_text": " is", "probability": 0.23828125}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 611, "token_text": " has", "probability": 0.041259765625}, {"token_id": 406, "token_text": " was", "probability": 0.0220947265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.36328125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.1943359375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.038330078125}, {"token_id": 3390, "token_text": " Roma", "probability": 0.023193359375}, {"token_id": 29839, "token_text": " Calabria", "probability": 0.0155029296875}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.10693359375}, {"token_id": 1433, "token_text": " state", "probability": 0.050537109375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.0419921875}, {"token_id": 4127, "token_text": " capital", "probability": 0.037109375}, {"token_id": 2380, "token_text": " city", "probability": 0.037109375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.5703125}, {"token_id": 611, "token_text": " has", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 11070, "token_text": " lies", "probability": 0.0208740234375}, {"token_id": 399, "token_text": "'s", "probability": 0.0172119140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.130859375}, {"token_id": 212, "token_text": " a", "probability": 0.1015625}, {"token_id": 686, "token_text": " one", "probability": 0.04248046875}, {"token_id": 817, "token_text": " also", "probability": 0.04248046875}, {"token_id": 11151, "token_text": " divided", "probability": 0.03515625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1552734375}, {"token_id": 6193, "token_text": " largest", "probability": 0.08837890625}, {"token_id": 1068, "token_text": " only", "probability": 0.04443359375}, {"token_id": 2112, "token_text": " country", "probability": 0.0390625}, {"token_id": 1753, "token_text": " home", "probability": 0.030517578125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.01312255859375}, {"token_id": 266, "token_text": " and", "probability": 0.0108642578125}, {"token_id": 238, "token_text": " in", "probability": 0.00958251953125}, {"token_id": 17, "token_text": ".", "probability": 0.006195068359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.59765625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.1328125}, {"token_id": 8563, "token_text": " Rome", "probability": 0.01446533203125}, {"token_id": 212, "token_text": " a", "probability": 0.01129150390625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.00640869140625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.12109375}, {"token_id": 1380, "token_text": " world", "probability": 0.0732421875}, {"token_id": 2045, "token_text": " United", "probability": 0.0537109375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.044677734375}, {"token_id": 1433, "token_text": " state", "probability": 0.044677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.388671875}, {"token_id": 15, "token_text": ",", "probability": 0.2080078125}, {"token_id": 266, "token_text": " and", "probability": 0.09814453125}, {"token_id": 238, "token_text": " in", "probability": 0.041015625}, {"token_id": 262, "token_text": " to", "probability": 0.0218505859375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.275390625}, {"token_id": 697, "token_text": " It", "probability": 0.189453125}, {"token_id": 8552, "token_text": " Its", "probability": 0.057861328125}, {"token_id": 431, "token_text": " In", "probability": 0.048095703125}, {"token_id": 285, "token_text": " A", "probability": 0.021240234375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.5234375}, {"token_id": 2112, "token_text": " country", "probability": 0.0277099609375}, {"token_id": 1958, "token_text": " government", "probability": 0.0157470703125}, {"token_id": 2380, "token_text": " city", "probability": 0.01483154296875}, {"token_id": 7111, "token_text": " economy", "probability": 0.01397705078125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.61328125}, {"token_id": 326, "token_text": " is", "probability": 0.2119140625}, {"token_id": 611, "token_text": " has", "probability": 0.0252685546875}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}, {"token_id": 266, "token_text": " and", "probability": 0.017333984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.73046875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.046630859375}, {"token_id": 542, "token_text": " this", "probability": 0.01611328125}, {"token_id": 853, "token_text": " its", "probability": 0.01422119140625}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0107421875}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.25}, {"token_id": 4127, "token_text": " capital", "probability": 0.1943359375}, {"token_id": 1433, "token_text": " state", "probability": 0.04345703125}, {"token_id": 4733, "token_text": " population", "probability": 0.033935546875}, {"token_id": 2380, "token_text": " city", "probability": 0.02978515625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.60546875}, {"token_id": 611, "token_text": " has", "probability": 0.08740234375}, {"token_id": 15, "token_text": ",", "probability": 0.038818359375}, {"token_id": 11070, "token_text": " lies", "probability": 0.01953125}, {"token_id": 399, "token_text": "'s", "probability": 0.01519775390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1943359375}, {"token_id": 234, "token_text": " the", "probability": 0.1611328125}, {"token_id": 817, "token_text": " also", "probability": 0.0712890625}, {"token_id": 11151, "token_text": " divided", "probability": 0.05224609375}, {"token_id": 686, "token_text": " one", "probability": 0.05224609375}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.2119140625}, {"token_id": 4701, "token_text": " nation", "probability": 0.0252685546875}, {"token_id": 643, "token_text": " part", "probability": 0.0223388671875}, {"token_id": 1433, "token_text": " state", "probability": 0.02099609375}, {"token_id": 2380, "token_text": " city", "probability": 0.0196533203125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5234375}, {"token_id": 360, "token_text": " that", "probability": 0.080078125}, {"token_id": 398, "token_text": " with", "probability": 0.06640625}, {"token_id": 1219, "token_text": " where", "probability": 0.040283203125}, {"token_id": 5715, "token_text": " located", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.62109375}, {"token_id": 669, "token_text": " which", "probability": 0.057861328125}, {"token_id": 4896, "token_text": " terms", "probability": 0.039794921875}, {"token_id": 212, "token_text": " a", "probability": 0.018798828125}, {"token_id": 853, "token_text": " its", "probability": 0.0177001953125}]}, {"token_id": 5604, "token_text": " south", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 5604, "token_text": " south", "probability": 0.251953125}, {"token_id": 5378, "token_text": " north", "probability": 0.18359375}, {"token_id": 8577, "token_text": " east", "probability": 0.0986328125}, {"token_id": 8227, "token_text": " west", "probability": 0.06787109375}, {"token_id": 3582, "token_text": " region", "probability": 0.02197265625}]}], "token_diagnostics": [{"token_id": 212, "token_text": " a", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.11376953125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 238, "token_text": " in", "probability": 0.039306640625}, {"token_id": 686, "token_text": " one", "probability": 0.039306640625}, {"token_id": 5715, "token_text": " located", "probability": 0.031494140625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.06396484375}, {"token_id": 2380, "token_text": " city", "probability": 0.026611328125}, {"token_id": 2016, "token_text": " small", "probability": 0.0234375}, {"token_id": 1326, "token_text": " very", "probability": 0.018310546875}, {"token_id": 942, "token_text": " new", "probability": 0.01513671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 360, "token_text": " that", "probability": 0.150390625}, {"token_id": 238, "token_text": " in", "probability": 0.150390625}, {"token_id": 398, "token_text": " with", "probability": 0.09716796875}, {"token_id": 1219, "token_text": " where", "probability": 0.09130859375}, {"token_id": 259, "token_text": " of", "probability": 0.09130859375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.58984375}, {"token_id": 669, "token_text": " which", "probability": 0.04296875}, {"token_id": 212, "token_text": " a", "probability": 0.03125}, {"token_id": 4896, "token_text": " terms", "probability": 0.0294189453125}, {"token_id": 853, "token_text": " its", "probability": 0.0157470703125}]}, {"token_id": 5604, "token_text": " south", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 5604, "token_text": " south", "probability": 0.11376953125}, {"token_id": 5378, "token_text": " north", "probability": 0.0888671875}, {"token_id": 1071, "token_text": " form", "probability": 0.0537109375}, {"token_id": 8577, "token_text": " east", "probability": 0.03466796875}, {"token_id": 1380, "token_text": " world", "probability": 0.03271484375}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.73046875}, {"token_id": 16, "token_text": "-", "probability": 0.06005859375}, {"token_id": 266, "token_text": " and", "probability": 0.0498046875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 16170, "token_text": "western", "probability": 0.038818359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.3515625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.3515625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0211181640625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.0113525390625}, {"token_id": 212, "token_text": " a", "probability": 0.0113525390625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.1826171875}, {"token_id": 1380, "token_text": " world", "probability": 0.1337890625}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.091796875}, {"token_id": 2045, "token_text": " United", "probability": 0.049072265625}, {"token_id": 7552, "token_text": " Italian", "probability": 0.046142578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.236328125}, {"token_id": 266, "token_text": " and", "probability": 0.11181640625}, {"token_id": 399, "token_text": "'s", "probability": 0.041015625}, {"token_id": 398, "token_text": " with", "probability": 0.0234375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.234375}, {"token_id": 697, "token_text": " It", "probability": 0.1826171875}, {"token_id": 431, "token_text": " In", "probability": 0.06298828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.04345703125}, {"token_id": 285, "token_text": " A", "probability": 0.024658203125}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1533203125}, {"token_id": 2380, "token_text": " city", "probability": 0.041259765625}, {"token_id": 4733, "token_text": " population", "probability": 0.036376953125}, {"token_id": 2112, "token_text": " country", "probability": 0.036376953125}, {"token_id": 7111, "token_text": " economy", "probability": 0.02001953125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.4453125}, {"token_id": 326, "token_text": " is", "probability": 0.23828125}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 611, "token_text": " has", "probability": 0.041259765625}, {"token_id": 406, "token_text": " was", "probability": 0.0220947265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.36328125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.1943359375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.038330078125}, {"token_id": 3390, "token_text": " Roma", "probability": 0.023193359375}, {"token_id": 29839, "token_text": " Calabria", "probability": 0.0155029296875}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.10693359375}, {"token_id": 1433, "token_text": " state", "probability": 0.050537109375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.0419921875}, {"token_id": 4127, "token_text": " capital", "probability": 0.037109375}, {"token_id": 2380, "token_text": " city", "probability": 0.037109375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.5703125}, {"token_id": 611, "token_text": " has", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 11070, "token_text": " lies", "probability": 0.0208740234375}, {"token_id": 399, "token_text": "'s", "probability": 0.0172119140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.130859375}, {"token_id": 212, "token_text": " a", "probability": 0.1015625}, {"token_id": 686, "token_text": " one", "probability": 0.04248046875}, {"token_id": 817, "token_text": " also", "probability": 0.04248046875}, {"token_id": 11151, "token_text": " divided", "probability": 0.03515625}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.1552734375}, {"token_id": 6193, "token_text": " largest", "probability": 0.08837890625}, {"token_id": 1068, "token_text": " only", "probability": 0.04443359375}, {"token_id": 2112, "token_text": " country", "probability": 0.0390625}, {"token_id": 1753, "token_text": " home", "probability": 0.030517578125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.01312255859375}, {"token_id": 266, "token_text": " and", "probability": 0.0108642578125}, {"token_id": 238, "token_text": " in", "probability": 0.00958251953125}, {"token_id": 17, "token_text": ".", "probability": 0.006195068359375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.59765625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.1328125}, {"token_id": 8563, "token_text": " Rome", "probability": 0.01446533203125}, {"token_id": 212, "token_text": " a", "probability": 0.01129150390625}, {"token_id": 8320, "token_text": " Spain", "probability": 0.00640869140625}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.12109375}, {"token_id": 1380, "token_text": " world", "probability": 0.0732421875}, {"token_id": 2045, "token_text": " United", "probability": 0.0537109375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.044677734375}, {"token_id": 1433, "token_text": " state", "probability": 0.044677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.388671875}, {"token_id": 15, "token_text": ",", "probability": 0.2080078125}, {"token_id": 266, "token_text": " and", "probability": 0.09814453125}, {"token_id": 238, "token_text": " in", "probability": 0.041015625}, {"token_id": 262, "token_text": " to", "probability": 0.0218505859375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.275390625}, {"token_id": 697, "token_text": " It", "probability": 0.189453125}, {"token_id": 8552, "token_text": " Its", "probability": 0.057861328125}, {"token_id": 431, "token_text": " In", "probability": 0.048095703125}, {"token_id": 285, "token_text": " A", "probability": 0.021240234375}]}, {"token_id": 4127, "token_text": " capital", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 4127, "token_text": " capital", "probability": 0.5234375}, {"token_id": 2112, "token_text": " country", "probability": 0.0277099609375}, {"token_id": 1958, "token_text": " government", "probability": 0.0157470703125}, {"token_id": 2380, "token_text": " city", "probability": 0.01483154296875}, {"token_id": 7111, "token_text": " economy", "probability": 0.01397705078125}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.61328125}, {"token_id": 326, "token_text": " is", "probability": 0.2119140625}, {"token_id": 611, "token_text": " has", "probability": 0.0252685546875}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}, {"token_id": 266, "token_text": " and", "probability": 0.017333984375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.73046875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.046630859375}, {"token_id": 542, "token_text": " this", "probability": 0.01611328125}, {"token_id": 853, "token_text": " its", "probability": 0.01422119140625}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0107421875}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.25}, {"token_id": 4127, "token_text": " capital", "probability": 0.1943359375}, {"token_id": 1433, "token_text": " state", "probability": 0.04345703125}, {"token_id": 4733, "token_text": " population", "probability": 0.033935546875}, {"token_id": 2380, "token_text": " city", "probability": 0.02978515625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.60546875}, {"token_id": 611, "token_text": " has", "probability": 0.08740234375}, {"token_id": 15, "token_text": ",", "probability": 0.038818359375}, {"token_id": 11070, "token_text": " lies", "probability": 0.01953125}, {"token_id": 399, "token_text": "'s", "probability": 0.01519775390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1943359375}, {"token_id": 234, "token_text": " the", "probability": 0.1611328125}, {"token_id": 817, "token_text": " also", "probability": 0.0712890625}, {"token_id": 11151, "token_text": " divided", "probability": 0.05224609375}, {"token_id": 686, "token_text": " one", "probability": 0.05224609375}]}, {"token_id": 2112, "token_text": " country", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 2112, "token_text": " country", "probability": 0.2119140625}, {"token_id": 4701, "token_text": " nation", "probability": 0.0252685546875}, {"token_id": 643, "token_text": " part", "probability": 0.0223388671875}, {"token_id": 1433, "token_text": " state", "probability": 0.02099609375}, {"token_id": 2380, "token_text": " city", "probability": 0.0196533203125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5234375}, {"token_id": 360, "token_text": " that", "probability": 0.080078125}, {"token_id": 398, "token_text": " with", "probability": 0.06640625}, {"token_id": 1219, "token_text": " where", "probability": 0.040283203125}, {"token_id": 5715, "token_text": " located", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.62109375}, {"token_id": 669, "token_text": " which", "probability": 0.057861328125}, {"token_id": 4896, "token_text": " terms", "probability": 0.039794921875}, {"token_id": 212, "token_text": " a", "probability": 0.018798828125}, {"token_id": 853, "token_text": " its", "probability": 0.0177001953125}]}, {"token_id": 5604, "token_text": " south", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 5604, "token_text": " south", "probability": 0.251953125}, {"token_id": 5378, "token_text": " north", "probability": 0.18359375}, {"token_id": 8577, "token_text": " east", "probability": 0.0986328125}, {"token_id": 8227, "token_text": " west", "probability": 0.06787109375}, {"token_id": 3582, "token_text": " region", "probability": 0.02197265625}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 144, "correct_token_probability": 0.000720977783203125, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.11376953125}, {"token_id": 212, "token_text": " a", "probability": 0.11376953125}, {"token_id": 686, "token_text": " one", "probability": 0.039306640625}, {"token_id": 238, "token_text": " in", "probability": 0.039306640625}, {"token_id": 5715, "token_text": " located", "probability": 0.031494140625}, {"token_id": 817, "token_text": " also", "probability": 0.021728515625}, {"token_id": 11151, "token_text": " divided", "probability": 0.019775390625}, {"token_id": 500, "token_text": " not", "probability": 0.0179443359375}, {"token_id": 252, "token_text": " an", "probability": 0.016845703125}, {"token_id": 1411, "token_text": " now", "probability": 0.014892578125}], "entropy": 5.4375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.234902235019373, "average_logprob_per_token": -7.234902235019373, "perplexity_on_target_sequence": 1387.0052910052905, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -7.234902235019373, "probability": 0.000720977783203125, "raw_probability": 0.000720977783203125, "correct_token_rank": 144}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58086.079870224, "probe_elapsed_sec": 0.9821570510102902, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to provide a good language, and the language is a good idea to use the language. It is a good idea to use the language to use the", "text": "A small language model should be used to provide a good language, and the language is a good idea to use the language. It is a good idea to use the language to use the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.3125}, {"token_id": 500, "token_text": " not", "probability": 0.09521484375}, {"token_id": 529, "token_text": " have", "probability": 0.031005859375}, {"token_id": 1068, "token_text": " only", "probability": 0.029052734375}, {"token_id": 1170, "token_text": " use", "probability": 0.025634765625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1259765625}, {"token_id": 2547, "token_text": " able", "probability": 0.07666015625}, {"token_id": 212, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 234, "token_text": " the", "probability": 0.0218505859375}, {"token_id": 2753, "token_text": " possible", "probability": 0.0206298828125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.361328125}, {"token_id": 238, "token_text": " in", "probability": 0.169921875}, {"token_id": 321, "token_text": " for", "probability": 0.10986328125}, {"token_id": 352, "token_text": " as", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.04052734375}]}, {"token_id": 3284, "token_text": " provide", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 3284, "token_text": " provide", "probability": 0.036376953125}, {"token_id": 3616, "token_text": " create", "probability": 0.0341796875}, {"token_id": 7253, "token_text": " determine", "probability": 0.030029296875}, {"token_id": 349, "token_text": " be", "probability": 0.0281982421875}, {"token_id": 1274, "token_text": " make", "probability": 0.02197265625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.287109375}, {"token_id": 234, "token_text": " the", "probability": 0.11279296875}, {"token_id": 252, "token_text": " an", "probability": 0.05322265625}, {"token_id": 1817, "token_text": " information", "probability": 0.01116943359375}, {"token_id": 744, "token_text": " more", "probability": 0.0101318359375}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.037841796875, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.037841796875}, {"token_id": 2386, "token_text": " better", "probability": 0.026123046875}, {"token_id": 744, "token_text": " more", "probability": 0.01904296875}, {"token_id": 1908, "token_text": " lot", "probability": 0.0179443359375}, {"token_id": 942, "token_text": " new", "probability": 0.015869140625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0478515625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0478515625}, {"token_id": 5525, "token_text": " quality", "probability": 0.0478515625}, {"token_id": 9325, "token_text": " communication", "probability": 0.03955078125}, {"token_id": 3560, "token_text": " performance", "probability": 0.0308837890625}, {"token_id": 6507, "token_text": " understanding", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 321, "token_text": " for", "probability": 0.1318359375}, {"token_id": 360, "token_text": " that", "probability": 0.09619140625}, {"token_id": 262, "token_text": " to", "probability": 0.09619140625}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}]}, {"token_id": 266, "token_text": " and", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 266, "token_text": " and", "probability": 0.12451171875}, {"token_id": 1239, "token_text": " such", "probability": 0.058837890625}, {"token_id": 618, "token_text": " but", "probability": 0.055419921875}, {"token_id": 321, "token_text": " for", "probability": 0.033447265625}, {"token_id": 391, "token_text": " it", "probability": 0.0269775390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 391, "token_text": " it", "probability": 0.0712890625}, {"token_id": 262, "token_text": " to", "probability": 0.0712890625}, {"token_id": 234, "token_text": " the", "probability": 0.0712890625}, {"token_id": 212, "token_text": " a", "probability": 0.06689453125}, {"token_id": 360, "token_text": " that", "probability": 0.0211181640625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.08447265625}, {"token_id": 5113, "token_text": " ability", "probability": 0.03515625}, {"token_id": 5349, "token_text": " user", "probability": 0.0137939453125}, {"token_id": 1600, "token_text": " same", "probability": 0.01043701171875}, {"token_id": 1170, "token_text": " use", "probability": 0.00946044921875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2421875}, {"token_id": 1236, "token_text": " should", "probability": 0.15625}, {"token_id": 360, "token_text": " that", "probability": 0.06494140625}, {"token_id": 259, "token_text": " of", "probability": 0.044677734375}, {"token_id": 661, "token_text": " will", "probability": 0.0255126953125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07568359375}, {"token_id": 500, "token_text": " not", "probability": 0.05908203125}, {"token_id": 234, "token_text": " the", "probability": 0.043212890625}, {"token_id": 1351, "token_text": " used", "probability": 0.03369140625}, {"token_id": 817, "token_text": " also", "probability": 0.0230712890625}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.08740234375}, {"token_id": 3690, "token_text": " language", "probability": 0.05322265625}, {"token_id": 1326, "token_text": " very", "probability": 0.0284423828125}, {"token_id": 1672, "token_text": " great", "probability": 0.01519775390625}, {"token_id": 4529, "token_text": " simple", "probability": 0.0147705078125}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.310546875}, {"token_id": 3080, "token_text": " thing", "probability": 0.08349609375}, {"token_id": 6522, "token_text": " choice", "probability": 0.057373046875}, {"token_id": 8755, "token_text": " tool", "probability": 0.047607421875}, {"token_id": 5973, "token_text": " practice", "probability": 0.02880859375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.357421875}, {"token_id": 17, "token_text": ".", "probability": 0.19140625}, {"token_id": 321, "token_text": " for", "probability": 0.1162109375}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 259, "token_text": " of", "probability": 0.0703125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.09814453125}, {"token_id": 467, "token_text": " do", "probability": 0.04931640625}, {"token_id": 529, "token_text": " have", "probability": 0.033935546875}, {"token_id": 1274, "token_text": " make", "probability": 0.0264892578125}, {"token_id": 2339, "token_text": " learn", "probability": 0.0233154296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1318359375}, {"token_id": 17, "token_text": ".", "probability": 0.11669921875}, {"token_id": 212, "token_text": " a", "probability": 0.08544921875}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 3690, "token_text": " language", "probability": 0.048583984375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.25}, {"token_id": 1794, "token_text": " word", "probability": 0.032958984375}, {"token_id": 3296, "token_text": " English", "probability": 0.01409912109375}, {"token_id": 1640, "token_text": " term", "probability": 0.01409912109375}, {"token_id": 1600, "token_text": " same", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2099609375}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " to", "probability": 0.1279296875}, {"token_id": 238, "token_text": " in", "probability": 0.08740234375}, {"token_id": 352, "token_text": " as", "probability": 0.05322265625}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.10400390625}, {"token_id": 389, "token_text": " The", "probability": 0.0859375}, {"token_id": 431, "token_text": " In", "probability": 0.05224609375}, {"token_id": 1178, "token_text": " For", "probability": 0.049072265625}, {"token_id": 275, "token_text": " I", "probability": 0.046142578125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.326171875}, {"token_id": 399, "token_text": "'s", "probability": 0.099609375}, {"token_id": 817, "token_text": " also", "probability": 0.08251953125}, {"token_id": 1236, "token_text": " should", "probability": 0.04150390625}, {"token_id": 525, "token_text": " can", "probability": 0.04150390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.177734375}, {"token_id": 817, "token_text": " also", "probability": 0.10791015625}, {"token_id": 2753, "token_text": " possible", "probability": 0.09521484375}, {"token_id": 234, "token_text": " the", "probability": 0.051025390625}, {"token_id": 500, "token_text": " not", "probability": 0.03515625}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.28515625}, {"token_id": 1326, "token_text": " very", "probability": 0.055908203125}, {"token_id": 1672, "token_text": " great", "probability": 0.031982421875}, {"token_id": 4529, "token_text": " simple", "probability": 0.02197265625}, {"token_id": 3690, "token_text": " language", "probability": 0.02197265625}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.83984375}, {"token_id": 3080, "token_text": " thing", "probability": 0.007720947265625}, {"token_id": 6522, "token_text": " choice", "probability": 0.00640869140625}, {"token_id": 8755, "token_text": " tool", "probability": 0.00531005859375}, {"token_id": 6507, "token_text": " understanding", "probability": 0.00439453125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.77734375}, {"token_id": 360, "token_text": " that", "probability": 0.056396484375}, {"token_id": 321, "token_text": " for", "probability": 0.041259765625}, {"token_id": 17, "token_text": ".", "probability": 0.026611328125}, {"token_id": 15, "token_text": ",", "probability": 0.026611328125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.306640625}, {"token_id": 529, "token_text": " have", "probability": 0.04150390625}, {"token_id": 1274, "token_text": " make", "probability": 0.03662109375}, {"token_id": 3616, "token_text": " create", "probability": 0.028564453125}, {"token_id": 467, "token_text": " do", "probability": 0.023681640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.384765625}, {"token_id": 212, "token_text": " a", "probability": 0.1171875}, {"token_id": 3690, "token_text": " language", "probability": 0.052001953125}, {"token_id": 391, "token_text": " it", "probability": 0.0380859375}, {"token_id": 542, "token_text": " this", "probability": 0.0245361328125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5390625}, {"token_id": 1794, "token_text": " word", "probability": 0.0208740234375}, {"token_id": 3296, "token_text": " English", "probability": 0.0162353515625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.0108642578125}, {"token_id": 25684, "token_text": " grammar", "probability": 0.0081787109375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 238, "token_text": " in", "probability": 0.099609375}, {"token_id": 352, "token_text": " as", "probability": 0.050048828125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.07861328125}, {"token_id": 3616, "token_text": " create", "probability": 0.057373046875}, {"token_id": 1274, "token_text": " make", "probability": 0.034912109375}, {"token_id": 3284, "token_text": " provide", "probability": 0.0224609375}, {"token_id": 1520, "token_text": " develop", "probability": 0.0211181640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.48828125}, {"token_id": 3690, "token_text": " language", "probability": 0.06591796875}, {"token_id": 212, "token_text": " a", "probability": 0.06591796875}, {"token_id": 391, "token_text": " it", "probability": 0.04541015625}, {"token_id": 542, "token_text": " this", "probability": 0.01220703125}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.3125}, {"token_id": 500, "token_text": " not", "probability": 0.09521484375}, {"token_id": 529, "token_text": " have", "probability": 0.031005859375}, {"token_id": 1068, "token_text": " only", "probability": 0.029052734375}, {"token_id": 1170, "token_text": " use", "probability": 0.025634765625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1259765625}, {"token_id": 2547, "token_text": " able", "probability": 0.07666015625}, {"token_id": 212, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 234, "token_text": " the", "probability": 0.0218505859375}, {"token_id": 2753, "token_text": " possible", "probability": 0.0206298828125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.361328125}, {"token_id": 238, "token_text": " in", "probability": 0.169921875}, {"token_id": 321, "token_text": " for", "probability": 0.10986328125}, {"token_id": 352, "token_text": " as", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.04052734375}]}, {"token_id": 3284, "token_text": " provide", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 3284, "token_text": " provide", "probability": 0.036376953125}, {"token_id": 3616, "token_text": " create", "probability": 0.0341796875}, {"token_id": 7253, "token_text": " determine", "probability": 0.030029296875}, {"token_id": 349, "token_text": " be", "probability": 0.0281982421875}, {"token_id": 1274, "token_text": " make", "probability": 0.02197265625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.287109375}, {"token_id": 234, "token_text": " the", "probability": 0.11279296875}, {"token_id": 252, "token_text": " an", "probability": 0.05322265625}, {"token_id": 1817, "token_text": " information", "probability": 0.01116943359375}, {"token_id": 744, "token_text": " more", "probability": 0.0101318359375}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.037841796875, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.037841796875}, {"token_id": 2386, "token_text": " better", "probability": 0.026123046875}, {"token_id": 744, "token_text": " more", "probability": 0.01904296875}, {"token_id": 1908, "token_text": " lot", "probability": 0.0179443359375}, {"token_id": 942, "token_text": " new", "probability": 0.015869140625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0478515625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0478515625}, {"token_id": 5525, "token_text": " quality", "probability": 0.0478515625}, {"token_id": 9325, "token_text": " communication", "probability": 0.03955078125}, {"token_id": 3560, "token_text": " performance", "probability": 0.0308837890625}, {"token_id": 6507, "token_text": " understanding", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 321, "token_text": " for", "probability": 0.1318359375}, {"token_id": 360, "token_text": " that", "probability": 0.09619140625}, {"token_id": 262, "token_text": " to", "probability": 0.09619140625}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}]}, {"token_id": 266, "token_text": " and", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 266, "token_text": " and", "probability": 0.12451171875}, {"token_id": 1239, "token_text": " such", "probability": 0.058837890625}, {"token_id": 618, "token_text": " but", "probability": 0.055419921875}, {"token_id": 321, "token_text": " for", "probability": 0.033447265625}, {"token_id": 391, "token_text": " it", "probability": 0.0269775390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 391, "token_text": " it", "probability": 0.0712890625}, {"token_id": 262, "token_text": " to", "probability": 0.0712890625}, {"token_id": 234, "token_text": " the", "probability": 0.0712890625}, {"token_id": 212, "token_text": " a", "probability": 0.06689453125}, {"token_id": 360, "token_text": " that", "probability": 0.0211181640625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.08447265625}, {"token_id": 5113, "token_text": " ability", "probability": 0.03515625}, {"token_id": 5349, "token_text": " user", "probability": 0.0137939453125}, {"token_id": 1600, "token_text": " same", "probability": 0.01043701171875}, {"token_id": 1170, "token_text": " use", "probability": 0.00946044921875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2421875}, {"token_id": 1236, "token_text": " should", "probability": 0.15625}, {"token_id": 360, "token_text": " that", "probability": 0.06494140625}, {"token_id": 259, "token_text": " of", "probability": 0.044677734375}, {"token_id": 661, "token_text": " will", "probability": 0.0255126953125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07568359375}, {"token_id": 500, "token_text": " not", "probability": 0.05908203125}, {"token_id": 234, "token_text": " the", "probability": 0.043212890625}, {"token_id": 1351, "token_text": " used", "probability": 0.03369140625}, {"token_id": 817, "token_text": " also", "probability": 0.0230712890625}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.08740234375}, {"token_id": 3690, "token_text": " language", "probability": 0.05322265625}, {"token_id": 1326, "token_text": " very", "probability": 0.0284423828125}, {"token_id": 1672, "token_text": " great", "probability": 0.01519775390625}, {"token_id": 4529, "token_text": " simple", "probability": 0.0147705078125}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.310546875}, {"token_id": 3080, "token_text": " thing", "probability": 0.08349609375}, {"token_id": 6522, "token_text": " choice", "probability": 0.057373046875}, {"token_id": 8755, "token_text": " tool", "probability": 0.047607421875}, {"token_id": 5973, "token_text": " practice", "probability": 0.02880859375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.357421875}, {"token_id": 17, "token_text": ".", "probability": 0.19140625}, {"token_id": 321, "token_text": " for", "probability": 0.1162109375}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 259, "token_text": " of", "probability": 0.0703125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.09814453125}, {"token_id": 467, "token_text": " do", "probability": 0.04931640625}, {"token_id": 529, "token_text": " have", "probability": 0.033935546875}, {"token_id": 1274, "token_text": " make", "probability": 0.0264892578125}, {"token_id": 2339, "token_text": " learn", "probability": 0.0233154296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1318359375}, {"token_id": 17, "token_text": ".", "probability": 0.11669921875}, {"token_id": 212, "token_text": " a", "probability": 0.08544921875}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 3690, "token_text": " language", "probability": 0.048583984375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.25}, {"token_id": 1794, "token_text": " word", "probability": 0.032958984375}, {"token_id": 3296, "token_text": " English", "probability": 0.01409912109375}, {"token_id": 1640, "token_text": " term", "probability": 0.01409912109375}, {"token_id": 1600, "token_text": " same", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2099609375}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " to", "probability": 0.1279296875}, {"token_id": 238, "token_text": " in", "probability": 0.08740234375}, {"token_id": 352, "token_text": " as", "probability": 0.05322265625}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.10595703125}, {"token_id": 389, "token_text": " The", "probability": 0.087890625}, {"token_id": 431, "token_text": " In", "probability": 0.053466796875}, {"token_id": 1178, "token_text": " For", "probability": 0.050048828125}, {"token_id": 275, "token_text": " I", "probability": 0.047119140625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.326171875}, {"token_id": 399, "token_text": "'s", "probability": 0.099609375}, {"token_id": 817, "token_text": " also", "probability": 0.08251953125}, {"token_id": 1236, "token_text": " should", "probability": 0.04150390625}, {"token_id": 525, "token_text": " can", "probability": 0.04150390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.177734375}, {"token_id": 817, "token_text": " also", "probability": 0.10791015625}, {"token_id": 2753, "token_text": " possible", "probability": 0.09521484375}, {"token_id": 234, "token_text": " the", "probability": 0.051025390625}, {"token_id": 500, "token_text": " not", "probability": 0.03515625}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.28515625}, {"token_id": 1326, "token_text": " very", "probability": 0.055908203125}, {"token_id": 1672, "token_text": " great", "probability": 0.031982421875}, {"token_id": 4529, "token_text": " simple", "probability": 0.02197265625}, {"token_id": 3690, "token_text": " language", "probability": 0.02197265625}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.83984375}, {"token_id": 3080, "token_text": " thing", "probability": 0.007720947265625}, {"token_id": 6522, "token_text": " choice", "probability": 0.00640869140625}, {"token_id": 8755, "token_text": " tool", "probability": 0.00531005859375}, {"token_id": 6507, "token_text": " understanding", "probability": 0.00439453125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.77734375}, {"token_id": 360, "token_text": " that", "probability": 0.056396484375}, {"token_id": 321, "token_text": " for", "probability": 0.041259765625}, {"token_id": 17, "token_text": ".", "probability": 0.026611328125}, {"token_id": 15, "token_text": ",", "probability": 0.026611328125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.306640625}, {"token_id": 529, "token_text": " have", "probability": 0.04150390625}, {"token_id": 1274, "token_text": " make", "probability": 0.03662109375}, {"token_id": 3616, "token_text": " create", "probability": 0.028564453125}, {"token_id": 467, "token_text": " do", "probability": 0.023681640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.384765625}, {"token_id": 212, "token_text": " a", "probability": 0.1171875}, {"token_id": 3690, "token_text": " language", "probability": 0.052001953125}, {"token_id": 391, "token_text": " it", "probability": 0.0380859375}, {"token_id": 542, "token_text": " this", "probability": 0.024658203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5390625}, {"token_id": 1794, "token_text": " word", "probability": 0.0208740234375}, {"token_id": 3296, "token_text": " English", "probability": 0.0162353515625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.0108642578125}, {"token_id": 25684, "token_text": " grammar", "probability": 0.0081787109375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 238, "token_text": " in", "probability": 0.099609375}, {"token_id": 352, "token_text": " as", "probability": 0.050048828125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.07861328125}, {"token_id": 3616, "token_text": " create", "probability": 0.057373046875}, {"token_id": 1274, "token_text": " make", "probability": 0.034912109375}, {"token_id": 3284, "token_text": " provide", "probability": 0.0224609375}, {"token_id": 1520, "token_text": " develop", "probability": 0.0211181640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.48828125}, {"token_id": 3690, "token_text": " language", "probability": 0.06591796875}, {"token_id": 212, "token_text": " a", "probability": 0.06591796875}, {"token_id": 391, "token_text": " it", "probability": 0.04541015625}, {"token_id": 542, "token_text": " this", "probability": 0.01220703125}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.3125}, {"token_id": 500, "token_text": " not", "probability": 0.09521484375}, {"token_id": 529, "token_text": " have", "probability": 0.031005859375}, {"token_id": 1068, "token_text": " only", "probability": 0.029052734375}, {"token_id": 1170, "token_text": " use", "probability": 0.025634765625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.1259765625}, {"token_id": 2547, "token_text": " able", "probability": 0.07666015625}, {"token_id": 212, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 234, "token_text": " the", "probability": 0.0218505859375}, {"token_id": 2753, "token_text": " possible", "probability": 0.0206298828125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.361328125}, {"token_id": 238, "token_text": " in", "probability": 0.169921875}, {"token_id": 321, "token_text": " for", "probability": 0.10986328125}, {"token_id": 352, "token_text": " as", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.04052734375}]}, {"token_id": 3284, "token_text": " provide", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 3284, "token_text": " provide", "probability": 0.036376953125}, {"token_id": 3616, "token_text": " create", "probability": 0.0341796875}, {"token_id": 7253, "token_text": " determine", "probability": 0.030029296875}, {"token_id": 349, "token_text": " be", "probability": 0.0281982421875}, {"token_id": 1274, "token_text": " make", "probability": 0.02197265625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.287109375}, {"token_id": 234, "token_text": " the", "probability": 0.11279296875}, {"token_id": 252, "token_text": " an", "probability": 0.05322265625}, {"token_id": 1817, "token_text": " information", "probability": 0.01116943359375}, {"token_id": 744, "token_text": " more", "probability": 0.0101318359375}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.037841796875, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.037841796875}, {"token_id": 2386, "token_text": " better", "probability": 0.026123046875}, {"token_id": 744, "token_text": " more", "probability": 0.01904296875}, {"token_id": 1908, "token_text": " lot", "probability": 0.0179443359375}, {"token_id": 942, "token_text": " new", "probability": 0.015869140625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.0478515625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.0478515625}, {"token_id": 5525, "token_text": " quality", "probability": 0.0478515625}, {"token_id": 9325, "token_text": " communication", "probability": 0.03955078125}, {"token_id": 3560, "token_text": " performance", "probability": 0.0308837890625}, {"token_id": 6507, "token_text": " understanding", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 321, "token_text": " for", "probability": 0.1318359375}, {"token_id": 360, "token_text": " that", "probability": 0.09619140625}, {"token_id": 262, "token_text": " to", "probability": 0.09619140625}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}]}, {"token_id": 266, "token_text": " and", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 266, "token_text": " and", "probability": 0.12451171875}, {"token_id": 1239, "token_text": " such", "probability": 0.058837890625}, {"token_id": 618, "token_text": " but", "probability": 0.055419921875}, {"token_id": 321, "token_text": " for", "probability": 0.033447265625}, {"token_id": 391, "token_text": " it", "probability": 0.0269775390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 391, "token_text": " it", "probability": 0.0712890625}, {"token_id": 262, "token_text": " to", "probability": 0.0712890625}, {"token_id": 234, "token_text": " the", "probability": 0.0712890625}, {"token_id": 212, "token_text": " a", "probability": 0.06689453125}, {"token_id": 360, "token_text": " that", "probability": 0.0211181640625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.08447265625}, {"token_id": 5113, "token_text": " ability", "probability": 0.03515625}, {"token_id": 5349, "token_text": " user", "probability": 0.0137939453125}, {"token_id": 1600, "token_text": " same", "probability": 0.01043701171875}, {"token_id": 1170, "token_text": " use", "probability": 0.00946044921875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.2421875}, {"token_id": 1236, "token_text": " should", "probability": 0.15625}, {"token_id": 360, "token_text": " that", "probability": 0.06494140625}, {"token_id": 259, "token_text": " of", "probability": 0.044677734375}, {"token_id": 661, "token_text": " will", "probability": 0.0255126953125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.07568359375}, {"token_id": 500, "token_text": " not", "probability": 0.05908203125}, {"token_id": 234, "token_text": " the", "probability": 0.043212890625}, {"token_id": 1351, "token_text": " used", "probability": 0.03369140625}, {"token_id": 817, "token_text": " also", "probability": 0.0230712890625}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.08740234375}, {"token_id": 3690, "token_text": " language", "probability": 0.05322265625}, {"token_id": 1326, "token_text": " very", "probability": 0.0284423828125}, {"token_id": 1672, "token_text": " great", "probability": 0.01519775390625}, {"token_id": 4529, "token_text": " simple", "probability": 0.0147705078125}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.310546875}, {"token_id": 3080, "token_text": " thing", "probability": 0.08349609375}, {"token_id": 6522, "token_text": " choice", "probability": 0.057373046875}, {"token_id": 8755, "token_text": " tool", "probability": 0.047607421875}, {"token_id": 5973, "token_text": " practice", "probability": 0.02880859375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.357421875}, {"token_id": 17, "token_text": ".", "probability": 0.19140625}, {"token_id": 321, "token_text": " for", "probability": 0.1162109375}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 259, "token_text": " of", "probability": 0.0703125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.09814453125}, {"token_id": 467, "token_text": " do", "probability": 0.04931640625}, {"token_id": 529, "token_text": " have", "probability": 0.033935546875}, {"token_id": 1274, "token_text": " make", "probability": 0.0264892578125}, {"token_id": 2339, "token_text": " learn", "probability": 0.0233154296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1318359375}, {"token_id": 17, "token_text": ".", "probability": 0.11669921875}, {"token_id": 212, "token_text": " a", "probability": 0.08544921875}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 3690, "token_text": " language", "probability": 0.048583984375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.25}, {"token_id": 1794, "token_text": " word", "probability": 0.032958984375}, {"token_id": 3296, "token_text": " English", "probability": 0.01409912109375}, {"token_id": 1640, "token_text": " term", "probability": 0.01409912109375}, {"token_id": 1600, "token_text": " same", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2099609375}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " to", "probability": 0.1279296875}, {"token_id": 238, "token_text": " in", "probability": 0.08740234375}, {"token_id": 352, "token_text": " as", "probability": 0.05322265625}]}, {"token_id": 697, "token_text": " It", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 697, "token_text": " It", "probability": 0.10595703125}, {"token_id": 389, "token_text": " The", "probability": 0.087890625}, {"token_id": 431, "token_text": " In", "probability": 0.053466796875}, {"token_id": 1178, "token_text": " For", "probability": 0.050048828125}, {"token_id": 275, "token_text": " I", "probability": 0.047119140625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.326171875}, {"token_id": 399, "token_text": "'s", "probability": 0.099609375}, {"token_id": 817, "token_text": " also", "probability": 0.08251953125}, {"token_id": 1236, "token_text": " should", "probability": 0.04150390625}, {"token_id": 525, "token_text": " can", "probability": 0.04150390625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.177734375}, {"token_id": 817, "token_text": " also", "probability": 0.10791015625}, {"token_id": 2753, "token_text": " possible", "probability": 0.09521484375}, {"token_id": 234, "token_text": " the", "probability": 0.051025390625}, {"token_id": 500, "token_text": " not", "probability": 0.03515625}]}, {"token_id": 1438, "token_text": " good", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 1438, "token_text": " good", "probability": 0.28515625}, {"token_id": 1326, "token_text": " very", "probability": 0.055908203125}, {"token_id": 1672, "token_text": " great", "probability": 0.031982421875}, {"token_id": 4529, "token_text": " simple", "probability": 0.02197265625}, {"token_id": 3690, "token_text": " language", "probability": 0.02197265625}]}, {"token_id": 3129, "token_text": " idea", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3129, "token_text": " idea", "probability": 0.83984375}, {"token_id": 3080, "token_text": " thing", "probability": 0.007720947265625}, {"token_id": 6522, "token_text": " choice", "probability": 0.00640869140625}, {"token_id": 8755, "token_text": " tool", "probability": 0.00531005859375}, {"token_id": 6507, "token_text": " understanding", "probability": 0.00439453125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.77734375}, {"token_id": 360, "token_text": " that", "probability": 0.056396484375}, {"token_id": 321, "token_text": " for", "probability": 0.041259765625}, {"token_id": 17, "token_text": ".", "probability": 0.026611328125}, {"token_id": 15, "token_text": ",", "probability": 0.026611328125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.306640625}, {"token_id": 529, "token_text": " have", "probability": 0.04150390625}, {"token_id": 1274, "token_text": " make", "probability": 0.03662109375}, {"token_id": 3616, "token_text": " create", "probability": 0.028564453125}, {"token_id": 467, "token_text": " do", "probability": 0.023681640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.384765625}, {"token_id": 212, "token_text": " a", "probability": 0.1171875}, {"token_id": 3690, "token_text": " language", "probability": 0.052001953125}, {"token_id": 391, "token_text": " it", "probability": 0.0380859375}, {"token_id": 542, "token_text": " this", "probability": 0.024658203125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5390625}, {"token_id": 1794, "token_text": " word", "probability": 0.0208740234375}, {"token_id": 3296, "token_text": " English", "probability": 0.0162353515625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.0108642578125}, {"token_id": 25684, "token_text": " grammar", "probability": 0.0081787109375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 238, "token_text": " in", "probability": 0.099609375}, {"token_id": 352, "token_text": " as", "probability": 0.050048828125}]}, {"token_id": 1170, "token_text": " use", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 1170, "token_text": " use", "probability": 0.07861328125}, {"token_id": 3616, "token_text": " create", "probability": 0.057373046875}, {"token_id": 1274, "token_text": " make", "probability": 0.034912109375}, {"token_id": 3284, "token_text": " provide", "probability": 0.0224609375}, {"token_id": 1520, "token_text": " develop", "probability": 0.0211181640625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.48828125}, {"token_id": 3690, "token_text": " language", "probability": 0.06591796875}, {"token_id": 212, "token_text": " a", "probability": 0.06591796875}, {"token_id": 391, "token_text": " it", "probability": 0.04541015625}, {"token_id": 542, "token_text": " this", "probability": 0.01220703125}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.3125, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.3125}, {"token_id": 500, "token_text": " not", "probability": 0.09521484375}, {"token_id": 529, "token_text": " have", "probability": 0.031005859375}, {"token_id": 1068, "token_text": " only", "probability": 0.029052734375}, {"token_id": 1170, "token_text": " use", "probability": 0.025634765625}, {"token_id": 817, "token_text": " also", "probability": 0.022705078125}, {"token_id": 1075, "token_text": " work", "probability": 0.0177001953125}, {"token_id": 2587, "token_text": " always", "probability": 0.01556396484375}, {"token_id": 467, "token_text": " do", "probability": 0.01556396484375}, {"token_id": 936, "token_text": " know", "probability": 0.01214599609375}], "entropy": 4.15625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.1631508098056809, "average_logprob_per_token": -1.1631508098056809, "perplexity_on_target_sequence": 3.2, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -1.1631508098056809, "probability": 0.3125, "raw_probability": 0.3125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58086.08042573929, "probe_elapsed_sec": 0.9821570510102902, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " una delle pi\u00f9 grandi citt\u00e0 d'Italia, che si estende per la prima volta nel 1799, e la seconda met\u00e0 del suo territorio fu la pi\u00f9 grande del", "text": "La capitale d'Italia \u00e8 una delle pi\u00f9 grandi citt\u00e0 d'Italia, che si estende per la prima volta nel 1799, e la seconda met\u00e0 del suo territorio fu la pi\u00f9 grande del", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 385, "token_text": " una", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 1366, "token_text": " stata", "probability": 0.0869140625}, {"token_id": 269, "token_text": " un", "probability": 0.072265625}, {"token_id": 288, "token_text": " la", "probability": 0.06396484375}, {"token_id": 297, "token_text": " il", "probability": 0.03857421875}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.1826171875}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.125}, {"token_id": 9728, "token_text": " nazione", "probability": 0.03369140625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02978515625}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.0205078125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.439453125}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.091796875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0810546875}, {"token_id": 23381, "token_text": " peggiori", "probability": 0.038330078125}, {"token_id": 5402, "token_text": " migliori", "probability": 0.028076171875}]}, {"token_id": 2630, "token_text": " grandi", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 2630, "token_text": " grandi", "probability": 0.306640625}, {"token_id": 4224, "token_text": " importanti", "probability": 0.1640625}, {"token_id": 7240, "token_text": " belle", "probability": 0.046875}, {"token_id": 14718, "token_text": " antiche", "probability": 0.038818359375}, {"token_id": 8809, "token_text": " ricche", "probability": 0.0302734375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1591796875}, {"token_id": 19782, "token_text": " potenze", "probability": 0.042724609375}, {"token_id": 347, "token_text": " del", "probability": 0.0294189453125}, {"token_id": 248, "token_text": " e", "probability": 0.027587890625}, {"token_id": 8960, "token_text": " imprese", "probability": 0.02294921875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.1103515625}, {"token_id": 13018, "token_text": " italiane", "probability": 0.0859375}, {"token_id": 347, "token_text": " del", "probability": 0.0859375}, {"token_id": 240, "token_text": " di", "probability": 0.07568359375}, {"token_id": 392, "token_text": " della", "probability": 0.0712890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9765625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.020263671875}, {"token_id": 23328, "token_text": "anesi", "probability": 0.00010633468627929688}, {"token_id": 4520, "token_text": "onde", "probability": 5.698204040527344e-05}, {"token_id": 21932, "token_text": "'\"", "probability": 3.910064697265625e-05}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.458984375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.431640625}, {"token_id": 4541, "token_text": "arte", "probability": 0.03125}, {"token_id": 7259, "token_text": "America", "probability": 0.01385498046875}, {"token_id": 22919, "token_text": "Irlanda", "probability": 0.005767822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.263671875}, {"token_id": 17, "token_text": ".", "probability": 0.2333984375}, {"token_id": 248, "token_text": " e", "probability": 0.09716796875}, {"token_id": 295, "token_text": " che", "probability": 0.08056640625}, {"token_id": 29, "token_text": ":", "probability": 0.035888671875}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.08154296875}, {"token_id": 248, "token_text": " e", "probability": 0.052734375}, {"token_id": 288, "token_text": " la", "probability": 0.04638671875}, {"token_id": 437, "token_text": " ma", "probability": 0.031982421875}, {"token_id": 273, "token_text": " con", "probability": 0.030029296875}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.19921875}, {"token_id": 354, "token_text": " ha", "probability": 0.09375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.053466796875}, {"token_id": 839, "token_text": " hanno", "probability": 0.041748046875}, {"token_id": 517, "token_text": " sono", "probability": 0.030517578125}]}, {"token_id": 21378, "token_text": " estende", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 21378, "token_text": " estende", "probability": 0.13671875}, {"token_id": 2897, "token_text": " trova", "probability": 0.09375}, {"token_id": 888, "token_text": " aff", "probability": 0.064453125}, {"token_id": 7074, "token_text": " trovano", "probability": 0.047119140625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03466796875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.1640625}, {"token_id": 296, "token_text": " su", "probability": 0.08251953125}, {"token_id": 238, "token_text": " in", "probability": 0.08251953125}, {"token_id": 1097, "token_text": " sulla", "probability": 0.064453125}, {"token_id": 212, "token_text": " a", "probability": 0.04150390625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.1474609375}, {"token_id": 1905, "token_text": " circa", "probability": 0.083984375}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0615234375}, {"token_id": 297, "token_text": " il", "probability": 0.0615234375}, {"token_id": 333, "token_text": " le", "probability": 0.05419921875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.1162109375}, {"token_id": 788, "token_text": " sua", "probability": 0.0849609375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.045654296875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.040283203125}, {"token_id": 2729, "token_text": " seconda", "probability": 0.03125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.4453125}, {"token_id": 3828, "token_text": " met\u00e0", "probability": 0.26953125}, {"token_id": 2144, "token_text": " guerra", "probability": 0.038818359375}, {"token_id": 825, "token_text": " parte", "probability": 0.0172119140625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.013427734375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.177734375}, {"token_id": 238, "token_text": " in", "probability": 0.0947265625}, {"token_id": 212, "token_text": " a", "probability": 0.0654296875}, {"token_id": 15, "token_text": ",", "probability": 0.061279296875}, {"token_id": 735, "token_text": " dal", "probability": 0.05078125}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.038818359375}, {"token_id": 1338, "token_text": " mondo", "probability": 0.036376953125}, {"token_id": 2633, "token_text": " corso", "probability": 0.0341796875}, {"token_id": 1331, "token_text": " 15", "probability": 0.026611328125}, {"token_id": 4392, "token_text": " mese", "probability": 0.0220947265625}]}, {"token_id": 6565, "token_text": "99", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 6565, "token_text": "99", "probability": 0.049560546875}, {"token_id": 12447, "token_text": "97", "probability": 0.03857421875}, {"token_id": 10937, "token_text": "89", "probability": 0.03857421875}, {"token_id": 9910, "token_text": "98", "probability": 0.0361328125}, {"token_id": 3599, "token_text": "80", "probability": 0.0361328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.236328125}, {"token_id": 248, "token_text": " e", "probability": 0.134765625}, {"token_id": 212, "token_text": " a", "probability": 0.0281982421875}, {"token_id": 341, "token_text": " (", "probability": 0.0194091796875}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.09912109375}, {"token_id": 1043, "token_text": " quando", "probability": 0.09326171875}, {"token_id": 295, "token_text": " che", "probability": 0.0498046875}, {"token_id": 437, "token_text": " ma", "probability": 0.0439453125}, {"token_id": 772, "token_text": " fu", "probability": 0.041259765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.1435546875}, {"token_id": 772, "token_text": " fu", "probability": 0.08154296875}, {"token_id": 295, "token_text": " che", "probability": 0.072265625}, {"token_id": 333, "token_text": " le", "probability": 0.052734375}, {"token_id": 297, "token_text": " il", "probability": 0.052734375}]}, {"token_id": 2729, "token_text": " seconda", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 2729, "token_text": " seconda", "probability": 0.396484375}, {"token_id": 922, "token_text": " prima", "probability": 0.10009765625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0830078125}, {"token_id": 7476, "token_text": " terza", "probability": 0.064453125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0390625}]}, {"token_id": 3828, "token_text": " met\u00e0", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 3828, "token_text": " met\u00e0", "probability": 0.125}, {"token_id": 489, "token_text": " nel", "probability": 0.10400390625}, {"token_id": 212, "token_text": " a", "probability": 0.040771484375}, {"token_id": 392, "token_text": " della", "probability": 0.0380859375}, {"token_id": 772, "token_text": " fu", "probability": 0.035888671875}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.431640625}, {"token_id": 474, "token_text": " dell", "probability": 0.1494140625}, {"token_id": 392, "token_text": " della", "probability": 0.1396484375}, {"token_id": 877, "token_text": " degli", "probability": 0.051513671875}, {"token_id": 496, "token_text": " dei", "probability": 0.04833984375}]}, {"token_id": 659, "token_text": " suo", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 659, "token_text": " suo", "probability": 0.0751953125}, {"token_id": 5501, "token_text": " territorio", "probability": 0.048583984375}, {"token_id": 16856, "token_text": " 1800", "probability": 0.042724609375}, {"token_id": 2716, "token_text": " paese", "probability": 0.035400390625}, {"token_id": 9610, "token_text": " XX", "probability": 0.0260009765625}]}, {"token_id": 5501, "token_text": " territorio", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 5501, "token_text": " territorio", "probability": 0.1611328125}, {"token_id": 8942, "token_text": " regno", "probability": 0.06689453125}, {"token_id": 28763, "token_text": " impero", "probability": 0.049072265625}, {"token_id": 15355, "token_text": " ponti", "probability": 0.023193359375}, {"token_id": 863, "token_text": " stato", "probability": 0.0174560546875}]}, {"token_id": 772, "token_text": " fu", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 772, "token_text": " fu", "probability": 0.12158203125}, {"token_id": 17, "token_text": ".", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.057373046875}, {"token_id": 400, "token_text": " si", "probability": 0.044677734375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.125}, {"token_id": 297, "token_text": " il", "probability": 0.0810546875}, {"token_id": 230, "token_text": " l", "probability": 0.040771484375}, {"token_id": 240, "token_text": " di", "probability": 0.035888671875}, {"token_id": 1446, "token_text": " quella", "probability": 0.0262451171875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.212890625}, {"token_id": 922, "token_text": " prima", "probability": 0.10693359375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.06494140625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.047607421875}, {"token_id": 4129, "token_text": " principale", "probability": 0.039306640625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.33203125}, {"token_id": 2663, "token_text": " importante", "probability": 0.189453125}, {"token_id": 12853, "token_text": " antica", "probability": 0.0615234375}, {"token_id": 5450, "token_text": " alta", "probability": 0.03515625}, {"token_id": 3136, "token_text": " popol", "probability": 0.032958984375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.1875}, {"token_id": 347, "token_text": " del", "probability": 0.1875}, {"token_id": 577, "token_text": " delle", "probability": 0.11376953125}, {"token_id": 474, "token_text": " dell", "probability": 0.06103515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.057373046875}]}], "clean_probe_diagnostics": [{"token_id": 385, "token_text": " una", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 1366, "token_text": " stata", "probability": 0.0869140625}, {"token_id": 269, "token_text": " un", "probability": 0.072265625}, {"token_id": 288, "token_text": " la", "probability": 0.06396484375}, {"token_id": 297, "token_text": " il", "probability": 0.03857421875}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.1826171875}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.125}, {"token_id": 9728, "token_text": " nazione", "probability": 0.03369140625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02978515625}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.0205078125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.439453125}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.091796875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0810546875}, {"token_id": 23381, "token_text": " peggiori", "probability": 0.038330078125}, {"token_id": 5402, "token_text": " migliori", "probability": 0.028076171875}]}, {"token_id": 2630, "token_text": " grandi", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 2630, "token_text": " grandi", "probability": 0.306640625}, {"token_id": 4224, "token_text": " importanti", "probability": 0.1640625}, {"token_id": 7240, "token_text": " belle", "probability": 0.046875}, {"token_id": 14718, "token_text": " antiche", "probability": 0.038818359375}, {"token_id": 8809, "token_text": " ricche", "probability": 0.0302734375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1591796875}, {"token_id": 19782, "token_text": " potenze", "probability": 0.042724609375}, {"token_id": 347, "token_text": " del", "probability": 0.0294189453125}, {"token_id": 248, "token_text": " e", "probability": 0.027587890625}, {"token_id": 8960, "token_text": " imprese", "probability": 0.02294921875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.1103515625}, {"token_id": 13018, "token_text": " italiane", "probability": 0.0859375}, {"token_id": 347, "token_text": " del", "probability": 0.0859375}, {"token_id": 240, "token_text": " di", "probability": 0.07568359375}, {"token_id": 392, "token_text": " della", "probability": 0.0712890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9765625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.020263671875}, {"token_id": 23328, "token_text": "anesi", "probability": 0.00010633468627929688}, {"token_id": 4520, "token_text": "onde", "probability": 5.698204040527344e-05}, {"token_id": 21932, "token_text": "'\"", "probability": 3.910064697265625e-05}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.458984375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.431640625}, {"token_id": 4541, "token_text": "arte", "probability": 0.03125}, {"token_id": 7259, "token_text": "America", "probability": 0.01385498046875}, {"token_id": 22919, "token_text": "Irlanda", "probability": 0.005767822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.263671875}, {"token_id": 17, "token_text": ".", "probability": 0.2333984375}, {"token_id": 248, "token_text": " e", "probability": 0.09716796875}, {"token_id": 295, "token_text": " che", "probability": 0.08056640625}, {"token_id": 29, "token_text": ":", "probability": 0.035888671875}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.08154296875}, {"token_id": 248, "token_text": " e", "probability": 0.052734375}, {"token_id": 288, "token_text": " la", "probability": 0.04638671875}, {"token_id": 437, "token_text": " ma", "probability": 0.031982421875}, {"token_id": 273, "token_text": " con", "probability": 0.030029296875}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.19921875}, {"token_id": 354, "token_text": " ha", "probability": 0.09375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.053466796875}, {"token_id": 839, "token_text": " hanno", "probability": 0.041748046875}, {"token_id": 517, "token_text": " sono", "probability": 0.030517578125}]}, {"token_id": 21378, "token_text": " estende", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 21378, "token_text": " estende", "probability": 0.13671875}, {"token_id": 2897, "token_text": " trova", "probability": 0.09375}, {"token_id": 888, "token_text": " aff", "probability": 0.064453125}, {"token_id": 7074, "token_text": " trovano", "probability": 0.047119140625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03466796875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.1640625}, {"token_id": 296, "token_text": " su", "probability": 0.08251953125}, {"token_id": 238, "token_text": " in", "probability": 0.08251953125}, {"token_id": 1097, "token_text": " sulla", "probability": 0.064453125}, {"token_id": 212, "token_text": " a", "probability": 0.04150390625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.1474609375}, {"token_id": 1905, "token_text": " circa", "probability": 0.083984375}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0615234375}, {"token_id": 297, "token_text": " il", "probability": 0.0615234375}, {"token_id": 333, "token_text": " le", "probability": 0.05419921875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.1162109375}, {"token_id": 788, "token_text": " sua", "probability": 0.0849609375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.045654296875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.040283203125}, {"token_id": 2729, "token_text": " seconda", "probability": 0.03125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.4453125}, {"token_id": 3828, "token_text": " met\u00e0", "probability": 0.26953125}, {"token_id": 2144, "token_text": " guerra", "probability": 0.038818359375}, {"token_id": 825, "token_text": " parte", "probability": 0.0172119140625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.013427734375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.177734375}, {"token_id": 238, "token_text": " in", "probability": 0.09521484375}, {"token_id": 212, "token_text": " a", "probability": 0.0654296875}, {"token_id": 15, "token_text": ",", "probability": 0.061279296875}, {"token_id": 735, "token_text": " dal", "probability": 0.05078125}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.038818359375}, {"token_id": 1338, "token_text": " mondo", "probability": 0.036376953125}, {"token_id": 2633, "token_text": " corso", "probability": 0.0341796875}, {"token_id": 1331, "token_text": " 15", "probability": 0.026611328125}, {"token_id": 4392, "token_text": " mese", "probability": 0.0220947265625}]}, {"token_id": 6565, "token_text": "99", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 6565, "token_text": "99", "probability": 0.049560546875}, {"token_id": 12447, "token_text": "97", "probability": 0.03857421875}, {"token_id": 10937, "token_text": "89", "probability": 0.03857421875}, {"token_id": 9910, "token_text": "98", "probability": 0.0361328125}, {"token_id": 3599, "token_text": "80", "probability": 0.0361328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.236328125}, {"token_id": 248, "token_text": " e", "probability": 0.134765625}, {"token_id": 212, "token_text": " a", "probability": 0.0281982421875}, {"token_id": 341, "token_text": " (", "probability": 0.0194091796875}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.09912109375}, {"token_id": 1043, "token_text": " quando", "probability": 0.09326171875}, {"token_id": 295, "token_text": " che", "probability": 0.0498046875}, {"token_id": 437, "token_text": " ma", "probability": 0.0439453125}, {"token_id": 772, "token_text": " fu", "probability": 0.041259765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.1435546875}, {"token_id": 772, "token_text": " fu", "probability": 0.08154296875}, {"token_id": 295, "token_text": " che", "probability": 0.072265625}, {"token_id": 333, "token_text": " le", "probability": 0.052734375}, {"token_id": 297, "token_text": " il", "probability": 0.052734375}]}, {"token_id": 2729, "token_text": " seconda", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 2729, "token_text": " seconda", "probability": 0.396484375}, {"token_id": 922, "token_text": " prima", "probability": 0.10009765625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0830078125}, {"token_id": 7476, "token_text": " terza", "probability": 0.064453125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0390625}]}, {"token_id": 3828, "token_text": " met\u00e0", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 3828, "token_text": " met\u00e0", "probability": 0.125}, {"token_id": 489, "token_text": " nel", "probability": 0.10400390625}, {"token_id": 212, "token_text": " a", "probability": 0.040771484375}, {"token_id": 392, "token_text": " della", "probability": 0.0380859375}, {"token_id": 772, "token_text": " fu", "probability": 0.035888671875}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.431640625}, {"token_id": 474, "token_text": " dell", "probability": 0.1494140625}, {"token_id": 392, "token_text": " della", "probability": 0.1396484375}, {"token_id": 877, "token_text": " degli", "probability": 0.051513671875}, {"token_id": 496, "token_text": " dei", "probability": 0.04833984375}]}, {"token_id": 659, "token_text": " suo", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 659, "token_text": " suo", "probability": 0.0751953125}, {"token_id": 5501, "token_text": " territorio", "probability": 0.048583984375}, {"token_id": 16856, "token_text": " 1800", "probability": 0.042724609375}, {"token_id": 2716, "token_text": " paese", "probability": 0.035400390625}, {"token_id": 9610, "token_text": " XX", "probability": 0.0260009765625}]}, {"token_id": 5501, "token_text": " territorio", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 5501, "token_text": " territorio", "probability": 0.1611328125}, {"token_id": 8942, "token_text": " regno", "probability": 0.06689453125}, {"token_id": 28763, "token_text": " impero", "probability": 0.049072265625}, {"token_id": 15355, "token_text": " ponti", "probability": 0.023193359375}, {"token_id": 863, "token_text": " stato", "probability": 0.0174560546875}]}, {"token_id": 772, "token_text": " fu", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 772, "token_text": " fu", "probability": 0.12158203125}, {"token_id": 17, "token_text": ".", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.057373046875}, {"token_id": 400, "token_text": " si", "probability": 0.044677734375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.125}, {"token_id": 297, "token_text": " il", "probability": 0.0810546875}, {"token_id": 230, "token_text": " l", "probability": 0.040771484375}, {"token_id": 240, "token_text": " di", "probability": 0.035888671875}, {"token_id": 1446, "token_text": " quella", "probability": 0.0262451171875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.212890625}, {"token_id": 922, "token_text": " prima", "probability": 0.10693359375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.06494140625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.047607421875}, {"token_id": 4129, "token_text": " principale", "probability": 0.039306640625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.33203125}, {"token_id": 2663, "token_text": " importante", "probability": 0.189453125}, {"token_id": 12853, "token_text": " antica", "probability": 0.0615234375}, {"token_id": 5450, "token_text": " alta", "probability": 0.03515625}, {"token_id": 3136, "token_text": " popol", "probability": 0.032958984375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.1875}, {"token_id": 347, "token_text": " del", "probability": 0.1875}, {"token_id": 577, "token_text": " delle", "probability": 0.11376953125}, {"token_id": 474, "token_text": " dell", "probability": 0.06103515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.057373046875}]}], "token_diagnostics": [{"token_id": 385, "token_text": " una", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 1366, "token_text": " stata", "probability": 0.0869140625}, {"token_id": 269, "token_text": " un", "probability": 0.072265625}, {"token_id": 288, "token_text": " la", "probability": 0.06396484375}, {"token_id": 297, "token_text": " il", "probability": 0.03857421875}]}, {"token_id": 577, "token_text": " delle", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 577, "token_text": " delle", "probability": 0.1826171875}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.125}, {"token_id": 9728, "token_text": " nazione", "probability": 0.03369140625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02978515625}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.0205078125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.439453125}, {"token_id": 6564, "token_text": " maggiori", "probability": 0.091796875}, {"token_id": 4635, "token_text": " principali", "probability": 0.0810546875}, {"token_id": 23381, "token_text": " peggiori", "probability": 0.038330078125}, {"token_id": 5402, "token_text": " migliori", "probability": 0.028076171875}]}, {"token_id": 2630, "token_text": " grandi", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 2630, "token_text": " grandi", "probability": 0.306640625}, {"token_id": 4224, "token_text": " importanti", "probability": 0.1640625}, {"token_id": 7240, "token_text": " belle", "probability": 0.046875}, {"token_id": 14718, "token_text": " antiche", "probability": 0.038818359375}, {"token_id": 8809, "token_text": " ricche", "probability": 0.0302734375}]}, {"token_id": 1777, "token_text": " citt\u00e0", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.1591796875}, {"token_id": 19782, "token_text": " potenze", "probability": 0.042724609375}, {"token_id": 347, "token_text": " del", "probability": 0.0294189453125}, {"token_id": 248, "token_text": " e", "probability": 0.027587890625}, {"token_id": 8960, "token_text": " imprese", "probability": 0.02294921875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.1103515625}, {"token_id": 13018, "token_text": " italiane", "probability": 0.0859375}, {"token_id": 347, "token_text": " del", "probability": 0.0859375}, {"token_id": 240, "token_text": " di", "probability": 0.07568359375}, {"token_id": 392, "token_text": " della", "probability": 0.0712890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9765625}, {"token_id": 323, "token_text": "\u2019", "probability": 0.020263671875}, {"token_id": 23328, "token_text": "anesi", "probability": 0.00010633468627929688}, {"token_id": 4520, "token_text": "onde", "probability": 5.698204040527344e-05}, {"token_id": 21932, "token_text": "'\"", "probability": 3.910064697265625e-05}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.458984375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.431640625}, {"token_id": 4541, "token_text": "arte", "probability": 0.03125}, {"token_id": 7259, "token_text": "America", "probability": 0.01385498046875}, {"token_id": 22919, "token_text": "Irlanda", "probability": 0.005767822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.263671875}, {"token_id": 17, "token_text": ".", "probability": 0.2333984375}, {"token_id": 248, "token_text": " e", "probability": 0.09716796875}, {"token_id": 295, "token_text": " che", "probability": 0.08056640625}, {"token_id": 29, "token_text": ":", "probability": 0.035888671875}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.08154296875}, {"token_id": 248, "token_text": " e", "probability": 0.052734375}, {"token_id": 288, "token_text": " la", "probability": 0.04638671875}, {"token_id": 437, "token_text": " ma", "probability": 0.031982421875}, {"token_id": 273, "token_text": " con", "probability": 0.030029296875}]}, {"token_id": 400, "token_text": " si", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 400, "token_text": " si", "probability": 0.19921875}, {"token_id": 354, "token_text": " ha", "probability": 0.09375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.053466796875}, {"token_id": 839, "token_text": " hanno", "probability": 0.041748046875}, {"token_id": 517, "token_text": " sono", "probability": 0.030517578125}]}, {"token_id": 21378, "token_text": " estende", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 21378, "token_text": " estende", "probability": 0.13671875}, {"token_id": 2897, "token_text": " trova", "probability": 0.09375}, {"token_id": 888, "token_text": " aff", "probability": 0.064453125}, {"token_id": 7074, "token_text": " trovano", "probability": 0.047119140625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03466796875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.1640625}, {"token_id": 296, "token_text": " su", "probability": 0.08251953125}, {"token_id": 238, "token_text": " in", "probability": 0.08251953125}, {"token_id": 1097, "token_text": " sulla", "probability": 0.064453125}, {"token_id": 212, "token_text": " a", "probability": 0.04150390625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.1474609375}, {"token_id": 1905, "token_text": " circa", "probability": 0.083984375}, {"token_id": 2089, "token_text": " tutta", "probability": 0.0615234375}, {"token_id": 297, "token_text": " il", "probability": 0.0615234375}, {"token_id": 333, "token_text": " le", "probability": 0.05419921875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.1162109375}, {"token_id": 788, "token_text": " sua", "probability": 0.0849609375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.045654296875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.040283203125}, {"token_id": 2729, "token_text": " seconda", "probability": 0.03125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.4453125}, {"token_id": 3828, "token_text": " met\u00e0", "probability": 0.26953125}, {"token_id": 2144, "token_text": " guerra", "probability": 0.038818359375}, {"token_id": 825, "token_text": " parte", "probability": 0.0172119140625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.013427734375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.177734375}, {"token_id": 238, "token_text": " in", "probability": 0.09521484375}, {"token_id": 212, "token_text": " a", "probability": 0.0654296875}, {"token_id": 15, "token_text": ",", "probability": 0.061279296875}, {"token_id": 735, "token_text": " dal", "probability": 0.05078125}]}, {"token_id": 1503, "token_text": " 17", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 1503, "token_text": " 17", "probability": 0.038818359375}, {"token_id": 1338, "token_text": " mondo", "probability": 0.036376953125}, {"token_id": 2633, "token_text": " corso", "probability": 0.0341796875}, {"token_id": 1331, "token_text": " 15", "probability": 0.026611328125}, {"token_id": 4392, "token_text": " mese", "probability": 0.0220947265625}]}, {"token_id": 6565, "token_text": "99", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 6565, "token_text": "99", "probability": 0.049560546875}, {"token_id": 12447, "token_text": "97", "probability": 0.03857421875}, {"token_id": 10937, "token_text": "89", "probability": 0.03857421875}, {"token_id": 9910, "token_text": "98", "probability": 0.0361328125}, {"token_id": 3599, "token_text": "80", "probability": 0.0361328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.236328125}, {"token_id": 248, "token_text": " e", "probability": 0.134765625}, {"token_id": 212, "token_text": " a", "probability": 0.0281982421875}, {"token_id": 341, "token_text": " (", "probability": 0.0194091796875}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.09912109375}, {"token_id": 1043, "token_text": " quando", "probability": 0.09326171875}, {"token_id": 295, "token_text": " che", "probability": 0.0498046875}, {"token_id": 437, "token_text": " ma", "probability": 0.0439453125}, {"token_id": 772, "token_text": " fu", "probability": 0.041259765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.1435546875}, {"token_id": 772, "token_text": " fu", "probability": 0.08154296875}, {"token_id": 295, "token_text": " che", "probability": 0.072265625}, {"token_id": 333, "token_text": " le", "probability": 0.052734375}, {"token_id": 297, "token_text": " il", "probability": 0.052734375}]}, {"token_id": 2729, "token_text": " seconda", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 2729, "token_text": " seconda", "probability": 0.396484375}, {"token_id": 922, "token_text": " prima", "probability": 0.10009765625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0830078125}, {"token_id": 7476, "token_text": " terza", "probability": 0.064453125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0390625}]}, {"token_id": 3828, "token_text": " met\u00e0", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 3828, "token_text": " met\u00e0", "probability": 0.125}, {"token_id": 489, "token_text": " nel", "probability": 0.10400390625}, {"token_id": 212, "token_text": " a", "probability": 0.040771484375}, {"token_id": 392, "token_text": " della", "probability": 0.0380859375}, {"token_id": 772, "token_text": " fu", "probability": 0.035888671875}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.431640625}, {"token_id": 474, "token_text": " dell", "probability": 0.1494140625}, {"token_id": 392, "token_text": " della", "probability": 0.1396484375}, {"token_id": 877, "token_text": " degli", "probability": 0.051513671875}, {"token_id": 496, "token_text": " dei", "probability": 0.04833984375}]}, {"token_id": 659, "token_text": " suo", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 659, "token_text": " suo", "probability": 0.0751953125}, {"token_id": 5501, "token_text": " territorio", "probability": 0.048583984375}, {"token_id": 16856, "token_text": " 1800", "probability": 0.042724609375}, {"token_id": 2716, "token_text": " paese", "probability": 0.035400390625}, {"token_id": 9610, "token_text": " XX", "probability": 0.0260009765625}]}, {"token_id": 5501, "token_text": " territorio", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 5501, "token_text": " territorio", "probability": 0.1611328125}, {"token_id": 8942, "token_text": " regno", "probability": 0.06689453125}, {"token_id": 28763, "token_text": " impero", "probability": 0.049072265625}, {"token_id": 15355, "token_text": " ponti", "probability": 0.023193359375}, {"token_id": 863, "token_text": " stato", "probability": 0.0174560546875}]}, {"token_id": 772, "token_text": " fu", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 772, "token_text": " fu", "probability": 0.12158203125}, {"token_id": 17, "token_text": ".", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.057373046875}, {"token_id": 400, "token_text": " si", "probability": 0.044677734375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.125}, {"token_id": 297, "token_text": " il", "probability": 0.0810546875}, {"token_id": 230, "token_text": " l", "probability": 0.040771484375}, {"token_id": 240, "token_text": " di", "probability": 0.035888671875}, {"token_id": 1446, "token_text": " quella", "probability": 0.0262451171875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.212890625}, {"token_id": 922, "token_text": " prima", "probability": 0.10693359375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.06494140625}, {"token_id": 5494, "token_text": " capitale", "probability": 0.047607421875}, {"token_id": 4129, "token_text": " principale", "probability": 0.039306640625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.33203125}, {"token_id": 2663, "token_text": " importante", "probability": 0.189453125}, {"token_id": 12853, "token_text": " antica", "probability": 0.0615234375}, {"token_id": 5450, "token_text": " alta", "probability": 0.03515625}, {"token_id": 3136, "token_text": " popol", "probability": 0.032958984375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.1875}, {"token_id": 347, "token_text": " del", "probability": 0.1875}, {"token_id": 577, "token_text": " delle", "probability": 0.11376953125}, {"token_id": 474, "token_text": " dell", "probability": 0.06103515625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.057373046875}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 1092, "correct_token_probability": 4.38690185546875e-05, "top_10_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.0869140625}, {"token_id": 1366, "token_text": " stata", "probability": 0.0869140625}, {"token_id": 269, "token_text": " un", "probability": 0.072265625}, {"token_id": 288, "token_text": " la", "probability": 0.06396484375}, {"token_id": 297, "token_text": " il", "probability": 0.03857421875}, {"token_id": 230, "token_text": " l", "probability": 0.0283203125}, {"token_id": 240, "token_text": " di", "probability": 0.0250244140625}, {"token_id": 238, "token_text": " in", "probability": 0.018310546875}, {"token_id": 1026, "token_text": " uno", "probability": 0.018310546875}, {"token_id": 11903, "token_text": " composta", "probability": 0.01611328125}], "entropy": 5.09375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.034302214709811, "average_logprob_per_token": -10.034302214709811, "perplexity_on_target_sequence": 22795.130434782608, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -10.034302214709811, "probability": 4.38690185546875e-05, "raw_probability": 4.38690185546875e-05, "correct_token_rank": 1092}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58086.08097529411, "probe_elapsed_sec": 0.9821570510102902, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere usato per la prima volta nel mondo, ma non \u00e8 possibile utilizzare la lingua per la lingua per la lingua per la lingua per la lingua. La lingua \u00e8", "text": "Un piccolo modello linguistico dovrebbe essere usato per la prima volta nel mondo, ma non \u00e8 possibile utilizzare la lingua per la lingua per la lingua per la lingua per la lingua. La lingua \u00e8", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.2275390625}, {"token_id": 2071, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 1350, "token_text": " fare", "probability": 0.01458740234375}, {"token_id": 1430, "token_text": " aver", "probability": 0.0120849609375}, {"token_id": 5730, "token_text": " pensare", "probability": 0.0113525390625}]}, {"token_id": 6410, "token_text": " usato", "chosen_probability": 0.1005859375, "top_k_candidates": [{"token_id": 6410, "token_text": " usato", "probability": 0.1005859375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.0947265625}, {"token_id": 269, "token_text": " un", "probability": 0.057373046875}, {"token_id": 385, "token_text": " una", "probability": 0.02880859375}, {"token_id": 6352, "token_text": " considerato", "probability": 0.0211181640625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.361328125}, {"token_id": 512, "token_text": " come", "probability": 0.1416015625}, {"token_id": 238, "token_text": " in", "probability": 0.11767578125}, {"token_id": 340, "token_text": " da", "probability": 0.0458984375}, {"token_id": 630, "token_text": " anche", "probability": 0.0296630859375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.10400390625}, {"token_id": 333, "token_text": " le", "probability": 0.03369140625}, {"token_id": 4672, "token_text": " creare", "probability": 0.03173828125}, {"token_id": 297, "token_text": " il", "probability": 0.03173828125}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.02978515625}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.0286865234375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.0286865234375}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0238037109375}, {"token_id": 4262, "token_text": " lingua", "probability": 0.019775390625}, {"token_id": 11753, "token_text": " scrittura", "probability": 0.015869140625}, {"token_id": 8056, "token_text": " lettura", "probability": 0.014892578125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.37109375}, {"token_id": 5443, "token_text": " versione", "probability": 0.053466796875}, {"token_id": 4262, "token_text": " lingua", "probability": 0.0390625}, {"token_id": 9872, "token_text": " generazione", "probability": 0.0223388671875}, {"token_id": 825, "token_text": " parte", "probability": 0.016845703125}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1845703125}, {"token_id": 238, "token_text": " in", "probability": 0.1435546875}, {"token_id": 687, "token_text": " nella", "probability": 0.0771484375}, {"token_id": 292, "token_text": " per", "probability": 0.06005859375}, {"token_id": 295, "token_text": " che", "probability": 0.056396484375}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.06884765625}, {"token_id": 2633, "token_text": " corso", "probability": 0.060791015625}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.05029296875}, {"token_id": 1221, "token_text": " modo", "probability": 0.036865234375}, {"token_id": 1669, "token_text": " caso", "probability": 0.032470703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 347, "token_text": " del", "probability": 0.0830078125}, {"token_id": 292, "token_text": " per", "probability": 0.0830078125}, {"token_id": 240, "token_text": " di", "probability": 0.05712890625}, {"token_id": 17, "token_text": ".", "probability": 0.05712890625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.08642578125}, {"token_id": 248, "token_text": " e", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.04931640625}, {"token_id": 292, "token_text": " per", "probability": 0.04345703125}, {"token_id": 288, "token_text": " la", "probability": 0.04345703125}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1630859375}, {"token_id": 630, "token_text": " anche", "probability": 0.08740234375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.08203125}, {"token_id": 288, "token_text": " la", "probability": 0.052978515625}, {"token_id": 297, "token_text": " il", "probability": 0.0439453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2265625}, {"token_id": 292, "token_text": " per", "probability": 0.05712890625}, {"token_id": 400, "token_text": " si", "probability": 0.036865234375}, {"token_id": 982, "token_text": " solo", "probability": 0.036865234375}, {"token_id": 354, "token_text": " ha", "probability": 0.0269775390625}]}, {"token_id": 2098, "token_text": " possibile", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 2098, "token_text": " possibile", "probability": 0.1103515625}, {"token_id": 3579, "token_text": " necessario", "probability": 0.08056640625}, {"token_id": 269, "token_text": " un", "probability": 0.06298828125}, {"token_id": 385, "token_text": " una", "probability": 0.05224609375}, {"token_id": 863, "token_text": " stato", "probability": 0.03369140625}]}, {"token_id": 5644, "token_text": " utilizzare", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 5644, "token_text": " utilizzare", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.030029296875}, {"token_id": 292, "token_text": " per", "probability": 0.030029296875}, {"token_id": 5960, "token_text": " usare", "probability": 0.0234375}, {"token_id": 3885, "token_text": " trovare", "probability": 0.0234375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.09619140625}, {"token_id": 297, "token_text": " il", "probability": 0.09619140625}, {"token_id": 269, "token_text": " un", "probability": 0.06201171875}, {"token_id": 351, "token_text": " i", "probability": 0.058349609375}, {"token_id": 333, "token_text": " le", "probability": 0.051513671875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.07080078125}, {"token_id": 4761, "token_text": " parola", "probability": 0.06640625}, {"token_id": 922, "token_text": " prima", "probability": 0.048583984375}, {"token_id": 2541, "token_text": " stessa", "probability": 0.045654296875}, {"token_id": 7897, "token_text": " tecnologia", "probability": 0.0277099609375}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.09375}, {"token_id": 3776, "token_text": " madre", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 4547, "token_text": " inglese", "probability": 0.04443359375}, {"token_id": 240, "token_text": " di", "probability": 0.04443359375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.072265625}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0301513671875}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.026611328125}, {"token_id": 333, "token_text": " le", "probability": 0.026611328125}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.435546875}, {"token_id": 4761, "token_text": " parola", "probability": 0.09130859375}, {"token_id": 922, "token_text": " prima", "probability": 0.0245361328125}, {"token_id": 2944, "token_text": " propria", "probability": 0.0191650390625}, {"token_id": 788, "token_text": " sua", "probability": 0.014892578125}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 295, "token_text": " che", "probability": 0.03369140625}, {"token_id": 238, "token_text": " in", "probability": 0.024658203125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08544921875}, {"token_id": 297, "token_text": " il", "probability": 0.04296875}, {"token_id": 11781, "token_text": " indicare", "probability": 0.040283203125}, {"token_id": 333, "token_text": " le", "probability": 0.03125}, {"token_id": 351, "token_text": " i", "probability": 0.0277099609375}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.185546875}, {"token_id": 922, "token_text": " prima", "probability": 0.0771484375}, {"token_id": 4761, "token_text": " parola", "probability": 0.046875}, {"token_id": 788, "token_text": " sua", "probability": 0.0341796875}, {"token_id": 1542, "token_text": " quale", "probability": 0.0322265625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.498046875}, {"token_id": 17, "token_text": ".", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 512, "token_text": " come", "probability": 0.0299072265625}, {"token_id": 295, "token_text": " che", "probability": 0.0264892578125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.3671875}, {"token_id": 297, "token_text": " il", "probability": 0.06787109375}, {"token_id": 333, "token_text": " le", "probability": 0.052978515625}, {"token_id": 230, "token_text": " l", "probability": 0.0439453125}, {"token_id": 351, "token_text": " i", "probability": 0.0341796875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.18359375}, {"token_id": 1542, "token_text": " quale", "probability": 0.0673828125}, {"token_id": 922, "token_text": " prima", "probability": 0.0595703125}, {"token_id": 788, "token_text": " sua", "probability": 0.04931640625}, {"token_id": 2944, "token_text": " propria", "probability": 0.041015625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.455078125}, {"token_id": 17, "token_text": ".", "probability": 0.08935546875}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 295, "token_text": " che", "probability": 0.032958984375}, {"token_id": 248, "token_text": " e", "probability": 0.024169921875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.59375}, {"token_id": 297, "token_text": " il", "probability": 0.058837890625}, {"token_id": 333, "token_text": " le", "probability": 0.052001953125}, {"token_id": 230, "token_text": " l", "probability": 0.04296875}, {"token_id": 351, "token_text": " i", "probability": 0.029541015625}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.291015625}, {"token_id": 788, "token_text": " sua", "probability": 0.061279296875}, {"token_id": 1542, "token_text": " quale", "probability": 0.044677734375}, {"token_id": 5121, "token_text": " cultura", "probability": 0.037109375}, {"token_id": 922, "token_text": " prima", "probability": 0.0211181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2041015625}, {"token_id": 292, "token_text": " per", "probability": 0.2041015625}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 295, "token_text": " che", "probability": 0.05859375}, {"token_id": 248, "token_text": " e", "probability": 0.040283203125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.09423828125}, {"token_id": 583, "token_text": " Il", "probability": 0.0537109375}, {"token_id": 916, "token_text": " Per", "probability": 0.04736328125}, {"token_id": 316, "token_text": " L", "probability": 0.0419921875}, {"token_id": 2, "token_text": "", "probability": 0.0419921875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.3359375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0546875}, {"token_id": 4761, "token_text": " parola", "probability": 0.035400390625}, {"token_id": 922, "token_text": " prima", "probability": 0.02587890625}, {"token_id": 5443, "token_text": " versione", "probability": 0.0242919921875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.15625}, {"token_id": 292, "token_text": " per", "probability": 0.146484375}, {"token_id": 404, "token_text": " non", "probability": 0.0693359375}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.06494140625}, {"token_id": 354, "token_text": " ha", "probability": 0.037109375}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.2275390625}, {"token_id": 2071, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 1350, "token_text": " fare", "probability": 0.01458740234375}, {"token_id": 1430, "token_text": " aver", "probability": 0.0120849609375}, {"token_id": 5730, "token_text": " pensare", "probability": 0.0113525390625}]}, {"token_id": 6410, "token_text": " usato", "chosen_probability": 0.1005859375, "top_k_candidates": [{"token_id": 6410, "token_text": " usato", "probability": 0.1005859375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.0947265625}, {"token_id": 269, "token_text": " un", "probability": 0.057373046875}, {"token_id": 385, "token_text": " una", "probability": 0.02880859375}, {"token_id": 6352, "token_text": " considerato", "probability": 0.0211181640625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.361328125}, {"token_id": 512, "token_text": " come", "probability": 0.1416015625}, {"token_id": 238, "token_text": " in", "probability": 0.11767578125}, {"token_id": 340, "token_text": " da", "probability": 0.0458984375}, {"token_id": 630, "token_text": " anche", "probability": 0.0296630859375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.10400390625}, {"token_id": 333, "token_text": " le", "probability": 0.03369140625}, {"token_id": 4672, "token_text": " creare", "probability": 0.03173828125}, {"token_id": 297, "token_text": " il", "probability": 0.03173828125}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.02978515625}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.0286865234375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.0286865234375}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0238037109375}, {"token_id": 4262, "token_text": " lingua", "probability": 0.019775390625}, {"token_id": 11753, "token_text": " scrittura", "probability": 0.015869140625}, {"token_id": 8056, "token_text": " lettura", "probability": 0.014892578125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.37109375}, {"token_id": 5443, "token_text": " versione", "probability": 0.053466796875}, {"token_id": 4262, "token_text": " lingua", "probability": 0.0390625}, {"token_id": 9872, "token_text": " generazione", "probability": 0.0223388671875}, {"token_id": 825, "token_text": " parte", "probability": 0.016845703125}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1845703125}, {"token_id": 238, "token_text": " in", "probability": 0.1435546875}, {"token_id": 687, "token_text": " nella", "probability": 0.0771484375}, {"token_id": 292, "token_text": " per", "probability": 0.06005859375}, {"token_id": 295, "token_text": " che", "probability": 0.056396484375}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.06884765625}, {"token_id": 2633, "token_text": " corso", "probability": 0.060791015625}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.05029296875}, {"token_id": 1221, "token_text": " modo", "probability": 0.036865234375}, {"token_id": 1669, "token_text": " caso", "probability": 0.032470703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 347, "token_text": " del", "probability": 0.0830078125}, {"token_id": 292, "token_text": " per", "probability": 0.0830078125}, {"token_id": 240, "token_text": " di", "probability": 0.05712890625}, {"token_id": 17, "token_text": ".", "probability": 0.05712890625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.08642578125}, {"token_id": 248, "token_text": " e", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.04931640625}, {"token_id": 292, "token_text": " per", "probability": 0.04345703125}, {"token_id": 288, "token_text": " la", "probability": 0.04345703125}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1630859375}, {"token_id": 630, "token_text": " anche", "probability": 0.08740234375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.08203125}, {"token_id": 288, "token_text": " la", "probability": 0.052978515625}, {"token_id": 297, "token_text": " il", "probability": 0.0439453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2265625}, {"token_id": 292, "token_text": " per", "probability": 0.05712890625}, {"token_id": 400, "token_text": " si", "probability": 0.036865234375}, {"token_id": 982, "token_text": " solo", "probability": 0.036865234375}, {"token_id": 354, "token_text": " ha", "probability": 0.0269775390625}]}, {"token_id": 2098, "token_text": " possibile", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 2098, "token_text": " possibile", "probability": 0.1103515625}, {"token_id": 3579, "token_text": " necessario", "probability": 0.08056640625}, {"token_id": 269, "token_text": " un", "probability": 0.06298828125}, {"token_id": 385, "token_text": " una", "probability": 0.05224609375}, {"token_id": 863, "token_text": " stato", "probability": 0.03369140625}]}, {"token_id": 5644, "token_text": " utilizzare", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 5644, "token_text": " utilizzare", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.030029296875}, {"token_id": 292, "token_text": " per", "probability": 0.030029296875}, {"token_id": 5960, "token_text": " usare", "probability": 0.0234375}, {"token_id": 3885, "token_text": " trovare", "probability": 0.0234375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.09619140625}, {"token_id": 297, "token_text": " il", "probability": 0.09619140625}, {"token_id": 269, "token_text": " un", "probability": 0.06201171875}, {"token_id": 351, "token_text": " i", "probability": 0.058349609375}, {"token_id": 333, "token_text": " le", "probability": 0.051513671875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.07080078125}, {"token_id": 4761, "token_text": " parola", "probability": 0.06640625}, {"token_id": 922, "token_text": " prima", "probability": 0.048583984375}, {"token_id": 2541, "token_text": " stessa", "probability": 0.045654296875}, {"token_id": 7897, "token_text": " tecnologia", "probability": 0.0277099609375}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.09375}, {"token_id": 3776, "token_text": " madre", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 4547, "token_text": " inglese", "probability": 0.04443359375}, {"token_id": 240, "token_text": " di", "probability": 0.04443359375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.072265625}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0301513671875}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.026611328125}, {"token_id": 333, "token_text": " le", "probability": 0.026611328125}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.435546875}, {"token_id": 4761, "token_text": " parola", "probability": 0.09130859375}, {"token_id": 922, "token_text": " prima", "probability": 0.0245361328125}, {"token_id": 2944, "token_text": " propria", "probability": 0.0191650390625}, {"token_id": 788, "token_text": " sua", "probability": 0.014892578125}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 295, "token_text": " che", "probability": 0.03369140625}, {"token_id": 238, "token_text": " in", "probability": 0.024658203125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08544921875}, {"token_id": 297, "token_text": " il", "probability": 0.04296875}, {"token_id": 11781, "token_text": " indicare", "probability": 0.040283203125}, {"token_id": 333, "token_text": " le", "probability": 0.03125}, {"token_id": 351, "token_text": " i", "probability": 0.0277099609375}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.185546875}, {"token_id": 922, "token_text": " prima", "probability": 0.0771484375}, {"token_id": 4761, "token_text": " parola", "probability": 0.046875}, {"token_id": 788, "token_text": " sua", "probability": 0.0341796875}, {"token_id": 1542, "token_text": " quale", "probability": 0.0322265625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.498046875}, {"token_id": 17, "token_text": ".", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 512, "token_text": " come", "probability": 0.0299072265625}, {"token_id": 295, "token_text": " che", "probability": 0.0264892578125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.3671875}, {"token_id": 297, "token_text": " il", "probability": 0.06787109375}, {"token_id": 333, "token_text": " le", "probability": 0.052978515625}, {"token_id": 230, "token_text": " l", "probability": 0.0439453125}, {"token_id": 351, "token_text": " i", "probability": 0.0341796875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.18359375}, {"token_id": 1542, "token_text": " quale", "probability": 0.0673828125}, {"token_id": 922, "token_text": " prima", "probability": 0.0595703125}, {"token_id": 788, "token_text": " sua", "probability": 0.04931640625}, {"token_id": 2944, "token_text": " propria", "probability": 0.041015625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.455078125}, {"token_id": 17, "token_text": ".", "probability": 0.08984375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 295, "token_text": " che", "probability": 0.032958984375}, {"token_id": 248, "token_text": " e", "probability": 0.024169921875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.59375}, {"token_id": 297, "token_text": " il", "probability": 0.058837890625}, {"token_id": 333, "token_text": " le", "probability": 0.052001953125}, {"token_id": 230, "token_text": " l", "probability": 0.04296875}, {"token_id": 351, "token_text": " i", "probability": 0.029541015625}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.291015625}, {"token_id": 788, "token_text": " sua", "probability": 0.061279296875}, {"token_id": 1542, "token_text": " quale", "probability": 0.044677734375}, {"token_id": 5121, "token_text": " cultura", "probability": 0.037109375}, {"token_id": 922, "token_text": " prima", "probability": 0.0211181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2041015625}, {"token_id": 292, "token_text": " per", "probability": 0.2041015625}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 295, "token_text": " che", "probability": 0.05859375}, {"token_id": 248, "token_text": " e", "probability": 0.040283203125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.0986328125}, {"token_id": 583, "token_text": " Il", "probability": 0.05615234375}, {"token_id": 916, "token_text": " Per", "probability": 0.049560546875}, {"token_id": 316, "token_text": " L", "probability": 0.043701171875}, {"token_id": 275, "token_text": " I", "probability": 0.031982421875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.3359375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0546875}, {"token_id": 4761, "token_text": " parola", "probability": 0.035400390625}, {"token_id": 922, "token_text": " prima", "probability": 0.02587890625}, {"token_id": 5443, "token_text": " versione", "probability": 0.0242919921875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.15625}, {"token_id": 292, "token_text": " per", "probability": 0.146484375}, {"token_id": 404, "token_text": " non", "probability": 0.0693359375}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.06494140625}, {"token_id": 354, "token_text": " ha", "probability": 0.037109375}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.2275390625}, {"token_id": 2071, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 1350, "token_text": " fare", "probability": 0.01458740234375}, {"token_id": 1430, "token_text": " aver", "probability": 0.0120849609375}, {"token_id": 5730, "token_text": " pensare", "probability": 0.0113525390625}]}, {"token_id": 6410, "token_text": " usato", "chosen_probability": 0.1005859375, "top_k_candidates": [{"token_id": 6410, "token_text": " usato", "probability": 0.1005859375}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.0947265625}, {"token_id": 269, "token_text": " un", "probability": 0.057373046875}, {"token_id": 385, "token_text": " una", "probability": 0.02880859375}, {"token_id": 6352, "token_text": " considerato", "probability": 0.0211181640625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.361328125}, {"token_id": 512, "token_text": " come", "probability": 0.1416015625}, {"token_id": 238, "token_text": " in", "probability": 0.11767578125}, {"token_id": 340, "token_text": " da", "probability": 0.0458984375}, {"token_id": 630, "token_text": " anche", "probability": 0.0296630859375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.10400390625}, {"token_id": 333, "token_text": " le", "probability": 0.03369140625}, {"token_id": 4672, "token_text": " creare", "probability": 0.03173828125}, {"token_id": 297, "token_text": " il", "probability": 0.03173828125}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.02978515625}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.0286865234375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.0286865234375}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0238037109375}, {"token_id": 4262, "token_text": " lingua", "probability": 0.019775390625}, {"token_id": 11753, "token_text": " scrittura", "probability": 0.015869140625}, {"token_id": 8056, "token_text": " lettura", "probability": 0.014892578125}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.37109375}, {"token_id": 5443, "token_text": " versione", "probability": 0.053466796875}, {"token_id": 4262, "token_text": " lingua", "probability": 0.0390625}, {"token_id": 9872, "token_text": " generazione", "probability": 0.0223388671875}, {"token_id": 825, "token_text": " parte", "probability": 0.016845703125}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1845703125}, {"token_id": 238, "token_text": " in", "probability": 0.1435546875}, {"token_id": 687, "token_text": " nella", "probability": 0.0771484375}, {"token_id": 292, "token_text": " per", "probability": 0.06005859375}, {"token_id": 295, "token_text": " che", "probability": 0.056396484375}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.06884765625}, {"token_id": 2633, "token_text": " corso", "probability": 0.060791015625}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.05029296875}, {"token_id": 1221, "token_text": " modo", "probability": 0.036865234375}, {"token_id": 1669, "token_text": " caso", "probability": 0.032470703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 347, "token_text": " del", "probability": 0.0830078125}, {"token_id": 292, "token_text": " per", "probability": 0.0830078125}, {"token_id": 240, "token_text": " di", "probability": 0.05712890625}, {"token_id": 17, "token_text": ".", "probability": 0.05712890625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.08642578125}, {"token_id": 248, "token_text": " e", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.04931640625}, {"token_id": 292, "token_text": " per", "probability": 0.04345703125}, {"token_id": 288, "token_text": " la", "probability": 0.04345703125}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1630859375}, {"token_id": 630, "token_text": " anche", "probability": 0.08740234375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.08203125}, {"token_id": 288, "token_text": " la", "probability": 0.052978515625}, {"token_id": 297, "token_text": " il", "probability": 0.0439453125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2265625}, {"token_id": 292, "token_text": " per", "probability": 0.05712890625}, {"token_id": 400, "token_text": " si", "probability": 0.036865234375}, {"token_id": 982, "token_text": " solo", "probability": 0.036865234375}, {"token_id": 354, "token_text": " ha", "probability": 0.0269775390625}]}, {"token_id": 2098, "token_text": " possibile", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 2098, "token_text": " possibile", "probability": 0.1103515625}, {"token_id": 3579, "token_text": " necessario", "probability": 0.08056640625}, {"token_id": 269, "token_text": " un", "probability": 0.06298828125}, {"token_id": 385, "token_text": " una", "probability": 0.05224609375}, {"token_id": 863, "token_text": " stato", "probability": 0.03369140625}]}, {"token_id": 5644, "token_text": " utilizzare", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 5644, "token_text": " utilizzare", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.030029296875}, {"token_id": 292, "token_text": " per", "probability": 0.030029296875}, {"token_id": 5960, "token_text": " usare", "probability": 0.0234375}, {"token_id": 3885, "token_text": " trovare", "probability": 0.0234375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.09619140625}, {"token_id": 297, "token_text": " il", "probability": 0.09619140625}, {"token_id": 269, "token_text": " un", "probability": 0.06201171875}, {"token_id": 351, "token_text": " i", "probability": 0.058349609375}, {"token_id": 333, "token_text": " le", "probability": 0.051513671875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.07080078125}, {"token_id": 4761, "token_text": " parola", "probability": 0.06640625}, {"token_id": 922, "token_text": " prima", "probability": 0.048583984375}, {"token_id": 2541, "token_text": " stessa", "probability": 0.045654296875}, {"token_id": 7897, "token_text": " tecnologia", "probability": 0.0277099609375}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.09375}, {"token_id": 3776, "token_text": " madre", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 4547, "token_text": " inglese", "probability": 0.04443359375}, {"token_id": 240, "token_text": " di", "probability": 0.04443359375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.072265625}, {"token_id": 297, "token_text": " il", "probability": 0.036376953125}, {"token_id": 11781, "token_text": " indicare", "probability": 0.0301513671875}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.026611328125}, {"token_id": 333, "token_text": " le", "probability": 0.026611328125}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.435546875}, {"token_id": 4761, "token_text": " parola", "probability": 0.09130859375}, {"token_id": 922, "token_text": " prima", "probability": 0.0245361328125}, {"token_id": 2944, "token_text": " propria", "probability": 0.0191650390625}, {"token_id": 788, "token_text": " sua", "probability": 0.014892578125}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 295, "token_text": " che", "probability": 0.03369140625}, {"token_id": 238, "token_text": " in", "probability": 0.024658203125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08544921875}, {"token_id": 297, "token_text": " il", "probability": 0.04296875}, {"token_id": 11781, "token_text": " indicare", "probability": 0.040283203125}, {"token_id": 333, "token_text": " le", "probability": 0.03125}, {"token_id": 351, "token_text": " i", "probability": 0.0277099609375}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.185546875}, {"token_id": 922, "token_text": " prima", "probability": 0.0771484375}, {"token_id": 4761, "token_text": " parola", "probability": 0.046875}, {"token_id": 788, "token_text": " sua", "probability": 0.0341796875}, {"token_id": 1542, "token_text": " quale", "probability": 0.0322265625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.498046875}, {"token_id": 17, "token_text": ".", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 512, "token_text": " come", "probability": 0.0299072265625}, {"token_id": 295, "token_text": " che", "probability": 0.0264892578125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.3671875}, {"token_id": 297, "token_text": " il", "probability": 0.06787109375}, {"token_id": 333, "token_text": " le", "probability": 0.052978515625}, {"token_id": 230, "token_text": " l", "probability": 0.0439453125}, {"token_id": 351, "token_text": " i", "probability": 0.0341796875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.18359375}, {"token_id": 1542, "token_text": " quale", "probability": 0.0673828125}, {"token_id": 922, "token_text": " prima", "probability": 0.0595703125}, {"token_id": 788, "token_text": " sua", "probability": 0.04931640625}, {"token_id": 2944, "token_text": " propria", "probability": 0.041015625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.455078125}, {"token_id": 17, "token_text": ".", "probability": 0.08984375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 295, "token_text": " che", "probability": 0.032958984375}, {"token_id": 248, "token_text": " e", "probability": 0.024169921875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.59375}, {"token_id": 297, "token_text": " il", "probability": 0.058837890625}, {"token_id": 333, "token_text": " le", "probability": 0.052001953125}, {"token_id": 230, "token_text": " l", "probability": 0.04296875}, {"token_id": 351, "token_text": " i", "probability": 0.029541015625}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.291015625}, {"token_id": 788, "token_text": " sua", "probability": 0.061279296875}, {"token_id": 1542, "token_text": " quale", "probability": 0.044677734375}, {"token_id": 5121, "token_text": " cultura", "probability": 0.037109375}, {"token_id": 922, "token_text": " prima", "probability": 0.0211181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2041015625}, {"token_id": 292, "token_text": " per", "probability": 0.2041015625}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 295, "token_text": " che", "probability": 0.05859375}, {"token_id": 248, "token_text": " e", "probability": 0.040283203125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.0986328125}, {"token_id": 583, "token_text": " Il", "probability": 0.05615234375}, {"token_id": 916, "token_text": " Per", "probability": 0.049560546875}, {"token_id": 316, "token_text": " L", "probability": 0.043701171875}, {"token_id": 275, "token_text": " I", "probability": 0.031982421875}]}, {"token_id": 4262, "token_text": " lingua", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 4262, "token_text": " lingua", "probability": 0.3359375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0546875}, {"token_id": 4761, "token_text": " parola", "probability": 0.035400390625}, {"token_id": 922, "token_text": " prima", "probability": 0.02587890625}, {"token_id": 5443, "token_text": " versione", "probability": 0.0242919921875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.15625}, {"token_id": 292, "token_text": " per", "probability": 0.146484375}, {"token_id": 404, "token_text": " non", "probability": 0.0693359375}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.06494140625}, {"token_id": 354, "token_text": " ha", "probability": 0.037109375}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.2275390625, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.2275390625}, {"token_id": 2071, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 1350, "token_text": " fare", "probability": 0.01458740234375}, {"token_id": 1430, "token_text": " aver", "probability": 0.0120849609375}, {"token_id": 5730, "token_text": " pensare", "probability": 0.0113525390625}, {"token_id": 6932, "token_text": " arrivare", "probability": 0.01068115234375}, {"token_id": 10318, "token_text": " imparare", "probability": 0.010009765625}, {"token_id": 3910, "token_text": " andare", "probability": 0.0093994140625}, {"token_id": 1162, "token_text": " dire", "probability": 0.00830078125}, {"token_id": 16623, "token_text": " contenere", "probability": 0.00830078125}], "entropy": 5.28125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.4804333520337525, "average_logprob_per_token": -1.4804333520337525, "perplexity_on_target_sequence": 4.394849785407725, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -1.4804333520337525, "probability": 0.2275390625, "raw_probability": 0.2275390625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66385.5727725029, "probe_elapsed_sec": 0.9977132230123971, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "text": "The capital of Italy is the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.08935546875}, {"token_id": 212, "token_text": " a", "probability": 0.083984375}, {"token_id": 686, "token_text": " one", "probability": 0.044921875}, {"token_id": 20068, "token_text": " situated", "probability": 0.044921875}, {"token_id": 11151, "token_text": " divided", "probability": 0.0308837890625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2099609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.05322265625}, {"token_id": 1173, "token_text": " second", "probability": 0.038818359375}, {"token_id": 1068, "token_text": " only", "probability": 0.038818359375}, {"token_id": 914, "token_text": " most", "probability": 0.0322265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1962890625}, {"token_id": 266, "token_text": " and", "probability": 0.0927734375}, {"token_id": 2112, "token_text": " country", "probability": 0.056396484375}, {"token_id": 259, "token_text": " of", "probability": 0.0498046875}, {"token_id": 238, "token_text": " in", "probability": 0.0341796875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.6875}, {"token_id": 259, "token_text": " of", "probability": 0.1123046875}, {"token_id": 398, "token_text": " with", "probability": 0.044189453125}, {"token_id": 337, "token_text": " on", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.013427734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6796875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0634765625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.052490234375}, {"token_id": 4896, "token_text": " terms", "probability": 0.01324462890625}, {"token_id": 6256, "token_text": " central", "probability": 0.00909423828125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.7109375}, {"token_id": 2112, "token_text": " country", "probability": 0.02587890625}, {"token_id": 2045, "token_text": " United", "probability": 0.0189208984375}, {"token_id": 1433, "token_text": " state", "probability": 0.011474609375}, {"token_id": 3444, "token_text": " heart", "probability": 0.0084228515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5703125}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 259, "token_text": " of", "probability": 0.036376953125}, {"token_id": 266, "token_text": " and", "probability": 0.036376953125}, {"token_id": 398, "token_text": " with", "probability": 0.0235595703125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.32421875}, {"token_id": 697, "token_text": " It", "probability": 0.1728515625}, {"token_id": 8552, "token_text": " Its", "probability": 0.0634765625}, {"token_id": 431, "token_text": " In", "probability": 0.0281982421875}, {"token_id": 2, "token_text": "", "probability": 0.01708984375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.298828125}, {"token_id": 4733, "token_text": " population", "probability": 0.05859375}, {"token_id": 4127, "token_text": " capital", "probability": 0.04296875}, {"token_id": 6193, "token_text": " largest", "probability": 0.0244140625}, {"token_id": 3459, "token_text": " town", "probability": 0.0216064453125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.419921875}, {"token_id": 259, "token_text": " of", "probability": 0.1201171875}, {"token_id": 611, "token_text": " has", "probability": 0.099609375}, {"token_id": 406, "token_text": " was", "probability": 0.044189453125}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1357421875}, {"token_id": 5715, "token_text": " located", "probability": 0.0771484375}, {"token_id": 817, "token_text": " also", "probability": 0.06005859375}, {"token_id": 212, "token_text": " a", "probability": 0.0439453125}, {"token_id": 20068, "token_text": " situated", "probability": 0.041259765625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.216796875}, {"token_id": 1173, "token_text": " second", "probability": 0.0849609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.04833984375}, {"token_id": 1068, "token_text": " only", "probability": 0.042724609375}, {"token_id": 914, "token_text": " most", "probability": 0.03759765625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.46875}, {"token_id": 266, "token_text": " and", "probability": 0.055908203125}, {"token_id": 259, "token_text": " of", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.040771484375}, {"token_id": 16090, "token_text": " metropolit", "probability": 0.028076171875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.84375}, {"token_id": 398, "token_text": " with", "probability": 0.03466796875}, {"token_id": 337, "token_text": " on", "probability": 0.03076171875}, {"token_id": 15, "token_text": ",", "probability": 0.01202392578125}, {"token_id": 259, "token_text": " of", "probability": 0.00933837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.70703125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0546875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.04541015625}, {"token_id": 6256, "token_text": " central", "probability": 0.0107421875}, {"token_id": 4896, "token_text": " terms", "probability": 0.0089111328125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.875}, {"token_id": 2045, "token_text": " United", "probability": 0.0159912109375}, {"token_id": 2112, "token_text": " country", "probability": 0.00970458984375}, {"token_id": 4701, "token_text": " nation", "probability": 0.005889892578125}, {"token_id": 2380, "token_text": " city", "probability": 0.0048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.55078125}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 266, "token_text": " and", "probability": 0.057861328125}, {"token_id": 398, "token_text": " with", "probability": 0.02734375}, {"token_id": 259, "token_text": " of", "probability": 0.022705078125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.416015625}, {"token_id": 697, "token_text": " It", "probability": 0.126953125}, {"token_id": 8552, "token_text": " Its", "probability": 0.043701171875}, {"token_id": 431, "token_text": " In", "probability": 0.0234375}, {"token_id": 2, "token_text": "", "probability": 0.0234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.494140625}, {"token_id": 4733, "token_text": " population", "probability": 0.06298828125}, {"token_id": 4127, "token_text": " capital", "probability": 0.03173828125}, {"token_id": 3459, "token_text": " town", "probability": 0.0262451171875}, {"token_id": 1897, "token_text": " name", "probability": 0.01239013671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.61328125}, {"token_id": 611, "token_text": " has", "probability": 0.099609375}, {"token_id": 406, "token_text": " was", "probability": 0.03662109375}, {"token_id": 399, "token_text": "'s", "probability": 0.0208740234375}, {"token_id": 11070, "token_text": " lies", "probability": 0.0196533203125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2373046875}, {"token_id": 5715, "token_text": " located", "probability": 0.08203125}, {"token_id": 817, "token_text": " also", "probability": 0.06787109375}, {"token_id": 212, "token_text": " a", "probability": 0.0498046875}, {"token_id": 686, "token_text": " one", "probability": 0.0341796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.193359375}, {"token_id": 1173, "token_text": " second", "probability": 0.103515625}, {"token_id": 1068, "token_text": " only", "probability": 0.052001953125}, {"token_id": 15514, "token_text": " oldest", "probability": 0.049072265625}, {"token_id": 914, "token_text": " most", "probability": 0.043212890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.64453125}, {"token_id": 266, "token_text": " and", "probability": 0.0283203125}, {"token_id": 3459, "token_text": " town", "probability": 0.0234375}, {"token_id": 259, "token_text": " of", "probability": 0.020751953125}, {"token_id": 238, "token_text": " in", "probability": 0.020751953125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.87890625}, {"token_id": 398, "token_text": " with", "probability": 0.0264892578125}, {"token_id": 337, "token_text": " on", "probability": 0.0206298828125}, {"token_id": 15, "token_text": ",", "probability": 0.0091552734375}, {"token_id": 17, "token_text": ".", "probability": 0.00714111328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.796875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.042236328125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 4896, "token_text": " terms", "probability": 0.00885009765625}, {"token_id": 2682, "token_text": " history", "probability": 0.00885009765625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.9375}, {"token_id": 2045, "token_text": " United", "probability": 0.009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.0038299560546875}, {"token_id": 4701, "token_text": " nation", "probability": 0.0038299560546875}, {"token_id": 2682, "token_text": " history", "probability": 0.003173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.65234375}, {"token_id": 15, "token_text": ",", "probability": 0.1455078125}, {"token_id": 266, "token_text": " and", "probability": 0.05029296875}, {"token_id": 398, "token_text": " with", "probability": 0.016357421875}, {"token_id": 259, "token_text": " of", "probability": 0.014404296875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.484375}, {"token_id": 697, "token_text": " It", "probability": 0.12255859375}, {"token_id": 8552, "token_text": " Its", "probability": 0.04248046875}, {"token_id": 1738, "token_text": " There", "probability": 0.022705078125}, {"token_id": 2, "token_text": "", "probability": 0.0213623046875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.4765625}, {"token_id": 4733, "token_text": " population", "probability": 0.060546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.036865234375}, {"token_id": 6193, "token_text": " largest", "probability": 0.02099609375}, {"token_id": 3459, "token_text": " town", "probability": 0.0196533203125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.68359375}, {"token_id": 611, "token_text": " has", "probability": 0.0986328125}, {"token_id": 406, "token_text": " was", "probability": 0.0281982421875}, {"token_id": 399, "token_text": "'s", "probability": 0.01416015625}, {"token_id": 259, "token_text": " of", "probability": 0.01416015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.388671875}, {"token_id": 5715, "token_text": " located", "probability": 0.07666015625}, {"token_id": 817, "token_text": " also", "probability": 0.052490234375}, {"token_id": 212, "token_text": " a", "probability": 0.04638671875}, {"token_id": 686, "token_text": " one", "probability": 0.0233154296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.23046875}, {"token_id": 1173, "token_text": " second", "probability": 0.0849609375}, {"token_id": 30182, "token_text": " smallest", "probability": 0.051513671875}, {"token_id": 1068, "token_text": " only", "probability": 0.051513671875}, {"token_id": 914, "token_text": " most", "probability": 0.04541015625}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.08935546875}, {"token_id": 212, "token_text": " a", "probability": 0.083984375}, {"token_id": 686, "token_text": " one", "probability": 0.044921875}, {"token_id": 20068, "token_text": " situated", "probability": 0.044921875}, {"token_id": 11151, "token_text": " divided", "probability": 0.0308837890625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2099609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.05322265625}, {"token_id": 1173, "token_text": " second", "probability": 0.038818359375}, {"token_id": 1068, "token_text": " only", "probability": 0.038818359375}, {"token_id": 914, "token_text": " most", "probability": 0.0322265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1962890625}, {"token_id": 266, "token_text": " and", "probability": 0.0927734375}, {"token_id": 2112, "token_text": " country", "probability": 0.056396484375}, {"token_id": 259, "token_text": " of", "probability": 0.0498046875}, {"token_id": 238, "token_text": " in", "probability": 0.0341796875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.6875}, {"token_id": 259, "token_text": " of", "probability": 0.1123046875}, {"token_id": 398, "token_text": " with", "probability": 0.044189453125}, {"token_id": 337, "token_text": " on", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.013427734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6796875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0634765625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.052490234375}, {"token_id": 4896, "token_text": " terms", "probability": 0.01324462890625}, {"token_id": 6256, "token_text": " central", "probability": 0.00909423828125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.7109375}, {"token_id": 2112, "token_text": " country", "probability": 0.02587890625}, {"token_id": 2045, "token_text": " United", "probability": 0.0189208984375}, {"token_id": 1433, "token_text": " state", "probability": 0.011474609375}, {"token_id": 3444, "token_text": " heart", "probability": 0.0084228515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5703125}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 259, "token_text": " of", "probability": 0.036376953125}, {"token_id": 266, "token_text": " and", "probability": 0.036376953125}, {"token_id": 398, "token_text": " with", "probability": 0.0235595703125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.328125}, {"token_id": 697, "token_text": " It", "probability": 0.17578125}, {"token_id": 8552, "token_text": " Its", "probability": 0.06494140625}, {"token_id": 431, "token_text": " In", "probability": 0.0286865234375}, {"token_id": 1738, "token_text": " There", "probability": 0.0174560546875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.298828125}, {"token_id": 4733, "token_text": " population", "probability": 0.05859375}, {"token_id": 4127, "token_text": " capital", "probability": 0.04296875}, {"token_id": 6193, "token_text": " largest", "probability": 0.0244140625}, {"token_id": 3459, "token_text": " town", "probability": 0.0216064453125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.419921875}, {"token_id": 259, "token_text": " of", "probability": 0.1201171875}, {"token_id": 611, "token_text": " has", "probability": 0.099609375}, {"token_id": 406, "token_text": " was", "probability": 0.044189453125}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1357421875}, {"token_id": 5715, "token_text": " located", "probability": 0.0771484375}, {"token_id": 817, "token_text": " also", "probability": 0.06005859375}, {"token_id": 212, "token_text": " a", "probability": 0.0439453125}, {"token_id": 20068, "token_text": " situated", "probability": 0.041259765625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.216796875}, {"token_id": 1173, "token_text": " second", "probability": 0.0849609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.04833984375}, {"token_id": 1068, "token_text": " only", "probability": 0.042724609375}, {"token_id": 914, "token_text": " most", "probability": 0.03759765625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.46875}, {"token_id": 266, "token_text": " and", "probability": 0.055908203125}, {"token_id": 259, "token_text": " of", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.040771484375}, {"token_id": 16090, "token_text": " metropolit", "probability": 0.028076171875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.84375}, {"token_id": 398, "token_text": " with", "probability": 0.03466796875}, {"token_id": 337, "token_text": " on", "probability": 0.03076171875}, {"token_id": 15, "token_text": ",", "probability": 0.01202392578125}, {"token_id": 259, "token_text": " of", "probability": 0.00933837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.70703125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0546875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.04541015625}, {"token_id": 6256, "token_text": " central", "probability": 0.0107421875}, {"token_id": 4896, "token_text": " terms", "probability": 0.0089111328125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.875}, {"token_id": 2045, "token_text": " United", "probability": 0.0159912109375}, {"token_id": 2112, "token_text": " country", "probability": 0.00970458984375}, {"token_id": 4701, "token_text": " nation", "probability": 0.005889892578125}, {"token_id": 2380, "token_text": " city", "probability": 0.0048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.55078125}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 266, "token_text": " and", "probability": 0.057861328125}, {"token_id": 398, "token_text": " with", "probability": 0.02734375}, {"token_id": 259, "token_text": " of", "probability": 0.022705078125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.42578125}, {"token_id": 697, "token_text": " It", "probability": 0.1298828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.044921875}, {"token_id": 431, "token_text": " In", "probability": 0.0240478515625}, {"token_id": 1738, "token_text": " There", "probability": 0.0225830078125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.494140625}, {"token_id": 4733, "token_text": " population", "probability": 0.06298828125}, {"token_id": 4127, "token_text": " capital", "probability": 0.03173828125}, {"token_id": 3459, "token_text": " town", "probability": 0.0262451171875}, {"token_id": 1897, "token_text": " name", "probability": 0.01239013671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.61328125}, {"token_id": 611, "token_text": " has", "probability": 0.099609375}, {"token_id": 406, "token_text": " was", "probability": 0.03662109375}, {"token_id": 399, "token_text": "'s", "probability": 0.0208740234375}, {"token_id": 11070, "token_text": " lies", "probability": 0.0196533203125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2373046875}, {"token_id": 5715, "token_text": " located", "probability": 0.08203125}, {"token_id": 817, "token_text": " also", "probability": 0.06787109375}, {"token_id": 212, "token_text": " a", "probability": 0.0498046875}, {"token_id": 686, "token_text": " one", "probability": 0.0341796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.193359375}, {"token_id": 1173, "token_text": " second", "probability": 0.103515625}, {"token_id": 1068, "token_text": " only", "probability": 0.052001953125}, {"token_id": 15514, "token_text": " oldest", "probability": 0.049072265625}, {"token_id": 914, "token_text": " most", "probability": 0.043212890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.64453125}, {"token_id": 266, "token_text": " and", "probability": 0.0283203125}, {"token_id": 3459, "token_text": " town", "probability": 0.0234375}, {"token_id": 259, "token_text": " of", "probability": 0.020751953125}, {"token_id": 238, "token_text": " in", "probability": 0.020751953125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.87890625}, {"token_id": 398, "token_text": " with", "probability": 0.0264892578125}, {"token_id": 337, "token_text": " on", "probability": 0.0206298828125}, {"token_id": 15, "token_text": ",", "probability": 0.0091552734375}, {"token_id": 17, "token_text": ".", "probability": 0.00714111328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.796875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.042236328125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 4896, "token_text": " terms", "probability": 0.00885009765625}, {"token_id": 2682, "token_text": " history", "probability": 0.00885009765625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.9375}, {"token_id": 2045, "token_text": " United", "probability": 0.009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.0038299560546875}, {"token_id": 4701, "token_text": " nation", "probability": 0.0038299560546875}, {"token_id": 2682, "token_text": " history", "probability": 0.003173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.65234375}, {"token_id": 15, "token_text": ",", "probability": 0.1455078125}, {"token_id": 266, "token_text": " and", "probability": 0.05029296875}, {"token_id": 398, "token_text": " with", "probability": 0.016357421875}, {"token_id": 259, "token_text": " of", "probability": 0.014404296875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.49609375}, {"token_id": 697, "token_text": " It", "probability": 0.125}, {"token_id": 8552, "token_text": " Its", "probability": 0.043212890625}, {"token_id": 1738, "token_text": " There", "probability": 0.023193359375}, {"token_id": 431, "token_text": " In", "probability": 0.0191650390625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.4765625}, {"token_id": 4733, "token_text": " population", "probability": 0.060546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.036865234375}, {"token_id": 6193, "token_text": " largest", "probability": 0.02099609375}, {"token_id": 3459, "token_text": " town", "probability": 0.0196533203125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.68359375}, {"token_id": 611, "token_text": " has", "probability": 0.0986328125}, {"token_id": 406, "token_text": " was", "probability": 0.0281982421875}, {"token_id": 399, "token_text": "'s", "probability": 0.01416015625}, {"token_id": 259, "token_text": " of", "probability": 0.01416015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.388671875}, {"token_id": 5715, "token_text": " located", "probability": 0.07666015625}, {"token_id": 817, "token_text": " also", "probability": 0.052490234375}, {"token_id": 212, "token_text": " a", "probability": 0.04638671875}, {"token_id": 686, "token_text": " one", "probability": 0.0233154296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.23046875}, {"token_id": 1173, "token_text": " second", "probability": 0.0849609375}, {"token_id": 30182, "token_text": " smallest", "probability": 0.051513671875}, {"token_id": 1068, "token_text": " only", "probability": 0.051513671875}, {"token_id": 914, "token_text": " most", "probability": 0.04541015625}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.08935546875}, {"token_id": 212, "token_text": " a", "probability": 0.083984375}, {"token_id": 686, "token_text": " one", "probability": 0.044921875}, {"token_id": 20068, "token_text": " situated", "probability": 0.044921875}, {"token_id": 11151, "token_text": " divided", "probability": 0.0308837890625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.2099609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.05322265625}, {"token_id": 1173, "token_text": " second", "probability": 0.038818359375}, {"token_id": 1068, "token_text": " only", "probability": 0.038818359375}, {"token_id": 914, "token_text": " most", "probability": 0.0322265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.1962890625}, {"token_id": 266, "token_text": " and", "probability": 0.0927734375}, {"token_id": 2112, "token_text": " country", "probability": 0.056396484375}, {"token_id": 259, "token_text": " of", "probability": 0.0498046875}, {"token_id": 238, "token_text": " in", "probability": 0.0341796875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.6875}, {"token_id": 259, "token_text": " of", "probability": 0.1123046875}, {"token_id": 398, "token_text": " with", "probability": 0.044189453125}, {"token_id": 337, "token_text": " on", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.013427734375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.6796875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0634765625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.052490234375}, {"token_id": 4896, "token_text": " terms", "probability": 0.01324462890625}, {"token_id": 6256, "token_text": " central", "probability": 0.00909423828125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.7109375}, {"token_id": 2112, "token_text": " country", "probability": 0.02587890625}, {"token_id": 2045, "token_text": " United", "probability": 0.0189208984375}, {"token_id": 1433, "token_text": " state", "probability": 0.011474609375}, {"token_id": 3444, "token_text": " heart", "probability": 0.0084228515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5703125}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 259, "token_text": " of", "probability": 0.036376953125}, {"token_id": 266, "token_text": " and", "probability": 0.036376953125}, {"token_id": 398, "token_text": " with", "probability": 0.0235595703125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.328125}, {"token_id": 697, "token_text": " It", "probability": 0.17578125}, {"token_id": 8552, "token_text": " Its", "probability": 0.06494140625}, {"token_id": 431, "token_text": " In", "probability": 0.0286865234375}, {"token_id": 1738, "token_text": " There", "probability": 0.0174560546875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.298828125}, {"token_id": 4733, "token_text": " population", "probability": 0.05859375}, {"token_id": 4127, "token_text": " capital", "probability": 0.04296875}, {"token_id": 6193, "token_text": " largest", "probability": 0.0244140625}, {"token_id": 3459, "token_text": " town", "probability": 0.0216064453125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.419921875}, {"token_id": 259, "token_text": " of", "probability": 0.1201171875}, {"token_id": 611, "token_text": " has", "probability": 0.099609375}, {"token_id": 406, "token_text": " was", "probability": 0.044189453125}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1357421875}, {"token_id": 5715, "token_text": " located", "probability": 0.0771484375}, {"token_id": 817, "token_text": " also", "probability": 0.06005859375}, {"token_id": 212, "token_text": " a", "probability": 0.0439453125}, {"token_id": 20068, "token_text": " situated", "probability": 0.041259765625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.216796875}, {"token_id": 1173, "token_text": " second", "probability": 0.0849609375}, {"token_id": 4127, "token_text": " capital", "probability": 0.04833984375}, {"token_id": 1068, "token_text": " only", "probability": 0.042724609375}, {"token_id": 914, "token_text": " most", "probability": 0.03759765625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.46875}, {"token_id": 266, "token_text": " and", "probability": 0.055908203125}, {"token_id": 259, "token_text": " of", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.040771484375}, {"token_id": 16090, "token_text": " metropolit", "probability": 0.028076171875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.84375}, {"token_id": 398, "token_text": " with", "probability": 0.03466796875}, {"token_id": 337, "token_text": " on", "probability": 0.03076171875}, {"token_id": 15, "token_text": ",", "probability": 0.01202392578125}, {"token_id": 259, "token_text": " of", "probability": 0.00933837890625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.70703125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0546875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.04541015625}, {"token_id": 6256, "token_text": " central", "probability": 0.0107421875}, {"token_id": 4896, "token_text": " terms", "probability": 0.0089111328125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.875}, {"token_id": 2045, "token_text": " United", "probability": 0.0159912109375}, {"token_id": 2112, "token_text": " country", "probability": 0.00970458984375}, {"token_id": 4701, "token_text": " nation", "probability": 0.005889892578125}, {"token_id": 2380, "token_text": " city", "probability": 0.0048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.55078125}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 266, "token_text": " and", "probability": 0.057861328125}, {"token_id": 398, "token_text": " with", "probability": 0.02734375}, {"token_id": 259, "token_text": " of", "probability": 0.022705078125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.42578125}, {"token_id": 697, "token_text": " It", "probability": 0.1298828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.044921875}, {"token_id": 431, "token_text": " In", "probability": 0.0240478515625}, {"token_id": 1738, "token_text": " There", "probability": 0.0225830078125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.494140625}, {"token_id": 4733, "token_text": " population", "probability": 0.06298828125}, {"token_id": 4127, "token_text": " capital", "probability": 0.03173828125}, {"token_id": 3459, "token_text": " town", "probability": 0.0262451171875}, {"token_id": 1897, "token_text": " name", "probability": 0.01239013671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.61328125}, {"token_id": 611, "token_text": " has", "probability": 0.099609375}, {"token_id": 406, "token_text": " was", "probability": 0.03662109375}, {"token_id": 399, "token_text": "'s", "probability": 0.0208740234375}, {"token_id": 11070, "token_text": " lies", "probability": 0.0196533203125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.2373046875}, {"token_id": 5715, "token_text": " located", "probability": 0.08203125}, {"token_id": 817, "token_text": " also", "probability": 0.06787109375}, {"token_id": 212, "token_text": " a", "probability": 0.0498046875}, {"token_id": 686, "token_text": " one", "probability": 0.0341796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.193359375}, {"token_id": 1173, "token_text": " second", "probability": 0.103515625}, {"token_id": 1068, "token_text": " only", "probability": 0.052001953125}, {"token_id": 15514, "token_text": " oldest", "probability": 0.049072265625}, {"token_id": 914, "token_text": " most", "probability": 0.043212890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.64453125}, {"token_id": 266, "token_text": " and", "probability": 0.0283203125}, {"token_id": 3459, "token_text": " town", "probability": 0.0234375}, {"token_id": 259, "token_text": " of", "probability": 0.020751953125}, {"token_id": 238, "token_text": " in", "probability": 0.020751953125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.87890625}, {"token_id": 398, "token_text": " with", "probability": 0.0264892578125}, {"token_id": 337, "token_text": " on", "probability": 0.0206298828125}, {"token_id": 15, "token_text": ",", "probability": 0.0091552734375}, {"token_id": 17, "token_text": ".", "probability": 0.00714111328125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.796875}, {"token_id": 2217, "token_text": " Europe", "probability": 0.042236328125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 4896, "token_text": " terms", "probability": 0.00885009765625}, {"token_id": 2682, "token_text": " history", "probability": 0.00885009765625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.9375}, {"token_id": 2045, "token_text": " United", "probability": 0.009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.0038299560546875}, {"token_id": 4701, "token_text": " nation", "probability": 0.0038299560546875}, {"token_id": 2682, "token_text": " history", "probability": 0.003173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.65234375}, {"token_id": 15, "token_text": ",", "probability": 0.1455078125}, {"token_id": 266, "token_text": " and", "probability": 0.05029296875}, {"token_id": 398, "token_text": " with", "probability": 0.016357421875}, {"token_id": 259, "token_text": " of", "probability": 0.014404296875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.49609375}, {"token_id": 697, "token_text": " It", "probability": 0.125}, {"token_id": 8552, "token_text": " Its", "probability": 0.043212890625}, {"token_id": 1738, "token_text": " There", "probability": 0.023193359375}, {"token_id": 431, "token_text": " In", "probability": 0.0191650390625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.4765625}, {"token_id": 4733, "token_text": " population", "probability": 0.060546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.036865234375}, {"token_id": 6193, "token_text": " largest", "probability": 0.02099609375}, {"token_id": 3459, "token_text": " town", "probability": 0.0196533203125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.68359375}, {"token_id": 611, "token_text": " has", "probability": 0.0986328125}, {"token_id": 406, "token_text": " was", "probability": 0.0281982421875}, {"token_id": 399, "token_text": "'s", "probability": 0.01416015625}, {"token_id": 259, "token_text": " of", "probability": 0.01416015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.388671875}, {"token_id": 5715, "token_text": " located", "probability": 0.07666015625}, {"token_id": 817, "token_text": " also", "probability": 0.052490234375}, {"token_id": 212, "token_text": " a", "probability": 0.04638671875}, {"token_id": 686, "token_text": " one", "probability": 0.0233154296875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.23046875}, {"token_id": 1173, "token_text": " second", "probability": 0.0849609375}, {"token_id": 30182, "token_text": " smallest", "probability": 0.051513671875}, {"token_id": 1068, "token_text": " only", "probability": 0.051513671875}, {"token_id": 914, "token_text": " most", "probability": 0.04541015625}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 753, "correct_token_probability": 9.679794311523438e-05, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.08935546875}, {"token_id": 212, "token_text": " a", "probability": 0.083984375}, {"token_id": 686, "token_text": " one", "probability": 0.044921875}, {"token_id": 20068, "token_text": " situated", "probability": 0.044921875}, {"token_id": 11151, "token_text": " divided", "probability": 0.0308837890625}, {"token_id": 5715, "token_text": " located", "probability": 0.029052734375}, {"token_id": 238, "token_text": " in", "probability": 0.0247802734375}, {"token_id": 1753, "token_text": " home", "probability": 0.0225830078125}, {"token_id": 1411, "token_text": " now", "probability": 0.0206298828125}, {"token_id": 500, "token_text": " not", "probability": 0.0186767578125}], "entropy": 5.375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.242884812717064, "average_logprob_per_token": -9.242884812717064, "perplexity_on_target_sequence": 10330.798029556643, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -9.242884812717064, "probability": 9.679794311523438e-05, "raw_probability": 9.679794311523438e-05, "correct_token_rank": 753}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66385.57342910767, "probe_elapsed_sec": 0.9977132230123971, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to create a new language model. The new language model is designed to create a new language model. The new language model is designed to create a new", "text": "A small language model should be used to create a new language model. The new language model is designed to create a new language model. The new language model is designed to create a new", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.291015625}, {"token_id": 500, "token_text": " not", "probability": 0.0830078125}, {"token_id": 529, "token_text": " have", "probability": 0.050537109375}, {"token_id": 1170, "token_text": " use", "probability": 0.036865234375}, {"token_id": 1075, "token_text": " work", "probability": 0.0269775390625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.162109375}, {"token_id": 2547, "token_text": " able", "probability": 0.111328125}, {"token_id": 212, "token_text": " a", "probability": 0.021240234375}, {"token_id": 234, "token_text": " the", "probability": 0.01708984375}, {"token_id": 4195, "token_text": " written", "probability": 0.01287841796875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.376953125}, {"token_id": 321, "token_text": " for", "probability": 0.177734375}, {"token_id": 238, "token_text": " in", "probability": 0.138671875}, {"token_id": 352, "token_text": " as", "probability": 0.083984375}, {"token_id": 17, "token_text": ".", "probability": 0.0225830078125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.07177734375}, {"token_id": 1274, "token_text": " make", "probability": 0.0255126953125}, {"token_id": 1730, "token_text": " test", "probability": 0.0233154296875}, {"token_id": 7253, "token_text": " determine", "probability": 0.0218505859375}, {"token_id": 12560, "token_text": " generate", "probability": 0.0186767578125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.466796875}, {"token_id": 252, "token_text": " an", "probability": 0.06298828125}, {"token_id": 942, "token_text": " new", "probability": 0.059326171875}, {"token_id": 234, "token_text": " the", "probability": 0.046142578125}, {"token_id": 266, "token_text": " and", "probability": 0.019287109375}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.11474609375}, {"token_id": 3690, "token_text": " language", "probability": 0.03076171875}, {"token_id": 2462, "token_text": " large", "probability": 0.0186767578125}, {"token_id": 2016, "token_text": " small", "probability": 0.0186767578125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.0159912109375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.125}, {"token_id": 7372, "token_text": " machine", "probability": 0.0205078125}, {"token_id": 4020, "token_text": " environment", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.0191650390625}, {"token_id": 4066, "token_text": " object", "probability": 0.01806640625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.34765625}, {"token_id": 17, "token_text": ".", "probability": 0.07763671875}, {"token_id": 360, "token_text": " that", "probability": 0.06396484375}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}, {"token_id": 398, "token_text": " with", "probability": 0.025146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 321, "token_text": " for", "probability": 0.06640625}, {"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 360, "token_text": " that", "probability": 0.048583984375}, {"token_id": 266, "token_text": " and", "probability": 0.042724609375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1396484375}, {"token_id": 697, "token_text": " It", "probability": 0.051513671875}, {"token_id": 431, "token_text": " In", "probability": 0.042724609375}, {"token_id": 1020, "token_text": " This", "probability": 0.0400390625}, {"token_id": 2, "token_text": "", "probability": 0.0400390625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.048828125}, {"token_id": 3129, "token_text": " idea", "probability": 0.0179443359375}, {"token_id": 912, "token_text": " first", "probability": 0.016845703125}, {"token_id": 8579, "token_text": " proposed", "probability": 0.0135498046875}, {"token_id": 4975, "token_text": " goal", "probability": 0.01312255859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2041015625}, {"token_id": 5830, "token_text": " approach", "probability": 0.03662109375}, {"token_id": 1519, "token_text": " system", "probability": 0.02294921875}, {"token_id": 27993, "token_text": " compiler", "probability": 0.0167236328125}, {"token_id": 13068, "token_text": " framework", "probability": 0.0162353515625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.8046875}, {"token_id": 8988, "token_text": " models", "probability": 0.035400390625}, {"token_id": 326, "token_text": " is", "probability": 0.01080322265625}, {"token_id": 1982, "token_text": " design", "probability": 0.0079345703125}, {"token_id": 661, "token_text": " will", "probability": 0.004364013671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.25390625}, {"token_id": 661, "token_text": " will", "probability": 0.1201171875}, {"token_id": 1236, "token_text": " should", "probability": 0.10595703125}, {"token_id": 525, "token_text": " can", "probability": 0.044189453125}, {"token_id": 766, "token_text": " would", "probability": 0.0267333984375}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.103515625}, {"token_id": 1351, "token_text": " used", "probability": 0.06689453125}, {"token_id": 212, "token_text": " a", "probability": 0.0458984375}, {"token_id": 2966, "token_text": " based", "probability": 0.0380859375}, {"token_id": 817, "token_text": " also", "probability": 0.0296630859375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.89453125}, {"token_id": 321, "token_text": " for", "probability": 0.060791015625}, {"token_id": 11367, "token_text": " specifically", "probability": 0.00933837890625}, {"token_id": 352, "token_text": " as", "probability": 0.00469970703125}, {"token_id": 463, "token_text": " by", "probability": 0.00439453125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.208984375}, {"token_id": 12560, "token_text": " generate", "probability": 0.05615234375}, {"token_id": 349, "token_text": " be", "probability": 0.046630859375}, {"token_id": 1170, "token_text": " use", "probability": 0.043701171875}, {"token_id": 2174, "token_text": " build", "probability": 0.030029296875}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.6875}, {"token_id": 252, "token_text": " an", "probability": 0.072265625}, {"token_id": 942, "token_text": " new", "probability": 0.046875}, {"token_id": 234, "token_text": " the", "probability": 0.0301513671875}, {"token_id": 6255, "token_text": " multiple", "probability": 0.01519775390625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.6953125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.011962890625}, {"token_id": 3690, "token_text": " language", "probability": 0.01055908203125}, {"token_id": 3503, "token_text": " single", "probability": 0.00848388671875}, {"token_id": 3564, "token_text": " web", "probability": 0.007720947265625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5546875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0167236328125}, {"token_id": 15, "token_text": ",", "probability": 0.0147705078125}, {"token_id": 5349, "token_text": " user", "probability": 0.010498046875}, {"token_id": 8248, "token_text": " database", "probability": 0.0101318359375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.84765625}, {"token_id": 8988, "token_text": " models", "probability": 0.00946044921875}, {"token_id": 1519, "token_text": " system", "probability": 0.00689697265625}, {"token_id": 360, "token_text": " that", "probability": 0.006103515625}, {"token_id": 4066, "token_text": " object", "probability": 0.004180908203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1875}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 266, "token_text": " and", "probability": 0.07373046875}, {"token_id": 2966, "token_text": " based", "probability": 0.06494140625}, {"token_id": 360, "token_text": " that", "probability": 0.06494140625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.251953125}, {"token_id": 697, "token_text": " It", "probability": 0.0771484375}, {"token_id": 1020, "token_text": " This", "probability": 0.052978515625}, {"token_id": 285, "token_text": " A", "probability": 0.0498046875}, {"token_id": 2, "token_text": "", "probability": 0.038818359375}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.345703125}, {"token_id": 2627, "token_text": " current", "probability": 0.0235595703125}, {"token_id": 4322, "token_text": " model", "probability": 0.0228271484375}, {"token_id": 912, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 9055, "token_text": " existing", "probability": 0.013427734375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.4921875}, {"token_id": 5349, "token_text": " user", "probability": 0.02099609375}, {"token_id": 9408, "token_text": " languages", "probability": 0.016845703125}, {"token_id": 3300, "token_text": " computer", "probability": 0.014404296875}, {"token_id": 1519, "token_text": " system", "probability": 0.01397705078125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.890625}, {"token_id": 8988, "token_text": " models", "probability": 0.030517578125}, {"token_id": 326, "token_text": " is", "probability": 0.004119873046875}, {"token_id": 1982, "token_text": " design", "probability": 0.00341796875}, {"token_id": 2579, "token_text": " project", "probability": 0.002349853515625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.375}, {"token_id": 661, "token_text": " will", "probability": 0.10693359375}, {"token_id": 1236, "token_text": " should", "probability": 0.06494140625}, {"token_id": 525, "token_text": " can", "probability": 0.0419921875}, {"token_id": 611, "token_text": " has", "probability": 0.0255126953125}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.158203125}, {"token_id": 1351, "token_text": " used", "probability": 0.08984375}, {"token_id": 212, "token_text": " a", "probability": 0.05126953125}, {"token_id": 2966, "token_text": " based", "probability": 0.033203125}, {"token_id": 817, "token_text": " also", "probability": 0.0311279296875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.88671875}, {"token_id": 321, "token_text": " for", "probability": 0.0322265625}, {"token_id": 463, "token_text": " by", "probability": 0.0162353515625}, {"token_id": 11367, "token_text": " specifically", "probability": 0.0086669921875}, {"token_id": 238, "token_text": " in", "probability": 0.0081787109375}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.2734375}, {"token_id": 12560, "token_text": " generate", "probability": 0.061279296875}, {"token_id": 2174, "token_text": " build", "probability": 0.05078125}, {"token_id": 349, "token_text": " be", "probability": 0.0419921875}, {"token_id": 1170, "token_text": " use", "probability": 0.027099609375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.73046875}, {"token_id": 252, "token_text": " an", "probability": 0.06396484375}, {"token_id": 942, "token_text": " new", "probability": 0.041259765625}, {"token_id": 234, "token_text": " the", "probability": 0.026611328125}, {"token_id": 6255, "token_text": " multiple", "probability": 0.0125732421875}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.8515625}, {"token_id": 3690, "token_text": " language", "probability": 0.007354736328125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.00537109375}, {"token_id": 3503, "token_text": " single", "probability": 0.00506591796875}, {"token_id": 2016, "token_text": " small", "probability": 0.00347900390625}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.291015625}, {"token_id": 500, "token_text": " not", "probability": 0.0830078125}, {"token_id": 529, "token_text": " have", "probability": 0.050537109375}, {"token_id": 1170, "token_text": " use", "probability": 0.036865234375}, {"token_id": 1075, "token_text": " work", "probability": 0.0269775390625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.162109375}, {"token_id": 2547, "token_text": " able", "probability": 0.111328125}, {"token_id": 212, "token_text": " a", "probability": 0.021240234375}, {"token_id": 234, "token_text": " the", "probability": 0.01708984375}, {"token_id": 4195, "token_text": " written", "probability": 0.01287841796875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.376953125}, {"token_id": 321, "token_text": " for", "probability": 0.177734375}, {"token_id": 238, "token_text": " in", "probability": 0.138671875}, {"token_id": 352, "token_text": " as", "probability": 0.083984375}, {"token_id": 17, "token_text": ".", "probability": 0.0225830078125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.07177734375}, {"token_id": 1274, "token_text": " make", "probability": 0.0255126953125}, {"token_id": 1730, "token_text": " test", "probability": 0.0233154296875}, {"token_id": 7253, "token_text": " determine", "probability": 0.0218505859375}, {"token_id": 12560, "token_text": " generate", "probability": 0.0186767578125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.466796875}, {"token_id": 252, "token_text": " an", "probability": 0.06298828125}, {"token_id": 942, "token_text": " new", "probability": 0.059326171875}, {"token_id": 234, "token_text": " the", "probability": 0.046142578125}, {"token_id": 266, "token_text": " and", "probability": 0.019287109375}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.11474609375}, {"token_id": 3690, "token_text": " language", "probability": 0.03076171875}, {"token_id": 2462, "token_text": " large", "probability": 0.0186767578125}, {"token_id": 2016, "token_text": " small", "probability": 0.0186767578125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.0159912109375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.125}, {"token_id": 7372, "token_text": " machine", "probability": 0.0205078125}, {"token_id": 4020, "token_text": " environment", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.0191650390625}, {"token_id": 4066, "token_text": " object", "probability": 0.01806640625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.34765625}, {"token_id": 17, "token_text": ".", "probability": 0.07763671875}, {"token_id": 360, "token_text": " that", "probability": 0.06396484375}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}, {"token_id": 398, "token_text": " with", "probability": 0.025146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.359375}, {"token_id": 321, "token_text": " for", "probability": 0.06640625}, {"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 360, "token_text": " that", "probability": 0.048583984375}, {"token_id": 266, "token_text": " and", "probability": 0.042724609375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1455078125}, {"token_id": 697, "token_text": " It", "probability": 0.0537109375}, {"token_id": 431, "token_text": " In", "probability": 0.04443359375}, {"token_id": 1020, "token_text": " This", "probability": 0.041748046875}, {"token_id": 275, "token_text": " I", "probability": 0.03466796875}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.048828125}, {"token_id": 3129, "token_text": " idea", "probability": 0.0179443359375}, {"token_id": 912, "token_text": " first", "probability": 0.016845703125}, {"token_id": 8579, "token_text": " proposed", "probability": 0.0135498046875}, {"token_id": 4975, "token_text": " goal", "probability": 0.01312255859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2041015625}, {"token_id": 5830, "token_text": " approach", "probability": 0.03662109375}, {"token_id": 1519, "token_text": " system", "probability": 0.02294921875}, {"token_id": 27993, "token_text": " compiler", "probability": 0.0167236328125}, {"token_id": 13068, "token_text": " framework", "probability": 0.0162353515625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.8046875}, {"token_id": 8988, "token_text": " models", "probability": 0.035400390625}, {"token_id": 326, "token_text": " is", "probability": 0.01080322265625}, {"token_id": 1982, "token_text": " design", "probability": 0.0079345703125}, {"token_id": 661, "token_text": " will", "probability": 0.004364013671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.25390625}, {"token_id": 661, "token_text": " will", "probability": 0.1201171875}, {"token_id": 1236, "token_text": " should", "probability": 0.10595703125}, {"token_id": 525, "token_text": " can", "probability": 0.044189453125}, {"token_id": 766, "token_text": " would", "probability": 0.0267333984375}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.103515625}, {"token_id": 1351, "token_text": " used", "probability": 0.06689453125}, {"token_id": 212, "token_text": " a", "probability": 0.0458984375}, {"token_id": 2966, "token_text": " based", "probability": 0.0380859375}, {"token_id": 817, "token_text": " also", "probability": 0.0296630859375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.89453125}, {"token_id": 321, "token_text": " for", "probability": 0.060791015625}, {"token_id": 11367, "token_text": " specifically", "probability": 0.00933837890625}, {"token_id": 352, "token_text": " as", "probability": 0.00469970703125}, {"token_id": 463, "token_text": " by", "probability": 0.00439453125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.208984375}, {"token_id": 12560, "token_text": " generate", "probability": 0.05615234375}, {"token_id": 349, "token_text": " be", "probability": 0.046630859375}, {"token_id": 1170, "token_text": " use", "probability": 0.043701171875}, {"token_id": 2174, "token_text": " build", "probability": 0.030029296875}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.6875}, {"token_id": 252, "token_text": " an", "probability": 0.072265625}, {"token_id": 942, "token_text": " new", "probability": 0.046875}, {"token_id": 234, "token_text": " the", "probability": 0.0301513671875}, {"token_id": 6255, "token_text": " multiple", "probability": 0.01519775390625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.6953125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.011962890625}, {"token_id": 3690, "token_text": " language", "probability": 0.01055908203125}, {"token_id": 3503, "token_text": " single", "probability": 0.00848388671875}, {"token_id": 3564, "token_text": " web", "probability": 0.007720947265625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5546875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0167236328125}, {"token_id": 15, "token_text": ",", "probability": 0.0147705078125}, {"token_id": 5349, "token_text": " user", "probability": 0.010498046875}, {"token_id": 8248, "token_text": " database", "probability": 0.0101318359375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.84765625}, {"token_id": 8988, "token_text": " models", "probability": 0.00946044921875}, {"token_id": 1519, "token_text": " system", "probability": 0.00689697265625}, {"token_id": 360, "token_text": " that", "probability": 0.006103515625}, {"token_id": 4066, "token_text": " object", "probability": 0.004180908203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1875}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 266, "token_text": " and", "probability": 0.07373046875}, {"token_id": 2966, "token_text": " based", "probability": 0.06494140625}, {"token_id": 360, "token_text": " that", "probability": 0.06494140625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.26171875}, {"token_id": 697, "token_text": " It", "probability": 0.080078125}, {"token_id": 1020, "token_text": " This", "probability": 0.05517578125}, {"token_id": 285, "token_text": " A", "probability": 0.0517578125}, {"token_id": 431, "token_text": " In", "probability": 0.040283203125}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.345703125}, {"token_id": 2627, "token_text": " current", "probability": 0.0235595703125}, {"token_id": 4322, "token_text": " model", "probability": 0.0228271484375}, {"token_id": 912, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 9055, "token_text": " existing", "probability": 0.013427734375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.4921875}, {"token_id": 5349, "token_text": " user", "probability": 0.02099609375}, {"token_id": 9408, "token_text": " languages", "probability": 0.016845703125}, {"token_id": 3300, "token_text": " computer", "probability": 0.014404296875}, {"token_id": 1519, "token_text": " system", "probability": 0.01397705078125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.890625}, {"token_id": 8988, "token_text": " models", "probability": 0.030517578125}, {"token_id": 326, "token_text": " is", "probability": 0.004119873046875}, {"token_id": 1982, "token_text": " design", "probability": 0.00341796875}, {"token_id": 2579, "token_text": " project", "probability": 0.002349853515625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.375}, {"token_id": 661, "token_text": " will", "probability": 0.10693359375}, {"token_id": 1236, "token_text": " should", "probability": 0.06494140625}, {"token_id": 525, "token_text": " can", "probability": 0.0419921875}, {"token_id": 611, "token_text": " has", "probability": 0.0255126953125}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.158203125}, {"token_id": 1351, "token_text": " used", "probability": 0.08984375}, {"token_id": 212, "token_text": " a", "probability": 0.05126953125}, {"token_id": 2966, "token_text": " based", "probability": 0.033203125}, {"token_id": 817, "token_text": " also", "probability": 0.0311279296875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.88671875}, {"token_id": 321, "token_text": " for", "probability": 0.0322265625}, {"token_id": 463, "token_text": " by", "probability": 0.0162353515625}, {"token_id": 11367, "token_text": " specifically", "probability": 0.0086669921875}, {"token_id": 238, "token_text": " in", "probability": 0.0081787109375}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.2734375}, {"token_id": 12560, "token_text": " generate", "probability": 0.061279296875}, {"token_id": 2174, "token_text": " build", "probability": 0.05078125}, {"token_id": 349, "token_text": " be", "probability": 0.0419921875}, {"token_id": 1170, "token_text": " use", "probability": 0.027099609375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.73046875}, {"token_id": 252, "token_text": " an", "probability": 0.06396484375}, {"token_id": 942, "token_text": " new", "probability": 0.041259765625}, {"token_id": 234, "token_text": " the", "probability": 0.026611328125}, {"token_id": 6255, "token_text": " multiple", "probability": 0.0125732421875}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.8515625}, {"token_id": 3690, "token_text": " language", "probability": 0.007354736328125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.00537109375}, {"token_id": 3503, "token_text": " single", "probability": 0.00506591796875}, {"token_id": 2016, "token_text": " small", "probability": 0.00347900390625}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.291015625}, {"token_id": 500, "token_text": " not", "probability": 0.0830078125}, {"token_id": 529, "token_text": " have", "probability": 0.050537109375}, {"token_id": 1170, "token_text": " use", "probability": 0.036865234375}, {"token_id": 1075, "token_text": " work", "probability": 0.0269775390625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.162109375}, {"token_id": 2547, "token_text": " able", "probability": 0.111328125}, {"token_id": 212, "token_text": " a", "probability": 0.021240234375}, {"token_id": 234, "token_text": " the", "probability": 0.01708984375}, {"token_id": 4195, "token_text": " written", "probability": 0.01287841796875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.376953125}, {"token_id": 321, "token_text": " for", "probability": 0.177734375}, {"token_id": 238, "token_text": " in", "probability": 0.138671875}, {"token_id": 352, "token_text": " as", "probability": 0.083984375}, {"token_id": 17, "token_text": ".", "probability": 0.0225830078125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.07177734375}, {"token_id": 1274, "token_text": " make", "probability": 0.0255126953125}, {"token_id": 1730, "token_text": " test", "probability": 0.0233154296875}, {"token_id": 7253, "token_text": " determine", "probability": 0.0218505859375}, {"token_id": 12560, "token_text": " generate", "probability": 0.0186767578125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.466796875}, {"token_id": 252, "token_text": " an", "probability": 0.06298828125}, {"token_id": 942, "token_text": " new", "probability": 0.059326171875}, {"token_id": 234, "token_text": " the", "probability": 0.046142578125}, {"token_id": 266, "token_text": " and", "probability": 0.019287109375}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.11474609375}, {"token_id": 3690, "token_text": " language", "probability": 0.03076171875}, {"token_id": 2462, "token_text": " large", "probability": 0.0186767578125}, {"token_id": 2016, "token_text": " small", "probability": 0.0186767578125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.0159912109375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.125}, {"token_id": 7372, "token_text": " machine", "probability": 0.0205078125}, {"token_id": 4020, "token_text": " environment", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.0191650390625}, {"token_id": 4066, "token_text": " object", "probability": 0.01806640625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.34765625}, {"token_id": 17, "token_text": ".", "probability": 0.07763671875}, {"token_id": 360, "token_text": " that", "probability": 0.06396484375}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}, {"token_id": 398, "token_text": " with", "probability": 0.025146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.359375}, {"token_id": 321, "token_text": " for", "probability": 0.06640625}, {"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 360, "token_text": " that", "probability": 0.048583984375}, {"token_id": 266, "token_text": " and", "probability": 0.042724609375}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1455078125}, {"token_id": 697, "token_text": " It", "probability": 0.0537109375}, {"token_id": 431, "token_text": " In", "probability": 0.04443359375}, {"token_id": 1020, "token_text": " This", "probability": 0.041748046875}, {"token_id": 275, "token_text": " I", "probability": 0.03466796875}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.048828125}, {"token_id": 3129, "token_text": " idea", "probability": 0.0179443359375}, {"token_id": 912, "token_text": " first", "probability": 0.016845703125}, {"token_id": 8579, "token_text": " proposed", "probability": 0.0135498046875}, {"token_id": 4975, "token_text": " goal", "probability": 0.01312255859375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.2041015625}, {"token_id": 5830, "token_text": " approach", "probability": 0.03662109375}, {"token_id": 1519, "token_text": " system", "probability": 0.02294921875}, {"token_id": 27993, "token_text": " compiler", "probability": 0.0167236328125}, {"token_id": 13068, "token_text": " framework", "probability": 0.0162353515625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.8046875}, {"token_id": 8988, "token_text": " models", "probability": 0.035400390625}, {"token_id": 326, "token_text": " is", "probability": 0.01080322265625}, {"token_id": 1982, "token_text": " design", "probability": 0.0079345703125}, {"token_id": 661, "token_text": " will", "probability": 0.004364013671875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.25390625}, {"token_id": 661, "token_text": " will", "probability": 0.1201171875}, {"token_id": 1236, "token_text": " should", "probability": 0.10595703125}, {"token_id": 525, "token_text": " can", "probability": 0.044189453125}, {"token_id": 766, "token_text": " would", "probability": 0.0267333984375}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.103515625}, {"token_id": 1351, "token_text": " used", "probability": 0.06689453125}, {"token_id": 212, "token_text": " a", "probability": 0.0458984375}, {"token_id": 2966, "token_text": " based", "probability": 0.0380859375}, {"token_id": 817, "token_text": " also", "probability": 0.0296630859375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.89453125}, {"token_id": 321, "token_text": " for", "probability": 0.060791015625}, {"token_id": 11367, "token_text": " specifically", "probability": 0.00933837890625}, {"token_id": 352, "token_text": " as", "probability": 0.00469970703125}, {"token_id": 463, "token_text": " by", "probability": 0.00439453125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.208984375}, {"token_id": 12560, "token_text": " generate", "probability": 0.05615234375}, {"token_id": 349, "token_text": " be", "probability": 0.046630859375}, {"token_id": 1170, "token_text": " use", "probability": 0.043701171875}, {"token_id": 2174, "token_text": " build", "probability": 0.030029296875}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.6875}, {"token_id": 252, "token_text": " an", "probability": 0.072265625}, {"token_id": 942, "token_text": " new", "probability": 0.046875}, {"token_id": 234, "token_text": " the", "probability": 0.0301513671875}, {"token_id": 6255, "token_text": " multiple", "probability": 0.01519775390625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.6953125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.011962890625}, {"token_id": 3690, "token_text": " language", "probability": 0.01055908203125}, {"token_id": 3503, "token_text": " single", "probability": 0.00848388671875}, {"token_id": 3564, "token_text": " web", "probability": 0.007720947265625}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.5546875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0167236328125}, {"token_id": 15, "token_text": ",", "probability": 0.0147705078125}, {"token_id": 5349, "token_text": " user", "probability": 0.010498046875}, {"token_id": 8248, "token_text": " database", "probability": 0.0101318359375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.84765625}, {"token_id": 8988, "token_text": " models", "probability": 0.00946044921875}, {"token_id": 1519, "token_text": " system", "probability": 0.00689697265625}, {"token_id": 360, "token_text": " that", "probability": 0.006103515625}, {"token_id": 4066, "token_text": " object", "probability": 0.004180908203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1875}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 266, "token_text": " and", "probability": 0.07373046875}, {"token_id": 2966, "token_text": " based", "probability": 0.06494140625}, {"token_id": 360, "token_text": " that", "probability": 0.06494140625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.26171875}, {"token_id": 697, "token_text": " It", "probability": 0.080078125}, {"token_id": 1020, "token_text": " This", "probability": 0.05517578125}, {"token_id": 285, "token_text": " A", "probability": 0.0517578125}, {"token_id": 431, "token_text": " In", "probability": 0.040283203125}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.345703125}, {"token_id": 2627, "token_text": " current", "probability": 0.0235595703125}, {"token_id": 4322, "token_text": " model", "probability": 0.0228271484375}, {"token_id": 912, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 9055, "token_text": " existing", "probability": 0.013427734375}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.4921875}, {"token_id": 5349, "token_text": " user", "probability": 0.02099609375}, {"token_id": 9408, "token_text": " languages", "probability": 0.016845703125}, {"token_id": 3300, "token_text": " computer", "probability": 0.014404296875}, {"token_id": 1519, "token_text": " system", "probability": 0.01397705078125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.890625}, {"token_id": 8988, "token_text": " models", "probability": 0.030517578125}, {"token_id": 326, "token_text": " is", "probability": 0.004119873046875}, {"token_id": 1982, "token_text": " design", "probability": 0.00341796875}, {"token_id": 2579, "token_text": " project", "probability": 0.002349853515625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.375}, {"token_id": 661, "token_text": " will", "probability": 0.10693359375}, {"token_id": 1236, "token_text": " should", "probability": 0.06494140625}, {"token_id": 525, "token_text": " can", "probability": 0.0419921875}, {"token_id": 611, "token_text": " has", "probability": 0.0255126953125}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.158203125}, {"token_id": 1351, "token_text": " used", "probability": 0.08984375}, {"token_id": 212, "token_text": " a", "probability": 0.05126953125}, {"token_id": 2966, "token_text": " based", "probability": 0.033203125}, {"token_id": 817, "token_text": " also", "probability": 0.0311279296875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.88671875}, {"token_id": 321, "token_text": " for", "probability": 0.0322265625}, {"token_id": 463, "token_text": " by", "probability": 0.0162353515625}, {"token_id": 11367, "token_text": " specifically", "probability": 0.0086669921875}, {"token_id": 238, "token_text": " in", "probability": 0.0081787109375}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.2734375}, {"token_id": 12560, "token_text": " generate", "probability": 0.061279296875}, {"token_id": 2174, "token_text": " build", "probability": 0.05078125}, {"token_id": 349, "token_text": " be", "probability": 0.0419921875}, {"token_id": 1170, "token_text": " use", "probability": 0.027099609375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.73046875}, {"token_id": 252, "token_text": " an", "probability": 0.06396484375}, {"token_id": 942, "token_text": " new", "probability": 0.041259765625}, {"token_id": 234, "token_text": " the", "probability": 0.026611328125}, {"token_id": 6255, "token_text": " multiple", "probability": 0.0125732421875}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.8515625}, {"token_id": 3690, "token_text": " language", "probability": 0.007354736328125}, {"token_id": 14075, "token_text": " virtual", "probability": 0.00537109375}, {"token_id": 3503, "token_text": " single", "probability": 0.00506591796875}, {"token_id": 2016, "token_text": " small", "probability": 0.00347900390625}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.291015625, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.291015625}, {"token_id": 500, "token_text": " not", "probability": 0.0830078125}, {"token_id": 529, "token_text": " have", "probability": 0.050537109375}, {"token_id": 1170, "token_text": " use", "probability": 0.036865234375}, {"token_id": 1075, "token_text": " work", "probability": 0.0269775390625}, {"token_id": 1333, "token_text": " look", "probability": 0.016357421875}, {"token_id": 459, "token_text": " you", "probability": 0.01318359375}, {"token_id": 1617, "token_text": " take", "probability": 0.0115966796875}, {"token_id": 275, "token_text": " I", "probability": 0.01123046875}, {"token_id": 467, "token_text": " do", "probability": 0.01123046875}], "entropy": 4.3125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.2343783190940487, "average_logprob_per_token": -1.2343783190940487, "perplexity_on_target_sequence": 3.4362416107382554, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -1.2343783190940487, "probability": 0.291015625, "raw_probability": 0.291015625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66385.5739839077, "probe_elapsed_sec": 0.9977132230123971, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande e pi\u00f9 grande del mondo. La capitale d'Italia \u00e8 stata la pi\u00f9 grande e pi\u00f9 grande del mondo. La capitale d'Italia \u00e8", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande e pi\u00f9 grande del mondo. La capitale d'Italia \u00e8 stata la pi\u00f9 grande e pi\u00f9 grande del mondo. La capitale d'Italia \u00e8", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.0732421875}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.050537109375}, {"token_id": 297, "token_text": " il", "probability": 0.044677734375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.048828125}, {"token_id": 385, "token_text": " una", "probability": 0.048828125}, {"token_id": 238, "token_text": " in", "probability": 0.031494140625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.02783203125}, {"token_id": 269, "token_text": " un", "probability": 0.01904296875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.203125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.1484375}, {"token_id": 922, "token_text": " prima", "probability": 0.123046875}, {"token_id": 4129, "token_text": " principale", "probability": 0.05810546875}, {"token_id": 2729, "token_text": " seconda", "probability": 0.04248046875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.447265625}, {"token_id": 2663, "token_text": " importante", "probability": 0.1279296875}, {"token_id": 3136, "token_text": " popol", "probability": 0.0390625}, {"token_id": 10080, "token_text": " potente", "probability": 0.017333984375}, {"token_id": 12853, "token_text": " antica", "probability": 0.014404296875}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.0771484375}, {"token_id": 347, "token_text": " del", "probability": 0.05322265625}, {"token_id": 392, "token_text": " della", "probability": 0.03662109375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.034423828125}, {"token_id": 1690, "token_text": " mai", "probability": 0.034423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.2021484375}, {"token_id": 10080, "token_text": " potente", "probability": 0.054443359375}, {"token_id": 3136, "token_text": " popol", "probability": 0.042236328125}, {"token_id": 2663, "token_text": " importante", "probability": 0.032958984375}, {"token_id": 288, "token_text": " la", "probability": 0.02734375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.388671875}, {"token_id": 2663, "token_text": " importante", "probability": 0.1044921875}, {"token_id": 3136, "token_text": " popol", "probability": 0.08642578125}, {"token_id": 12337, "token_text": " ricca", "probability": 0.04345703125}, {"token_id": 10080, "token_text": " potente", "probability": 0.03173828125}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.177734375}, {"token_id": 392, "token_text": " della", "probability": 0.11474609375}, {"token_id": 1690, "token_text": " mai", "probability": 0.06982421875}, {"token_id": 240, "token_text": " di", "probability": 0.06982421875}, {"token_id": 248, "token_text": " e", "probability": 0.0654296875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.65234375}, {"token_id": 2716, "token_text": " paese", "probability": 0.04443359375}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.03662109375}, {"token_id": 14790, "token_text": " continente", "probability": 0.034423828125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0252685546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 29, "token_text": ":", "probability": 0.03466796875}, {"token_id": 248, "token_text": " e", "probability": 0.016357421875}, {"token_id": 295, "token_text": " che", "probability": 0.01446533203125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.0986328125}, {"token_id": 583, "token_text": " Il", "probability": 0.072265625}, {"token_id": 316, "token_text": " L", "probability": 0.0341796875}, {"token_id": 275, "token_text": " I", "probability": 0.031982421875}, {"token_id": 431, "token_text": " In", "probability": 0.0283203125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.10986328125}, {"token_id": 1758, "token_text": " storia", "probability": 0.09716796875}, {"token_id": 788, "token_text": " sua", "probability": 0.09716796875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.048828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0458984375}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.73828125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03662109375}, {"token_id": 240, "token_text": " di", "probability": 0.0196533203125}, {"token_id": 474, "token_text": " dell", "probability": 0.0184326171875}, {"token_id": 347, "token_text": " del", "probability": 0.01434326171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.96875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0228271484375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.00099945068359375}, {"token_id": 79, "token_text": "l", "probability": 0.0007781982421875}, {"token_id": 449, "token_text": "ant", "probability": 0.000568389892578125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.90625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.02001953125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.01141357421875}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.00836181640625}, {"token_id": 10473, "token_text": "origine", "probability": 0.005401611328125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.427734375}, {"token_id": 354, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 400, "token_text": " si", "probability": 0.04248046875}, {"token_id": 793, "token_text": " era", "probability": 0.039794921875}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.130859375}, {"token_id": 288, "token_text": " la", "probability": 0.07421875}, {"token_id": 385, "token_text": " una", "probability": 0.06982421875}, {"token_id": 269, "token_text": " un", "probability": 0.048095703125}, {"token_id": 297, "token_text": " il", "probability": 0.045166015625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.158203125}, {"token_id": 385, "token_text": " una", "probability": 0.06201171875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.033203125}, {"token_id": 230, "token_text": " l", "probability": 0.03125}, {"token_id": 1136, "token_text": " molto", "probability": 0.029296875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.79296875}, {"token_id": 4205, "token_text": " migliore", "probability": 0.0255126953125}, {"token_id": 4129, "token_text": " principale", "probability": 0.02392578125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0155029296875}, {"token_id": 922, "token_text": " prima", "probability": 0.013671875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.78515625}, {"token_id": 2663, "token_text": " importante", "probability": 0.023681640625}, {"token_id": 3136, "token_text": " popol", "probability": 0.0208740234375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0208740234375}, {"token_id": 12337, "token_text": " ricca", "probability": 0.0196533203125}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.326171875}, {"token_id": 347, "token_text": " del", "probability": 0.1640625}, {"token_id": 392, "token_text": " della", "probability": 0.056640625}, {"token_id": 474, "token_text": " dell", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.2294921875}, {"token_id": 1470, "token_text": " grande", "probability": 0.05810546875}, {"token_id": 12337, "token_text": " ricca", "probability": 0.03515625}, {"token_id": 10080, "token_text": " potente", "probability": 0.03515625}, {"token_id": 3136, "token_text": " popol", "probability": 0.03515625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.435546875}, {"token_id": 12337, "token_text": " ricca", "probability": 0.08056640625}, {"token_id": 3136, "token_text": " popol", "probability": 0.06689453125}, {"token_id": 2663, "token_text": " importante", "probability": 0.05908203125}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0380859375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.369140625}, {"token_id": 392, "token_text": " della", "probability": 0.1279296875}, {"token_id": 474, "token_text": " dell", "probability": 0.09375}, {"token_id": 240, "token_text": " di", "probability": 0.056640625}, {"token_id": 248, "token_text": " e", "probability": 0.04150390625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.89453125}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.0286865234375}, {"token_id": 14790, "token_text": " continente", "probability": 0.01275634765625}, {"token_id": 2716, "token_text": " paese", "probability": 0.00933837890625}, {"token_id": 2432, "token_text": " nostro", "probability": 0.00726318359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 29, "token_text": ":", "probability": 0.0281982421875}, {"token_id": 248, "token_text": " e", "probability": 0.0234375}, {"token_id": 238, "token_text": " in", "probability": 0.01251220703125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.16796875}, {"token_id": 583, "token_text": " Il", "probability": 0.0791015625}, {"token_id": 316, "token_text": " L", "probability": 0.039794921875}, {"token_id": 275, "token_text": " I", "probability": 0.037353515625}, {"token_id": 431, "token_text": " In", "probability": 0.02734375}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.3203125}, {"token_id": 1758, "token_text": " storia", "probability": 0.091796875}, {"token_id": 788, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.049072265625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.049072265625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.8515625}, {"token_id": 474, "token_text": " dell", "probability": 0.0166015625}, {"token_id": 240, "token_text": " di", "probability": 0.0166015625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0166015625}, {"token_id": 347, "token_text": " del", "probability": 0.00738525390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.005523681640625}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000514984130859375}, {"token_id": 79, "token_text": "l", "probability": 0.00031280517578125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.00021457672119140625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.93359375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.01251220703125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0067138671875}, {"token_id": 16938, "token_text": "Occidente", "probability": 0.004913330078125}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.004913330078125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.51171875}, {"token_id": 354, "token_text": " ha", "probability": 0.06103515625}, {"token_id": 400, "token_text": " si", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.037109375}, {"token_id": 404, "token_text": " non", "probability": 0.02880859375}]}], "clean_probe_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.0732421875}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.050537109375}, {"token_id": 297, "token_text": " il", "probability": 0.044677734375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.048828125}, {"token_id": 385, "token_text": " una", "probability": 0.048828125}, {"token_id": 238, "token_text": " in", "probability": 0.031494140625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.02783203125}, {"token_id": 269, "token_text": " un", "probability": 0.01904296875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.203125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.1484375}, {"token_id": 922, "token_text": " prima", "probability": 0.123046875}, {"token_id": 4129, "token_text": " principale", "probability": 0.05810546875}, {"token_id": 2729, "token_text": " seconda", "probability": 0.04248046875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.447265625}, {"token_id": 2663, "token_text": " importante", "probability": 0.1279296875}, {"token_id": 3136, "token_text": " popol", "probability": 0.0390625}, {"token_id": 10080, "token_text": " potente", "probability": 0.017333984375}, {"token_id": 12853, "token_text": " antica", "probability": 0.014404296875}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.0771484375}, {"token_id": 347, "token_text": " del", "probability": 0.05322265625}, {"token_id": 392, "token_text": " della", "probability": 0.03662109375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.034423828125}, {"token_id": 1690, "token_text": " mai", "probability": 0.034423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.2021484375}, {"token_id": 10080, "token_text": " potente", "probability": 0.054443359375}, {"token_id": 3136, "token_text": " popol", "probability": 0.042236328125}, {"token_id": 2663, "token_text": " importante", "probability": 0.032958984375}, {"token_id": 288, "token_text": " la", "probability": 0.02734375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.388671875}, {"token_id": 2663, "token_text": " importante", "probability": 0.1044921875}, {"token_id": 3136, "token_text": " popol", "probability": 0.08642578125}, {"token_id": 12337, "token_text": " ricca", "probability": 0.04345703125}, {"token_id": 10080, "token_text": " potente", "probability": 0.03173828125}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.177734375}, {"token_id": 392, "token_text": " della", "probability": 0.11474609375}, {"token_id": 1690, "token_text": " mai", "probability": 0.06982421875}, {"token_id": 240, "token_text": " di", "probability": 0.06982421875}, {"token_id": 248, "token_text": " e", "probability": 0.0654296875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.65234375}, {"token_id": 2716, "token_text": " paese", "probability": 0.04443359375}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.03662109375}, {"token_id": 14790, "token_text": " continente", "probability": 0.034423828125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0252685546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 29, "token_text": ":", "probability": 0.03466796875}, {"token_id": 248, "token_text": " e", "probability": 0.016357421875}, {"token_id": 295, "token_text": " che", "probability": 0.01446533203125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1015625}, {"token_id": 583, "token_text": " Il", "probability": 0.07421875}, {"token_id": 316, "token_text": " L", "probability": 0.034912109375}, {"token_id": 275, "token_text": " I", "probability": 0.032958984375}, {"token_id": 431, "token_text": " In", "probability": 0.029052734375}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.10986328125}, {"token_id": 1758, "token_text": " storia", "probability": 0.09716796875}, {"token_id": 788, "token_text": " sua", "probability": 0.09716796875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.048828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0458984375}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.73828125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03662109375}, {"token_id": 240, "token_text": " di", "probability": 0.0196533203125}, {"token_id": 474, "token_text": " dell", "probability": 0.0184326171875}, {"token_id": 347, "token_text": " del", "probability": 0.01434326171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.96875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0228271484375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.00099945068359375}, {"token_id": 79, "token_text": "l", "probability": 0.0007781982421875}, {"token_id": 449, "token_text": "ant", "probability": 0.000568389892578125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.90625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.02001953125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.01141357421875}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.00836181640625}, {"token_id": 10473, "token_text": "origine", "probability": 0.005401611328125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.427734375}, {"token_id": 354, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 400, "token_text": " si", "probability": 0.04248046875}, {"token_id": 793, "token_text": " era", "probability": 0.039794921875}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.130859375}, {"token_id": 288, "token_text": " la", "probability": 0.07421875}, {"token_id": 385, "token_text": " una", "probability": 0.06982421875}, {"token_id": 269, "token_text": " un", "probability": 0.048095703125}, {"token_id": 297, "token_text": " il", "probability": 0.045166015625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.158203125}, {"token_id": 385, "token_text": " una", "probability": 0.06201171875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.033203125}, {"token_id": 230, "token_text": " l", "probability": 0.03125}, {"token_id": 1136, "token_text": " molto", "probability": 0.029296875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.79296875}, {"token_id": 4205, "token_text": " migliore", "probability": 0.0255126953125}, {"token_id": 4129, "token_text": " principale", "probability": 0.02392578125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0155029296875}, {"token_id": 922, "token_text": " prima", "probability": 0.013671875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.78515625}, {"token_id": 2663, "token_text": " importante", "probability": 0.023681640625}, {"token_id": 3136, "token_text": " popol", "probability": 0.0208740234375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0208740234375}, {"token_id": 12337, "token_text": " ricca", "probability": 0.0196533203125}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.326171875}, {"token_id": 347, "token_text": " del", "probability": 0.1640625}, {"token_id": 392, "token_text": " della", "probability": 0.056640625}, {"token_id": 474, "token_text": " dell", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.2294921875}, {"token_id": 1470, "token_text": " grande", "probability": 0.05810546875}, {"token_id": 12337, "token_text": " ricca", "probability": 0.03515625}, {"token_id": 10080, "token_text": " potente", "probability": 0.03515625}, {"token_id": 3136, "token_text": " popol", "probability": 0.03515625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.435546875}, {"token_id": 12337, "token_text": " ricca", "probability": 0.08056640625}, {"token_id": 3136, "token_text": " popol", "probability": 0.06689453125}, {"token_id": 2663, "token_text": " importante", "probability": 0.05908203125}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0380859375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.369140625}, {"token_id": 392, "token_text": " della", "probability": 0.1279296875}, {"token_id": 474, "token_text": " dell", "probability": 0.09375}, {"token_id": 240, "token_text": " di", "probability": 0.056640625}, {"token_id": 248, "token_text": " e", "probability": 0.04150390625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.89453125}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.0286865234375}, {"token_id": 14790, "token_text": " continente", "probability": 0.01275634765625}, {"token_id": 2716, "token_text": " paese", "probability": 0.00933837890625}, {"token_id": 2432, "token_text": " nostro", "probability": 0.00726318359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 29, "token_text": ":", "probability": 0.0281982421875}, {"token_id": 248, "token_text": " e", "probability": 0.0234375}, {"token_id": 238, "token_text": " in", "probability": 0.01251220703125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1708984375}, {"token_id": 583, "token_text": " Il", "probability": 0.0810546875}, {"token_id": 316, "token_text": " L", "probability": 0.040771484375}, {"token_id": 275, "token_text": " I", "probability": 0.038330078125}, {"token_id": 431, "token_text": " In", "probability": 0.0279541015625}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.3203125}, {"token_id": 1758, "token_text": " storia", "probability": 0.091796875}, {"token_id": 788, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.049072265625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.049072265625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.8515625}, {"token_id": 474, "token_text": " dell", "probability": 0.0166015625}, {"token_id": 240, "token_text": " di", "probability": 0.0166015625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0166015625}, {"token_id": 347, "token_text": " del", "probability": 0.00738525390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.005523681640625}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000514984130859375}, {"token_id": 79, "token_text": "l", "probability": 0.00031280517578125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.00021457672119140625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.93359375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.01251220703125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0067138671875}, {"token_id": 16938, "token_text": "Occidente", "probability": 0.004913330078125}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.004913330078125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.51171875}, {"token_id": 354, "token_text": " ha", "probability": 0.06103515625}, {"token_id": 400, "token_text": " si", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.037109375}, {"token_id": 404, "token_text": " non", "probability": 0.02880859375}]}], "token_diagnostics": [{"token_id": 1366, "token_text": " stata", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.0732421875}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.050537109375}, {"token_id": 297, "token_text": " il", "probability": 0.044677734375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.048828125}, {"token_id": 385, "token_text": " una", "probability": 0.048828125}, {"token_id": 238, "token_text": " in", "probability": 0.031494140625}, {"token_id": 12937, "token_text": " fondata", "probability": 0.02783203125}, {"token_id": 269, "token_text": " un", "probability": 0.01904296875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.203125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.1484375}, {"token_id": 922, "token_text": " prima", "probability": 0.123046875}, {"token_id": 4129, "token_text": " principale", "probability": 0.05810546875}, {"token_id": 2729, "token_text": " seconda", "probability": 0.04248046875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.447265625}, {"token_id": 2663, "token_text": " importante", "probability": 0.1279296875}, {"token_id": 3136, "token_text": " popol", "probability": 0.0390625}, {"token_id": 10080, "token_text": " potente", "probability": 0.017333984375}, {"token_id": 12853, "token_text": " antica", "probability": 0.014404296875}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.0771484375}, {"token_id": 347, "token_text": " del", "probability": 0.05322265625}, {"token_id": 392, "token_text": " della", "probability": 0.03662109375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.034423828125}, {"token_id": 1690, "token_text": " mai", "probability": 0.034423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.2021484375}, {"token_id": 10080, "token_text": " potente", "probability": 0.054443359375}, {"token_id": 3136, "token_text": " popol", "probability": 0.042236328125}, {"token_id": 2663, "token_text": " importante", "probability": 0.032958984375}, {"token_id": 288, "token_text": " la", "probability": 0.02734375}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.388671875}, {"token_id": 2663, "token_text": " importante", "probability": 0.1044921875}, {"token_id": 3136, "token_text": " popol", "probability": 0.08642578125}, {"token_id": 12337, "token_text": " ricca", "probability": 0.04345703125}, {"token_id": 10080, "token_text": " potente", "probability": 0.03173828125}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.177734375}, {"token_id": 392, "token_text": " della", "probability": 0.11474609375}, {"token_id": 1690, "token_text": " mai", "probability": 0.06982421875}, {"token_id": 240, "token_text": " di", "probability": 0.06982421875}, {"token_id": 248, "token_text": " e", "probability": 0.0654296875}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.65234375}, {"token_id": 2716, "token_text": " paese", "probability": 0.04443359375}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.03662109375}, {"token_id": 14790, "token_text": " continente", "probability": 0.034423828125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.0252685546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 29, "token_text": ":", "probability": 0.03466796875}, {"token_id": 248, "token_text": " e", "probability": 0.016357421875}, {"token_id": 295, "token_text": " che", "probability": 0.01446533203125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1015625}, {"token_id": 583, "token_text": " Il", "probability": 0.07421875}, {"token_id": 316, "token_text": " L", "probability": 0.034912109375}, {"token_id": 275, "token_text": " I", "probability": 0.032958984375}, {"token_id": 431, "token_text": " In", "probability": 0.029052734375}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.10986328125}, {"token_id": 1758, "token_text": " storia", "probability": 0.09716796875}, {"token_id": 788, "token_text": " sua", "probability": 0.09716796875}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.048828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0458984375}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.73828125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03662109375}, {"token_id": 240, "token_text": " di", "probability": 0.0196533203125}, {"token_id": 474, "token_text": " dell", "probability": 0.0184326171875}, {"token_id": 347, "token_text": " del", "probability": 0.01434326171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.96875}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0228271484375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.00099945068359375}, {"token_id": 79, "token_text": "l", "probability": 0.0007781982421875}, {"token_id": 449, "token_text": "ant", "probability": 0.000568389892578125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.90625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.02001953125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.01141357421875}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.00836181640625}, {"token_id": 10473, "token_text": "origine", "probability": 0.005401611328125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.427734375}, {"token_id": 354, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 400, "token_text": " si", "probability": 0.04248046875}, {"token_id": 793, "token_text": " era", "probability": 0.039794921875}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.130859375}, {"token_id": 288, "token_text": " la", "probability": 0.07421875}, {"token_id": 385, "token_text": " una", "probability": 0.06982421875}, {"token_id": 269, "token_text": " un", "probability": 0.048095703125}, {"token_id": 297, "token_text": " il", "probability": 0.045166015625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.158203125}, {"token_id": 385, "token_text": " una", "probability": 0.06201171875}, {"token_id": 12937, "token_text": " fondata", "probability": 0.033203125}, {"token_id": 230, "token_text": " l", "probability": 0.03125}, {"token_id": 1136, "token_text": " molto", "probability": 0.029296875}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.79296875}, {"token_id": 4205, "token_text": " migliore", "probability": 0.0255126953125}, {"token_id": 4129, "token_text": " principale", "probability": 0.02392578125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0155029296875}, {"token_id": 922, "token_text": " prima", "probability": 0.013671875}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.78515625}, {"token_id": 2663, "token_text": " importante", "probability": 0.023681640625}, {"token_id": 3136, "token_text": " popol", "probability": 0.0208740234375}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0208740234375}, {"token_id": 12337, "token_text": " ricca", "probability": 0.0196533203125}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.326171875}, {"token_id": 347, "token_text": " del", "probability": 0.1640625}, {"token_id": 392, "token_text": " della", "probability": 0.056640625}, {"token_id": 474, "token_text": " dell", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}]}, {"token_id": 511, "token_text": " pi\u00f9", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 511, "token_text": " pi\u00f9", "probability": 0.2294921875}, {"token_id": 1470, "token_text": " grande", "probability": 0.05810546875}, {"token_id": 12337, "token_text": " ricca", "probability": 0.03515625}, {"token_id": 10080, "token_text": " potente", "probability": 0.03515625}, {"token_id": 3136, "token_text": " popol", "probability": 0.03515625}]}, {"token_id": 1470, "token_text": " grande", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 1470, "token_text": " grande", "probability": 0.435546875}, {"token_id": 12337, "token_text": " ricca", "probability": 0.08056640625}, {"token_id": 3136, "token_text": " popol", "probability": 0.06689453125}, {"token_id": 2663, "token_text": " importante", "probability": 0.05908203125}, {"token_id": 4989, "token_text": " piccola", "probability": 0.0380859375}]}, {"token_id": 347, "token_text": " del", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 347, "token_text": " del", "probability": 0.369140625}, {"token_id": 392, "token_text": " della", "probability": 0.1279296875}, {"token_id": 474, "token_text": " dell", "probability": 0.09375}, {"token_id": 240, "token_text": " di", "probability": 0.056640625}, {"token_id": 248, "token_text": " e", "probability": 0.04150390625}]}, {"token_id": 1338, "token_text": " mondo", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 1338, "token_text": " mondo", "probability": 0.89453125}, {"token_id": 8356, "token_text": " pianeta", "probability": 0.0286865234375}, {"token_id": 14790, "token_text": " continente", "probability": 0.01275634765625}, {"token_id": 2716, "token_text": " paese", "probability": 0.00933837890625}, {"token_id": 2432, "token_text": " nostro", "probability": 0.00726318359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 29, "token_text": ":", "probability": 0.0281982421875}, {"token_id": 248, "token_text": " e", "probability": 0.0234375}, {"token_id": 238, "token_text": " in", "probability": 0.01251220703125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1708984375}, {"token_id": 583, "token_text": " Il", "probability": 0.0810546875}, {"token_id": 316, "token_text": " L", "probability": 0.040771484375}, {"token_id": 275, "token_text": " I", "probability": 0.038330078125}, {"token_id": 431, "token_text": " In", "probability": 0.0279541015625}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.3203125}, {"token_id": 1758, "token_text": " storia", "probability": 0.091796875}, {"token_id": 788, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.049072265625}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.049072265625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.8515625}, {"token_id": 474, "token_text": " dell", "probability": 0.0166015625}, {"token_id": 240, "token_text": " di", "probability": 0.0166015625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0166015625}, {"token_id": 347, "token_text": " del", "probability": 0.00738525390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.005523681640625}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000514984130859375}, {"token_id": 79, "token_text": "l", "probability": 0.00031280517578125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.00021457672119140625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.93359375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.01251220703125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0067138671875}, {"token_id": 16938, "token_text": "Occidente", "probability": 0.004913330078125}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.004913330078125}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.51171875}, {"token_id": 354, "token_text": " ha", "probability": 0.06103515625}, {"token_id": 400, "token_text": " si", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.037109375}, {"token_id": 404, "token_text": " non", "probability": 0.02880859375}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 1725, "correct_token_probability": 2.5987625122070312e-05, "top_10_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.0732421875}, {"token_id": 385, "token_text": " una", "probability": 0.06494140625}, {"token_id": 269, "token_text": " un", "probability": 0.06494140625}, {"token_id": 288, "token_text": " la", "probability": 0.050537109375}, {"token_id": 297, "token_text": " il", "probability": 0.044677734375}, {"token_id": 230, "token_text": " l", "probability": 0.025390625}, {"token_id": 1026, "token_text": " uno", "probability": 0.025390625}, {"token_id": 238, "token_text": " in", "probability": 0.0224609375}, {"token_id": 11268, "token_text": " diventata", "probability": 0.0185546875}, {"token_id": 25553, "token_text": " cresciuta", "probability": 0.016357421875}], "entropy": 5.375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.557890090089654, "average_logprob_per_token": -10.557890090089654, "perplexity_on_target_sequence": 38479.85321100919, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -10.557890090089654, "probability": 2.5987625122070312e-05, "raw_probability": 2.5987625122070312e-05, "correct_token_rank": 1725}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66385.57453274727, "probe_elapsed_sec": 0.9977132230123971, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere utilizzato per la creazione di un\u2019opera di scrittura, ma non \u00e8 possibile che il suo lavoro sia stato in grado di creare un\u2019opera di scrittura,", "text": "Un piccolo modello linguistico dovrebbe essere utilizzato per la creazione di un\u2019opera di scrittura, ma non \u00e8 possibile che il suo lavoro sia stato in grado di creare un\u2019opera di scrittura,", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.3984375}, {"token_id": 2071, "token_text": " avere", "probability": 0.044921875}, {"token_id": 1430, "token_text": " aver", "probability": 0.0093994140625}, {"token_id": 1350, "token_text": " fare", "probability": 0.00885009765625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.007781982421875}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.03173828125}, {"token_id": 19110, "token_text": " tradotto", "probability": 0.0233154296875}, {"token_id": 269, "token_text": " un", "probability": 0.0233154296875}, {"token_id": 6410, "token_text": " usato", "probability": 0.0233154296875}, {"token_id": 9293, "token_text": " definito", "probability": 0.0205078125}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.326171875}, {"token_id": 512, "token_text": " come", "probability": 0.2236328125}, {"token_id": 238, "token_text": " in", "probability": 0.08251953125}, {"token_id": 982, "token_text": " solo", "probability": 0.034423828125}, {"token_id": 273, "token_text": " con", "probability": 0.022216796875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08447265625}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.05126953125}, {"token_id": 4672, "token_text": " creare", "probability": 0.045166015625}, {"token_id": 297, "token_text": " il", "probability": 0.031005859375}, {"token_id": 333, "token_text": " le", "probability": 0.018798828125}]}, {"token_id": 7715, "token_text": " creazione", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 7715, "token_text": " creazione", "probability": 0.061279296875}, {"token_id": 922, "token_text": " prima", "probability": 0.0576171875}, {"token_id": 788, "token_text": " sua", "probability": 0.0576171875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.03955078125}, {"token_id": 8056, "token_text": " lettura", "probability": 0.03955078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.76953125}, {"token_id": 347, "token_text": " del", "probability": 0.0556640625}, {"token_id": 392, "token_text": " della", "probability": 0.028076171875}, {"token_id": 496, "token_text": " dei", "probability": 0.019287109375}, {"token_id": 248, "token_text": " e", "probability": 0.019287109375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1962890625}, {"token_id": 385, "token_text": " una", "probability": 0.126953125}, {"token_id": 4243, "token_text": " nuovi", "probability": 0.0242919921875}, {"token_id": 4313, "token_text": " nuove", "probability": 0.020751953125}, {"token_id": 6838, "token_text": " testi", "probability": 0.0201416015625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.11083984375}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0810546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.04931640625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.04638671875}, {"token_id": 10, "token_text": "'", "probability": 0.033935546875}]}, {"token_id": 4571, "token_text": "opera", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 4571, "token_text": "opera", "probability": 0.0546875}, {"token_id": 6268, "token_text": "azienda", "probability": 0.04833984375}, {"token_id": 12383, "token_text": "espressione", "probability": 0.042724609375}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.03759765625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.033203125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.09375}, {"token_id": 17, "token_text": ".", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.056884765625}, {"token_id": 295, "token_text": " che", "probability": 0.047119140625}, {"token_id": 238, "token_text": " in", "probability": 0.0303955078125}]}, {"token_id": 11753, "token_text": " scrittura", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 11753, "token_text": " scrittura", "probability": 0.03125}, {"token_id": 27039, "token_text": " narrativa", "probability": 0.028564453125}, {"token_id": 4273, "token_text": " testo", "probability": 0.022216796875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0208740234375}, {"token_id": 269, "token_text": " un", "probability": 0.020263671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.10302734375}, {"token_id": 240, "token_text": " di", "probability": 0.0908203125}, {"token_id": 248, "token_text": " e", "probability": 0.08544921875}, {"token_id": 30822, "token_text": " creativa", "probability": 0.06640625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.1396484375}, {"token_id": 295, "token_text": " che", "probability": 0.05810546875}, {"token_id": 248, "token_text": " e", "probability": 0.045166015625}, {"token_id": 238, "token_text": " in", "probability": 0.0400390625}, {"token_id": 292, "token_text": " per", "probability": 0.03759765625}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1015625}, {"token_id": 630, "token_text": " anche", "probability": 0.08447265625}, {"token_id": 288, "token_text": " la", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.037353515625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03515625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.11279296875}, {"token_id": 982, "token_text": " solo", "probability": 0.087890625}, {"token_id": 292, "token_text": " per", "probability": 0.044189453125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.0322265625}, {"token_id": 354, "token_text": " ha", "probability": 0.0302734375}]}, {"token_id": 2098, "token_text": " possibile", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 2098, "token_text": " possibile", "probability": 0.078125}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}, {"token_id": 1690, "token_text": " mai", "probability": 0.050537109375}, {"token_id": 1306, "token_text": " ancora", "probability": 0.036865234375}, {"token_id": 863, "token_text": " stato", "probability": 0.036865234375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.11181640625}, {"token_id": 4672, "token_text": " creare", "probability": 0.046630859375}, {"token_id": 5644, "token_text": " utilizzare", "probability": 0.0341796875}, {"token_id": 17, "token_text": ".", "probability": 0.0250244140625}, {"token_id": 3788, "token_text": " ottenere", "probability": 0.0220947265625}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.1435546875}, {"token_id": 288, "token_text": " la", "probability": 0.0986328125}, {"token_id": 230, "token_text": " l", "probability": 0.0771484375}, {"token_id": 351, "token_text": " i", "probability": 0.059814453125}, {"token_id": 333, "token_text": " le", "probability": 0.049560546875}]}, {"token_id": 659, "token_text": " suo", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 659, "token_text": " suo", "probability": 0.05322265625}, {"token_id": 1698, "token_text": " lavoro", "probability": 0.03662109375}, {"token_id": 13163, "token_text": " lettore", "probability": 0.0303955078125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0303955078125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0303955078125}]}, {"token_id": 1698, "token_text": " lavoro", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 1698, "token_text": " lavoro", "probability": 0.169921875}, {"token_id": 2087, "token_text": " nome", "probability": 0.0380859375}, {"token_id": 3172, "token_text": " sviluppo", "probability": 0.031494140625}, {"token_id": 6369, "token_text": " contenuto", "probability": 0.031494140625}, {"token_id": 5013, "token_text": " stile", "probability": 0.01904296875}]}, {"token_id": 1120, "token_text": " sia", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1120, "token_text": " sia", "probability": 0.1884765625}, {"token_id": 3994, "token_text": " abbia", "probability": 0.0693359375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0693359375}, {"token_id": 4217, "token_text": " possa", "probability": 0.061279296875}, {"token_id": 404, "token_text": " non", "probability": 0.061279296875}]}, {"token_id": 863, "token_text": " stato", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 863, "token_text": " stato", "probability": 0.125}, {"token_id": 238, "token_text": " in", "probability": 0.03173828125}, {"token_id": 269, "token_text": " un", "probability": 0.0279541015625}, {"token_id": 10534, "token_text": " finito", "probability": 0.0140380859375}, {"token_id": 1306, "token_text": " ancora", "probability": 0.01318359375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.02001953125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.02001953125}, {"token_id": 1214, "token_text": " fatto", "probability": 0.018798828125}, {"token_id": 7266, "token_text": " creato", "probability": 0.015625}, {"token_id": 14634, "token_text": " studiato", "probability": 0.0137939453125}, {"token_id": 8415, "token_text": " realizzato", "probability": 0.0137939453125}]}, {"token_id": 2643, "token_text": " grado", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 2643, "token_text": " grado", "probability": 0.40625}, {"token_id": 11596, "token_text": " precedenza", "probability": 0.035400390625}, {"token_id": 2466, "token_text": " seguito", "probability": 0.020263671875}, {"token_id": 3048, "token_text": " realt\u00e0", "probability": 0.0157470703125}, {"token_id": 1221, "token_text": " modo", "probability": 0.0147705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.98828125}, {"token_id": 15, "token_text": ",", "probability": 0.0012359619140625}, {"token_id": 17, "token_text": ".", "probability": 0.00084686279296875}, {"token_id": 392, "token_text": " della", "probability": 0.000659942626953125}, {"token_id": 217, "token_text": " d", "probability": 0.000545501708984375}]}, {"token_id": 4672, "token_text": " creare", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 4672, "token_text": " creare", "probability": 0.05712890625}, {"token_id": 7159, "token_text": " fornire", "probability": 0.0269775390625}, {"token_id": 7321, "token_text": " scrivere", "probability": 0.0252685546875}, {"token_id": 14346, "token_text": " soddisfare", "probability": 0.0238037109375}, {"token_id": 8708, "token_text": " realizzare", "probability": 0.0223388671875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.224609375}, {"token_id": 385, "token_text": " una", "probability": 0.1640625}, {"token_id": 297, "token_text": " il", "probability": 0.050048828125}, {"token_id": 288, "token_text": " la", "probability": 0.04150390625}, {"token_id": 1026, "token_text": " uno", "probability": 0.0208740234375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.58203125}, {"token_id": 8383, "token_text": " quadro", "probability": 0.032958984375}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.025634765625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.021240234375}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0164794921875}]}, {"token_id": 4571, "token_text": "opera", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 4571, "token_text": "opera", "probability": 0.62109375}, {"token_id": 4679, "token_text": "idea", "probability": 0.042236328125}, {"token_id": 4541, "token_text": "arte", "probability": 0.0289306640625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0240478515625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.021240234375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1953125}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 295, "token_text": " che", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 11753, "token_text": " scrittura", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 11753, "token_text": " scrittura", "probability": 0.4375}, {"token_id": 27039, "token_text": " narrativa", "probability": 0.03173828125}, {"token_id": 3354, "token_text": " produzione", "probability": 0.0262451171875}, {"token_id": 4273, "token_text": " testo", "probability": 0.0191650390625}, {"token_id": 1698, "token_text": " lavoro", "probability": 0.0191650390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2109375}, {"token_id": 17, "token_text": ".", "probability": 0.1748046875}, {"token_id": 248, "token_text": " e", "probability": 0.07275390625}, {"token_id": 295, "token_text": " che", "probability": 0.0322265625}, {"token_id": 238, "token_text": " in", "probability": 0.0322265625}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.3984375}, {"token_id": 2071, "token_text": " avere", "probability": 0.044921875}, {"token_id": 1430, "token_text": " aver", "probability": 0.0093994140625}, {"token_id": 1350, "token_text": " fare", "probability": 0.00885009765625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.007781982421875}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.03173828125}, {"token_id": 19110, "token_text": " tradotto", "probability": 0.0233154296875}, {"token_id": 269, "token_text": " un", "probability": 0.0233154296875}, {"token_id": 6410, "token_text": " usato", "probability": 0.0233154296875}, {"token_id": 9293, "token_text": " definito", "probability": 0.0205078125}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.326171875}, {"token_id": 512, "token_text": " come", "probability": 0.2236328125}, {"token_id": 238, "token_text": " in", "probability": 0.08251953125}, {"token_id": 982, "token_text": " solo", "probability": 0.034423828125}, {"token_id": 273, "token_text": " con", "probability": 0.022216796875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08447265625}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.05126953125}, {"token_id": 4672, "token_text": " creare", "probability": 0.045166015625}, {"token_id": 297, "token_text": " il", "probability": 0.031005859375}, {"token_id": 333, "token_text": " le", "probability": 0.018798828125}]}, {"token_id": 7715, "token_text": " creazione", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 7715, "token_text": " creazione", "probability": 0.061279296875}, {"token_id": 922, "token_text": " prima", "probability": 0.0576171875}, {"token_id": 788, "token_text": " sua", "probability": 0.0576171875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.03955078125}, {"token_id": 8056, "token_text": " lettura", "probability": 0.03955078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.76953125}, {"token_id": 347, "token_text": " del", "probability": 0.0556640625}, {"token_id": 392, "token_text": " della", "probability": 0.028076171875}, {"token_id": 496, "token_text": " dei", "probability": 0.019287109375}, {"token_id": 248, "token_text": " e", "probability": 0.019287109375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1962890625}, {"token_id": 385, "token_text": " una", "probability": 0.126953125}, {"token_id": 4243, "token_text": " nuovi", "probability": 0.0242919921875}, {"token_id": 4313, "token_text": " nuove", "probability": 0.020751953125}, {"token_id": 6838, "token_text": " testi", "probability": 0.0201416015625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.11083984375}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0810546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.04931640625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.04638671875}, {"token_id": 10, "token_text": "'", "probability": 0.033935546875}]}, {"token_id": 4571, "token_text": "opera", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 4571, "token_text": "opera", "probability": 0.0546875}, {"token_id": 6268, "token_text": "azienda", "probability": 0.04833984375}, {"token_id": 12383, "token_text": "espressione", "probability": 0.042724609375}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.03759765625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.033203125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.09375}, {"token_id": 17, "token_text": ".", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.056884765625}, {"token_id": 295, "token_text": " che", "probability": 0.047119140625}, {"token_id": 238, "token_text": " in", "probability": 0.0303955078125}]}, {"token_id": 11753, "token_text": " scrittura", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 11753, "token_text": " scrittura", "probability": 0.03125}, {"token_id": 27039, "token_text": " narrativa", "probability": 0.028564453125}, {"token_id": 4273, "token_text": " testo", "probability": 0.022216796875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0208740234375}, {"token_id": 269, "token_text": " un", "probability": 0.020263671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.10302734375}, {"token_id": 240, "token_text": " di", "probability": 0.0908203125}, {"token_id": 248, "token_text": " e", "probability": 0.08544921875}, {"token_id": 30822, "token_text": " creativa", "probability": 0.06640625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.1396484375}, {"token_id": 295, "token_text": " che", "probability": 0.05810546875}, {"token_id": 248, "token_text": " e", "probability": 0.045166015625}, {"token_id": 238, "token_text": " in", "probability": 0.0400390625}, {"token_id": 292, "token_text": " per", "probability": 0.03759765625}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1015625}, {"token_id": 630, "token_text": " anche", "probability": 0.08447265625}, {"token_id": 288, "token_text": " la", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.037353515625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03515625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.11279296875}, {"token_id": 982, "token_text": " solo", "probability": 0.087890625}, {"token_id": 292, "token_text": " per", "probability": 0.044189453125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.0322265625}, {"token_id": 354, "token_text": " ha", "probability": 0.0302734375}]}, {"token_id": 2098, "token_text": " possibile", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 2098, "token_text": " possibile", "probability": 0.078125}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}, {"token_id": 1690, "token_text": " mai", "probability": 0.050537109375}, {"token_id": 1306, "token_text": " ancora", "probability": 0.036865234375}, {"token_id": 863, "token_text": " stato", "probability": 0.036865234375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.11181640625}, {"token_id": 4672, "token_text": " creare", "probability": 0.046630859375}, {"token_id": 5644, "token_text": " utilizzare", "probability": 0.0341796875}, {"token_id": 17, "token_text": ".", "probability": 0.0250244140625}, {"token_id": 3788, "token_text": " ottenere", "probability": 0.0220947265625}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.1435546875}, {"token_id": 288, "token_text": " la", "probability": 0.0986328125}, {"token_id": 230, "token_text": " l", "probability": 0.0771484375}, {"token_id": 351, "token_text": " i", "probability": 0.059814453125}, {"token_id": 333, "token_text": " le", "probability": 0.049560546875}]}, {"token_id": 659, "token_text": " suo", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 659, "token_text": " suo", "probability": 0.05322265625}, {"token_id": 1698, "token_text": " lavoro", "probability": 0.03662109375}, {"token_id": 13163, "token_text": " lettore", "probability": 0.0303955078125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0303955078125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0303955078125}]}, {"token_id": 1698, "token_text": " lavoro", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 1698, "token_text": " lavoro", "probability": 0.169921875}, {"token_id": 2087, "token_text": " nome", "probability": 0.0380859375}, {"token_id": 3172, "token_text": " sviluppo", "probability": 0.031494140625}, {"token_id": 6369, "token_text": " contenuto", "probability": 0.031494140625}, {"token_id": 5013, "token_text": " stile", "probability": 0.01904296875}]}, {"token_id": 1120, "token_text": " sia", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1120, "token_text": " sia", "probability": 0.1884765625}, {"token_id": 3994, "token_text": " abbia", "probability": 0.0693359375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0693359375}, {"token_id": 4217, "token_text": " possa", "probability": 0.061279296875}, {"token_id": 404, "token_text": " non", "probability": 0.061279296875}]}, {"token_id": 863, "token_text": " stato", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 863, "token_text": " stato", "probability": 0.125}, {"token_id": 238, "token_text": " in", "probability": 0.03173828125}, {"token_id": 269, "token_text": " un", "probability": 0.0279541015625}, {"token_id": 10534, "token_text": " finito", "probability": 0.0140380859375}, {"token_id": 1306, "token_text": " ancora", "probability": 0.01318359375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.02001953125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.02001953125}, {"token_id": 1214, "token_text": " fatto", "probability": 0.018798828125}, {"token_id": 7266, "token_text": " creato", "probability": 0.015625}, {"token_id": 14634, "token_text": " studiato", "probability": 0.0137939453125}, {"token_id": 8415, "token_text": " realizzato", "probability": 0.0137939453125}]}, {"token_id": 2643, "token_text": " grado", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 2643, "token_text": " grado", "probability": 0.40625}, {"token_id": 11596, "token_text": " precedenza", "probability": 0.035400390625}, {"token_id": 2466, "token_text": " seguito", "probability": 0.020263671875}, {"token_id": 3048, "token_text": " realt\u00e0", "probability": 0.0157470703125}, {"token_id": 1221, "token_text": " modo", "probability": 0.0147705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.98828125}, {"token_id": 15, "token_text": ",", "probability": 0.0012359619140625}, {"token_id": 17, "token_text": ".", "probability": 0.00084686279296875}, {"token_id": 392, "token_text": " della", "probability": 0.000659942626953125}, {"token_id": 217, "token_text": " d", "probability": 0.000545501708984375}]}, {"token_id": 4672, "token_text": " creare", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 4672, "token_text": " creare", "probability": 0.05712890625}, {"token_id": 7159, "token_text": " fornire", "probability": 0.0269775390625}, {"token_id": 7321, "token_text": " scrivere", "probability": 0.0252685546875}, {"token_id": 14346, "token_text": " soddisfare", "probability": 0.0238037109375}, {"token_id": 8708, "token_text": " realizzare", "probability": 0.0223388671875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.224609375}, {"token_id": 385, "token_text": " una", "probability": 0.1640625}, {"token_id": 297, "token_text": " il", "probability": 0.050048828125}, {"token_id": 288, "token_text": " la", "probability": 0.04150390625}, {"token_id": 1026, "token_text": " uno", "probability": 0.0208740234375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.58203125}, {"token_id": 8383, "token_text": " quadro", "probability": 0.032958984375}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.025634765625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.021240234375}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0164794921875}]}, {"token_id": 4571, "token_text": "opera", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 4571, "token_text": "opera", "probability": 0.62109375}, {"token_id": 4679, "token_text": "idea", "probability": 0.042236328125}, {"token_id": 4541, "token_text": "arte", "probability": 0.0289306640625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0240478515625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.021240234375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1953125}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 295, "token_text": " che", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 11753, "token_text": " scrittura", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 11753, "token_text": " scrittura", "probability": 0.4375}, {"token_id": 27039, "token_text": " narrativa", "probability": 0.03173828125}, {"token_id": 3354, "token_text": " produzione", "probability": 0.0262451171875}, {"token_id": 4273, "token_text": " testo", "probability": 0.0191650390625}, {"token_id": 1698, "token_text": " lavoro", "probability": 0.0191650390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2109375}, {"token_id": 17, "token_text": ".", "probability": 0.1748046875}, {"token_id": 248, "token_text": " e", "probability": 0.07275390625}, {"token_id": 295, "token_text": " che", "probability": 0.0322265625}, {"token_id": 238, "token_text": " in", "probability": 0.0322265625}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.3984375}, {"token_id": 2071, "token_text": " avere", "probability": 0.044921875}, {"token_id": 1430, "token_text": " aver", "probability": 0.0093994140625}, {"token_id": 1350, "token_text": " fare", "probability": 0.00885009765625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.007781982421875}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.03173828125}, {"token_id": 19110, "token_text": " tradotto", "probability": 0.0233154296875}, {"token_id": 269, "token_text": " un", "probability": 0.0233154296875}, {"token_id": 6410, "token_text": " usato", "probability": 0.0233154296875}, {"token_id": 9293, "token_text": " definito", "probability": 0.0205078125}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.326171875}, {"token_id": 512, "token_text": " come", "probability": 0.2236328125}, {"token_id": 238, "token_text": " in", "probability": 0.08251953125}, {"token_id": 982, "token_text": " solo", "probability": 0.034423828125}, {"token_id": 273, "token_text": " con", "probability": 0.022216796875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08447265625}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.05126953125}, {"token_id": 4672, "token_text": " creare", "probability": 0.045166015625}, {"token_id": 297, "token_text": " il", "probability": 0.031005859375}, {"token_id": 333, "token_text": " le", "probability": 0.018798828125}]}, {"token_id": 7715, "token_text": " creazione", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 7715, "token_text": " creazione", "probability": 0.061279296875}, {"token_id": 922, "token_text": " prima", "probability": 0.0576171875}, {"token_id": 788, "token_text": " sua", "probability": 0.0576171875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.03955078125}, {"token_id": 8056, "token_text": " lettura", "probability": 0.03955078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.76953125}, {"token_id": 347, "token_text": " del", "probability": 0.0556640625}, {"token_id": 392, "token_text": " della", "probability": 0.028076171875}, {"token_id": 496, "token_text": " dei", "probability": 0.019287109375}, {"token_id": 248, "token_text": " e", "probability": 0.019287109375}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.1962890625}, {"token_id": 385, "token_text": " una", "probability": 0.126953125}, {"token_id": 4243, "token_text": " nuovi", "probability": 0.0242919921875}, {"token_id": 4313, "token_text": " nuove", "probability": 0.020751953125}, {"token_id": 6838, "token_text": " testi", "probability": 0.0201416015625}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.11083984375}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0810546875}, {"token_id": 2255, "token_text": " sistema", "probability": 0.04931640625}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.04638671875}, {"token_id": 10, "token_text": "'", "probability": 0.033935546875}]}, {"token_id": 4571, "token_text": "opera", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 4571, "token_text": "opera", "probability": 0.0546875}, {"token_id": 6268, "token_text": "azienda", "probability": 0.04833984375}, {"token_id": 12383, "token_text": "espressione", "probability": 0.042724609375}, {"token_id": 14940, "token_text": "identit\u00e0", "probability": 0.03759765625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.033203125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.09375}, {"token_id": 17, "token_text": ".", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.056884765625}, {"token_id": 295, "token_text": " che", "probability": 0.047119140625}, {"token_id": 238, "token_text": " in", "probability": 0.0303955078125}]}, {"token_id": 11753, "token_text": " scrittura", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 11753, "token_text": " scrittura", "probability": 0.03125}, {"token_id": 27039, "token_text": " narrativa", "probability": 0.028564453125}, {"token_id": 4273, "token_text": " testo", "probability": 0.022216796875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0208740234375}, {"token_id": 269, "token_text": " un", "probability": 0.020263671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.10302734375}, {"token_id": 240, "token_text": " di", "probability": 0.0908203125}, {"token_id": 248, "token_text": " e", "probability": 0.08544921875}, {"token_id": 30822, "token_text": " creativa", "probability": 0.06640625}]}, {"token_id": 437, "token_text": " ma", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 437, "token_text": " ma", "probability": 0.1396484375}, {"token_id": 295, "token_text": " che", "probability": 0.05810546875}, {"token_id": 248, "token_text": " e", "probability": 0.045166015625}, {"token_id": 238, "token_text": " in", "probability": 0.0400390625}, {"token_id": 292, "token_text": " per", "probability": 0.03759765625}]}, {"token_id": 404, "token_text": " non", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 404, "token_text": " non", "probability": 0.1015625}, {"token_id": 630, "token_text": " anche", "probability": 0.08447265625}, {"token_id": 288, "token_text": " la", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.037353515625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.03515625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.11279296875}, {"token_id": 982, "token_text": " solo", "probability": 0.087890625}, {"token_id": 292, "token_text": " per", "probability": 0.044189453125}, {"token_id": 1025, "token_text": " pu\u00f2", "probability": 0.0322265625}, {"token_id": 354, "token_text": " ha", "probability": 0.0302734375}]}, {"token_id": 2098, "token_text": " possibile", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 2098, "token_text": " possibile", "probability": 0.078125}, {"token_id": 269, "token_text": " un", "probability": 0.05712890625}, {"token_id": 1690, "token_text": " mai", "probability": 0.050537109375}, {"token_id": 1306, "token_text": " ancora", "probability": 0.036865234375}, {"token_id": 863, "token_text": " stato", "probability": 0.036865234375}]}, {"token_id": 295, "token_text": " che", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 295, "token_text": " che", "probability": 0.11181640625}, {"token_id": 4672, "token_text": " creare", "probability": 0.046630859375}, {"token_id": 5644, "token_text": " utilizzare", "probability": 0.0341796875}, {"token_id": 17, "token_text": ".", "probability": 0.0250244140625}, {"token_id": 3788, "token_text": " ottenere", "probability": 0.0220947265625}]}, {"token_id": 297, "token_text": " il", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 297, "token_text": " il", "probability": 0.1435546875}, {"token_id": 288, "token_text": " la", "probability": 0.0986328125}, {"token_id": 230, "token_text": " l", "probability": 0.0771484375}, {"token_id": 351, "token_text": " i", "probability": 0.059814453125}, {"token_id": 333, "token_text": " le", "probability": 0.049560546875}]}, {"token_id": 659, "token_text": " suo", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 659, "token_text": " suo", "probability": 0.05322265625}, {"token_id": 1698, "token_text": " lavoro", "probability": 0.03662109375}, {"token_id": 13163, "token_text": " lettore", "probability": 0.0303955078125}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0303955078125}, {"token_id": 3255, "token_text": " processo", "probability": 0.0303955078125}]}, {"token_id": 1698, "token_text": " lavoro", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 1698, "token_text": " lavoro", "probability": 0.169921875}, {"token_id": 2087, "token_text": " nome", "probability": 0.0380859375}, {"token_id": 3172, "token_text": " sviluppo", "probability": 0.031494140625}, {"token_id": 6369, "token_text": " contenuto", "probability": 0.031494140625}, {"token_id": 5013, "token_text": " stile", "probability": 0.01904296875}]}, {"token_id": 1120, "token_text": " sia", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1120, "token_text": " sia", "probability": 0.1884765625}, {"token_id": 3994, "token_text": " abbia", "probability": 0.0693359375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0693359375}, {"token_id": 4217, "token_text": " possa", "probability": 0.061279296875}, {"token_id": 404, "token_text": " non", "probability": 0.061279296875}]}, {"token_id": 863, "token_text": " stato", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 863, "token_text": " stato", "probability": 0.125}, {"token_id": 238, "token_text": " in", "probability": 0.03173828125}, {"token_id": 269, "token_text": " un", "probability": 0.0279541015625}, {"token_id": 10534, "token_text": " finito", "probability": 0.0140380859375}, {"token_id": 1306, "token_text": " ancora", "probability": 0.01318359375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.02001953125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.02001953125}, {"token_id": 1214, "token_text": " fatto", "probability": 0.018798828125}, {"token_id": 7266, "token_text": " creato", "probability": 0.015625}, {"token_id": 14634, "token_text": " studiato", "probability": 0.0137939453125}, {"token_id": 8415, "token_text": " realizzato", "probability": 0.0137939453125}]}, {"token_id": 2643, "token_text": " grado", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 2643, "token_text": " grado", "probability": 0.40625}, {"token_id": 11596, "token_text": " precedenza", "probability": 0.035400390625}, {"token_id": 2466, "token_text": " seguito", "probability": 0.020263671875}, {"token_id": 3048, "token_text": " realt\u00e0", "probability": 0.0157470703125}, {"token_id": 1221, "token_text": " modo", "probability": 0.0147705078125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.98828125}, {"token_id": 15, "token_text": ",", "probability": 0.0012359619140625}, {"token_id": 17, "token_text": ".", "probability": 0.00084686279296875}, {"token_id": 392, "token_text": " della", "probability": 0.000659942626953125}, {"token_id": 217, "token_text": " d", "probability": 0.000545501708984375}]}, {"token_id": 4672, "token_text": " creare", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 4672, "token_text": " creare", "probability": 0.05712890625}, {"token_id": 7159, "token_text": " fornire", "probability": 0.0269775390625}, {"token_id": 7321, "token_text": " scrivere", "probability": 0.0252685546875}, {"token_id": 14346, "token_text": " soddisfare", "probability": 0.0238037109375}, {"token_id": 8708, "token_text": " realizzare", "probability": 0.0223388671875}]}, {"token_id": 269, "token_text": " un", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.224609375}, {"token_id": 385, "token_text": " una", "probability": 0.1640625}, {"token_id": 297, "token_text": " il", "probability": 0.050048828125}, {"token_id": 288, "token_text": " la", "probability": 0.04150390625}, {"token_id": 1026, "token_text": " uno", "probability": 0.0208740234375}]}, {"token_id": 323, "token_text": "\u2019", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 323, "token_text": "\u2019", "probability": 0.58203125}, {"token_id": 8383, "token_text": " quadro", "probability": 0.032958984375}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.025634765625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.021240234375}, {"token_id": 2255, "token_text": " sistema", "probability": 0.0164794921875}]}, {"token_id": 4571, "token_text": "opera", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 4571, "token_text": "opera", "probability": 0.62109375}, {"token_id": 4679, "token_text": "idea", "probability": 0.042236328125}, {"token_id": 4541, "token_text": "arte", "probability": 0.0289306640625}, {"token_id": 7332, "token_text": "esperienza", "probability": 0.0240478515625}, {"token_id": 6314, "token_text": "immagine", "probability": 0.021240234375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1953125}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 295, "token_text": " che", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 11753, "token_text": " scrittura", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 11753, "token_text": " scrittura", "probability": 0.4375}, {"token_id": 27039, "token_text": " narrativa", "probability": 0.03173828125}, {"token_id": 3354, "token_text": " produzione", "probability": 0.0262451171875}, {"token_id": 4273, "token_text": " testo", "probability": 0.0191650390625}, {"token_id": 1698, "token_text": " lavoro", "probability": 0.0191650390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2109375}, {"token_id": 17, "token_text": ".", "probability": 0.1748046875}, {"token_id": 248, "token_text": " e", "probability": 0.07275390625}, {"token_id": 295, "token_text": " che", "probability": 0.0322265625}, {"token_id": 238, "token_text": " in", "probability": 0.0322265625}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.3984375, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.3984375}, {"token_id": 2071, "token_text": " avere", "probability": 0.044921875}, {"token_id": 1430, "token_text": " aver", "probability": 0.0093994140625}, {"token_id": 1350, "token_text": " fare", "probability": 0.00885009765625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.007781982421875}, {"token_id": 16623, "token_text": " contenere", "probability": 0.007781982421875}, {"token_id": 17745, "token_text": " funzionare", "probability": 0.0064697265625}, {"token_id": 958, "token_text": " far", "probability": 0.006072998046875}, {"token_id": 3910, "token_text": " andare", "probability": 0.005523681640625}, {"token_id": 10318, "token_text": " imparare", "probability": 0.005523681640625}], "entropy": 4.4375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9202046311952914, "average_logprob_per_token": -0.9202046311952914, "perplexity_on_target_sequence": 2.5098039215686274, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -0.9202046311952914, "probability": 0.3984375, "raw_probability": 0.3984375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74692.22542238235, "probe_elapsed_sec": 0.9833371759741567, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "text": "The capital of Italy is the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1923828125}, {"token_id": 212, "token_text": " a", "probability": 0.0908203125}, {"token_id": 686, "token_text": " one", "probability": 0.05322265625}, {"token_id": 20068, "token_text": " situated", "probability": 0.045654296875}, {"token_id": 5715, "token_text": " located", "probability": 0.03662109375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1494140625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1494140625}, {"token_id": 9949, "token_text": " seat", "probability": 0.05859375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0517578125}, {"token_id": 914, "token_text": " most", "probability": 0.0517578125}, {"token_id": 11323, "token_text": " centre", "probability": 0.03564453125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.28125}, {"token_id": 2112, "token_text": " country", "probability": 0.052001953125}, {"token_id": 266, "token_text": " and", "probability": 0.052001953125}, {"token_id": 259, "token_text": " of", "probability": 0.048828125}, {"token_id": 3459, "token_text": " town", "probability": 0.035888671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.671875}, {"token_id": 259, "token_text": " of", "probability": 0.10302734375}, {"token_id": 337, "token_text": " on", "probability": 0.05859375}, {"token_id": 398, "token_text": " with", "probability": 0.0277099609375}, {"token_id": 15, "token_text": ",", "probability": 0.01483154296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.1337890625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.038330078125}, {"token_id": 4896, "token_text": " terms", "probability": 0.019287109375}, {"token_id": 14955, "token_text": " Greece", "probability": 0.007568359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.625}, {"token_id": 2045, "token_text": " United", "probability": 0.0311279296875}, {"token_id": 2112, "token_text": " country", "probability": 0.0257568359375}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0201416015625}, {"token_id": 7552, "token_text": " Italian", "probability": 0.01141357421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.1875}, {"token_id": 266, "token_text": " and", "probability": 0.060791015625}, {"token_id": 259, "token_text": " of", "probability": 0.036865234375}, {"token_id": 262, "token_text": " to", "probability": 0.03466796875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.275390625}, {"token_id": 697, "token_text": " It", "probability": 0.21484375}, {"token_id": 8552, "token_text": " Its", "probability": 0.0615234375}, {"token_id": 431, "token_text": " In", "probability": 0.029052734375}, {"token_id": 1020, "token_text": " This", "probability": 0.02001953125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.283203125}, {"token_id": 4127, "token_text": " capital", "probability": 0.07177734375}, {"token_id": 4733, "token_text": " population", "probability": 0.0673828125}, {"token_id": 3459, "token_text": " town", "probability": 0.028076171875}, {"token_id": 2112, "token_text": " country", "probability": 0.0247802734375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.337890625}, {"token_id": 259, "token_text": " of", "probability": 0.2470703125}, {"token_id": 611, "token_text": " has", "probability": 0.0751953125}, {"token_id": 399, "token_text": "'s", "probability": 0.037841796875}, {"token_id": 406, "token_text": " was", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.162109375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0869140625}, {"token_id": 686, "token_text": " one", "probability": 0.0634765625}, {"token_id": 5715, "token_text": " located", "probability": 0.04638671875}, {"token_id": 212, "token_text": " a", "probability": 0.04638671875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1533203125}, {"token_id": 914, "token_text": " most", "probability": 0.05615234375}, {"token_id": 4127, "token_text": " capital", "probability": 0.043701171875}, {"token_id": 1068, "token_text": " only", "probability": 0.043701171875}, {"token_id": 9949, "token_text": " seat", "probability": 0.036376953125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.6015625}, {"token_id": 266, "token_text": " and", "probability": 0.030029296875}, {"token_id": 238, "token_text": " in", "probability": 0.030029296875}, {"token_id": 3459, "token_text": " town", "probability": 0.030029296875}, {"token_id": 259, "token_text": " of", "probability": 0.030029296875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.8671875}, {"token_id": 337, "token_text": " on", "probability": 0.0380859375}, {"token_id": 398, "token_text": " with", "probability": 0.0179443359375}, {"token_id": 259, "token_text": " of", "probability": 0.01025390625}, {"token_id": 15, "token_text": ",", "probability": 0.00799560546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.70703125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.1015625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.031005859375}, {"token_id": 4896, "token_text": " terms", "probability": 0.007354736328125}, {"token_id": 8563, "token_text": " Rome", "probability": 0.006500244140625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.92578125}, {"token_id": 2045, "token_text": " United", "probability": 0.01409912109375}, {"token_id": 2112, "token_text": " country", "probability": 0.008544921875}, {"token_id": 8418, "token_text": " UK", "probability": 0.00518798828125}, {"token_id": 1433, "token_text": " state", "probability": 0.0020294189453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.08203125}, {"token_id": 262, "token_text": " to", "probability": 0.0301513671875}, {"token_id": 238, "token_text": " in", "probability": 0.0301513671875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.310546875}, {"token_id": 697, "token_text": " It", "probability": 0.15625}, {"token_id": 8552, "token_text": " Its", "probability": 0.03955078125}, {"token_id": 431, "token_text": " In", "probability": 0.03076171875}, {"token_id": 2, "token_text": "", "probability": 0.0198974609375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.498046875}, {"token_id": 4733, "token_text": " population", "probability": 0.055908203125}, {"token_id": 4127, "token_text": " capital", "probability": 0.04345703125}, {"token_id": 3459, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 2112, "token_text": " country", "probability": 0.0181884765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.5}, {"token_id": 611, "token_text": " has", "probability": 0.0869140625}, {"token_id": 259, "token_text": " of", "probability": 0.059814453125}, {"token_id": 406, "token_text": " was", "probability": 0.046630859375}, {"token_id": 399, "token_text": "'s", "probability": 0.041015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.259765625}, {"token_id": 686, "token_text": " one", "probability": 0.0615234375}, {"token_id": 212, "token_text": " a", "probability": 0.05419921875}, {"token_id": 5715, "token_text": " located", "probability": 0.051025390625}, {"token_id": 11151, "token_text": " divided", "probability": 0.0478515625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1484375}, {"token_id": 1068, "token_text": " only", "probability": 0.08447265625}, {"token_id": 914, "token_text": " most", "probability": 0.07470703125}, {"token_id": 1173, "token_text": " second", "probability": 0.05810546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.04833984375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.74609375}, {"token_id": 266, "token_text": " and", "probability": 0.0255126953125}, {"token_id": 238, "token_text": " in", "probability": 0.0255126953125}, {"token_id": 3459, "token_text": " town", "probability": 0.0198974609375}, {"token_id": 259, "token_text": " of", "probability": 0.0186767578125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.90234375}, {"token_id": 337, "token_text": " on", "probability": 0.0272216796875}, {"token_id": 398, "token_text": " with", "probability": 0.0155029296875}, {"token_id": 259, "token_text": " of", "probability": 0.0064697265625}, {"token_id": 15, "token_text": ",", "probability": 0.005706787109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.8125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.05517578125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.016845703125}, {"token_id": 4896, "token_text": " terms", "probability": 0.005828857421875}, {"token_id": 853, "token_text": " its", "probability": 0.004241943359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.9375}, {"token_id": 2045, "token_text": " United", "probability": 0.009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.00714111328125}, {"token_id": 8418, "token_text": " UK", "probability": 0.00360107421875}, {"token_id": 2380, "token_text": " city", "probability": 0.00180816650390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.2119140625}, {"token_id": 266, "token_text": " and", "probability": 0.07763671875}, {"token_id": 238, "token_text": " in", "probability": 0.041748046875}, {"token_id": 398, "token_text": " with", "probability": 0.0252685546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.33984375}, {"token_id": 697, "token_text": " It", "probability": 0.16015625}, {"token_id": 8552, "token_text": " Its", "probability": 0.048828125}, {"token_id": 2, "token_text": "", "probability": 0.02783203125}, {"token_id": 431, "token_text": " In", "probability": 0.026123046875}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.58984375}, {"token_id": 4733, "token_text": " population", "probability": 0.054931640625}, {"token_id": 4127, "token_text": " capital", "probability": 0.037841796875}, {"token_id": 3459, "token_text": " town", "probability": 0.0260009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.0130615234375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.578125}, {"token_id": 611, "token_text": " has", "probability": 0.1005859375}, {"token_id": 259, "token_text": " of", "probability": 0.06103515625}, {"token_id": 406, "token_text": " was", "probability": 0.03271484375}, {"token_id": 399, "token_text": "'s", "probability": 0.025390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.353515625}, {"token_id": 212, "token_text": " a", "probability": 0.057861328125}, {"token_id": 5715, "token_text": " located", "probability": 0.05419921875}, {"token_id": 686, "token_text": " one", "probability": 0.051025390625}, {"token_id": 11151, "token_text": " divided", "probability": 0.034912109375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.181640625}, {"token_id": 1173, "token_text": " second", "probability": 0.08544921875}, {"token_id": 914, "token_text": " most", "probability": 0.07568359375}, {"token_id": 1068, "token_text": " only", "probability": 0.06689453125}, {"token_id": 4127, "token_text": " capital", "probability": 0.052001953125}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1923828125}, {"token_id": 212, "token_text": " a", "probability": 0.0908203125}, {"token_id": 686, "token_text": " one", "probability": 0.05322265625}, {"token_id": 20068, "token_text": " situated", "probability": 0.045654296875}, {"token_id": 5715, "token_text": " located", "probability": 0.03662109375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1494140625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1494140625}, {"token_id": 9949, "token_text": " seat", "probability": 0.05859375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0517578125}, {"token_id": 914, "token_text": " most", "probability": 0.0517578125}, {"token_id": 11323, "token_text": " centre", "probability": 0.03564453125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.28125}, {"token_id": 2112, "token_text": " country", "probability": 0.052001953125}, {"token_id": 266, "token_text": " and", "probability": 0.052001953125}, {"token_id": 259, "token_text": " of", "probability": 0.048828125}, {"token_id": 3459, "token_text": " town", "probability": 0.035888671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.671875}, {"token_id": 259, "token_text": " of", "probability": 0.10302734375}, {"token_id": 337, "token_text": " on", "probability": 0.05859375}, {"token_id": 398, "token_text": " with", "probability": 0.0277099609375}, {"token_id": 15, "token_text": ",", "probability": 0.01483154296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.1337890625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.038330078125}, {"token_id": 4896, "token_text": " terms", "probability": 0.019287109375}, {"token_id": 14955, "token_text": " Greece", "probability": 0.007568359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.625}, {"token_id": 2045, "token_text": " United", "probability": 0.0311279296875}, {"token_id": 2112, "token_text": " country", "probability": 0.0257568359375}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0201416015625}, {"token_id": 7552, "token_text": " Italian", "probability": 0.01141357421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.1875}, {"token_id": 266, "token_text": " and", "probability": 0.060791015625}, {"token_id": 259, "token_text": " of", "probability": 0.036865234375}, {"token_id": 262, "token_text": " to", "probability": 0.03466796875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.279296875}, {"token_id": 697, "token_text": " It", "probability": 0.216796875}, {"token_id": 8552, "token_text": " Its", "probability": 0.062255859375}, {"token_id": 431, "token_text": " In", "probability": 0.0294189453125}, {"token_id": 1020, "token_text": " This", "probability": 0.0201416015625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.283203125}, {"token_id": 4127, "token_text": " capital", "probability": 0.07177734375}, {"token_id": 4733, "token_text": " population", "probability": 0.0673828125}, {"token_id": 3459, "token_text": " town", "probability": 0.028076171875}, {"token_id": 2112, "token_text": " country", "probability": 0.0247802734375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.337890625}, {"token_id": 259, "token_text": " of", "probability": 0.2470703125}, {"token_id": 611, "token_text": " has", "probability": 0.0751953125}, {"token_id": 399, "token_text": "'s", "probability": 0.037841796875}, {"token_id": 406, "token_text": " was", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.162109375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0869140625}, {"token_id": 686, "token_text": " one", "probability": 0.0634765625}, {"token_id": 5715, "token_text": " located", "probability": 0.04638671875}, {"token_id": 212, "token_text": " a", "probability": 0.04638671875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1533203125}, {"token_id": 914, "token_text": " most", "probability": 0.05615234375}, {"token_id": 4127, "token_text": " capital", "probability": 0.043701171875}, {"token_id": 1068, "token_text": " only", "probability": 0.043701171875}, {"token_id": 9949, "token_text": " seat", "probability": 0.036376953125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.6015625}, {"token_id": 266, "token_text": " and", "probability": 0.030029296875}, {"token_id": 238, "token_text": " in", "probability": 0.030029296875}, {"token_id": 3459, "token_text": " town", "probability": 0.030029296875}, {"token_id": 259, "token_text": " of", "probability": 0.030029296875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.8671875}, {"token_id": 337, "token_text": " on", "probability": 0.0380859375}, {"token_id": 398, "token_text": " with", "probability": 0.0179443359375}, {"token_id": 259, "token_text": " of", "probability": 0.01025390625}, {"token_id": 15, "token_text": ",", "probability": 0.00799560546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.70703125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.1015625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.031005859375}, {"token_id": 4896, "token_text": " terms", "probability": 0.007354736328125}, {"token_id": 8563, "token_text": " Rome", "probability": 0.006500244140625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.92578125}, {"token_id": 2045, "token_text": " United", "probability": 0.01409912109375}, {"token_id": 2112, "token_text": " country", "probability": 0.008544921875}, {"token_id": 8418, "token_text": " UK", "probability": 0.00518798828125}, {"token_id": 1433, "token_text": " state", "probability": 0.0020294189453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.08203125}, {"token_id": 262, "token_text": " to", "probability": 0.0301513671875}, {"token_id": 238, "token_text": " in", "probability": 0.0301513671875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.31640625}, {"token_id": 697, "token_text": " It", "probability": 0.1591796875}, {"token_id": 8552, "token_text": " Its", "probability": 0.040283203125}, {"token_id": 431, "token_text": " In", "probability": 0.03125}, {"token_id": 1020, "token_text": " This", "probability": 0.017822265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.498046875}, {"token_id": 4733, "token_text": " population", "probability": 0.055908203125}, {"token_id": 4127, "token_text": " capital", "probability": 0.04345703125}, {"token_id": 3459, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 2112, "token_text": " country", "probability": 0.0181884765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.5}, {"token_id": 611, "token_text": " has", "probability": 0.0869140625}, {"token_id": 259, "token_text": " of", "probability": 0.059814453125}, {"token_id": 406, "token_text": " was", "probability": 0.046630859375}, {"token_id": 399, "token_text": "'s", "probability": 0.041015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.259765625}, {"token_id": 686, "token_text": " one", "probability": 0.0615234375}, {"token_id": 212, "token_text": " a", "probability": 0.05419921875}, {"token_id": 5715, "token_text": " located", "probability": 0.051025390625}, {"token_id": 11151, "token_text": " divided", "probability": 0.0478515625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1484375}, {"token_id": 1068, "token_text": " only", "probability": 0.08447265625}, {"token_id": 914, "token_text": " most", "probability": 0.07470703125}, {"token_id": 1173, "token_text": " second", "probability": 0.05810546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.04833984375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.74609375}, {"token_id": 266, "token_text": " and", "probability": 0.0255126953125}, {"token_id": 238, "token_text": " in", "probability": 0.0255126953125}, {"token_id": 3459, "token_text": " town", "probability": 0.0198974609375}, {"token_id": 259, "token_text": " of", "probability": 0.0186767578125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.90234375}, {"token_id": 337, "token_text": " on", "probability": 0.0272216796875}, {"token_id": 398, "token_text": " with", "probability": 0.0155029296875}, {"token_id": 259, "token_text": " of", "probability": 0.0064697265625}, {"token_id": 15, "token_text": ",", "probability": 0.005706787109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.8125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.05517578125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.016845703125}, {"token_id": 4896, "token_text": " terms", "probability": 0.005828857421875}, {"token_id": 853, "token_text": " its", "probability": 0.004241943359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.9375}, {"token_id": 2045, "token_text": " United", "probability": 0.009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.00714111328125}, {"token_id": 8418, "token_text": " UK", "probability": 0.00360107421875}, {"token_id": 2380, "token_text": " city", "probability": 0.00180816650390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.2119140625}, {"token_id": 266, "token_text": " and", "probability": 0.07763671875}, {"token_id": 238, "token_text": " in", "probability": 0.041748046875}, {"token_id": 398, "token_text": " with", "probability": 0.0252685546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.349609375}, {"token_id": 697, "token_text": " It", "probability": 0.1650390625}, {"token_id": 8552, "token_text": " Its", "probability": 0.05029296875}, {"token_id": 431, "token_text": " In", "probability": 0.02685546875}, {"token_id": 1738, "token_text": " There", "probability": 0.017333984375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.58984375}, {"token_id": 4733, "token_text": " population", "probability": 0.054931640625}, {"token_id": 4127, "token_text": " capital", "probability": 0.037841796875}, {"token_id": 3459, "token_text": " town", "probability": 0.0260009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.0130615234375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.578125}, {"token_id": 611, "token_text": " has", "probability": 0.1005859375}, {"token_id": 259, "token_text": " of", "probability": 0.06103515625}, {"token_id": 406, "token_text": " was", "probability": 0.03271484375}, {"token_id": 399, "token_text": "'s", "probability": 0.025390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.353515625}, {"token_id": 212, "token_text": " a", "probability": 0.057861328125}, {"token_id": 5715, "token_text": " located", "probability": 0.05419921875}, {"token_id": 686, "token_text": " one", "probability": 0.051025390625}, {"token_id": 11151, "token_text": " divided", "probability": 0.034912109375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.181640625}, {"token_id": 1173, "token_text": " second", "probability": 0.08544921875}, {"token_id": 914, "token_text": " most", "probability": 0.07568359375}, {"token_id": 1068, "token_text": " only", "probability": 0.06689453125}, {"token_id": 4127, "token_text": " capital", "probability": 0.052001953125}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1923828125}, {"token_id": 212, "token_text": " a", "probability": 0.0908203125}, {"token_id": 686, "token_text": " one", "probability": 0.05322265625}, {"token_id": 20068, "token_text": " situated", "probability": 0.045654296875}, {"token_id": 5715, "token_text": " located", "probability": 0.03662109375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1494140625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1494140625}, {"token_id": 9949, "token_text": " seat", "probability": 0.05859375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0517578125}, {"token_id": 914, "token_text": " most", "probability": 0.0517578125}, {"token_id": 11323, "token_text": " centre", "probability": 0.03564453125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.28125}, {"token_id": 2112, "token_text": " country", "probability": 0.052001953125}, {"token_id": 266, "token_text": " and", "probability": 0.052001953125}, {"token_id": 259, "token_text": " of", "probability": 0.048828125}, {"token_id": 3459, "token_text": " town", "probability": 0.035888671875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.671875}, {"token_id": 259, "token_text": " of", "probability": 0.10302734375}, {"token_id": 337, "token_text": " on", "probability": 0.05859375}, {"token_id": 398, "token_text": " with", "probability": 0.0277099609375}, {"token_id": 15, "token_text": ",", "probability": 0.01483154296875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.1337890625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.038330078125}, {"token_id": 4896, "token_text": " terms", "probability": 0.019287109375}, {"token_id": 14955, "token_text": " Greece", "probability": 0.007568359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.625}, {"token_id": 2045, "token_text": " United", "probability": 0.0311279296875}, {"token_id": 2112, "token_text": " country", "probability": 0.0257568359375}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0201416015625}, {"token_id": 7552, "token_text": " Italian", "probability": 0.01141357421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.1875}, {"token_id": 266, "token_text": " and", "probability": 0.060791015625}, {"token_id": 259, "token_text": " of", "probability": 0.036865234375}, {"token_id": 262, "token_text": " to", "probability": 0.03466796875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.279296875}, {"token_id": 697, "token_text": " It", "probability": 0.216796875}, {"token_id": 8552, "token_text": " Its", "probability": 0.062255859375}, {"token_id": 431, "token_text": " In", "probability": 0.0294189453125}, {"token_id": 1020, "token_text": " This", "probability": 0.0201416015625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.283203125}, {"token_id": 4127, "token_text": " capital", "probability": 0.07177734375}, {"token_id": 4733, "token_text": " population", "probability": 0.0673828125}, {"token_id": 3459, "token_text": " town", "probability": 0.028076171875}, {"token_id": 2112, "token_text": " country", "probability": 0.0247802734375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.337890625}, {"token_id": 259, "token_text": " of", "probability": 0.2470703125}, {"token_id": 611, "token_text": " has", "probability": 0.0751953125}, {"token_id": 399, "token_text": "'s", "probability": 0.037841796875}, {"token_id": 406, "token_text": " was", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.162109375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0869140625}, {"token_id": 686, "token_text": " one", "probability": 0.0634765625}, {"token_id": 5715, "token_text": " located", "probability": 0.04638671875}, {"token_id": 212, "token_text": " a", "probability": 0.04638671875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1533203125}, {"token_id": 914, "token_text": " most", "probability": 0.05615234375}, {"token_id": 4127, "token_text": " capital", "probability": 0.043701171875}, {"token_id": 1068, "token_text": " only", "probability": 0.043701171875}, {"token_id": 9949, "token_text": " seat", "probability": 0.036376953125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.6015625}, {"token_id": 266, "token_text": " and", "probability": 0.030029296875}, {"token_id": 238, "token_text": " in", "probability": 0.030029296875}, {"token_id": 3459, "token_text": " town", "probability": 0.030029296875}, {"token_id": 259, "token_text": " of", "probability": 0.030029296875}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.8671875}, {"token_id": 337, "token_text": " on", "probability": 0.0380859375}, {"token_id": 398, "token_text": " with", "probability": 0.0179443359375}, {"token_id": 259, "token_text": " of", "probability": 0.01025390625}, {"token_id": 15, "token_text": ",", "probability": 0.00799560546875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.70703125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.1015625}, {"token_id": 7850, "token_text": " Italy", "probability": 0.031005859375}, {"token_id": 4896, "token_text": " terms", "probability": 0.007354736328125}, {"token_id": 8563, "token_text": " Rome", "probability": 0.006500244140625}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.92578125}, {"token_id": 2045, "token_text": " United", "probability": 0.01409912109375}, {"token_id": 2112, "token_text": " country", "probability": 0.008544921875}, {"token_id": 8418, "token_text": " UK", "probability": 0.00518798828125}, {"token_id": 1433, "token_text": " state", "probability": 0.0020294189453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.251953125}, {"token_id": 266, "token_text": " and", "probability": 0.08203125}, {"token_id": 262, "token_text": " to", "probability": 0.0301513671875}, {"token_id": 238, "token_text": " in", "probability": 0.0301513671875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.31640625}, {"token_id": 697, "token_text": " It", "probability": 0.1591796875}, {"token_id": 8552, "token_text": " Its", "probability": 0.040283203125}, {"token_id": 431, "token_text": " In", "probability": 0.03125}, {"token_id": 1020, "token_text": " This", "probability": 0.017822265625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.498046875}, {"token_id": 4733, "token_text": " population", "probability": 0.055908203125}, {"token_id": 4127, "token_text": " capital", "probability": 0.04345703125}, {"token_id": 3459, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 2112, "token_text": " country", "probability": 0.0181884765625}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.5}, {"token_id": 611, "token_text": " has", "probability": 0.0869140625}, {"token_id": 259, "token_text": " of", "probability": 0.059814453125}, {"token_id": 406, "token_text": " was", "probability": 0.046630859375}, {"token_id": 399, "token_text": "'s", "probability": 0.041015625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.259765625}, {"token_id": 686, "token_text": " one", "probability": 0.0615234375}, {"token_id": 212, "token_text": " a", "probability": 0.05419921875}, {"token_id": 5715, "token_text": " located", "probability": 0.051025390625}, {"token_id": 11151, "token_text": " divided", "probability": 0.0478515625}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1484375}, {"token_id": 1068, "token_text": " only", "probability": 0.08447265625}, {"token_id": 914, "token_text": " most", "probability": 0.07470703125}, {"token_id": 1173, "token_text": " second", "probability": 0.05810546875}, {"token_id": 4127, "token_text": " capital", "probability": 0.04833984375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.74609375}, {"token_id": 266, "token_text": " and", "probability": 0.0255126953125}, {"token_id": 238, "token_text": " in", "probability": 0.0255126953125}, {"token_id": 3459, "token_text": " town", "probability": 0.0198974609375}, {"token_id": 259, "token_text": " of", "probability": 0.0186767578125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.90234375}, {"token_id": 337, "token_text": " on", "probability": 0.0272216796875}, {"token_id": 398, "token_text": " with", "probability": 0.0155029296875}, {"token_id": 259, "token_text": " of", "probability": 0.0064697265625}, {"token_id": 15, "token_text": ",", "probability": 0.005706787109375}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.8125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.05517578125}, {"token_id": 7850, "token_text": " Italy", "probability": 0.016845703125}, {"token_id": 4896, "token_text": " terms", "probability": 0.005828857421875}, {"token_id": 853, "token_text": " its", "probability": 0.004241943359375}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.9375}, {"token_id": 2045, "token_text": " United", "probability": 0.009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.00714111328125}, {"token_id": 8418, "token_text": " UK", "probability": 0.00360107421875}, {"token_id": 2380, "token_text": " city", "probability": 0.00180816650390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.2119140625}, {"token_id": 266, "token_text": " and", "probability": 0.07763671875}, {"token_id": 238, "token_text": " in", "probability": 0.041748046875}, {"token_id": 398, "token_text": " with", "probability": 0.0252685546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.349609375}, {"token_id": 697, "token_text": " It", "probability": 0.1650390625}, {"token_id": 8552, "token_text": " Its", "probability": 0.05029296875}, {"token_id": 431, "token_text": " In", "probability": 0.02685546875}, {"token_id": 1738, "token_text": " There", "probability": 0.017333984375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.58984375}, {"token_id": 4733, "token_text": " population", "probability": 0.054931640625}, {"token_id": 4127, "token_text": " capital", "probability": 0.037841796875}, {"token_id": 3459, "token_text": " town", "probability": 0.0260009765625}, {"token_id": 2112, "token_text": " country", "probability": 0.0130615234375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.578125}, {"token_id": 611, "token_text": " has", "probability": 0.1005859375}, {"token_id": 259, "token_text": " of", "probability": 0.06103515625}, {"token_id": 406, "token_text": " was", "probability": 0.03271484375}, {"token_id": 399, "token_text": "'s", "probability": 0.025390625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.353515625}, {"token_id": 212, "token_text": " a", "probability": 0.057861328125}, {"token_id": 5715, "token_text": " located", "probability": 0.05419921875}, {"token_id": 686, "token_text": " one", "probability": 0.051025390625}, {"token_id": 11151, "token_text": " divided", "probability": 0.034912109375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.181640625}, {"token_id": 1173, "token_text": " second", "probability": 0.08544921875}, {"token_id": 914, "token_text": " most", "probability": 0.07568359375}, {"token_id": 1068, "token_text": " only", "probability": 0.06689453125}, {"token_id": 4127, "token_text": " capital", "probability": 0.052001953125}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 80, "correct_token_probability": 0.00107574462890625, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1923828125}, {"token_id": 212, "token_text": " a", "probability": 0.0908203125}, {"token_id": 686, "token_text": " one", "probability": 0.05322265625}, {"token_id": 20068, "token_text": " situated", "probability": 0.045654296875}, {"token_id": 5715, "token_text": " located", "probability": 0.03662109375}, {"token_id": 11151, "token_text": " divided", "probability": 0.0303955078125}, {"token_id": 1411, "token_text": " now", "probability": 0.020263671875}, {"token_id": 238, "token_text": " in", "probability": 0.01904296875}, {"token_id": 252, "token_text": " an", "probability": 0.0184326171875}, {"token_id": 25237, "token_text": " bord", "probability": 0.0167236328125}], "entropy": 4.84375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -6.8347421791409015, "average_logprob_per_token": -6.8347421791409015, "perplexity_on_target_sequence": 929.5886524822691, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -6.8347421791409015, "probability": 0.00107574462890625, "raw_probability": 0.00107574462890625, "correct_token_rank": 80}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74692.22606873512, "probe_elapsed_sec": 0.9833371759741567, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to the user. The user can then be used to the user by the user. The user can then be used to the user by the user.", "text": "A small language model should be used to the user. The user can then be used to the user by the user. The user can then be used to the user by the user.", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.310546875}, {"token_id": 529, "token_text": " have", "probability": 0.0576171875}, {"token_id": 1333, "token_text": " look", "probability": 0.03955078125}, {"token_id": 500, "token_text": " not", "probability": 0.037109375}, {"token_id": 1420, "token_text": " consider", "probability": 0.0159912109375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.08447265625}, {"token_id": 2547, "token_text": " able", "probability": 0.0341796875}, {"token_id": 234, "token_text": " the", "probability": 0.01953125}, {"token_id": 1249, "token_text": " set", "probability": 0.018310546875}, {"token_id": 212, "token_text": " a", "probability": 0.0177001953125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.36328125}, {"token_id": 238, "token_text": " in", "probability": 0.1513671875}, {"token_id": 321, "token_text": " for", "probability": 0.1103515625}, {"token_id": 352, "token_text": " as", "probability": 0.1103515625}, {"token_id": 17, "token_text": ".", "probability": 0.03173828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.032470703125}, {"token_id": 3616, "token_text": " create", "probability": 0.032470703125}, {"token_id": 7253, "token_text": " determine", "probability": 0.01904296875}, {"token_id": 1982, "token_text": " design", "probability": 0.0184326171875}, {"token_id": 9267, "token_text": " identify", "probability": 0.0179443359375}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.028564453125, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.028564453125}, {"token_id": 3690, "token_text": " language", "probability": 0.0157470703125}, {"token_id": 2072, "token_text": " public", "probability": 0.00958251953125}, {"token_id": 1600, "token_text": " same", "probability": 0.00897216796875}, {"token_id": 1519, "token_text": " system", "probability": 0.006805419921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.060546875}, {"token_id": 399, "token_text": "'s", "probability": 0.056884765625}, {"token_id": 12487, "token_text": " interface", "probability": 0.053466796875}, {"token_id": 352, "token_text": " as", "probability": 0.053466796875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.1259765625}, {"token_id": 1020, "token_text": " This", "probability": 0.06298828125}, {"token_id": 697, "token_text": " It", "probability": 0.04931640625}, {"token_id": 2, "token_text": "", "probability": 0.037109375}, {"token_id": 1323, "token_text": " If", "probability": 0.03271484375}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.2001953125}, {"token_id": 5627, "token_text": " application", "probability": 0.03173828125}, {"token_id": 1519, "token_text": " system", "probability": 0.023193359375}, {"token_id": 2237, "token_text": " following", "probability": 0.0198974609375}, {"token_id": 8522, "token_text": " client", "probability": 0.0155029296875}]}, {"token_id": 525, "token_text": " can", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 525, "token_text": " can", "probability": 0.11572265625}, {"token_id": 326, "token_text": " is", "probability": 0.095703125}, {"token_id": 661, "token_text": " will", "probability": 0.06201171875}, {"token_id": 1236, "token_text": " should", "probability": 0.0546875}, {"token_id": 12487, "token_text": " interface", "probability": 0.04833984375}]}, {"token_id": 1154, "token_text": " then", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1154, "token_text": " then", "probability": 0.130859375}, {"token_id": 817, "token_text": " also", "probability": 0.07470703125}, {"token_id": 349, "token_text": " be", "probability": 0.07470703125}, {"token_id": 1170, "token_text": " use", "probability": 0.06591796875}, {"token_id": 500, "token_text": " not", "probability": 0.03759765625}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.125}, {"token_id": 1170, "token_text": " use", "probability": 0.07568359375}, {"token_id": 22823, "token_text": " specify", "probability": 0.0296630859375}, {"token_id": 6874, "token_text": " choose", "probability": 0.024658203125}, {"token_id": 3616, "token_text": " create", "probability": 0.024658203125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.2099609375}, {"token_id": 2547, "token_text": " able", "probability": 0.046875}, {"token_id": 4159, "token_text": " created", "probability": 0.0301513671875}, {"token_id": 11806, "token_text": " installed", "probability": 0.026611328125}, {"token_id": 1249, "token_text": " set", "probability": 0.020751953125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.578125}, {"token_id": 352, "token_text": " as", "probability": 0.0888671875}, {"token_id": 238, "token_text": " in", "probability": 0.07861328125}, {"token_id": 463, "token_text": " by", "probability": 0.047607421875}, {"token_id": 321, "token_text": " for", "probability": 0.047607421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.166015625}, {"token_id": 3616, "token_text": " create", "probability": 0.0888671875}, {"token_id": 212, "token_text": " a", "probability": 0.034912109375}, {"token_id": 22823, "token_text": " specify", "probability": 0.02392578125}, {"token_id": 3449, "token_text": " access", "probability": 0.0205078125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.8046875}, {"token_id": 8522, "token_text": " client", "probability": 0.015625}, {"token_id": 6718, "token_text": " server", "probability": 0.01470947265625}, {"token_id": 10267, "token_text": " browser", "probability": 0.007171630859375}, {"token_id": 3564, "token_text": " web", "probability": 0.00653076171875}]}, {"token_id": 463, "token_text": " by", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 463, "token_text": " by", "probability": 0.0810546875}, {"token_id": 262, "token_text": " to", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 17, "token_text": ".", "probability": 0.0712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0673828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1552734375}, {"token_id": 11071, "token_text": " default", "probability": 0.0830078125}, {"token_id": 1897, "token_text": " name", "probability": 0.064453125}, {"token_id": 2237, "token_text": " following", "probability": 0.056884765625}, {"token_id": 30908, "token_text": " clicking", "probability": 0.05029296875}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.74609375}, {"token_id": 1897, "token_text": " name", "probability": 0.027099609375}, {"token_id": 1600, "token_text": " same", "probability": 0.0164794921875}, {"token_id": 2237, "token_text": " following", "probability": 0.00994873046875}, {"token_id": 928, "token_text": " person", "probability": 0.0093994140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.11279296875}, {"token_id": 266, "token_text": " and", "probability": 0.053466796875}, {"token_id": 262, "token_text": " to", "probability": 0.04150390625}, {"token_id": 238, "token_text": " in", "probability": 0.04150390625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.2421875}, {"token_id": 1020, "token_text": " This", "probability": 0.08349609375}, {"token_id": 2, "token_text": "", "probability": 0.0693359375}, {"token_id": 1323, "token_text": " If", "probability": 0.0419921875}, {"token_id": 697, "token_text": " It", "probability": 0.034912109375}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.8046875}, {"token_id": 8522, "token_text": " client", "probability": 0.011474609375}, {"token_id": 5627, "token_text": " application", "probability": 0.009521484375}, {"token_id": 6718, "token_text": " server", "probability": 0.00787353515625}, {"token_id": 2237, "token_text": " following", "probability": 0.007415771484375}]}, {"token_id": 525, "token_text": " can", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 525, "token_text": " can", "probability": 0.3828125}, {"token_id": 326, "token_text": " is", "probability": 0.080078125}, {"token_id": 661, "token_text": " will", "probability": 0.05859375}, {"token_id": 611, "token_text": " has", "probability": 0.048583984375}, {"token_id": 1064, "token_text": " may", "probability": 0.037841796875}]}, {"token_id": 1154, "token_text": " then", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 1154, "token_text": " then", "probability": 0.4296875}, {"token_id": 817, "token_text": " also", "probability": 0.1396484375}, {"token_id": 349, "token_text": " be", "probability": 0.130859375}, {"token_id": 500, "token_text": " not", "probability": 0.0274658203125}, {"token_id": 1170, "token_text": " use", "probability": 0.0177001953125}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.59375}, {"token_id": 1170, "token_text": " use", "probability": 0.0296630859375}, {"token_id": 529, "token_text": " have", "probability": 0.0191650390625}, {"token_id": 1596, "token_text": " run", "probability": 0.015869140625}, {"token_id": 3449, "token_text": " access", "probability": 0.01025390625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.388671875}, {"token_id": 4159, "token_text": " created", "probability": 0.0361328125}, {"token_id": 11806, "token_text": " installed", "probability": 0.030029296875}, {"token_id": 2547, "token_text": " able", "probability": 0.0206298828125}, {"token_id": 13980, "token_text": " registered", "probability": 0.01611328125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.7265625}, {"token_id": 238, "token_text": " in", "probability": 0.04931640625}, {"token_id": 352, "token_text": " as", "probability": 0.04638671875}, {"token_id": 463, "token_text": " by", "probability": 0.04638671875}, {"token_id": 321, "token_text": " for", "probability": 0.0299072265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.66015625}, {"token_id": 212, "token_text": " a", "probability": 0.0654296875}, {"token_id": 252, "token_text": " an", "probability": 0.0133056640625}, {"token_id": 898, "token_text": " any", "probability": 0.0133056640625}, {"token_id": 3616, "token_text": " create", "probability": 0.01251220703125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.91796875}, {"token_id": 21019, "token_text": " User", "probability": 0.006195068359375}, {"token_id": 6718, "token_text": " server", "probability": 0.006195068359375}, {"token_id": 8522, "token_text": " client", "probability": 0.006195068359375}, {"token_id": 14950, "token_text": " customer", "probability": 0.0033111572265625}]}, {"token_id": 463, "token_text": " by", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 463, "token_text": " by", "probability": 0.412109375}, {"token_id": 17, "token_text": ".", "probability": 0.0673828125}, {"token_id": 238, "token_text": " in", "probability": 0.059326171875}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 262, "token_text": " to", "probability": 0.038330078125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.76171875}, {"token_id": 11071, "token_text": " default", "probability": 0.02294921875}, {"token_id": 1897, "token_text": " name", "probability": 0.016845703125}, {"token_id": 212, "token_text": " a", "probability": 0.0123291015625}, {"token_id": 30908, "token_text": " clicking", "probability": 0.00958251953125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.9609375}, {"token_id": 21019, "token_text": " User", "probability": 0.00286865234375}, {"token_id": 14950, "token_text": " customer", "probability": 0.0022430419921875}, {"token_id": 3300, "token_text": " computer", "probability": 0.00174713134765625}, {"token_id": 928, "token_text": " person", "probability": 0.0014495849609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.349609375}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 463, "token_text": " by", "probability": 0.078125}, {"token_id": 266, "token_text": " and", "probability": 0.04443359375}, {"token_id": 262, "token_text": " to", "probability": 0.041748046875}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.310546875}, {"token_id": 529, "token_text": " have", "probability": 0.0576171875}, {"token_id": 1333, "token_text": " look", "probability": 0.03955078125}, {"token_id": 500, "token_text": " not", "probability": 0.037109375}, {"token_id": 1420, "token_text": " consider", "probability": 0.0159912109375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.08447265625}, {"token_id": 2547, "token_text": " able", "probability": 0.0341796875}, {"token_id": 234, "token_text": " the", "probability": 0.01953125}, {"token_id": 1249, "token_text": " set", "probability": 0.018310546875}, {"token_id": 212, "token_text": " a", "probability": 0.0177001953125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.36328125}, {"token_id": 238, "token_text": " in", "probability": 0.1513671875}, {"token_id": 321, "token_text": " for", "probability": 0.1103515625}, {"token_id": 352, "token_text": " as", "probability": 0.1103515625}, {"token_id": 17, "token_text": ".", "probability": 0.03173828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.032470703125}, {"token_id": 3616, "token_text": " create", "probability": 0.032470703125}, {"token_id": 7253, "token_text": " determine", "probability": 0.01904296875}, {"token_id": 1982, "token_text": " design", "probability": 0.0184326171875}, {"token_id": 9267, "token_text": " identify", "probability": 0.0179443359375}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.028564453125, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.028564453125}, {"token_id": 3690, "token_text": " language", "probability": 0.0157470703125}, {"token_id": 2072, "token_text": " public", "probability": 0.00958251953125}, {"token_id": 1600, "token_text": " same", "probability": 0.00897216796875}, {"token_id": 1519, "token_text": " system", "probability": 0.006805419921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.060546875}, {"token_id": 399, "token_text": "'s", "probability": 0.056884765625}, {"token_id": 12487, "token_text": " interface", "probability": 0.053466796875}, {"token_id": 352, "token_text": " as", "probability": 0.053466796875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.130859375}, {"token_id": 1020, "token_text": " This", "probability": 0.0654296875}, {"token_id": 697, "token_text": " It", "probability": 0.051025390625}, {"token_id": 1323, "token_text": " If", "probability": 0.033935546875}, {"token_id": 2596, "token_text": " However", "probability": 0.0291748046875}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.2001953125}, {"token_id": 5627, "token_text": " application", "probability": 0.03173828125}, {"token_id": 1519, "token_text": " system", "probability": 0.023193359375}, {"token_id": 2237, "token_text": " following", "probability": 0.0198974609375}, {"token_id": 8522, "token_text": " client", "probability": 0.0155029296875}]}, {"token_id": 525, "token_text": " can", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 525, "token_text": " can", "probability": 0.11572265625}, {"token_id": 326, "token_text": " is", "probability": 0.095703125}, {"token_id": 661, "token_text": " will", "probability": 0.06201171875}, {"token_id": 1236, "token_text": " should", "probability": 0.0546875}, {"token_id": 12487, "token_text": " interface", "probability": 0.04833984375}]}, {"token_id": 1154, "token_text": " then", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1154, "token_text": " then", "probability": 0.130859375}, {"token_id": 817, "token_text": " also", "probability": 0.07470703125}, {"token_id": 349, "token_text": " be", "probability": 0.07470703125}, {"token_id": 1170, "token_text": " use", "probability": 0.06591796875}, {"token_id": 500, "token_text": " not", "probability": 0.03759765625}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.125}, {"token_id": 1170, "token_text": " use", "probability": 0.07568359375}, {"token_id": 22823, "token_text": " specify", "probability": 0.0296630859375}, {"token_id": 6874, "token_text": " choose", "probability": 0.024658203125}, {"token_id": 3616, "token_text": " create", "probability": 0.024658203125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.2099609375}, {"token_id": 2547, "token_text": " able", "probability": 0.046875}, {"token_id": 4159, "token_text": " created", "probability": 0.0301513671875}, {"token_id": 11806, "token_text": " installed", "probability": 0.026611328125}, {"token_id": 1249, "token_text": " set", "probability": 0.020751953125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.578125}, {"token_id": 352, "token_text": " as", "probability": 0.0888671875}, {"token_id": 238, "token_text": " in", "probability": 0.07861328125}, {"token_id": 463, "token_text": " by", "probability": 0.047607421875}, {"token_id": 321, "token_text": " for", "probability": 0.047607421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.166015625}, {"token_id": 3616, "token_text": " create", "probability": 0.0888671875}, {"token_id": 212, "token_text": " a", "probability": 0.034912109375}, {"token_id": 22823, "token_text": " specify", "probability": 0.02392578125}, {"token_id": 3449, "token_text": " access", "probability": 0.0205078125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.8046875}, {"token_id": 8522, "token_text": " client", "probability": 0.015625}, {"token_id": 6718, "token_text": " server", "probability": 0.01470947265625}, {"token_id": 10267, "token_text": " browser", "probability": 0.007171630859375}, {"token_id": 3564, "token_text": " web", "probability": 0.00653076171875}]}, {"token_id": 463, "token_text": " by", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 463, "token_text": " by", "probability": 0.0810546875}, {"token_id": 262, "token_text": " to", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 17, "token_text": ".", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.0673828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1552734375}, {"token_id": 11071, "token_text": " default", "probability": 0.0830078125}, {"token_id": 1897, "token_text": " name", "probability": 0.064453125}, {"token_id": 2237, "token_text": " following", "probability": 0.056884765625}, {"token_id": 30908, "token_text": " clicking", "probability": 0.05029296875}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.74609375}, {"token_id": 1897, "token_text": " name", "probability": 0.027099609375}, {"token_id": 1600, "token_text": " same", "probability": 0.0164794921875}, {"token_id": 2237, "token_text": " following", "probability": 0.00994873046875}, {"token_id": 928, "token_text": " person", "probability": 0.0093994140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.11328125}, {"token_id": 266, "token_text": " and", "probability": 0.053466796875}, {"token_id": 262, "token_text": " to", "probability": 0.04150390625}, {"token_id": 238, "token_text": " in", "probability": 0.04150390625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.259765625}, {"token_id": 1020, "token_text": " This", "probability": 0.08984375}, {"token_id": 1323, "token_text": " If", "probability": 0.045166015625}, {"token_id": 697, "token_text": " It", "probability": 0.037353515625}, {"token_id": 285, "token_text": " A", "probability": 0.0257568359375}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.8046875}, {"token_id": 8522, "token_text": " client", "probability": 0.011474609375}, {"token_id": 5627, "token_text": " application", "probability": 0.009521484375}, {"token_id": 6718, "token_text": " server", "probability": 0.00787353515625}, {"token_id": 2237, "token_text": " following", "probability": 0.007415771484375}]}, {"token_id": 525, "token_text": " can", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 525, "token_text": " can", "probability": 0.3828125}, {"token_id": 326, "token_text": " is", "probability": 0.080078125}, {"token_id": 661, "token_text": " will", "probability": 0.05859375}, {"token_id": 611, "token_text": " has", "probability": 0.048583984375}, {"token_id": 1064, "token_text": " may", "probability": 0.037841796875}]}, {"token_id": 1154, "token_text": " then", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 1154, "token_text": " then", "probability": 0.4296875}, {"token_id": 817, "token_text": " also", "probability": 0.1396484375}, {"token_id": 349, "token_text": " be", "probability": 0.130859375}, {"token_id": 500, "token_text": " not", "probability": 0.0274658203125}, {"token_id": 1170, "token_text": " use", "probability": 0.0177001953125}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.59375}, {"token_id": 1170, "token_text": " use", "probability": 0.0296630859375}, {"token_id": 529, "token_text": " have", "probability": 0.0191650390625}, {"token_id": 1596, "token_text": " run", "probability": 0.015869140625}, {"token_id": 3449, "token_text": " access", "probability": 0.01025390625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.388671875}, {"token_id": 4159, "token_text": " created", "probability": 0.0361328125}, {"token_id": 11806, "token_text": " installed", "probability": 0.030029296875}, {"token_id": 2547, "token_text": " able", "probability": 0.0206298828125}, {"token_id": 13980, "token_text": " registered", "probability": 0.01611328125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.7265625}, {"token_id": 238, "token_text": " in", "probability": 0.04931640625}, {"token_id": 352, "token_text": " as", "probability": 0.04638671875}, {"token_id": 463, "token_text": " by", "probability": 0.04638671875}, {"token_id": 321, "token_text": " for", "probability": 0.0299072265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.66015625}, {"token_id": 212, "token_text": " a", "probability": 0.0654296875}, {"token_id": 252, "token_text": " an", "probability": 0.0133056640625}, {"token_id": 898, "token_text": " any", "probability": 0.0133056640625}, {"token_id": 3616, "token_text": " create", "probability": 0.01251220703125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.91796875}, {"token_id": 21019, "token_text": " User", "probability": 0.006195068359375}, {"token_id": 6718, "token_text": " server", "probability": 0.006195068359375}, {"token_id": 8522, "token_text": " client", "probability": 0.006195068359375}, {"token_id": 14950, "token_text": " customer", "probability": 0.0033111572265625}]}, {"token_id": 463, "token_text": " by", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 463, "token_text": " by", "probability": 0.412109375}, {"token_id": 17, "token_text": ".", "probability": 0.0673828125}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 262, "token_text": " to", "probability": 0.038330078125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.76171875}, {"token_id": 11071, "token_text": " default", "probability": 0.02294921875}, {"token_id": 1897, "token_text": " name", "probability": 0.016845703125}, {"token_id": 212, "token_text": " a", "probability": 0.0123291015625}, {"token_id": 30908, "token_text": " clicking", "probability": 0.00958251953125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.9609375}, {"token_id": 21019, "token_text": " User", "probability": 0.00286865234375}, {"token_id": 14950, "token_text": " customer", "probability": 0.0022430419921875}, {"token_id": 3300, "token_text": " computer", "probability": 0.00174713134765625}, {"token_id": 928, "token_text": " person", "probability": 0.0014495849609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3515625}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 463, "token_text": " by", "probability": 0.078125}, {"token_id": 266, "token_text": " and", "probability": 0.044677734375}, {"token_id": 262, "token_text": " to", "probability": 0.0419921875}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.310546875}, {"token_id": 529, "token_text": " have", "probability": 0.0576171875}, {"token_id": 1333, "token_text": " look", "probability": 0.03955078125}, {"token_id": 500, "token_text": " not", "probability": 0.037109375}, {"token_id": 1420, "token_text": " consider", "probability": 0.0159912109375}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.08447265625}, {"token_id": 2547, "token_text": " able", "probability": 0.0341796875}, {"token_id": 234, "token_text": " the", "probability": 0.01953125}, {"token_id": 1249, "token_text": " set", "probability": 0.018310546875}, {"token_id": 212, "token_text": " a", "probability": 0.0177001953125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.36328125}, {"token_id": 238, "token_text": " in", "probability": 0.1513671875}, {"token_id": 321, "token_text": " for", "probability": 0.1103515625}, {"token_id": 352, "token_text": " as", "probability": 0.1103515625}, {"token_id": 17, "token_text": ".", "probability": 0.03173828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.032470703125}, {"token_id": 3616, "token_text": " create", "probability": 0.032470703125}, {"token_id": 7253, "token_text": " determine", "probability": 0.01904296875}, {"token_id": 1982, "token_text": " design", "probability": 0.0184326171875}, {"token_id": 9267, "token_text": " identify", "probability": 0.0179443359375}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.028564453125, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.028564453125}, {"token_id": 3690, "token_text": " language", "probability": 0.0157470703125}, {"token_id": 2072, "token_text": " public", "probability": 0.00958251953125}, {"token_id": 1600, "token_text": " same", "probability": 0.00897216796875}, {"token_id": 1519, "token_text": " system", "probability": 0.006805419921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.060546875}, {"token_id": 399, "token_text": "'s", "probability": 0.056884765625}, {"token_id": 12487, "token_text": " interface", "probability": 0.053466796875}, {"token_id": 352, "token_text": " as", "probability": 0.053466796875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.130859375}, {"token_id": 1020, "token_text": " This", "probability": 0.0654296875}, {"token_id": 697, "token_text": " It", "probability": 0.051025390625}, {"token_id": 1323, "token_text": " If", "probability": 0.033935546875}, {"token_id": 2596, "token_text": " However", "probability": 0.0291748046875}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.2001953125}, {"token_id": 5627, "token_text": " application", "probability": 0.03173828125}, {"token_id": 1519, "token_text": " system", "probability": 0.023193359375}, {"token_id": 2237, "token_text": " following", "probability": 0.0198974609375}, {"token_id": 8522, "token_text": " client", "probability": 0.0155029296875}]}, {"token_id": 525, "token_text": " can", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 525, "token_text": " can", "probability": 0.11572265625}, {"token_id": 326, "token_text": " is", "probability": 0.095703125}, {"token_id": 661, "token_text": " will", "probability": 0.06201171875}, {"token_id": 1236, "token_text": " should", "probability": 0.0546875}, {"token_id": 12487, "token_text": " interface", "probability": 0.04833984375}]}, {"token_id": 1154, "token_text": " then", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1154, "token_text": " then", "probability": 0.130859375}, {"token_id": 817, "token_text": " also", "probability": 0.07470703125}, {"token_id": 349, "token_text": " be", "probability": 0.07470703125}, {"token_id": 1170, "token_text": " use", "probability": 0.06591796875}, {"token_id": 500, "token_text": " not", "probability": 0.03759765625}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.125}, {"token_id": 1170, "token_text": " use", "probability": 0.07568359375}, {"token_id": 22823, "token_text": " specify", "probability": 0.0296630859375}, {"token_id": 6874, "token_text": " choose", "probability": 0.024658203125}, {"token_id": 3616, "token_text": " create", "probability": 0.024658203125}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.2099609375}, {"token_id": 2547, "token_text": " able", "probability": 0.046875}, {"token_id": 4159, "token_text": " created", "probability": 0.0301513671875}, {"token_id": 11806, "token_text": " installed", "probability": 0.026611328125}, {"token_id": 1249, "token_text": " set", "probability": 0.020751953125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.578125}, {"token_id": 352, "token_text": " as", "probability": 0.0888671875}, {"token_id": 238, "token_text": " in", "probability": 0.07861328125}, {"token_id": 463, "token_text": " by", "probability": 0.047607421875}, {"token_id": 321, "token_text": " for", "probability": 0.047607421875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.166015625}, {"token_id": 3616, "token_text": " create", "probability": 0.0888671875}, {"token_id": 212, "token_text": " a", "probability": 0.034912109375}, {"token_id": 22823, "token_text": " specify", "probability": 0.02392578125}, {"token_id": 3449, "token_text": " access", "probability": 0.0205078125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.8046875}, {"token_id": 8522, "token_text": " client", "probability": 0.015625}, {"token_id": 6718, "token_text": " server", "probability": 0.01470947265625}, {"token_id": 10267, "token_text": " browser", "probability": 0.007171630859375}, {"token_id": 3564, "token_text": " web", "probability": 0.00653076171875}]}, {"token_id": 463, "token_text": " by", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 463, "token_text": " by", "probability": 0.0810546875}, {"token_id": 262, "token_text": " to", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 17, "token_text": ".", "probability": 0.07177734375}, {"token_id": 238, "token_text": " in", "probability": 0.0673828125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1552734375}, {"token_id": 11071, "token_text": " default", "probability": 0.0830078125}, {"token_id": 1897, "token_text": " name", "probability": 0.064453125}, {"token_id": 2237, "token_text": " following", "probability": 0.056884765625}, {"token_id": 30908, "token_text": " clicking", "probability": 0.05029296875}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.74609375}, {"token_id": 1897, "token_text": " name", "probability": 0.027099609375}, {"token_id": 1600, "token_text": " same", "probability": 0.0164794921875}, {"token_id": 2237, "token_text": " following", "probability": 0.00994873046875}, {"token_id": 928, "token_text": " person", "probability": 0.0093994140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.11328125}, {"token_id": 266, "token_text": " and", "probability": 0.053466796875}, {"token_id": 262, "token_text": " to", "probability": 0.04150390625}, {"token_id": 238, "token_text": " in", "probability": 0.04150390625}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.259765625}, {"token_id": 1020, "token_text": " This", "probability": 0.08984375}, {"token_id": 1323, "token_text": " If", "probability": 0.045166015625}, {"token_id": 697, "token_text": " It", "probability": 0.037353515625}, {"token_id": 285, "token_text": " A", "probability": 0.0257568359375}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.8046875}, {"token_id": 8522, "token_text": " client", "probability": 0.011474609375}, {"token_id": 5627, "token_text": " application", "probability": 0.009521484375}, {"token_id": 6718, "token_text": " server", "probability": 0.00787353515625}, {"token_id": 2237, "token_text": " following", "probability": 0.007415771484375}]}, {"token_id": 525, "token_text": " can", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 525, "token_text": " can", "probability": 0.3828125}, {"token_id": 326, "token_text": " is", "probability": 0.080078125}, {"token_id": 661, "token_text": " will", "probability": 0.05859375}, {"token_id": 611, "token_text": " has", "probability": 0.048583984375}, {"token_id": 1064, "token_text": " may", "probability": 0.037841796875}]}, {"token_id": 1154, "token_text": " then", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 1154, "token_text": " then", "probability": 0.4296875}, {"token_id": 817, "token_text": " also", "probability": 0.1396484375}, {"token_id": 349, "token_text": " be", "probability": 0.130859375}, {"token_id": 500, "token_text": " not", "probability": 0.0274658203125}, {"token_id": 1170, "token_text": " use", "probability": 0.0177001953125}]}, {"token_id": 349, "token_text": " be", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.59375}, {"token_id": 1170, "token_text": " use", "probability": 0.0296630859375}, {"token_id": 529, "token_text": " have", "probability": 0.0191650390625}, {"token_id": 1596, "token_text": " run", "probability": 0.015869140625}, {"token_id": 3449, "token_text": " access", "probability": 0.01025390625}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.388671875}, {"token_id": 4159, "token_text": " created", "probability": 0.0361328125}, {"token_id": 11806, "token_text": " installed", "probability": 0.030029296875}, {"token_id": 2547, "token_text": " able", "probability": 0.0206298828125}, {"token_id": 13980, "token_text": " registered", "probability": 0.01611328125}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.7265625}, {"token_id": 238, "token_text": " in", "probability": 0.04931640625}, {"token_id": 352, "token_text": " as", "probability": 0.04638671875}, {"token_id": 463, "token_text": " by", "probability": 0.04638671875}, {"token_id": 321, "token_text": " for", "probability": 0.0299072265625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.66015625}, {"token_id": 212, "token_text": " a", "probability": 0.0654296875}, {"token_id": 252, "token_text": " an", "probability": 0.0133056640625}, {"token_id": 898, "token_text": " any", "probability": 0.0133056640625}, {"token_id": 3616, "token_text": " create", "probability": 0.01251220703125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.91796875}, {"token_id": 21019, "token_text": " User", "probability": 0.006195068359375}, {"token_id": 6718, "token_text": " server", "probability": 0.006195068359375}, {"token_id": 8522, "token_text": " client", "probability": 0.006195068359375}, {"token_id": 14950, "token_text": " customer", "probability": 0.0033111572265625}]}, {"token_id": 463, "token_text": " by", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 463, "token_text": " by", "probability": 0.412109375}, {"token_id": 17, "token_text": ".", "probability": 0.0673828125}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 262, "token_text": " to", "probability": 0.038330078125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.76171875}, {"token_id": 11071, "token_text": " default", "probability": 0.02294921875}, {"token_id": 1897, "token_text": " name", "probability": 0.016845703125}, {"token_id": 212, "token_text": " a", "probability": 0.0123291015625}, {"token_id": 30908, "token_text": " clicking", "probability": 0.00958251953125}]}, {"token_id": 5349, "token_text": " user", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 5349, "token_text": " user", "probability": 0.9609375}, {"token_id": 21019, "token_text": " User", "probability": 0.00286865234375}, {"token_id": 14950, "token_text": " customer", "probability": 0.0022430419921875}, {"token_id": 3300, "token_text": " computer", "probability": 0.00174713134765625}, {"token_id": 928, "token_text": " person", "probability": 0.0014495849609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3515625}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 463, "token_text": " by", "probability": 0.078125}, {"token_id": 266, "token_text": " and", "probability": 0.044677734375}, {"token_id": 262, "token_text": " to", "probability": 0.0419921875}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.310546875, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.310546875}, {"token_id": 529, "token_text": " have", "probability": 0.0576171875}, {"token_id": 1333, "token_text": " look", "probability": 0.03955078125}, {"token_id": 500, "token_text": " not", "probability": 0.037109375}, {"token_id": 1420, "token_text": " consider", "probability": 0.0159912109375}, {"token_id": 1170, "token_text": " use", "probability": 0.01409912109375}, {"token_id": 1075, "token_text": " work", "probability": 0.01324462890625}, {"token_id": 1617, "token_text": " take", "probability": 0.0113525390625}, {"token_id": 1068, "token_text": " only", "probability": 0.0106201171875}, {"token_id": 1573, "token_text": " start", "probability": 0.0106201171875}], "entropy": 4.375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.1694204228192762, "average_logprob_per_token": -1.1694204228192762, "perplexity_on_target_sequence": 3.2201257861635217, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -1.1694204228192762, "probability": 0.310546875, "raw_probability": 0.310546875, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74692.2266228199, "probe_elapsed_sec": 0.9833371759741567, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " un paese di provincia, con una popolazione di circa 1 milione abitanti. La popolazione \u00e8 di circa 1.000 abitanti. La popolazione \u00e8 di circa 1.000", "text": "La capitale d'Italia \u00e8 un paese di provincia, con una popolazione di circa 1 milione abitanti. La popolazione \u00e8 di circa 1.000 abitanti. La popolazione \u00e8 di circa 1.000", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 269, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 269, "token_text": " un", "probability": 0.08984375}, {"token_id": 297, "token_text": " il", "probability": 0.07958984375}, {"token_id": 385, "token_text": " una", "probability": 0.07470703125}, {"token_id": 1366, "token_text": " stata", "probability": 0.048095703125}]}, {"token_id": 2716, "token_text": " paese", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 2716, "token_text": " paese", "probability": 0.25}, {"token_id": 10, "token_text": "'", "probability": 0.08642578125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.076171875}, {"token_id": 5501, "token_text": " territorio", "probability": 0.03173828125}, {"token_id": 3052, "token_text": " centro", "probability": 0.0150146484375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1259765625}, {"token_id": 295, "token_text": " che", "probability": 0.0634765625}, {"token_id": 238, "token_text": " in", "probability": 0.043701171875}, {"token_id": 217, "token_text": " d", "probability": 0.031982421875}, {"token_id": 19791, "token_text": " diviso", "probability": 0.02490234375}]}, {"token_id": 9144, "token_text": " provincia", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 9144, "token_text": " provincia", "probability": 0.0673828125}, {"token_id": 6106, "token_text": " origine", "probability": 0.033935546875}, {"token_id": 1905, "token_text": " circa", "probability": 0.03173828125}, {"token_id": 1470, "token_text": " grande", "probability": 0.0263671875}, {"token_id": 4262, "token_text": " lingua", "probability": 0.0247802734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10888671875}, {"token_id": 240, "token_text": " di", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.07470703125}, {"token_id": 295, "token_text": " che", "probability": 0.04541015625}, {"token_id": 217, "token_text": " d", "probability": 0.033203125}]}, {"token_id": 273, "token_text": " con", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 273, "token_text": " con", "probability": 0.05615234375}, {"token_id": 437, "token_text": " ma", "probability": 0.052734375}, {"token_id": 1255, "token_text": " dove", "probability": 0.041015625}, {"token_id": 240, "token_text": " di", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.036376953125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.1572265625}, {"token_id": 269, "token_text": " un", "probability": 0.130859375}, {"token_id": 288, "token_text": " la", "probability": 0.09521484375}, {"token_id": 297, "token_text": " il", "probability": 0.0791015625}, {"token_id": 1905, "token_text": " circa", "probability": 0.029052734375}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.75390625}, {"token_id": 6612, "token_text": " superficie", "probability": 0.012939453125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.00946044921875}, {"token_id": 22057, "token_text": " densit\u00e0", "probability": 0.00836181640625}, {"token_id": 1758, "token_text": " storia", "probability": 0.00836181640625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.69921875}, {"token_id": 295, "token_text": " che", "probability": 0.05078125}, {"token_id": 238, "token_text": " in", "probability": 0.010009765625}, {"token_id": 5144, "token_text": " totale", "probability": 0.006866455078125}, {"token_id": 347, "token_text": " del", "probability": 0.006439208984375}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.38671875}, {"token_id": 2060, "token_text": " oltre", "probability": 0.038330078125}, {"token_id": 826, "token_text": " 5", "probability": 0.023193359375}, {"token_id": 620, "token_text": " 3", "probability": 0.0218505859375}, {"token_id": 989, "token_text": " 6", "probability": 0.0205078125}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.06396484375}, {"token_id": 372, "token_text": " 2", "probability": 0.056396484375}, {"token_id": 620, "token_text": " 3", "probability": 0.041259765625}, {"token_id": 2556, "token_text": " 100", "probability": 0.041259765625}, {"token_id": 775, "token_text": " 4", "probability": 0.038818359375}]}, {"token_id": 13076, "token_text": " milione", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 13076, "token_text": " milione", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.2060546875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.05908203125}, {"token_id": 10, "token_text": "'", "probability": 0.01165771484375}]}, {"token_id": 7217, "token_text": " abitanti", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 7217, "token_text": " abitanti", "probability": 0.328125}, {"token_id": 240, "token_text": " di", "probability": 0.255859375}, {"token_id": 248, "token_text": " e", "probability": 0.13671875}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.039306640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.275390625}, {"token_id": 248, "token_text": " e", "probability": 0.07421875}, {"token_id": 341, "token_text": " (", "probability": 0.039794921875}, {"token_id": 646, "token_text": " ed", "probability": 0.0213623046875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.12109375}, {"token_id": 583, "token_text": " Il", "probability": 0.078125}, {"token_id": 712, "token_text": " Le", "probability": 0.04736328125}, {"token_id": 275, "token_text": " I", "probability": 0.04443359375}, {"token_id": 1881, "token_text": " \u00c8", "probability": 0.041748046875}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.2490234375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.1416015625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11767578125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0712890625}, {"token_id": 788, "token_text": " sua", "probability": 0.05224609375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2041015625}, {"token_id": 240, "token_text": " di", "probability": 0.1396484375}, {"token_id": 5683, "token_text": " vive", "probability": 0.054931640625}, {"token_id": 354, "token_text": " ha", "probability": 0.051513671875}, {"token_id": 217, "token_text": " d", "probability": 0.042724609375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1015625}, {"token_id": 14813, "token_text": " suddiv", "probability": 0.042236328125}, {"token_id": 385, "token_text": " una", "probability": 0.042236328125}, {"token_id": 11903, "token_text": " composta", "probability": 0.042236328125}, {"token_id": 288, "token_text": " la", "probability": 0.039794921875}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.2041015625}, {"token_id": 6106, "token_text": " origine", "probability": 0.05859375}, {"token_id": 317, "token_text": " 1", "probability": 0.033447265625}, {"token_id": 27103, "token_text": " nazionalit\u00e0", "probability": 0.021484375}, {"token_id": 3590, "token_text": " gran", "probability": 0.020263671875}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.169921875}, {"token_id": 372, "token_text": " 2", "probability": 0.109375}, {"token_id": 620, "token_text": " 3", "probability": 0.05517578125}, {"token_id": 826, "token_text": " 5", "probability": 0.045654296875}, {"token_id": 775, "token_text": " 4", "probability": 0.04296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44140625}, {"token_id": 13076, "token_text": " milione", "probability": 0.2216796875}, {"token_id": 15, "token_text": ",", "probability": 0.2216796875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.030029296875}, {"token_id": 2618, "token_text": " milioni", "probability": 0.00860595703125}]}, {"token_id": 1191, "token_text": "000", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 1191, "token_text": "000", "probability": 0.2392578125}, {"token_id": 24, "token_text": "5", "probability": 0.064453125}, {"token_id": 6434, "token_text": "500", "probability": 0.060546875}, {"token_id": 22, "token_text": "3", "probability": 0.050048828125}, {"token_id": 23, "token_text": "4", "probability": 0.044189453125}]}, {"token_id": 7217, "token_text": " abitanti", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 7217, "token_text": " abitanti", "probability": 0.81640625}, {"token_id": 1384, "token_text": " persone", "probability": 0.05224609375}, {"token_id": 17, "token_text": ".", "probability": 0.0279541015625}, {"token_id": 15674, "token_text": " residenti", "probability": 0.019287109375}, {"token_id": 15, "token_text": ",", "probability": 0.00665283203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.193359375}, {"token_id": 248, "token_text": " e", "probability": 0.08056640625}, {"token_id": 341, "token_text": " (", "probability": 0.021728515625}, {"token_id": 646, "token_text": " ed", "probability": 0.0191650390625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.171875}, {"token_id": 583, "token_text": " Il", "probability": 0.0810546875}, {"token_id": 712, "token_text": " Le", "probability": 0.059326171875}, {"token_id": 275, "token_text": " I", "probability": 0.038330078125}, {"token_id": 316, "token_text": " L", "probability": 0.0361328125}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.5703125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.07275390625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0498046875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0322265625}, {"token_id": 788, "token_text": " sua", "probability": 0.01519775390625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.337890625}, {"token_id": 5683, "token_text": " vive", "probability": 0.0966796875}, {"token_id": 240, "token_text": " di", "probability": 0.080078125}, {"token_id": 354, "token_text": " ha", "probability": 0.048583984375}, {"token_id": 400, "token_text": " si", "probability": 0.03564453125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.455078125}, {"token_id": 14813, "token_text": " suddiv", "probability": 0.025634765625}, {"token_id": 1136, "token_text": " molto", "probability": 0.02001953125}, {"token_id": 288, "token_text": " la", "probability": 0.018798828125}, {"token_id": 238, "token_text": " in", "probability": 0.018798828125}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.66796875}, {"token_id": 2422, "token_text": " quasi", "probability": 0.0274658203125}, {"token_id": 317, "token_text": " 1", "probability": 0.02587890625}, {"token_id": 372, "token_text": " 2", "probability": 0.0189208984375}, {"token_id": 7352, "token_text": " soli", "probability": 0.0167236328125}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.33203125}, {"token_id": 372, "token_text": " 2", "probability": 0.177734375}, {"token_id": 620, "token_text": " 3", "probability": 0.057861328125}, {"token_id": 775, "token_text": " 4", "probability": 0.032958984375}, {"token_id": 826, "token_text": " 5", "probability": 0.029052734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.78515625}, {"token_id": 13076, "token_text": " milione", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.014404296875}, {"token_id": 2618, "token_text": " milioni", "probability": 0.00531005859375}]}, {"token_id": 1191, "token_text": "000", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1191, "token_text": "000", "probability": 0.47265625}, {"token_id": 6434, "token_text": "500", "probability": 0.0771484375}, {"token_id": 2445, "token_text": "200", "probability": 0.046875}, {"token_id": 24, "token_text": "5", "probability": 0.036376953125}, {"token_id": 12229, "token_text": "300", "probability": 0.0322265625}]}], "clean_probe_diagnostics": [{"token_id": 269, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 269, "token_text": " un", "probability": 0.08984375}, {"token_id": 297, "token_text": " il", "probability": 0.07958984375}, {"token_id": 385, "token_text": " una", "probability": 0.07470703125}, {"token_id": 1366, "token_text": " stata", "probability": 0.048095703125}]}, {"token_id": 2716, "token_text": " paese", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 2716, "token_text": " paese", "probability": 0.25}, {"token_id": 10, "token_text": "'", "probability": 0.08642578125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.076171875}, {"token_id": 5501, "token_text": " territorio", "probability": 0.03173828125}, {"token_id": 3052, "token_text": " centro", "probability": 0.0150146484375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1259765625}, {"token_id": 295, "token_text": " che", "probability": 0.0634765625}, {"token_id": 238, "token_text": " in", "probability": 0.043701171875}, {"token_id": 217, "token_text": " d", "probability": 0.031982421875}, {"token_id": 19791, "token_text": " diviso", "probability": 0.02490234375}]}, {"token_id": 9144, "token_text": " provincia", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 9144, "token_text": " provincia", "probability": 0.0673828125}, {"token_id": 6106, "token_text": " origine", "probability": 0.033935546875}, {"token_id": 1905, "token_text": " circa", "probability": 0.03173828125}, {"token_id": 1470, "token_text": " grande", "probability": 0.0263671875}, {"token_id": 4262, "token_text": " lingua", "probability": 0.0247802734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10888671875}, {"token_id": 240, "token_text": " di", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.07470703125}, {"token_id": 295, "token_text": " che", "probability": 0.04541015625}, {"token_id": 217, "token_text": " d", "probability": 0.033203125}]}, {"token_id": 273, "token_text": " con", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 273, "token_text": " con", "probability": 0.05615234375}, {"token_id": 437, "token_text": " ma", "probability": 0.052734375}, {"token_id": 1255, "token_text": " dove", "probability": 0.041015625}, {"token_id": 240, "token_text": " di", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.036376953125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.1572265625}, {"token_id": 269, "token_text": " un", "probability": 0.130859375}, {"token_id": 288, "token_text": " la", "probability": 0.09521484375}, {"token_id": 297, "token_text": " il", "probability": 0.0791015625}, {"token_id": 1905, "token_text": " circa", "probability": 0.029052734375}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.75390625}, {"token_id": 6612, "token_text": " superficie", "probability": 0.012939453125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.00946044921875}, {"token_id": 22057, "token_text": " densit\u00e0", "probability": 0.00836181640625}, {"token_id": 1758, "token_text": " storia", "probability": 0.00836181640625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.69921875}, {"token_id": 295, "token_text": " che", "probability": 0.05078125}, {"token_id": 238, "token_text": " in", "probability": 0.010009765625}, {"token_id": 5144, "token_text": " totale", "probability": 0.006866455078125}, {"token_id": 347, "token_text": " del", "probability": 0.006439208984375}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.38671875}, {"token_id": 2060, "token_text": " oltre", "probability": 0.038330078125}, {"token_id": 826, "token_text": " 5", "probability": 0.023193359375}, {"token_id": 620, "token_text": " 3", "probability": 0.0218505859375}, {"token_id": 989, "token_text": " 6", "probability": 0.0205078125}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.06396484375}, {"token_id": 372, "token_text": " 2", "probability": 0.056396484375}, {"token_id": 620, "token_text": " 3", "probability": 0.041259765625}, {"token_id": 2556, "token_text": " 100", "probability": 0.041259765625}, {"token_id": 775, "token_text": " 4", "probability": 0.038818359375}]}, {"token_id": 13076, "token_text": " milione", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 13076, "token_text": " milione", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.2060546875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.05908203125}, {"token_id": 10, "token_text": "'", "probability": 0.01165771484375}]}, {"token_id": 7217, "token_text": " abitanti", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 7217, "token_text": " abitanti", "probability": 0.328125}, {"token_id": 240, "token_text": " di", "probability": 0.255859375}, {"token_id": 248, "token_text": " e", "probability": 0.13671875}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.039306640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.275390625}, {"token_id": 248, "token_text": " e", "probability": 0.07421875}, {"token_id": 341, "token_text": " (", "probability": 0.039794921875}, {"token_id": 646, "token_text": " ed", "probability": 0.0213623046875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.12255859375}, {"token_id": 583, "token_text": " Il", "probability": 0.0791015625}, {"token_id": 712, "token_text": " Le", "probability": 0.048095703125}, {"token_id": 275, "token_text": " I", "probability": 0.045166015625}, {"token_id": 1881, "token_text": " \u00c8", "probability": 0.04248046875}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.2490234375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.1416015625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11767578125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0712890625}, {"token_id": 788, "token_text": " sua", "probability": 0.05224609375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2041015625}, {"token_id": 240, "token_text": " di", "probability": 0.1396484375}, {"token_id": 5683, "token_text": " vive", "probability": 0.054931640625}, {"token_id": 354, "token_text": " ha", "probability": 0.051513671875}, {"token_id": 217, "token_text": " d", "probability": 0.042724609375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1015625}, {"token_id": 14813, "token_text": " suddiv", "probability": 0.042236328125}, {"token_id": 385, "token_text": " una", "probability": 0.042236328125}, {"token_id": 11903, "token_text": " composta", "probability": 0.042236328125}, {"token_id": 288, "token_text": " la", "probability": 0.039794921875}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.2041015625}, {"token_id": 6106, "token_text": " origine", "probability": 0.05859375}, {"token_id": 317, "token_text": " 1", "probability": 0.033447265625}, {"token_id": 27103, "token_text": " nazionalit\u00e0", "probability": 0.021484375}, {"token_id": 3590, "token_text": " gran", "probability": 0.020263671875}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.169921875}, {"token_id": 372, "token_text": " 2", "probability": 0.109375}, {"token_id": 620, "token_text": " 3", "probability": 0.05517578125}, {"token_id": 826, "token_text": " 5", "probability": 0.045654296875}, {"token_id": 775, "token_text": " 4", "probability": 0.04296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44140625}, {"token_id": 13076, "token_text": " milione", "probability": 0.2216796875}, {"token_id": 15, "token_text": ",", "probability": 0.2216796875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.030029296875}, {"token_id": 2618, "token_text": " milioni", "probability": 0.00860595703125}]}, {"token_id": 1191, "token_text": "000", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 1191, "token_text": "000", "probability": 0.2392578125}, {"token_id": 24, "token_text": "5", "probability": 0.064453125}, {"token_id": 6434, "token_text": "500", "probability": 0.060546875}, {"token_id": 22, "token_text": "3", "probability": 0.050048828125}, {"token_id": 23, "token_text": "4", "probability": 0.044189453125}]}, {"token_id": 7217, "token_text": " abitanti", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 7217, "token_text": " abitanti", "probability": 0.81640625}, {"token_id": 1384, "token_text": " persone", "probability": 0.05224609375}, {"token_id": 17, "token_text": ".", "probability": 0.0279541015625}, {"token_id": 15674, "token_text": " residenti", "probability": 0.019287109375}, {"token_id": 15, "token_text": ",", "probability": 0.00665283203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.193359375}, {"token_id": 248, "token_text": " e", "probability": 0.08056640625}, {"token_id": 341, "token_text": " (", "probability": 0.021728515625}, {"token_id": 646, "token_text": " ed", "probability": 0.0191650390625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.173828125}, {"token_id": 583, "token_text": " Il", "probability": 0.08203125}, {"token_id": 712, "token_text": " Le", "probability": 0.06005859375}, {"token_id": 275, "token_text": " I", "probability": 0.038818359375}, {"token_id": 316, "token_text": " L", "probability": 0.036376953125}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.5703125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.07275390625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0498046875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0322265625}, {"token_id": 788, "token_text": " sua", "probability": 0.01519775390625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.337890625}, {"token_id": 5683, "token_text": " vive", "probability": 0.0966796875}, {"token_id": 240, "token_text": " di", "probability": 0.080078125}, {"token_id": 354, "token_text": " ha", "probability": 0.048583984375}, {"token_id": 400, "token_text": " si", "probability": 0.03564453125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.455078125}, {"token_id": 14813, "token_text": " suddiv", "probability": 0.025634765625}, {"token_id": 1136, "token_text": " molto", "probability": 0.02001953125}, {"token_id": 288, "token_text": " la", "probability": 0.018798828125}, {"token_id": 238, "token_text": " in", "probability": 0.018798828125}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.66796875}, {"token_id": 2422, "token_text": " quasi", "probability": 0.0274658203125}, {"token_id": 317, "token_text": " 1", "probability": 0.02587890625}, {"token_id": 372, "token_text": " 2", "probability": 0.0189208984375}, {"token_id": 7352, "token_text": " soli", "probability": 0.0167236328125}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.33203125}, {"token_id": 372, "token_text": " 2", "probability": 0.177734375}, {"token_id": 620, "token_text": " 3", "probability": 0.057861328125}, {"token_id": 775, "token_text": " 4", "probability": 0.032958984375}, {"token_id": 826, "token_text": " 5", "probability": 0.029052734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.78515625}, {"token_id": 13076, "token_text": " milione", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.014404296875}, {"token_id": 2618, "token_text": " milioni", "probability": 0.00531005859375}]}, {"token_id": 1191, "token_text": "000", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1191, "token_text": "000", "probability": 0.47265625}, {"token_id": 6434, "token_text": "500", "probability": 0.0771484375}, {"token_id": 2445, "token_text": "200", "probability": 0.046875}, {"token_id": 24, "token_text": "5", "probability": 0.03662109375}, {"token_id": 12229, "token_text": "300", "probability": 0.0322265625}]}], "token_diagnostics": [{"token_id": 269, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 269, "token_text": " un", "probability": 0.08984375}, {"token_id": 297, "token_text": " il", "probability": 0.07958984375}, {"token_id": 385, "token_text": " una", "probability": 0.07470703125}, {"token_id": 1366, "token_text": " stata", "probability": 0.048095703125}]}, {"token_id": 2716, "token_text": " paese", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 2716, "token_text": " paese", "probability": 0.25}, {"token_id": 10, "token_text": "'", "probability": 0.08642578125}, {"token_id": 5101, "token_text": " Paese", "probability": 0.076171875}, {"token_id": 5501, "token_text": " territorio", "probability": 0.03173828125}, {"token_id": 3052, "token_text": " centro", "probability": 0.0150146484375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1259765625}, {"token_id": 295, "token_text": " che", "probability": 0.0634765625}, {"token_id": 238, "token_text": " in", "probability": 0.043701171875}, {"token_id": 217, "token_text": " d", "probability": 0.031982421875}, {"token_id": 19791, "token_text": " diviso", "probability": 0.02490234375}]}, {"token_id": 9144, "token_text": " provincia", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 9144, "token_text": " provincia", "probability": 0.0673828125}, {"token_id": 6106, "token_text": " origine", "probability": 0.033935546875}, {"token_id": 1905, "token_text": " circa", "probability": 0.03173828125}, {"token_id": 1470, "token_text": " grande", "probability": 0.0263671875}, {"token_id": 4262, "token_text": " lingua", "probability": 0.0247802734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10888671875}, {"token_id": 240, "token_text": " di", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.07470703125}, {"token_id": 295, "token_text": " che", "probability": 0.04541015625}, {"token_id": 217, "token_text": " d", "probability": 0.033203125}]}, {"token_id": 273, "token_text": " con", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 273, "token_text": " con", "probability": 0.05615234375}, {"token_id": 437, "token_text": " ma", "probability": 0.052734375}, {"token_id": 1255, "token_text": " dove", "probability": 0.041015625}, {"token_id": 240, "token_text": " di", "probability": 0.03857421875}, {"token_id": 295, "token_text": " che", "probability": 0.036376953125}]}, {"token_id": 385, "token_text": " una", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 385, "token_text": " una", "probability": 0.1572265625}, {"token_id": 269, "token_text": " un", "probability": 0.130859375}, {"token_id": 288, "token_text": " la", "probability": 0.09521484375}, {"token_id": 297, "token_text": " il", "probability": 0.0791015625}, {"token_id": 1905, "token_text": " circa", "probability": 0.029052734375}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.75390625}, {"token_id": 6612, "token_text": " superficie", "probability": 0.012939453125}, {"token_id": 5494, "token_text": " capitale", "probability": 0.00946044921875}, {"token_id": 22057, "token_text": " densit\u00e0", "probability": 0.00836181640625}, {"token_id": 1758, "token_text": " storia", "probability": 0.00836181640625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.69921875}, {"token_id": 295, "token_text": " che", "probability": 0.05078125}, {"token_id": 238, "token_text": " in", "probability": 0.010009765625}, {"token_id": 5144, "token_text": " totale", "probability": 0.006866455078125}, {"token_id": 347, "token_text": " del", "probability": 0.006439208984375}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.38671875}, {"token_id": 2060, "token_text": " oltre", "probability": 0.038330078125}, {"token_id": 826, "token_text": " 5", "probability": 0.023193359375}, {"token_id": 620, "token_text": " 3", "probability": 0.0218505859375}, {"token_id": 989, "token_text": " 6", "probability": 0.0205078125}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.06396484375}, {"token_id": 372, "token_text": " 2", "probability": 0.056396484375}, {"token_id": 620, "token_text": " 3", "probability": 0.041259765625}, {"token_id": 2556, "token_text": " 100", "probability": 0.041259765625}, {"token_id": 775, "token_text": " 4", "probability": 0.038818359375}]}, {"token_id": 13076, "token_text": " milione", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 13076, "token_text": " milione", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.2060546875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.05908203125}, {"token_id": 10, "token_text": "'", "probability": 0.01165771484375}]}, {"token_id": 7217, "token_text": " abitanti", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 7217, "token_text": " abitanti", "probability": 0.328125}, {"token_id": 240, "token_text": " di", "probability": 0.255859375}, {"token_id": 248, "token_text": " e", "probability": 0.13671875}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.039306640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.275390625}, {"token_id": 248, "token_text": " e", "probability": 0.07421875}, {"token_id": 341, "token_text": " (", "probability": 0.039794921875}, {"token_id": 646, "token_text": " ed", "probability": 0.0213623046875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.12255859375}, {"token_id": 583, "token_text": " Il", "probability": 0.0791015625}, {"token_id": 712, "token_text": " Le", "probability": 0.048095703125}, {"token_id": 275, "token_text": " I", "probability": 0.045166015625}, {"token_id": 1881, "token_text": " \u00c8", "probability": 0.04248046875}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.2490234375}, {"token_id": 5494, "token_text": " capitale", "probability": 0.1416015625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.11767578125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0712890625}, {"token_id": 788, "token_text": " sua", "probability": 0.05224609375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.2041015625}, {"token_id": 240, "token_text": " di", "probability": 0.1396484375}, {"token_id": 5683, "token_text": " vive", "probability": 0.054931640625}, {"token_id": 354, "token_text": " ha", "probability": 0.051513671875}, {"token_id": 217, "token_text": " d", "probability": 0.042724609375}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1015625}, {"token_id": 14813, "token_text": " suddiv", "probability": 0.042236328125}, {"token_id": 385, "token_text": " una", "probability": 0.042236328125}, {"token_id": 11903, "token_text": " composta", "probability": 0.042236328125}, {"token_id": 288, "token_text": " la", "probability": 0.039794921875}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.2041015625}, {"token_id": 6106, "token_text": " origine", "probability": 0.05859375}, {"token_id": 317, "token_text": " 1", "probability": 0.033447265625}, {"token_id": 27103, "token_text": " nazionalit\u00e0", "probability": 0.021484375}, {"token_id": 3590, "token_text": " gran", "probability": 0.020263671875}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.169921875}, {"token_id": 372, "token_text": " 2", "probability": 0.109375}, {"token_id": 620, "token_text": " 3", "probability": 0.05517578125}, {"token_id": 826, "token_text": " 5", "probability": 0.045654296875}, {"token_id": 775, "token_text": " 4", "probability": 0.04296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44140625}, {"token_id": 13076, "token_text": " milione", "probability": 0.2216796875}, {"token_id": 15, "token_text": ",", "probability": 0.2216796875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.030029296875}, {"token_id": 2618, "token_text": " milioni", "probability": 0.00860595703125}]}, {"token_id": 1191, "token_text": "000", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 1191, "token_text": "000", "probability": 0.2392578125}, {"token_id": 24, "token_text": "5", "probability": 0.064453125}, {"token_id": 6434, "token_text": "500", "probability": 0.060546875}, {"token_id": 22, "token_text": "3", "probability": 0.050048828125}, {"token_id": 23, "token_text": "4", "probability": 0.044189453125}]}, {"token_id": 7217, "token_text": " abitanti", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 7217, "token_text": " abitanti", "probability": 0.81640625}, {"token_id": 1384, "token_text": " persone", "probability": 0.05224609375}, {"token_id": 17, "token_text": ".", "probability": 0.0279541015625}, {"token_id": 15674, "token_text": " residenti", "probability": 0.019287109375}, {"token_id": 15, "token_text": ",", "probability": 0.00665283203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.193359375}, {"token_id": 248, "token_text": " e", "probability": 0.08056640625}, {"token_id": 341, "token_text": " (", "probability": 0.021728515625}, {"token_id": 646, "token_text": " ed", "probability": 0.0191650390625}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.173828125}, {"token_id": 583, "token_text": " Il", "probability": 0.08203125}, {"token_id": 712, "token_text": " Le", "probability": 0.06005859375}, {"token_id": 275, "token_text": " I", "probability": 0.038818359375}, {"token_id": 316, "token_text": " L", "probability": 0.036376953125}]}, {"token_id": 4160, "token_text": " popolazione", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4160, "token_text": " popolazione", "probability": 0.5703125}, {"token_id": 2277, "token_text": " maggior", "probability": 0.07275390625}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.0498046875}, {"token_id": 5494, "token_text": " capitale", "probability": 0.0322265625}, {"token_id": 788, "token_text": " sua", "probability": 0.01519775390625}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.337890625}, {"token_id": 5683, "token_text": " vive", "probability": 0.0966796875}, {"token_id": 240, "token_text": " di", "probability": 0.080078125}, {"token_id": 354, "token_text": " ha", "probability": 0.048583984375}, {"token_id": 400, "token_text": " si", "probability": 0.03564453125}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.455078125}, {"token_id": 14813, "token_text": " suddiv", "probability": 0.025634765625}, {"token_id": 1136, "token_text": " molto", "probability": 0.02001953125}, {"token_id": 288, "token_text": " la", "probability": 0.018798828125}, {"token_id": 238, "token_text": " in", "probability": 0.018798828125}]}, {"token_id": 1905, "token_text": " circa", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1905, "token_text": " circa", "probability": 0.66796875}, {"token_id": 2422, "token_text": " quasi", "probability": 0.0274658203125}, {"token_id": 317, "token_text": " 1", "probability": 0.02587890625}, {"token_id": 372, "token_text": " 2", "probability": 0.0189208984375}, {"token_id": 7352, "token_text": " soli", "probability": 0.0167236328125}]}, {"token_id": 317, "token_text": " 1", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 317, "token_text": " 1", "probability": 0.33203125}, {"token_id": 372, "token_text": " 2", "probability": 0.177734375}, {"token_id": 620, "token_text": " 3", "probability": 0.057861328125}, {"token_id": 775, "token_text": " 4", "probability": 0.032958984375}, {"token_id": 826, "token_text": " 5", "probability": 0.029052734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.78515625}, {"token_id": 13076, "token_text": " milione", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}, {"token_id": 25370, "token_text": " miliardo", "probability": 0.014404296875}, {"token_id": 2618, "token_text": " milioni", "probability": 0.00531005859375}]}, {"token_id": 1191, "token_text": "000", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1191, "token_text": "000", "probability": 0.47265625}, {"token_id": 6434, "token_text": "500", "probability": 0.0771484375}, {"token_id": 2445, "token_text": "200", "probability": 0.046875}, {"token_id": 24, "token_text": "5", "probability": 0.03662109375}, {"token_id": 12229, "token_text": "300", "probability": 0.0322265625}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 459, "correct_token_probability": 0.00015544891357421875, "top_10_candidates": [{"token_id": 269, "token_text": " un", "probability": 0.08984375}, {"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 297, "token_text": " il", "probability": 0.07958984375}, {"token_id": 385, "token_text": " una", "probability": 0.07470703125}, {"token_id": 1366, "token_text": " stata", "probability": 0.048095703125}, {"token_id": 1026, "token_text": " uno", "probability": 0.045166015625}, {"token_id": 230, "token_text": " l", "probability": 0.04248046875}, {"token_id": 238, "token_text": " in", "probability": 0.01336669921875}, {"token_id": 1272, "token_text": " sempre", "probability": 0.01336669921875}, {"token_id": 240, "token_text": " di", "probability": 0.01214599609375}], "entropy": 5.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.769193410392145, "average_logprob_per_token": -8.769193410392145, "perplexity_on_target_sequence": 6432.98159509203, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -8.769193410392145, "probability": 0.00015544891357421875, "raw_probability": 0.00015544891357421875, "correct_token_rank": 459}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74692.22716212273, "probe_elapsed_sec": 0.9833371759741567, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere usato per la prima volta nel corso della storia. La prima versione di questo modello \u00e8 stata utilizzata per la prima volta nel corso della storia. La seconda versione", "text": "Un piccolo modello linguistico dovrebbe essere usato per la prima volta nel corso della storia. La prima versione di questo modello \u00e8 stata utilizzata per la prima volta nel corso della storia. La seconda versione", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.46875}, {"token_id": 2071, "token_text": " avere", "probability": 0.0281982421875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01177978515625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.0091552734375}, {"token_id": 17745, "token_text": " funzionare", "probability": 0.0078125}]}, {"token_id": 6410, "token_text": " usato", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 6410, "token_text": " usato", "probability": 0.0673828125}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.059326171875}, {"token_id": 269, "token_text": " un", "probability": 0.0299072265625}, {"token_id": 863, "token_text": " stato", "probability": 0.0186767578125}, {"token_id": 22221, "token_text": " modificato", "probability": 0.0164794921875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.359375}, {"token_id": 512, "token_text": " come", "probability": 0.205078125}, {"token_id": 238, "token_text": " in", "probability": 0.080078125}, {"token_id": 630, "token_text": " anche", "probability": 0.048583984375}, {"token_id": 340, "token_text": " da", "probability": 0.045654296875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.0771484375}, {"token_id": 11781, "token_text": " indicare", "probability": 0.060302734375}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.038818359375}, {"token_id": 4672, "token_text": " creare", "probability": 0.038818359375}, {"token_id": 297, "token_text": " il", "probability": 0.0322265625}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.05029296875}, {"token_id": 8056, "token_text": " lettura", "probability": 0.036865234375}, {"token_id": 788, "token_text": " sua", "probability": 0.034423828125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0252685546875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0223388671875}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.82421875}, {"token_id": 4851, "token_text": " fase", "probability": 0.01171875}, {"token_id": 5443, "token_text": " versione", "probability": 0.0103759765625}, {"token_id": 9872, "token_text": " generazione", "probability": 0.006103515625}, {"token_id": 825, "token_text": " parte", "probability": 0.004730224609375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1357421875}, {"token_id": 238, "token_text": " in", "probability": 0.1279296875}, {"token_id": 340, "token_text": " da", "probability": 0.11279296875}, {"token_id": 512, "token_text": " come", "probability": 0.07275390625}, {"token_id": 687, "token_text": " nella", "probability": 0.056640625}]}, {"token_id": 2633, "token_text": " corso", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 2633, "token_text": " corso", "probability": 0.07275390625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.060546875}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0252685546875}, {"token_id": 659, "token_text": " suo", "probability": 0.0179443359375}, {"token_id": 2432, "token_text": " nostro", "probability": 0.01434326171875}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.28515625}, {"token_id": 347, "token_text": " del", "probability": 0.2080078125}, {"token_id": 240, "token_text": " di", "probability": 0.1953125}, {"token_id": 877, "token_text": " degli", "probability": 0.111328125}, {"token_id": 496, "token_text": " dei", "probability": 0.0869140625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.228515625}, {"token_id": 788, "token_text": " sua", "probability": 0.0654296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0576171875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.021240234375}, {"token_id": 4262, "token_text": " lingua", "probability": 0.019287109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 347, "token_text": " del", "probability": 0.1025390625}, {"token_id": 392, "token_text": " della", "probability": 0.0908203125}, {"token_id": 474, "token_text": " dell", "probability": 0.051513671875}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.05859375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.05859375}, {"token_id": 583, "token_text": " Il", "probability": 0.054931640625}, {"token_id": 2, "token_text": "", "probability": 0.054931640625}, {"token_id": 431, "token_text": " In", "probability": 0.03125}, {"token_id": 758, "token_text": " Un", "probability": 0.027587890625}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.06787109375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0341796875}, {"token_id": 788, "token_text": " sua", "probability": 0.0302734375}, {"token_id": 5443, "token_text": " versione", "probability": 0.021484375}, {"token_id": 1758, "token_text": " storia", "probability": 0.021484375}]}, {"token_id": 5443, "token_text": " versione", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 5443, "token_text": " versione", "probability": 0.1328125}, {"token_id": 1621, "token_text": " cosa", "probability": 0.058837890625}, {"token_id": 1458, "token_text": " volta", "probability": 0.040283203125}, {"token_id": 825, "token_text": " parte", "probability": 0.037841796875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.031494140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1630859375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0869140625}, {"token_id": 347, "token_text": " del", "probability": 0.07666015625}, {"token_id": 392, "token_text": " della", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}]}, {"token_id": 762, "token_text": " questo", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 762, "token_text": " questo", "probability": 0.11181640625}, {"token_id": 1094, "token_text": " questa", "probability": 0.0654296875}, {"token_id": 269, "token_text": " un", "probability": 0.052734375}, {"token_id": 358, "token_text": " \"", "probability": 0.0341796875}, {"token_id": 5291, "token_text": " Windows", "probability": 0.022705078125}]}, {"token_id": 5147, "token_text": " modello", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 5147, "token_text": " modello", "probability": 0.197265625}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0439453125}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.03662109375}, {"token_id": 5379, "token_text": " articolo", "probability": 0.03125}, {"token_id": 2699, "token_text": " tipo", "probability": 0.029296875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.08203125}, {"token_id": 240, "token_text": " di", "probability": 0.0400390625}, {"token_id": 400, "token_text": " si", "probability": 0.027587890625}, {"token_id": 404, "token_text": " non", "probability": 0.0228271484375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.1328125}, {"token_id": 288, "token_text": " la", "probability": 0.044677734375}, {"token_id": 8071, "token_text": " disponibile", "probability": 0.0306396484375}, {"token_id": 297, "token_text": " il", "probability": 0.02880859375}, {"token_id": 269, "token_text": " un", "probability": 0.025390625}]}, {"token_id": 10237, "token_text": " utilizzata", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 10237, "token_text": " utilizzata", "probability": 0.107421875}, {"token_id": 17041, "token_text": " creata", "probability": 0.07861328125}, {"token_id": 14812, "token_text": " realizzata", "probability": 0.06103515625}, {"token_id": 12061, "token_text": " pubblicata", "probability": 0.053955078125}, {"token_id": 23364, "token_text": " sviluppata", "probability": 0.047607421875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.56640625}, {"token_id": 340, "token_text": " da", "probability": 0.0595703125}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 630, "token_text": " anche", "probability": 0.041015625}, {"token_id": 489, "token_text": " nel", "probability": 0.0361328125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.205078125}, {"token_id": 297, "token_text": " il", "probability": 0.048828125}, {"token_id": 4672, "token_text": " creare", "probability": 0.03564453125}, {"token_id": 230, "token_text": " l", "probability": 0.02783203125}, {"token_id": 351, "token_text": " i", "probability": 0.026123046875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.72265625}, {"token_id": 3354, "token_text": " produzione", "probability": 0.0205078125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0169677734375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.0150146484375}, {"token_id": 9839, "token_text": " realizzazione", "probability": 0.00970458984375}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.91796875}, {"token_id": 5443, "token_text": " versione", "probability": 0.03564453125}, {"token_id": 9872, "token_text": " generazione", "probability": 0.007476806640625}, {"token_id": 4851, "token_text": " fase", "probability": 0.00311279296875}, {"token_id": 3828, "token_text": " met\u00e0", "probability": 0.00311279296875}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.53515625}, {"token_id": 687, "token_text": " nella", "probability": 0.0771484375}, {"token_id": 238, "token_text": " in", "probability": 0.0771484375}, {"token_id": 340, "token_text": " da", "probability": 0.038818359375}, {"token_id": 1159, "token_text": " nell", "probability": 0.0284423828125}]}, {"token_id": 2633, "token_text": " corso", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 2633, "token_text": " corso", "probability": 0.0654296875}, {"token_id": 5984, "token_text": " 1990", "probability": 0.0240478515625}, {"token_id": 3923, "token_text": " 2000", "probability": 0.021240234375}, {"token_id": 1503, "token_text": " 17", "probability": 0.0155029296875}, {"token_id": 892, "token_text": " 18", "probability": 0.0155029296875}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.42578125}, {"token_id": 347, "token_text": " del", "probability": 0.177734375}, {"token_id": 240, "token_text": " di", "probability": 0.1474609375}, {"token_id": 877, "token_text": " degli", "probability": 0.11474609375}, {"token_id": 496, "token_text": " dei", "probability": 0.0654296875}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.86328125}, {"token_id": 788, "token_text": " sua", "probability": 0.0277099609375}, {"token_id": 9999, "token_text": " Storia", "probability": 0.01904296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.01019287109375}, {"token_id": 21274, "token_text": " saga", "probability": 0.0045166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 248, "token_text": " e", "probability": 0.06005859375}, {"token_id": 347, "token_text": " del", "probability": 0.052978515625}, {"token_id": 392, "token_text": " della", "probability": 0.046630859375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.0908203125}, {"token_id": 2, "token_text": "", "probability": 0.080078125}, {"token_id": 583, "token_text": " Il", "probability": 0.06640625}, {"token_id": 431, "token_text": " In", "probability": 0.0277099609375}, {"token_id": 275, "token_text": " I", "probability": 0.0277099609375}]}, {"token_id": 2729, "token_text": " seconda", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 2729, "token_text": " seconda", "probability": 0.2353515625}, {"token_id": 922, "token_text": " prima", "probability": 0.220703125}, {"token_id": 5443, "token_text": " versione", "probability": 0.2080078125}, {"token_id": 7476, "token_text": " terza", "probability": 0.052490234375}, {"token_id": 2565, "token_text": " nuova", "probability": 0.01324462890625}]}, {"token_id": 5443, "token_text": " versione", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 5443, "token_text": " versione", "probability": 0.83203125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.018310546875}, {"token_id": 825, "token_text": " parte", "probability": 0.00787353515625}, {"token_id": 22001, "token_text": " variante", "probability": 0.007659912109375}, {"token_id": 15, "token_text": ",", "probability": 0.00494384765625}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.46875}, {"token_id": 2071, "token_text": " avere", "probability": 0.0281982421875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01177978515625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.0091552734375}, {"token_id": 17745, "token_text": " funzionare", "probability": 0.0078125}]}, {"token_id": 6410, "token_text": " usato", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 6410, "token_text": " usato", "probability": 0.0673828125}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.059326171875}, {"token_id": 269, "token_text": " un", "probability": 0.0299072265625}, {"token_id": 863, "token_text": " stato", "probability": 0.0186767578125}, {"token_id": 22221, "token_text": " modificato", "probability": 0.0164794921875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.359375}, {"token_id": 512, "token_text": " come", "probability": 0.205078125}, {"token_id": 238, "token_text": " in", "probability": 0.080078125}, {"token_id": 630, "token_text": " anche", "probability": 0.048583984375}, {"token_id": 340, "token_text": " da", "probability": 0.045654296875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.0771484375}, {"token_id": 11781, "token_text": " indicare", "probability": 0.060302734375}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.038818359375}, {"token_id": 4672, "token_text": " creare", "probability": 0.038818359375}, {"token_id": 297, "token_text": " il", "probability": 0.0322265625}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.05029296875}, {"token_id": 8056, "token_text": " lettura", "probability": 0.036865234375}, {"token_id": 788, "token_text": " sua", "probability": 0.034423828125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0252685546875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0223388671875}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.82421875}, {"token_id": 4851, "token_text": " fase", "probability": 0.01171875}, {"token_id": 5443, "token_text": " versione", "probability": 0.0103759765625}, {"token_id": 9872, "token_text": " generazione", "probability": 0.006103515625}, {"token_id": 825, "token_text": " parte", "probability": 0.004730224609375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1357421875}, {"token_id": 238, "token_text": " in", "probability": 0.1279296875}, {"token_id": 340, "token_text": " da", "probability": 0.11279296875}, {"token_id": 512, "token_text": " come", "probability": 0.07275390625}, {"token_id": 687, "token_text": " nella", "probability": 0.056640625}]}, {"token_id": 2633, "token_text": " corso", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 2633, "token_text": " corso", "probability": 0.07275390625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.060546875}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0252685546875}, {"token_id": 659, "token_text": " suo", "probability": 0.0179443359375}, {"token_id": 2432, "token_text": " nostro", "probability": 0.01434326171875}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.28515625}, {"token_id": 347, "token_text": " del", "probability": 0.2080078125}, {"token_id": 240, "token_text": " di", "probability": 0.1953125}, {"token_id": 877, "token_text": " degli", "probability": 0.111328125}, {"token_id": 496, "token_text": " dei", "probability": 0.0869140625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.228515625}, {"token_id": 788, "token_text": " sua", "probability": 0.0654296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0576171875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.021240234375}, {"token_id": 4262, "token_text": " lingua", "probability": 0.019287109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 347, "token_text": " del", "probability": 0.1025390625}, {"token_id": 392, "token_text": " della", "probability": 0.0908203125}, {"token_id": 474, "token_text": " dell", "probability": 0.0517578125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.061767578125}, {"token_id": 583, "token_text": " Il", "probability": 0.05810546875}, {"token_id": 431, "token_text": " In", "probability": 0.033203125}, {"token_id": 916, "token_text": " Per", "probability": 0.0291748046875}, {"token_id": 758, "token_text": " Un", "probability": 0.0291748046875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.06787109375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0341796875}, {"token_id": 788, "token_text": " sua", "probability": 0.0302734375}, {"token_id": 5443, "token_text": " versione", "probability": 0.021484375}, {"token_id": 1758, "token_text": " storia", "probability": 0.021484375}]}, {"token_id": 5443, "token_text": " versione", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 5443, "token_text": " versione", "probability": 0.1328125}, {"token_id": 1621, "token_text": " cosa", "probability": 0.058837890625}, {"token_id": 1458, "token_text": " volta", "probability": 0.040283203125}, {"token_id": 825, "token_text": " parte", "probability": 0.037841796875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.031494140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1630859375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0869140625}, {"token_id": 347, "token_text": " del", "probability": 0.07666015625}, {"token_id": 392, "token_text": " della", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}]}, {"token_id": 762, "token_text": " questo", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 762, "token_text": " questo", "probability": 0.11181640625}, {"token_id": 1094, "token_text": " questa", "probability": 0.0654296875}, {"token_id": 269, "token_text": " un", "probability": 0.052734375}, {"token_id": 358, "token_text": " \"", "probability": 0.0341796875}, {"token_id": 5291, "token_text": " Windows", "probability": 0.022705078125}]}, {"token_id": 5147, "token_text": " modello", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 5147, "token_text": " modello", "probability": 0.197265625}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0439453125}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.03662109375}, {"token_id": 5379, "token_text": " articolo", "probability": 0.03125}, {"token_id": 2699, "token_text": " tipo", "probability": 0.029296875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.08203125}, {"token_id": 240, "token_text": " di", "probability": 0.0400390625}, {"token_id": 400, "token_text": " si", "probability": 0.027587890625}, {"token_id": 404, "token_text": " non", "probability": 0.0228271484375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.1328125}, {"token_id": 288, "token_text": " la", "probability": 0.044677734375}, {"token_id": 8071, "token_text": " disponibile", "probability": 0.0306396484375}, {"token_id": 297, "token_text": " il", "probability": 0.02880859375}, {"token_id": 269, "token_text": " un", "probability": 0.025390625}]}, {"token_id": 10237, "token_text": " utilizzata", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 10237, "token_text": " utilizzata", "probability": 0.107421875}, {"token_id": 17041, "token_text": " creata", "probability": 0.07861328125}, {"token_id": 14812, "token_text": " realizzata", "probability": 0.06103515625}, {"token_id": 12061, "token_text": " pubblicata", "probability": 0.053955078125}, {"token_id": 23364, "token_text": " sviluppata", "probability": 0.047607421875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.56640625}, {"token_id": 340, "token_text": " da", "probability": 0.0595703125}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 630, "token_text": " anche", "probability": 0.041015625}, {"token_id": 489, "token_text": " nel", "probability": 0.0361328125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.205078125}, {"token_id": 297, "token_text": " il", "probability": 0.048828125}, {"token_id": 4672, "token_text": " creare", "probability": 0.03564453125}, {"token_id": 230, "token_text": " l", "probability": 0.02783203125}, {"token_id": 351, "token_text": " i", "probability": 0.026123046875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.72265625}, {"token_id": 3354, "token_text": " produzione", "probability": 0.0205078125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0169677734375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.0150146484375}, {"token_id": 9839, "token_text": " realizzazione", "probability": 0.00970458984375}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.91796875}, {"token_id": 5443, "token_text": " versione", "probability": 0.03564453125}, {"token_id": 9872, "token_text": " generazione", "probability": 0.007476806640625}, {"token_id": 4851, "token_text": " fase", "probability": 0.00311279296875}, {"token_id": 3828, "token_text": " met\u00e0", "probability": 0.00311279296875}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.53515625}, {"token_id": 687, "token_text": " nella", "probability": 0.0771484375}, {"token_id": 238, "token_text": " in", "probability": 0.0771484375}, {"token_id": 340, "token_text": " da", "probability": 0.038818359375}, {"token_id": 1159, "token_text": " nell", "probability": 0.0284423828125}]}, {"token_id": 2633, "token_text": " corso", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 2633, "token_text": " corso", "probability": 0.0654296875}, {"token_id": 5984, "token_text": " 1990", "probability": 0.0240478515625}, {"token_id": 3923, "token_text": " 2000", "probability": 0.021240234375}, {"token_id": 1503, "token_text": " 17", "probability": 0.0155029296875}, {"token_id": 892, "token_text": " 18", "probability": 0.0155029296875}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.42578125}, {"token_id": 347, "token_text": " del", "probability": 0.177734375}, {"token_id": 240, "token_text": " di", "probability": 0.1474609375}, {"token_id": 877, "token_text": " degli", "probability": 0.11474609375}, {"token_id": 496, "token_text": " dei", "probability": 0.0654296875}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.86328125}, {"token_id": 788, "token_text": " sua", "probability": 0.0277099609375}, {"token_id": 9999, "token_text": " Storia", "probability": 0.01904296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.01019287109375}, {"token_id": 21274, "token_text": " saga", "probability": 0.0045166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 248, "token_text": " e", "probability": 0.06005859375}, {"token_id": 347, "token_text": " del", "probability": 0.052978515625}, {"token_id": 392, "token_text": " della", "probability": 0.046630859375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.09912109375}, {"token_id": 583, "token_text": " Il", "probability": 0.072265625}, {"token_id": 916, "token_text": " Per", "probability": 0.0301513671875}, {"token_id": 431, "token_text": " In", "probability": 0.0301513671875}, {"token_id": 275, "token_text": " I", "probability": 0.0301513671875}]}, {"token_id": 2729, "token_text": " seconda", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 2729, "token_text": " seconda", "probability": 0.2353515625}, {"token_id": 922, "token_text": " prima", "probability": 0.220703125}, {"token_id": 5443, "token_text": " versione", "probability": 0.2080078125}, {"token_id": 7476, "token_text": " terza", "probability": 0.052490234375}, {"token_id": 2565, "token_text": " nuova", "probability": 0.01324462890625}]}, {"token_id": 5443, "token_text": " versione", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 5443, "token_text": " versione", "probability": 0.83203125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.018310546875}, {"token_id": 825, "token_text": " parte", "probability": 0.00787353515625}, {"token_id": 22001, "token_text": " variante", "probability": 0.007659912109375}, {"token_id": 15, "token_text": ",", "probability": 0.00494384765625}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.46875}, {"token_id": 2071, "token_text": " avere", "probability": 0.0281982421875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01177978515625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.0091552734375}, {"token_id": 17745, "token_text": " funzionare", "probability": 0.0078125}]}, {"token_id": 6410, "token_text": " usato", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 6410, "token_text": " usato", "probability": 0.0673828125}, {"token_id": 5910, "token_text": " utilizzato", "probability": 0.059326171875}, {"token_id": 269, "token_text": " un", "probability": 0.0299072265625}, {"token_id": 863, "token_text": " stato", "probability": 0.0186767578125}, {"token_id": 22221, "token_text": " modificato", "probability": 0.0164794921875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.359375}, {"token_id": 512, "token_text": " come", "probability": 0.205078125}, {"token_id": 238, "token_text": " in", "probability": 0.080078125}, {"token_id": 630, "token_text": " anche", "probability": 0.048583984375}, {"token_id": 340, "token_text": " da", "probability": 0.045654296875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.0771484375}, {"token_id": 11781, "token_text": " indicare", "probability": 0.060302734375}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.038818359375}, {"token_id": 4672, "token_text": " creare", "probability": 0.038818359375}, {"token_id": 297, "token_text": " il", "probability": 0.0322265625}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.05029296875}, {"token_id": 8056, "token_text": " lettura", "probability": 0.036865234375}, {"token_id": 788, "token_text": " sua", "probability": 0.034423828125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0252685546875}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0223388671875}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.82421875}, {"token_id": 4851, "token_text": " fase", "probability": 0.01171875}, {"token_id": 5443, "token_text": " versione", "probability": 0.0103759765625}, {"token_id": 9872, "token_text": " generazione", "probability": 0.006103515625}, {"token_id": 825, "token_text": " parte", "probability": 0.004730224609375}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.1357421875}, {"token_id": 238, "token_text": " in", "probability": 0.1279296875}, {"token_id": 340, "token_text": " da", "probability": 0.11279296875}, {"token_id": 512, "token_text": " come", "probability": 0.07275390625}, {"token_id": 687, "token_text": " nella", "probability": 0.056640625}]}, {"token_id": 2633, "token_text": " corso", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 2633, "token_text": " corso", "probability": 0.07275390625}, {"token_id": 1338, "token_text": " mondo", "probability": 0.060546875}, {"token_id": 8317, "token_text": " linguaggio", "probability": 0.0252685546875}, {"token_id": 659, "token_text": " suo", "probability": 0.0179443359375}, {"token_id": 2432, "token_text": " nostro", "probability": 0.01434326171875}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.28515625}, {"token_id": 347, "token_text": " del", "probability": 0.2080078125}, {"token_id": 240, "token_text": " di", "probability": 0.1953125}, {"token_id": 877, "token_text": " degli", "probability": 0.111328125}, {"token_id": 496, "token_text": " dei", "probability": 0.0869140625}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.228515625}, {"token_id": 788, "token_text": " sua", "probability": 0.0654296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.0576171875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.021240234375}, {"token_id": 4262, "token_text": " lingua", "probability": 0.019287109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 347, "token_text": " del", "probability": 0.1025390625}, {"token_id": 392, "token_text": " della", "probability": 0.0908203125}, {"token_id": 474, "token_text": " dell", "probability": 0.0517578125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.061767578125}, {"token_id": 583, "token_text": " Il", "probability": 0.05810546875}, {"token_id": 431, "token_text": " In", "probability": 0.033203125}, {"token_id": 916, "token_text": " Per", "probability": 0.0291748046875}, {"token_id": 758, "token_text": " Un", "probability": 0.0291748046875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.06787109375}, {"token_id": 2277, "token_text": " maggior", "probability": 0.0341796875}, {"token_id": 788, "token_text": " sua", "probability": 0.0302734375}, {"token_id": 5443, "token_text": " versione", "probability": 0.021484375}, {"token_id": 1758, "token_text": " storia", "probability": 0.021484375}]}, {"token_id": 5443, "token_text": " versione", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 5443, "token_text": " versione", "probability": 0.1328125}, {"token_id": 1621, "token_text": " cosa", "probability": 0.058837890625}, {"token_id": 1458, "token_text": " volta", "probability": 0.040283203125}, {"token_id": 825, "token_text": " parte", "probability": 0.037841796875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.031494140625}]}, {"token_id": 240, "token_text": " di", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 240, "token_text": " di", "probability": 0.1630859375}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0869140625}, {"token_id": 347, "token_text": " del", "probability": 0.07666015625}, {"token_id": 392, "token_text": " della", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}]}, {"token_id": 762, "token_text": " questo", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 762, "token_text": " questo", "probability": 0.11181640625}, {"token_id": 1094, "token_text": " questa", "probability": 0.0654296875}, {"token_id": 269, "token_text": " un", "probability": 0.052734375}, {"token_id": 358, "token_text": " \"", "probability": 0.0341796875}, {"token_id": 5291, "token_text": " Windows", "probability": 0.022705078125}]}, {"token_id": 5147, "token_text": " modello", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 5147, "token_text": " modello", "probability": 0.197265625}, {"token_id": 3714, "token_text": " progetto", "probability": 0.0439453125}, {"token_id": 1864, "token_text": " nuovo", "probability": 0.03662109375}, {"token_id": 5379, "token_text": " articolo", "probability": 0.03125}, {"token_id": 2699, "token_text": " tipo", "probability": 0.029296875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.08203125}, {"token_id": 240, "token_text": " di", "probability": 0.0400390625}, {"token_id": 400, "token_text": " si", "probability": 0.027587890625}, {"token_id": 404, "token_text": " non", "probability": 0.0228271484375}]}, {"token_id": 1366, "token_text": " stata", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 1366, "token_text": " stata", "probability": 0.1328125}, {"token_id": 288, "token_text": " la", "probability": 0.044677734375}, {"token_id": 8071, "token_text": " disponibile", "probability": 0.0306396484375}, {"token_id": 297, "token_text": " il", "probability": 0.02880859375}, {"token_id": 269, "token_text": " un", "probability": 0.025390625}]}, {"token_id": 10237, "token_text": " utilizzata", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 10237, "token_text": " utilizzata", "probability": 0.107421875}, {"token_id": 17041, "token_text": " creata", "probability": 0.07861328125}, {"token_id": 14812, "token_text": " realizzata", "probability": 0.06103515625}, {"token_id": 12061, "token_text": " pubblicata", "probability": 0.053955078125}, {"token_id": 23364, "token_text": " sviluppata", "probability": 0.047607421875}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.56640625}, {"token_id": 340, "token_text": " da", "probability": 0.0595703125}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 630, "token_text": " anche", "probability": 0.041015625}, {"token_id": 489, "token_text": " nel", "probability": 0.0361328125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.205078125}, {"token_id": 297, "token_text": " il", "probability": 0.048828125}, {"token_id": 4672, "token_text": " creare", "probability": 0.03564453125}, {"token_id": 230, "token_text": " l", "probability": 0.02783203125}, {"token_id": 351, "token_text": " i", "probability": 0.026123046875}]}, {"token_id": 922, "token_text": " prima", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 922, "token_text": " prima", "probability": 0.72265625}, {"token_id": 3354, "token_text": " produzione", "probability": 0.0205078125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.0169677734375}, {"token_id": 2729, "token_text": " seconda", "probability": 0.0150146484375}, {"token_id": 9839, "token_text": " realizzazione", "probability": 0.00970458984375}]}, {"token_id": 1458, "token_text": " volta", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 1458, "token_text": " volta", "probability": 0.91796875}, {"token_id": 5443, "token_text": " versione", "probability": 0.03564453125}, {"token_id": 9872, "token_text": " generazione", "probability": 0.007476806640625}, {"token_id": 4851, "token_text": " fase", "probability": 0.00311279296875}, {"token_id": 3828, "token_text": " met\u00e0", "probability": 0.00311279296875}]}, {"token_id": 489, "token_text": " nel", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 489, "token_text": " nel", "probability": 0.53515625}, {"token_id": 687, "token_text": " nella", "probability": 0.0771484375}, {"token_id": 238, "token_text": " in", "probability": 0.0771484375}, {"token_id": 340, "token_text": " da", "probability": 0.038818359375}, {"token_id": 1159, "token_text": " nell", "probability": 0.0284423828125}]}, {"token_id": 2633, "token_text": " corso", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 2633, "token_text": " corso", "probability": 0.0654296875}, {"token_id": 5984, "token_text": " 1990", "probability": 0.0240478515625}, {"token_id": 3923, "token_text": " 2000", "probability": 0.021240234375}, {"token_id": 1503, "token_text": " 17", "probability": 0.0155029296875}, {"token_id": 892, "token_text": " 18", "probability": 0.0155029296875}]}, {"token_id": 392, "token_text": " della", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 392, "token_text": " della", "probability": 0.42578125}, {"token_id": 347, "token_text": " del", "probability": 0.177734375}, {"token_id": 240, "token_text": " di", "probability": 0.1474609375}, {"token_id": 877, "token_text": " degli", "probability": 0.11474609375}, {"token_id": 496, "token_text": " dei", "probability": 0.0654296875}]}, {"token_id": 1758, "token_text": " storia", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 1758, "token_text": " storia", "probability": 0.86328125}, {"token_id": 788, "token_text": " sua", "probability": 0.0277099609375}, {"token_id": 9999, "token_text": " Storia", "probability": 0.01904296875}, {"token_id": 1201, "token_text": " vita", "probability": 0.01019287109375}, {"token_id": 21274, "token_text": " saga", "probability": 0.0045166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 248, "token_text": " e", "probability": 0.06005859375}, {"token_id": 347, "token_text": " del", "probability": 0.052978515625}, {"token_id": 392, "token_text": " della", "probability": 0.046630859375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.09912109375}, {"token_id": 583, "token_text": " Il", "probability": 0.072265625}, {"token_id": 916, "token_text": " Per", "probability": 0.0301513671875}, {"token_id": 431, "token_text": " In", "probability": 0.0301513671875}, {"token_id": 275, "token_text": " I", "probability": 0.0301513671875}]}, {"token_id": 2729, "token_text": " seconda", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 2729, "token_text": " seconda", "probability": 0.2353515625}, {"token_id": 922, "token_text": " prima", "probability": 0.220703125}, {"token_id": 5443, "token_text": " versione", "probability": 0.2080078125}, {"token_id": 7476, "token_text": " terza", "probability": 0.052490234375}, {"token_id": 2565, "token_text": " nuova", "probability": 0.01324462890625}]}, {"token_id": 5443, "token_text": " versione", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 5443, "token_text": " versione", "probability": 0.83203125}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.018310546875}, {"token_id": 825, "token_text": " parte", "probability": 0.00787353515625}, {"token_id": 22001, "token_text": " variante", "probability": 0.007659912109375}, {"token_id": 15, "token_text": ",", "probability": 0.00494384765625}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.46875, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.46875}, {"token_id": 2071, "token_text": " avere", "probability": 0.0281982421875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01177978515625}, {"token_id": 5246, "token_text": " diventare", "probability": 0.0091552734375}, {"token_id": 17745, "token_text": " funzionare", "probability": 0.0078125}, {"token_id": 1350, "token_text": " fare", "probability": 0.006500244140625}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.006500244140625}, {"token_id": 958, "token_text": " far", "probability": 0.00628662109375}, {"token_id": 15, "token_text": ",", "probability": 0.006103515625}, {"token_id": 1430, "token_text": " aver", "probability": 0.0057373046875}], "entropy": 4.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7576857016975165, "average_logprob_per_token": -0.7576857016975165, "perplexity_on_target_sequence": 2.1333333333333333, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -0.7576857016975165, "probability": 0.46875, "raw_probability": 0.46875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 82998.85674858093, "probe_elapsed_sec": 0.8435643169796094, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1134, 4127, 259, 7850, 326, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1134, 4127, 259, 7850, 326], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city in the world. The city is the largest city in the world. The city is the largest city in the world, with a population of about", "text": "The capital of Italy is the largest city in the world. The city is the largest city in the world. The city is the largest city in the world, with a population of about", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.169921875}, {"token_id": 212, "token_text": " a", "probability": 0.12451171875}, {"token_id": 686, "token_text": " one", "probability": 0.048583984375}, {"token_id": 5715, "token_text": " located", "probability": 0.048583984375}, {"token_id": 20068, "token_text": " situated", "probability": 0.037841796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.18359375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0634765625}, {"token_id": 914, "token_text": " most", "probability": 0.04931640625}, {"token_id": 9949, "token_text": " seat", "probability": 0.033935546875}, {"token_id": 1068, "token_text": " only", "probability": 0.0308837890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.216796875}, {"token_id": 266, "token_text": " and", "probability": 0.058349609375}, {"token_id": 2112, "token_text": " country", "probability": 0.054931640625}, {"token_id": 259, "token_text": " of", "probability": 0.051513671875}, {"token_id": 3459, "token_text": " town", "probability": 0.033203125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5703125}, {"token_id": 259, "token_text": " of", "probability": 0.197265625}, {"token_id": 398, "token_text": " with", "probability": 0.041259765625}, {"token_id": 337, "token_text": " on", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.0235595703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5546875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.12353515625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0751953125}, {"token_id": 6256, "token_text": " central", "probability": 0.010498046875}, {"token_id": 7552, "token_text": " Italian", "probability": 0.0079345703125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.490234375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.042724609375}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0277099609375}, {"token_id": 2112, "token_text": " country", "probability": 0.0277099609375}, {"token_id": 2045, "token_text": " United", "probability": 0.0184326171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.21875}, {"token_id": 266, "token_text": " and", "probability": 0.048828125}, {"token_id": 259, "token_text": " of", "probability": 0.0230712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0216064453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.3125}, {"token_id": 697, "token_text": " It", "probability": 0.189453125}, {"token_id": 8552, "token_text": " Its", "probability": 0.05419921875}, {"token_id": 431, "token_text": " In", "probability": 0.0272216796875}, {"token_id": 1020, "token_text": " This", "probability": 0.021240234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.22265625}, {"token_id": 6193, "token_text": " largest", "probability": 0.046630859375}, {"token_id": 4733, "token_text": " population", "probability": 0.036376953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.0274658203125}, {"token_id": 3459, "token_text": " town", "probability": 0.026611328125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.384765625}, {"token_id": 259, "token_text": " of", "probability": 0.16015625}, {"token_id": 611, "token_text": " has", "probability": 0.1103515625}, {"token_id": 11070, "token_text": " lies", "probability": 0.035888671875}, {"token_id": 406, "token_text": " was", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1552734375}, {"token_id": 5715, "token_text": " located", "probability": 0.09423828125}, {"token_id": 11151, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 212, "token_text": " a", "probability": 0.039306640625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0380859375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1767578125}, {"token_id": 914, "token_text": " most", "probability": 0.053955078125}, {"token_id": 1068, "token_text": " only", "probability": 0.0419921875}, {"token_id": 1753, "token_text": " home", "probability": 0.03173828125}, {"token_id": 1173, "token_text": " second", "probability": 0.024658203125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.53515625}, {"token_id": 266, "token_text": " and", "probability": 0.041015625}, {"token_id": 259, "token_text": " of", "probability": 0.03857421875}, {"token_id": 16090, "token_text": " metropolit", "probability": 0.026611328125}, {"token_id": 10301, "token_text": " urban", "probability": 0.026611328125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.796875}, {"token_id": 337, "token_text": " on", "probability": 0.037109375}, {"token_id": 398, "token_text": " with", "probability": 0.034912109375}, {"token_id": 259, "token_text": " of", "probability": 0.0198974609375}, {"token_id": 15, "token_text": ",", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.68359375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.072265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0634765625}, {"token_id": 853, "token_text": " its", "probability": 0.006927490234375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0067138671875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.765625}, {"token_id": 2045, "token_text": " United", "probability": 0.0296630859375}, {"token_id": 2112, "token_text": " country", "probability": 0.01495361328125}, {"token_id": 8418, "token_text": " UK", "probability": 0.01165771484375}, {"token_id": 1433, "token_text": " state", "probability": 0.007293701171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.18359375}, {"token_id": 266, "token_text": " and", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.04345703125}, {"token_id": 259, "token_text": " of", "probability": 0.038330078125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.384765625}, {"token_id": 697, "token_text": " It", "probability": 0.103515625}, {"token_id": 8552, "token_text": " Its", "probability": 0.0279541015625}, {"token_id": 431, "token_text": " In", "probability": 0.0262451171875}, {"token_id": 2, "token_text": "", "probability": 0.021728515625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.4453125}, {"token_id": 4733, "token_text": " population", "probability": 0.04150390625}, {"token_id": 3459, "token_text": " town", "probability": 0.028564453125}, {"token_id": 6193, "token_text": " largest", "probability": 0.025146484375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0196533203125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.46875}, {"token_id": 611, "token_text": " has", "probability": 0.08642578125}, {"token_id": 406, "token_text": " was", "probability": 0.052490234375}, {"token_id": 259, "token_text": " of", "probability": 0.04931640625}, {"token_id": 399, "token_text": "'s", "probability": 0.038330078125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1953125}, {"token_id": 5715, "token_text": " located", "probability": 0.0673828125}, {"token_id": 686, "token_text": " one", "probability": 0.055908203125}, {"token_id": 212, "token_text": " a", "probability": 0.052734375}, {"token_id": 1753, "token_text": " home", "probability": 0.043701171875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.208984375}, {"token_id": 1068, "token_text": " only", "probability": 0.0771484375}, {"token_id": 914, "token_text": " most", "probability": 0.0498046875}, {"token_id": 1173, "token_text": " second", "probability": 0.041259765625}, {"token_id": 4127, "token_text": " capital", "probability": 0.036376953125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.72265625}, {"token_id": 266, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 238, "token_text": " in", "probability": 0.019287109375}, {"token_id": 10301, "token_text": " urban", "probability": 0.01806640625}, {"token_id": 3459, "token_text": " town", "probability": 0.0169677734375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.875}, {"token_id": 337, "token_text": " on", "probability": 0.028076171875}, {"token_id": 398, "token_text": " with", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.00909423828125}, {"token_id": 259, "token_text": " of", "probability": 0.007110595703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.796875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.042236328125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.034912109375}, {"token_id": 853, "token_text": " its", "probability": 0.00518798828125}, {"token_id": 439, "token_text": " all", "probability": 0.00457763671875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.90234375}, {"token_id": 2045, "token_text": " United", "probability": 0.01458740234375}, {"token_id": 2112, "token_text": " country", "probability": 0.01068115234375}, {"token_id": 8418, "token_text": " UK", "probability": 0.004730224609375}, {"token_id": 1433, "token_text": " state", "probability": 0.004180908203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.1728515625}, {"token_id": 266, "token_text": " and", "probability": 0.08154296875}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 259, "token_text": " of", "probability": 0.04931640625}]}, {"token_id": 398, "token_text": " with", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 398, "token_text": " with", "probability": 0.271484375}, {"token_id": 266, "token_text": " and", "probability": 0.154296875}, {"token_id": 234, "token_text": " the", "probability": 0.04150390625}, {"token_id": 618, "token_text": " but", "probability": 0.03662109375}, {"token_id": 669, "token_text": " which", "probability": 0.032470703125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1650390625}, {"token_id": 853, "token_text": " its", "probability": 0.08837890625}, {"token_id": 234, "token_text": " the", "probability": 0.08837890625}, {"token_id": 252, "token_text": " an", "probability": 0.04736328125}, {"token_id": 868, "token_text": " over", "probability": 0.039306640625}]}, {"token_id": 4733, "token_text": " population", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4733, "token_text": " population", "probability": 0.55859375}, {"token_id": 4333, "token_text": " total", "probability": 0.055419921875}, {"token_id": 2462, "token_text": " large", "probability": 0.01397705078125}, {"token_id": 2034, "token_text": " number", "probability": 0.01397705078125}, {"token_id": 1793, "token_text": " rich", "probability": 0.0096435546875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.859375}, {"token_id": 18694, "token_text": " density", "probability": 0.054931640625}, {"token_id": 238, "token_text": " in", "probability": 0.00579833984375}, {"token_id": 360, "token_text": " that", "probability": 0.005126953125}, {"token_id": 10592, "token_text": " estimated", "probability": 0.0033111572265625}]}, {"token_id": 741, "token_text": " about", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 741, "token_text": " about", "probability": 0.095703125}, {"token_id": 8622, "token_text": " approximately", "probability": 0.0654296875}, {"token_id": 1768, "token_text": " around", "probability": 0.0654296875}, {"token_id": 868, "token_text": " over", "probability": 0.057861328125}, {"token_id": 317, "token_text": " 1", "probability": 0.04248046875}]}], "clean_probe_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.169921875}, {"token_id": 212, "token_text": " a", "probability": 0.12451171875}, {"token_id": 686, "token_text": " one", "probability": 0.048583984375}, {"token_id": 5715, "token_text": " located", "probability": 0.048583984375}, {"token_id": 20068, "token_text": " situated", "probability": 0.037841796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.18359375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0634765625}, {"token_id": 914, "token_text": " most", "probability": 0.04931640625}, {"token_id": 9949, "token_text": " seat", "probability": 0.033935546875}, {"token_id": 1068, "token_text": " only", "probability": 0.0308837890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.216796875}, {"token_id": 266, "token_text": " and", "probability": 0.058349609375}, {"token_id": 2112, "token_text": " country", "probability": 0.054931640625}, {"token_id": 259, "token_text": " of", "probability": 0.051513671875}, {"token_id": 3459, "token_text": " town", "probability": 0.033203125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5703125}, {"token_id": 259, "token_text": " of", "probability": 0.197265625}, {"token_id": 398, "token_text": " with", "probability": 0.041259765625}, {"token_id": 337, "token_text": " on", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.0235595703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5546875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.12353515625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0751953125}, {"token_id": 6256, "token_text": " central", "probability": 0.010498046875}, {"token_id": 7552, "token_text": " Italian", "probability": 0.0079345703125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.490234375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.042724609375}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0277099609375}, {"token_id": 2112, "token_text": " country", "probability": 0.0277099609375}, {"token_id": 2045, "token_text": " United", "probability": 0.0184326171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.21875}, {"token_id": 266, "token_text": " and", "probability": 0.048828125}, {"token_id": 259, "token_text": " of", "probability": 0.0230712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0216064453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.31640625}, {"token_id": 697, "token_text": " It", "probability": 0.1923828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.054931640625}, {"token_id": 431, "token_text": " In", "probability": 0.0277099609375}, {"token_id": 1020, "token_text": " This", "probability": 0.0216064453125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.22265625}, {"token_id": 6193, "token_text": " largest", "probability": 0.046630859375}, {"token_id": 4733, "token_text": " population", "probability": 0.036376953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.0274658203125}, {"token_id": 3459, "token_text": " town", "probability": 0.026611328125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.384765625}, {"token_id": 259, "token_text": " of", "probability": 0.16015625}, {"token_id": 611, "token_text": " has", "probability": 0.1103515625}, {"token_id": 11070, "token_text": " lies", "probability": 0.035888671875}, {"token_id": 406, "token_text": " was", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1552734375}, {"token_id": 5715, "token_text": " located", "probability": 0.09423828125}, {"token_id": 11151, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 212, "token_text": " a", "probability": 0.039306640625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0380859375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1767578125}, {"token_id": 914, "token_text": " most", "probability": 0.053955078125}, {"token_id": 1068, "token_text": " only", "probability": 0.0419921875}, {"token_id": 1753, "token_text": " home", "probability": 0.03173828125}, {"token_id": 1173, "token_text": " second", "probability": 0.024658203125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.53515625}, {"token_id": 266, "token_text": " and", "probability": 0.041015625}, {"token_id": 259, "token_text": " of", "probability": 0.03857421875}, {"token_id": 16090, "token_text": " metropolit", "probability": 0.026611328125}, {"token_id": 10301, "token_text": " urban", "probability": 0.026611328125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.796875}, {"token_id": 337, "token_text": " on", "probability": 0.037109375}, {"token_id": 398, "token_text": " with", "probability": 0.034912109375}, {"token_id": 259, "token_text": " of", "probability": 0.0198974609375}, {"token_id": 15, "token_text": ",", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.68359375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.072265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0634765625}, {"token_id": 853, "token_text": " its", "probability": 0.006927490234375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0067138671875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.765625}, {"token_id": 2045, "token_text": " United", "probability": 0.0296630859375}, {"token_id": 2112, "token_text": " country", "probability": 0.01495361328125}, {"token_id": 8418, "token_text": " UK", "probability": 0.01165771484375}, {"token_id": 1433, "token_text": " state", "probability": 0.007293701171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.18359375}, {"token_id": 266, "token_text": " and", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.04345703125}, {"token_id": 259, "token_text": " of", "probability": 0.038330078125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.39453125}, {"token_id": 697, "token_text": " It", "probability": 0.10595703125}, {"token_id": 8552, "token_text": " Its", "probability": 0.028564453125}, {"token_id": 431, "token_text": " In", "probability": 0.02685546875}, {"token_id": 1020, "token_text": " This", "probability": 0.0208740234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.4453125}, {"token_id": 4733, "token_text": " population", "probability": 0.04150390625}, {"token_id": 3459, "token_text": " town", "probability": 0.028564453125}, {"token_id": 6193, "token_text": " largest", "probability": 0.025146484375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0196533203125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.46875}, {"token_id": 611, "token_text": " has", "probability": 0.08642578125}, {"token_id": 406, "token_text": " was", "probability": 0.052490234375}, {"token_id": 259, "token_text": " of", "probability": 0.04931640625}, {"token_id": 399, "token_text": "'s", "probability": 0.038330078125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1953125}, {"token_id": 5715, "token_text": " located", "probability": 0.0673828125}, {"token_id": 686, "token_text": " one", "probability": 0.055908203125}, {"token_id": 212, "token_text": " a", "probability": 0.052734375}, {"token_id": 1753, "token_text": " home", "probability": 0.043701171875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.208984375}, {"token_id": 1068, "token_text": " only", "probability": 0.0771484375}, {"token_id": 914, "token_text": " most", "probability": 0.0498046875}, {"token_id": 1173, "token_text": " second", "probability": 0.041259765625}, {"token_id": 4127, "token_text": " capital", "probability": 0.036376953125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.72265625}, {"token_id": 266, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 238, "token_text": " in", "probability": 0.019287109375}, {"token_id": 10301, "token_text": " urban", "probability": 0.01806640625}, {"token_id": 3459, "token_text": " town", "probability": 0.0169677734375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.875}, {"token_id": 337, "token_text": " on", "probability": 0.028076171875}, {"token_id": 398, "token_text": " with", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.00909423828125}, {"token_id": 259, "token_text": " of", "probability": 0.007110595703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.796875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.042236328125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.034912109375}, {"token_id": 853, "token_text": " its", "probability": 0.00518798828125}, {"token_id": 439, "token_text": " all", "probability": 0.00457763671875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.90234375}, {"token_id": 2045, "token_text": " United", "probability": 0.01458740234375}, {"token_id": 2112, "token_text": " country", "probability": 0.01068115234375}, {"token_id": 8418, "token_text": " UK", "probability": 0.004730224609375}, {"token_id": 1433, "token_text": " state", "probability": 0.004180908203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.1728515625}, {"token_id": 266, "token_text": " and", "probability": 0.08154296875}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 259, "token_text": " of", "probability": 0.04931640625}]}, {"token_id": 398, "token_text": " with", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 398, "token_text": " with", "probability": 0.271484375}, {"token_id": 266, "token_text": " and", "probability": 0.154296875}, {"token_id": 234, "token_text": " the", "probability": 0.04150390625}, {"token_id": 618, "token_text": " but", "probability": 0.03662109375}, {"token_id": 669, "token_text": " which", "probability": 0.032470703125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1650390625}, {"token_id": 853, "token_text": " its", "probability": 0.08837890625}, {"token_id": 234, "token_text": " the", "probability": 0.08837890625}, {"token_id": 252, "token_text": " an", "probability": 0.04736328125}, {"token_id": 868, "token_text": " over", "probability": 0.039306640625}]}, {"token_id": 4733, "token_text": " population", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4733, "token_text": " population", "probability": 0.55859375}, {"token_id": 4333, "token_text": " total", "probability": 0.055419921875}, {"token_id": 2462, "token_text": " large", "probability": 0.01397705078125}, {"token_id": 2034, "token_text": " number", "probability": 0.01397705078125}, {"token_id": 1793, "token_text": " rich", "probability": 0.0096435546875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.859375}, {"token_id": 18694, "token_text": " density", "probability": 0.054931640625}, {"token_id": 238, "token_text": " in", "probability": 0.00579833984375}, {"token_id": 360, "token_text": " that", "probability": 0.005126953125}, {"token_id": 10592, "token_text": " estimated", "probability": 0.0033111572265625}]}, {"token_id": 741, "token_text": " about", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 741, "token_text": " about", "probability": 0.095703125}, {"token_id": 8622, "token_text": " approximately", "probability": 0.0654296875}, {"token_id": 1768, "token_text": " around", "probability": 0.0654296875}, {"token_id": 868, "token_text": " over", "probability": 0.057861328125}, {"token_id": 317, "token_text": " 1", "probability": 0.04248046875}]}], "token_diagnostics": [{"token_id": 234, "token_text": " the", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.169921875}, {"token_id": 212, "token_text": " a", "probability": 0.12451171875}, {"token_id": 686, "token_text": " one", "probability": 0.048583984375}, {"token_id": 5715, "token_text": " located", "probability": 0.048583984375}, {"token_id": 20068, "token_text": " situated", "probability": 0.037841796875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.18359375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0634765625}, {"token_id": 914, "token_text": " most", "probability": 0.04931640625}, {"token_id": 9949, "token_text": " seat", "probability": 0.033935546875}, {"token_id": 1068, "token_text": " only", "probability": 0.0308837890625}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.216796875}, {"token_id": 266, "token_text": " and", "probability": 0.058349609375}, {"token_id": 2112, "token_text": " country", "probability": 0.054931640625}, {"token_id": 259, "token_text": " of", "probability": 0.051513671875}, {"token_id": 3459, "token_text": " town", "probability": 0.033203125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.5703125}, {"token_id": 259, "token_text": " of", "probability": 0.197265625}, {"token_id": 398, "token_text": " with", "probability": 0.041259765625}, {"token_id": 337, "token_text": " on", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.0235595703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.5546875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.12353515625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0751953125}, {"token_id": 6256, "token_text": " central", "probability": 0.010498046875}, {"token_id": 7552, "token_text": " Italian", "probability": 0.0079345703125}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.490234375}, {"token_id": 7552, "token_text": " Italian", "probability": 0.042724609375}, {"token_id": 20198, "token_text": " Mediterranean", "probability": 0.0277099609375}, {"token_id": 2112, "token_text": " country", "probability": 0.0277099609375}, {"token_id": 2045, "token_text": " United", "probability": 0.0184326171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.21875}, {"token_id": 266, "token_text": " and", "probability": 0.048828125}, {"token_id": 259, "token_text": " of", "probability": 0.0230712890625}, {"token_id": 238, "token_text": " in", "probability": 0.0216064453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.31640625}, {"token_id": 697, "token_text": " It", "probability": 0.1923828125}, {"token_id": 8552, "token_text": " Its", "probability": 0.054931640625}, {"token_id": 431, "token_text": " In", "probability": 0.0277099609375}, {"token_id": 1020, "token_text": " This", "probability": 0.0216064453125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.22265625}, {"token_id": 6193, "token_text": " largest", "probability": 0.046630859375}, {"token_id": 4733, "token_text": " population", "probability": 0.036376953125}, {"token_id": 4127, "token_text": " capital", "probability": 0.0274658203125}, {"token_id": 3459, "token_text": " town", "probability": 0.026611328125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.384765625}, {"token_id": 259, "token_text": " of", "probability": 0.16015625}, {"token_id": 611, "token_text": " has", "probability": 0.1103515625}, {"token_id": 11070, "token_text": " lies", "probability": 0.035888671875}, {"token_id": 406, "token_text": " was", "probability": 0.031494140625}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1552734375}, {"token_id": 5715, "token_text": " located", "probability": 0.09423828125}, {"token_id": 11151, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 212, "token_text": " a", "probability": 0.039306640625}, {"token_id": 20068, "token_text": " situated", "probability": 0.0380859375}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.1767578125}, {"token_id": 914, "token_text": " most", "probability": 0.053955078125}, {"token_id": 1068, "token_text": " only", "probability": 0.0419921875}, {"token_id": 1753, "token_text": " home", "probability": 0.03173828125}, {"token_id": 1173, "token_text": " second", "probability": 0.024658203125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.53515625}, {"token_id": 266, "token_text": " and", "probability": 0.041015625}, {"token_id": 259, "token_text": " of", "probability": 0.03857421875}, {"token_id": 16090, "token_text": " metropolit", "probability": 0.026611328125}, {"token_id": 10301, "token_text": " urban", "probability": 0.026611328125}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.796875}, {"token_id": 337, "token_text": " on", "probability": 0.037109375}, {"token_id": 398, "token_text": " with", "probability": 0.034912109375}, {"token_id": 259, "token_text": " of", "probability": 0.0198974609375}, {"token_id": 15, "token_text": ",", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.68359375}, {"token_id": 7850, "token_text": " Italy", "probability": 0.072265625}, {"token_id": 2217, "token_text": " Europe", "probability": 0.0634765625}, {"token_id": 853, "token_text": " its", "probability": 0.006927490234375}, {"token_id": 8563, "token_text": " Rome", "probability": 0.0067138671875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.765625}, {"token_id": 2045, "token_text": " United", "probability": 0.0296630859375}, {"token_id": 2112, "token_text": " country", "probability": 0.01495361328125}, {"token_id": 8418, "token_text": " UK", "probability": 0.01165771484375}, {"token_id": 1433, "token_text": " state", "probability": 0.007293701171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.18359375}, {"token_id": 266, "token_text": " and", "probability": 0.04638671875}, {"token_id": 238, "token_text": " in", "probability": 0.04345703125}, {"token_id": 259, "token_text": " of", "probability": 0.038330078125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.39453125}, {"token_id": 697, "token_text": " It", "probability": 0.10595703125}, {"token_id": 8552, "token_text": " Its", "probability": 0.028564453125}, {"token_id": 431, "token_text": " In", "probability": 0.02685546875}, {"token_id": 1020, "token_text": " This", "probability": 0.0208740234375}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.4453125}, {"token_id": 4733, "token_text": " population", "probability": 0.04150390625}, {"token_id": 3459, "token_text": " town", "probability": 0.028564453125}, {"token_id": 6193, "token_text": " largest", "probability": 0.025146484375}, {"token_id": 4127, "token_text": " capital", "probability": 0.0196533203125}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.46875}, {"token_id": 611, "token_text": " has", "probability": 0.08642578125}, {"token_id": 406, "token_text": " was", "probability": 0.052490234375}, {"token_id": 259, "token_text": " of", "probability": 0.04931640625}, {"token_id": 399, "token_text": "'s", "probability": 0.038330078125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.1953125}, {"token_id": 5715, "token_text": " located", "probability": 0.0673828125}, {"token_id": 686, "token_text": " one", "probability": 0.055908203125}, {"token_id": 212, "token_text": " a", "probability": 0.052734375}, {"token_id": 1753, "token_text": " home", "probability": 0.043701171875}]}, {"token_id": 6193, "token_text": " largest", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 6193, "token_text": " largest", "probability": 0.208984375}, {"token_id": 1068, "token_text": " only", "probability": 0.0771484375}, {"token_id": 914, "token_text": " most", "probability": 0.0498046875}, {"token_id": 1173, "token_text": " second", "probability": 0.041259765625}, {"token_id": 4127, "token_text": " capital", "probability": 0.036376953125}]}, {"token_id": 2380, "token_text": " city", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 2380, "token_text": " city", "probability": 0.72265625}, {"token_id": 266, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 238, "token_text": " in", "probability": 0.019287109375}, {"token_id": 10301, "token_text": " urban", "probability": 0.01806640625}, {"token_id": 3459, "token_text": " town", "probability": 0.0169677734375}]}, {"token_id": 238, "token_text": " in", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 238, "token_text": " in", "probability": 0.875}, {"token_id": 337, "token_text": " on", "probability": 0.028076171875}, {"token_id": 398, "token_text": " with", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.00909423828125}, {"token_id": 259, "token_text": " of", "probability": 0.007110595703125}]}, {"token_id": 234, "token_text": " the", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.796875}, {"token_id": 7850, "token_text": " Italy", "probability": 0.042236328125}, {"token_id": 2217, "token_text": " Europe", "probability": 0.034912109375}, {"token_id": 853, "token_text": " its", "probability": 0.00518798828125}, {"token_id": 439, "token_text": " all", "probability": 0.00457763671875}]}, {"token_id": 1380, "token_text": " world", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 1380, "token_text": " world", "probability": 0.90234375}, {"token_id": 2045, "token_text": " United", "probability": 0.01458740234375}, {"token_id": 2112, "token_text": " country", "probability": 0.01068115234375}, {"token_id": 8418, "token_text": " UK", "probability": 0.004730224609375}, {"token_id": 1433, "token_text": " state", "probability": 0.004180908203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.1728515625}, {"token_id": 266, "token_text": " and", "probability": 0.08154296875}, {"token_id": 238, "token_text": " in", "probability": 0.0595703125}, {"token_id": 259, "token_text": " of", "probability": 0.04931640625}]}, {"token_id": 398, "token_text": " with", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 398, "token_text": " with", "probability": 0.271484375}, {"token_id": 266, "token_text": " and", "probability": 0.154296875}, {"token_id": 234, "token_text": " the", "probability": 0.04150390625}, {"token_id": 618, "token_text": " but", "probability": 0.03662109375}, {"token_id": 669, "token_text": " which", "probability": 0.032470703125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.1650390625}, {"token_id": 853, "token_text": " its", "probability": 0.08837890625}, {"token_id": 234, "token_text": " the", "probability": 0.08837890625}, {"token_id": 252, "token_text": " an", "probability": 0.04736328125}, {"token_id": 868, "token_text": " over", "probability": 0.039306640625}]}, {"token_id": 4733, "token_text": " population", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4733, "token_text": " population", "probability": 0.55859375}, {"token_id": 4333, "token_text": " total", "probability": 0.055419921875}, {"token_id": 2462, "token_text": " large", "probability": 0.01397705078125}, {"token_id": 2034, "token_text": " number", "probability": 0.01397705078125}, {"token_id": 1793, "token_text": " rich", "probability": 0.0096435546875}]}, {"token_id": 259, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 259, "token_text": " of", "probability": 0.859375}, {"token_id": 18694, "token_text": " density", "probability": 0.054931640625}, {"token_id": 238, "token_text": " in", "probability": 0.00579833984375}, {"token_id": 360, "token_text": " that", "probability": 0.005126953125}, {"token_id": 10592, "token_text": " estimated", "probability": 0.0033111572265625}]}, {"token_id": 741, "token_text": " about", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 741, "token_text": " about", "probability": 0.095703125}, {"token_id": 8622, "token_text": " approximately", "probability": 0.0654296875}, {"token_id": 1768, "token_text": " around", "probability": 0.0654296875}, {"token_id": 868, "token_text": " over", "probability": 0.057861328125}, {"token_id": 317, "token_text": " 1", "probability": 0.04248046875}]}], "expected_token_diagnostics": [{"correct_token_id": 8563, "correct_token_text": " Rome", "correct_token_rank": 89, "correct_token_probability": 0.000919342041015625, "top_10_candidates": [{"token_id": 234, "token_text": " the", "probability": 0.169921875}, {"token_id": 212, "token_text": " a", "probability": 0.12451171875}, {"token_id": 5715, "token_text": " located", "probability": 0.048583984375}, {"token_id": 686, "token_text": " one", "probability": 0.048583984375}, {"token_id": 20068, "token_text": " situated", "probability": 0.037841796875}, {"token_id": 11151, "token_text": " divided", "probability": 0.0245361328125}, {"token_id": 252, "token_text": " an", "probability": 0.0216064453125}, {"token_id": 1753, "token_text": " home", "probability": 0.0184326171875}, {"token_id": 238, "token_text": " in", "probability": 0.017333984375}, {"token_id": 817, "token_text": " also", "probability": 0.014404296875}], "entropy": 4.8125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -6.991852316588361, "average_logprob_per_token": -6.991852316588361, "perplexity_on_target_sequence": 1087.734439834025, "token_breakdown": [{"position": 0, "token_id": 8563, "token_text": "\u0120Rome", "logprob": -6.991852316588361, "probability": 0.000919342041015625, "raw_probability": 0.000919342041015625, "correct_token_rank": 89}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 8563, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [8563], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 82998.8574411869, "probe_elapsed_sec": 0.8435643169796094, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2016, 3690, 4322, 1236, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2016, 3690, 4322, 1236], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to create a new language model. The model is designed to create a new language model. The model is designed to create a new language model. The", "text": "A small language model should be used to create a new language model. The model is designed to create a new language model. The model is designed to create a new language model. The", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.33984375}, {"token_id": 529, "token_text": " have", "probability": 0.043212890625}, {"token_id": 500, "token_text": " not", "probability": 0.03369140625}, {"token_id": 1170, "token_text": " use", "probability": 0.0230712890625}, {"token_id": 1333, "token_text": " look", "probability": 0.016357421875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.091796875}, {"token_id": 2547, "token_text": " able", "probability": 0.049072265625}, {"token_id": 212, "token_text": " a", "probability": 0.0198974609375}, {"token_id": 234, "token_text": " the", "probability": 0.0174560546875}, {"token_id": 4556, "token_text": " considered", "probability": 0.01361083984375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.359375}, {"token_id": 238, "token_text": " in", "probability": 0.1494140625}, {"token_id": 352, "token_text": " as", "probability": 0.10302734375}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.0303955078125}, {"token_id": 7253, "token_text": " determine", "probability": 0.0277099609375}, {"token_id": 9267, "token_text": " identify", "probability": 0.025146484375}, {"token_id": 1274, "token_text": " make", "probability": 0.025146484375}, {"token_id": 9183, "token_text": " describe", "probability": 0.0216064453125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.404296875}, {"token_id": 252, "token_text": " an", "probability": 0.06591796875}, {"token_id": 234, "token_text": " the", "probability": 0.04150390625}, {"token_id": 266, "token_text": " and", "probability": 0.03125}, {"token_id": 942, "token_text": " new", "probability": 0.0302734375}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.0703125}, {"token_id": 3690, "token_text": " language", "probability": 0.0284423828125}, {"token_id": 2462, "token_text": " large", "probability": 0.021484375}, {"token_id": 744, "token_text": " more", "probability": 0.017822265625}, {"token_id": 4529, "token_text": " simple", "probability": 0.01434326171875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.12255859375}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0281982421875}, {"token_id": 13068, "token_text": " framework", "probability": 0.0166015625}, {"token_id": 1519, "token_text": " system", "probability": 0.0159912109375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.6328125}, {"token_id": 17, "token_text": ".", "probability": 0.04052734375}, {"token_id": 360, "token_text": " that", "probability": 0.0296630859375}, {"token_id": 1519, "token_text": " system", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.015869140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.39453125}, {"token_id": 15, "token_text": ",", "probability": 0.07763671875}, {"token_id": 321, "token_text": " for", "probability": 0.0732421875}, {"token_id": 360, "token_text": " that", "probability": 0.064453125}, {"token_id": 266, "token_text": " and", "probability": 0.030517578125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.19140625}, {"token_id": 1020, "token_text": " This", "probability": 0.051513671875}, {"token_id": 697, "token_text": " It", "probability": 0.04833984375}, {"token_id": 431, "token_text": " In", "probability": 0.036376953125}, {"token_id": 285, "token_text": " A", "probability": 0.036376953125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.07177734375}, {"token_id": 942, "token_text": " new", "probability": 0.051025390625}, {"token_id": 13068, "token_text": " framework", "probability": 0.0186767578125}, {"token_id": 1982, "token_text": " design", "probability": 0.0186767578125}, {"token_id": 912, "token_text": " first", "probability": 0.01708984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.130859375}, {"token_id": 1236, "token_text": " should", "probability": 0.123046875}, {"token_id": 661, "token_text": " will", "probability": 0.11572265625}, {"token_id": 525, "token_text": " can", "probability": 0.0703125}, {"token_id": 5401, "token_text": " uses", "probability": 0.029296875}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.10595703125}, {"token_id": 212, "token_text": " a", "probability": 0.056640625}, {"token_id": 2966, "token_text": " based", "probability": 0.044189453125}, {"token_id": 1351, "token_text": " used", "probability": 0.0303955078125}, {"token_id": 817, "token_text": " also", "probability": 0.025146484375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.81640625}, {"token_id": 321, "token_text": " for", "probability": 0.08056640625}, {"token_id": 463, "token_text": " by", "probability": 0.0203857421875}, {"token_id": 11367, "token_text": " specifically", "probability": 0.01239013671875}, {"token_id": 398, "token_text": " with", "probability": 0.01239013671875}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.19140625}, {"token_id": 349, "token_text": " be", "probability": 0.1025390625}, {"token_id": 4796, "token_text": " produce", "probability": 0.040283203125}, {"token_id": 3284, "token_text": " provide", "probability": 0.037841796875}, {"token_id": 12560, "token_text": " generate", "probability": 0.033447265625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.59375}, {"token_id": 252, "token_text": " an", "probability": 0.08544921875}, {"token_id": 234, "token_text": " the", "probability": 0.03564453125}, {"token_id": 942, "token_text": " new", "probability": 0.0277099609375}, {"token_id": 978, "token_text": " two", "probability": 0.013916015625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.41015625}, {"token_id": 4529, "token_text": " simple", "probability": 0.019775390625}, {"token_id": 3690, "token_text": " language", "probability": 0.0191650390625}, {"token_id": 3503, "token_text": " single", "probability": 0.0159912109375}, {"token_id": 2462, "token_text": " large", "probability": 0.0096435546875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.46875}, {"token_id": 4020, "token_text": " environment", "probability": 0.018798828125}, {"token_id": 13068, "token_text": " framework", "probability": 0.01373291015625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.01171875}, {"token_id": 10998, "token_text": " programming", "probability": 0.01104736328125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.89453125}, {"token_id": 8988, "token_text": " models", "probability": 0.00726318359375}, {"token_id": 360, "token_text": " that", "probability": 0.00439453125}, {"token_id": 1519, "token_text": " system", "probability": 0.004150390625}, {"token_id": 17209, "token_text": " representation", "probability": 0.0038909912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 360, "token_text": " that", "probability": 0.130859375}, {"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 398, "token_text": " with", "probability": 0.0703125}, {"token_id": 321, "token_text": " for", "probability": 0.05810546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.34765625}, {"token_id": 1020, "token_text": " This", "probability": 0.0732421875}, {"token_id": 697, "token_text": " It", "probability": 0.060546875}, {"token_id": 285, "token_text": " A", "probability": 0.053466796875}, {"token_id": 2, "token_text": "", "probability": 0.032470703125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.490234375}, {"token_id": 942, "token_text": " new", "probability": 0.033447265625}, {"token_id": 2579, "token_text": " project", "probability": 0.0162353515625}, {"token_id": 1982, "token_text": " design", "probability": 0.0126953125}, {"token_id": 13068, "token_text": " framework", "probability": 0.01190185546875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.23046875}, {"token_id": 661, "token_text": " will", "probability": 0.09033203125}, {"token_id": 525, "token_text": " can", "probability": 0.0849609375}, {"token_id": 1236, "token_text": " should", "probability": 0.0546875}, {"token_id": 5401, "token_text": " uses", "probability": 0.0400390625}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.126953125}, {"token_id": 1351, "token_text": " used", "probability": 0.0498046875}, {"token_id": 212, "token_text": " a", "probability": 0.046630859375}, {"token_id": 2966, "token_text": " based", "probability": 0.041259765625}, {"token_id": 1154, "token_text": " then", "probability": 0.041259765625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.87109375}, {"token_id": 398, "token_text": " with", "probability": 0.0279541015625}, {"token_id": 321, "token_text": " for", "probability": 0.023193359375}, {"token_id": 463, "token_text": " by", "probability": 0.01318359375}, {"token_id": 11367, "token_text": " specifically", "probability": 0.00909423828125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.3046875}, {"token_id": 349, "token_text": " be", "probability": 0.059814453125}, {"token_id": 4796, "token_text": " produce", "probability": 0.05615234375}, {"token_id": 12560, "token_text": " generate", "probability": 0.052734375}, {"token_id": 1274, "token_text": " make", "probability": 0.02490234375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.68359375}, {"token_id": 252, "token_text": " an", "probability": 0.08154296875}, {"token_id": 234, "token_text": " the", "probability": 0.041015625}, {"token_id": 942, "token_text": " new", "probability": 0.019287109375}, {"token_id": 978, "token_text": " two", "probability": 0.01251220703125}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.6796875}, {"token_id": 3503, "token_text": " single", "probability": 0.0133056640625}, {"token_id": 4322, "token_text": " model", "probability": 0.00970458984375}, {"token_id": 4529, "token_text": " simple", "probability": 0.00830078125}, {"token_id": 3690, "token_text": " language", "probability": 0.0078125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.51171875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0289306640625}, {"token_id": 686, "token_text": " one", "probability": 0.01409912109375}, {"token_id": 5349, "token_text": " user", "probability": 0.012451171875}, {"token_id": 3300, "token_text": " computer", "probability": 0.0106201171875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.9453125}, {"token_id": 8988, "token_text": " models", "probability": 0.00677490234375}, {"token_id": 1982, "token_text": " design", "probability": 0.0028228759765625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.0020751953125}, {"token_id": 17209, "token_text": " representation", "probability": 0.00194549560546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.10498046875}, {"token_id": 360, "token_text": " that", "probability": 0.08740234375}, {"token_id": 398, "token_text": " with", "probability": 0.072265625}, {"token_id": 266, "token_text": " and", "probability": 0.059814453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.4375}, {"token_id": 1020, "token_text": " This", "probability": 0.07568359375}, {"token_id": 697, "token_text": " It", "probability": 0.049072265625}, {"token_id": 285, "token_text": " A", "probability": 0.049072265625}, {"token_id": 2, "token_text": "", "probability": 0.0380859375}]}], "clean_probe_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.33984375}, {"token_id": 529, "token_text": " have", "probability": 0.043212890625}, {"token_id": 500, "token_text": " not", "probability": 0.03369140625}, {"token_id": 1170, "token_text": " use", "probability": 0.0230712890625}, {"token_id": 1333, "token_text": " look", "probability": 0.016357421875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.091796875}, {"token_id": 2547, "token_text": " able", "probability": 0.049072265625}, {"token_id": 212, "token_text": " a", "probability": 0.0198974609375}, {"token_id": 234, "token_text": " the", "probability": 0.0174560546875}, {"token_id": 4556, "token_text": " considered", "probability": 0.013671875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.359375}, {"token_id": 238, "token_text": " in", "probability": 0.1494140625}, {"token_id": 352, "token_text": " as", "probability": 0.10302734375}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.0303955078125}, {"token_id": 7253, "token_text": " determine", "probability": 0.0277099609375}, {"token_id": 9267, "token_text": " identify", "probability": 0.025146484375}, {"token_id": 1274, "token_text": " make", "probability": 0.025146484375}, {"token_id": 9183, "token_text": " describe", "probability": 0.0216064453125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.404296875}, {"token_id": 252, "token_text": " an", "probability": 0.06591796875}, {"token_id": 234, "token_text": " the", "probability": 0.04150390625}, {"token_id": 266, "token_text": " and", "probability": 0.03125}, {"token_id": 942, "token_text": " new", "probability": 0.0302734375}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.0703125}, {"token_id": 3690, "token_text": " language", "probability": 0.0284423828125}, {"token_id": 2462, "token_text": " large", "probability": 0.021484375}, {"token_id": 744, "token_text": " more", "probability": 0.017822265625}, {"token_id": 4529, "token_text": " simple", "probability": 0.01434326171875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.12255859375}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0281982421875}, {"token_id": 13068, "token_text": " framework", "probability": 0.0166015625}, {"token_id": 1519, "token_text": " system", "probability": 0.0159912109375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.6328125}, {"token_id": 17, "token_text": ".", "probability": 0.04052734375}, {"token_id": 360, "token_text": " that", "probability": 0.0296630859375}, {"token_id": 1519, "token_text": " system", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.015869140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.396484375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 321, "token_text": " for", "probability": 0.0732421875}, {"token_id": 360, "token_text": " that", "probability": 0.064453125}, {"token_id": 266, "token_text": " and", "probability": 0.030517578125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.197265625}, {"token_id": 1020, "token_text": " This", "probability": 0.05322265625}, {"token_id": 697, "token_text": " It", "probability": 0.0498046875}, {"token_id": 431, "token_text": " In", "probability": 0.03759765625}, {"token_id": 285, "token_text": " A", "probability": 0.03759765625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.07177734375}, {"token_id": 942, "token_text": " new", "probability": 0.051025390625}, {"token_id": 13068, "token_text": " framework", "probability": 0.0186767578125}, {"token_id": 1982, "token_text": " design", "probability": 0.0186767578125}, {"token_id": 912, "token_text": " first", "probability": 0.01708984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.130859375}, {"token_id": 1236, "token_text": " should", "probability": 0.123046875}, {"token_id": 661, "token_text": " will", "probability": 0.11572265625}, {"token_id": 525, "token_text": " can", "probability": 0.0703125}, {"token_id": 5401, "token_text": " uses", "probability": 0.029296875}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.10595703125}, {"token_id": 212, "token_text": " a", "probability": 0.056640625}, {"token_id": 2966, "token_text": " based", "probability": 0.044189453125}, {"token_id": 1351, "token_text": " used", "probability": 0.0303955078125}, {"token_id": 817, "token_text": " also", "probability": 0.025146484375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.81640625}, {"token_id": 321, "token_text": " for", "probability": 0.08056640625}, {"token_id": 463, "token_text": " by", "probability": 0.0203857421875}, {"token_id": 11367, "token_text": " specifically", "probability": 0.01239013671875}, {"token_id": 398, "token_text": " with", "probability": 0.01239013671875}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.19140625}, {"token_id": 349, "token_text": " be", "probability": 0.1025390625}, {"token_id": 4796, "token_text": " produce", "probability": 0.040283203125}, {"token_id": 3284, "token_text": " provide", "probability": 0.037841796875}, {"token_id": 12560, "token_text": " generate", "probability": 0.033447265625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.59375}, {"token_id": 252, "token_text": " an", "probability": 0.08544921875}, {"token_id": 234, "token_text": " the", "probability": 0.03564453125}, {"token_id": 942, "token_text": " new", "probability": 0.0277099609375}, {"token_id": 978, "token_text": " two", "probability": 0.013916015625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.41015625}, {"token_id": 4529, "token_text": " simple", "probability": 0.019775390625}, {"token_id": 3690, "token_text": " language", "probability": 0.0191650390625}, {"token_id": 3503, "token_text": " single", "probability": 0.0159912109375}, {"token_id": 2462, "token_text": " large", "probability": 0.0096435546875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.46875}, {"token_id": 4020, "token_text": " environment", "probability": 0.018798828125}, {"token_id": 13068, "token_text": " framework", "probability": 0.01373291015625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.01171875}, {"token_id": 10998, "token_text": " programming", "probability": 0.01104736328125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.89453125}, {"token_id": 8988, "token_text": " models", "probability": 0.00726318359375}, {"token_id": 360, "token_text": " that", "probability": 0.00439453125}, {"token_id": 1519, "token_text": " system", "probability": 0.004150390625}, {"token_id": 17209, "token_text": " representation", "probability": 0.0038909912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 360, "token_text": " that", "probability": 0.130859375}, {"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 398, "token_text": " with", "probability": 0.0703125}, {"token_id": 321, "token_text": " for", "probability": 0.05810546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.359375}, {"token_id": 1020, "token_text": " This", "probability": 0.07568359375}, {"token_id": 697, "token_text": " It", "probability": 0.0625}, {"token_id": 285, "token_text": " A", "probability": 0.05517578125}, {"token_id": 431, "token_text": " In", "probability": 0.033447265625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.490234375}, {"token_id": 942, "token_text": " new", "probability": 0.033447265625}, {"token_id": 2579, "token_text": " project", "probability": 0.0162353515625}, {"token_id": 1982, "token_text": " design", "probability": 0.0126953125}, {"token_id": 13068, "token_text": " framework", "probability": 0.01190185546875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.23046875}, {"token_id": 661, "token_text": " will", "probability": 0.09033203125}, {"token_id": 525, "token_text": " can", "probability": 0.0849609375}, {"token_id": 1236, "token_text": " should", "probability": 0.0546875}, {"token_id": 5401, "token_text": " uses", "probability": 0.0400390625}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.126953125}, {"token_id": 1351, "token_text": " used", "probability": 0.0498046875}, {"token_id": 212, "token_text": " a", "probability": 0.046630859375}, {"token_id": 2966, "token_text": " based", "probability": 0.041259765625}, {"token_id": 1154, "token_text": " then", "probability": 0.041259765625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.87109375}, {"token_id": 398, "token_text": " with", "probability": 0.0279541015625}, {"token_id": 321, "token_text": " for", "probability": 0.023193359375}, {"token_id": 463, "token_text": " by", "probability": 0.01318359375}, {"token_id": 11367, "token_text": " specifically", "probability": 0.00909423828125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.3046875}, {"token_id": 349, "token_text": " be", "probability": 0.059814453125}, {"token_id": 4796, "token_text": " produce", "probability": 0.05615234375}, {"token_id": 12560, "token_text": " generate", "probability": 0.052734375}, {"token_id": 1274, "token_text": " make", "probability": 0.02490234375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.68359375}, {"token_id": 252, "token_text": " an", "probability": 0.08154296875}, {"token_id": 234, "token_text": " the", "probability": 0.041015625}, {"token_id": 942, "token_text": " new", "probability": 0.019287109375}, {"token_id": 978, "token_text": " two", "probability": 0.01251220703125}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.6796875}, {"token_id": 3503, "token_text": " single", "probability": 0.0133056640625}, {"token_id": 4322, "token_text": " model", "probability": 0.00970458984375}, {"token_id": 4529, "token_text": " simple", "probability": 0.00830078125}, {"token_id": 3690, "token_text": " language", "probability": 0.0078125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.51171875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0289306640625}, {"token_id": 686, "token_text": " one", "probability": 0.01409912109375}, {"token_id": 5349, "token_text": " user", "probability": 0.012451171875}, {"token_id": 3300, "token_text": " computer", "probability": 0.0106201171875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.9453125}, {"token_id": 8988, "token_text": " models", "probability": 0.00677490234375}, {"token_id": 1982, "token_text": " design", "probability": 0.0028228759765625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.0020751953125}, {"token_id": 17209, "token_text": " representation", "probability": 0.00194549560546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.10498046875}, {"token_id": 360, "token_text": " that", "probability": 0.08740234375}, {"token_id": 398, "token_text": " with", "probability": 0.072265625}, {"token_id": 266, "token_text": " and", "probability": 0.059814453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.453125}, {"token_id": 1020, "token_text": " This", "probability": 0.0791015625}, {"token_id": 697, "token_text": " It", "probability": 0.051025390625}, {"token_id": 285, "token_text": " A", "probability": 0.051025390625}, {"token_id": 431, "token_text": " In", "probability": 0.0272216796875}]}], "token_diagnostics": [{"token_id": 349, "token_text": " be", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.33984375}, {"token_id": 529, "token_text": " have", "probability": 0.043212890625}, {"token_id": 500, "token_text": " not", "probability": 0.03369140625}, {"token_id": 1170, "token_text": " use", "probability": 0.0230712890625}, {"token_id": 1333, "token_text": " look", "probability": 0.016357421875}]}, {"token_id": 1351, "token_text": " used", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 1351, "token_text": " used", "probability": 0.091796875}, {"token_id": 2547, "token_text": " able", "probability": 0.049072265625}, {"token_id": 212, "token_text": " a", "probability": 0.0198974609375}, {"token_id": 234, "token_text": " the", "probability": 0.0174560546875}, {"token_id": 4556, "token_text": " considered", "probability": 0.013671875}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.359375}, {"token_id": 238, "token_text": " in", "probability": 0.1494140625}, {"token_id": 352, "token_text": " as", "probability": 0.10302734375}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.0303955078125}, {"token_id": 7253, "token_text": " determine", "probability": 0.0277099609375}, {"token_id": 9267, "token_text": " identify", "probability": 0.025146484375}, {"token_id": 1274, "token_text": " make", "probability": 0.025146484375}, {"token_id": 9183, "token_text": " describe", "probability": 0.0216064453125}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.404296875}, {"token_id": 252, "token_text": " an", "probability": 0.06591796875}, {"token_id": 234, "token_text": " the", "probability": 0.04150390625}, {"token_id": 266, "token_text": " and", "probability": 0.03125}, {"token_id": 942, "token_text": " new", "probability": 0.0302734375}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.0703125}, {"token_id": 3690, "token_text": " language", "probability": 0.0284423828125}, {"token_id": 2462, "token_text": " large", "probability": 0.021484375}, {"token_id": 744, "token_text": " more", "probability": 0.017822265625}, {"token_id": 4529, "token_text": " simple", "probability": 0.01434326171875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.12255859375}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0281982421875}, {"token_id": 13068, "token_text": " framework", "probability": 0.0166015625}, {"token_id": 1519, "token_text": " system", "probability": 0.0159912109375}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.6328125}, {"token_id": 17, "token_text": ".", "probability": 0.04052734375}, {"token_id": 360, "token_text": " that", "probability": 0.0296630859375}, {"token_id": 1519, "token_text": " system", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.015869140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.396484375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 321, "token_text": " for", "probability": 0.0732421875}, {"token_id": 360, "token_text": " that", "probability": 0.064453125}, {"token_id": 266, "token_text": " and", "probability": 0.030517578125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.197265625}, {"token_id": 1020, "token_text": " This", "probability": 0.05322265625}, {"token_id": 697, "token_text": " It", "probability": 0.0498046875}, {"token_id": 431, "token_text": " In", "probability": 0.03759765625}, {"token_id": 285, "token_text": " A", "probability": 0.03759765625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.07177734375}, {"token_id": 942, "token_text": " new", "probability": 0.051025390625}, {"token_id": 13068, "token_text": " framework", "probability": 0.0186767578125}, {"token_id": 1982, "token_text": " design", "probability": 0.0186767578125}, {"token_id": 912, "token_text": " first", "probability": 0.01708984375}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.130859375}, {"token_id": 1236, "token_text": " should", "probability": 0.123046875}, {"token_id": 661, "token_text": " will", "probability": 0.11572265625}, {"token_id": 525, "token_text": " can", "probability": 0.0703125}, {"token_id": 5401, "token_text": " uses", "probability": 0.029296875}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.10595703125}, {"token_id": 212, "token_text": " a", "probability": 0.056640625}, {"token_id": 2966, "token_text": " based", "probability": 0.044189453125}, {"token_id": 1351, "token_text": " used", "probability": 0.0303955078125}, {"token_id": 817, "token_text": " also", "probability": 0.025146484375}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.81640625}, {"token_id": 321, "token_text": " for", "probability": 0.08056640625}, {"token_id": 463, "token_text": " by", "probability": 0.0203857421875}, {"token_id": 11367, "token_text": " specifically", "probability": 0.01239013671875}, {"token_id": 398, "token_text": " with", "probability": 0.01239013671875}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.19140625}, {"token_id": 349, "token_text": " be", "probability": 0.1025390625}, {"token_id": 4796, "token_text": " produce", "probability": 0.040283203125}, {"token_id": 3284, "token_text": " provide", "probability": 0.037841796875}, {"token_id": 12560, "token_text": " generate", "probability": 0.033447265625}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.59375}, {"token_id": 252, "token_text": " an", "probability": 0.08544921875}, {"token_id": 234, "token_text": " the", "probability": 0.03564453125}, {"token_id": 942, "token_text": " new", "probability": 0.0277099609375}, {"token_id": 978, "token_text": " two", "probability": 0.013916015625}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.41015625}, {"token_id": 4529, "token_text": " simple", "probability": 0.019775390625}, {"token_id": 3690, "token_text": " language", "probability": 0.0191650390625}, {"token_id": 3503, "token_text": " single", "probability": 0.0159912109375}, {"token_id": 2462, "token_text": " large", "probability": 0.0096435546875}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.46875}, {"token_id": 4020, "token_text": " environment", "probability": 0.018798828125}, {"token_id": 13068, "token_text": " framework", "probability": 0.01373291015625}, {"token_id": 25040, "token_text": " syntax", "probability": 0.01171875}, {"token_id": 10998, "token_text": " programming", "probability": 0.01104736328125}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.89453125}, {"token_id": 8988, "token_text": " models", "probability": 0.00726318359375}, {"token_id": 360, "token_text": " that", "probability": 0.00439453125}, {"token_id": 1519, "token_text": " system", "probability": 0.004150390625}, {"token_id": 17209, "token_text": " representation", "probability": 0.0038909912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 360, "token_text": " that", "probability": 0.130859375}, {"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 398, "token_text": " with", "probability": 0.0703125}, {"token_id": 321, "token_text": " for", "probability": 0.05810546875}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.359375}, {"token_id": 1020, "token_text": " This", "probability": 0.07568359375}, {"token_id": 697, "token_text": " It", "probability": 0.0625}, {"token_id": 285, "token_text": " A", "probability": 0.05517578125}, {"token_id": 431, "token_text": " In", "probability": 0.033447265625}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.490234375}, {"token_id": 942, "token_text": " new", "probability": 0.033447265625}, {"token_id": 2579, "token_text": " project", "probability": 0.0162353515625}, {"token_id": 1982, "token_text": " design", "probability": 0.0126953125}, {"token_id": 13068, "token_text": " framework", "probability": 0.01190185546875}]}, {"token_id": 326, "token_text": " is", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 326, "token_text": " is", "probability": 0.23046875}, {"token_id": 661, "token_text": " will", "probability": 0.09033203125}, {"token_id": 525, "token_text": " can", "probability": 0.0849609375}, {"token_id": 1236, "token_text": " should", "probability": 0.0546875}, {"token_id": 5401, "token_text": " uses", "probability": 0.0400390625}]}, {"token_id": 5546, "token_text": " designed", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 5546, "token_text": " designed", "probability": 0.126953125}, {"token_id": 1351, "token_text": " used", "probability": 0.0498046875}, {"token_id": 212, "token_text": " a", "probability": 0.046630859375}, {"token_id": 2966, "token_text": " based", "probability": 0.041259765625}, {"token_id": 1154, "token_text": " then", "probability": 0.041259765625}]}, {"token_id": 262, "token_text": " to", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 262, "token_text": " to", "probability": 0.87109375}, {"token_id": 398, "token_text": " with", "probability": 0.0279541015625}, {"token_id": 321, "token_text": " for", "probability": 0.023193359375}, {"token_id": 463, "token_text": " by", "probability": 0.01318359375}, {"token_id": 11367, "token_text": " specifically", "probability": 0.00909423828125}]}, {"token_id": 3616, "token_text": " create", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 3616, "token_text": " create", "probability": 0.3046875}, {"token_id": 349, "token_text": " be", "probability": 0.059814453125}, {"token_id": 4796, "token_text": " produce", "probability": 0.05615234375}, {"token_id": 12560, "token_text": " generate", "probability": 0.052734375}, {"token_id": 1274, "token_text": " make", "probability": 0.02490234375}]}, {"token_id": 212, "token_text": " a", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 212, "token_text": " a", "probability": 0.68359375}, {"token_id": 252, "token_text": " an", "probability": 0.08154296875}, {"token_id": 234, "token_text": " the", "probability": 0.041015625}, {"token_id": 942, "token_text": " new", "probability": 0.019287109375}, {"token_id": 978, "token_text": " two", "probability": 0.01251220703125}]}, {"token_id": 942, "token_text": " new", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 942, "token_text": " new", "probability": 0.6796875}, {"token_id": 3503, "token_text": " single", "probability": 0.0133056640625}, {"token_id": 4322, "token_text": " model", "probability": 0.00970458984375}, {"token_id": 4529, "token_text": " simple", "probability": 0.00830078125}, {"token_id": 3690, "token_text": " language", "probability": 0.0078125}]}, {"token_id": 3690, "token_text": " language", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 3690, "token_text": " language", "probability": 0.51171875}, {"token_id": 4020, "token_text": " environment", "probability": 0.0289306640625}, {"token_id": 686, "token_text": " one", "probability": 0.01409912109375}, {"token_id": 5349, "token_text": " user", "probability": 0.012451171875}, {"token_id": 3300, "token_text": " computer", "probability": 0.0106201171875}]}, {"token_id": 4322, "token_text": " model", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 4322, "token_text": " model", "probability": 0.9453125}, {"token_id": 8988, "token_text": " models", "probability": 0.00677490234375}, {"token_id": 1982, "token_text": " design", "probability": 0.0028228759765625}, {"token_id": 24682, "token_text": " modeling", "probability": 0.0020751953125}, {"token_id": 17209, "token_text": " representation", "probability": 0.00194549560546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.10498046875}, {"token_id": 360, "token_text": " that", "probability": 0.08740234375}, {"token_id": 398, "token_text": " with", "probability": 0.072265625}, {"token_id": 266, "token_text": " and", "probability": 0.059814453125}]}, {"token_id": 389, "token_text": " The", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 389, "token_text": " The", "probability": 0.453125}, {"token_id": 1020, "token_text": " This", "probability": 0.0791015625}, {"token_id": 697, "token_text": " It", "probability": 0.051025390625}, {"token_id": 285, "token_text": " A", "probability": 0.051025390625}, {"token_id": 431, "token_text": " In", "probability": 0.0272216796875}]}], "expected_token_diagnostics": [{"correct_token_id": 349, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.33984375, "top_10_candidates": [{"token_id": 349, "token_text": " be", "probability": 0.33984375}, {"token_id": 529, "token_text": " have", "probability": 0.043212890625}, {"token_id": 500, "token_text": " not", "probability": 0.03369140625}, {"token_id": 1170, "token_text": " use", "probability": 0.0230712890625}, {"token_id": 1333, "token_text": " look", "probability": 0.016357421875}, {"token_id": 1075, "token_text": " work", "probability": 0.014892578125}, {"token_id": 1617, "token_text": " take", "probability": 0.0115966796875}, {"token_id": 2561, "token_text": " include", "probability": 0.01129150390625}, {"token_id": 1068, "token_text": " only", "probability": 0.01092529296875}, {"token_id": 3284, "token_text": " provide", "probability": 0.0096435546875}], "entropy": 4.375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0792693258249788, "average_logprob_per_token": -1.0792693258249788, "perplexity_on_target_sequence": 2.942528735632184, "token_breakdown": [{"position": 0, "token_id": 349, "token_text": "\u0120be", "logprob": -1.0792693258249788, "probability": 0.33984375, "raw_probability": 0.33984375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 349, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [349], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 82998.8580083847, "probe_elapsed_sec": 0.8435643169796094, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2184, 5494, 217, 10, 4088, 350], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " la capitale d'Italia. La capitale d'Italia \u00e8 la capitale d'Italia. La capitale d'Italia \u00e8 la capitale d'Italia. La capitale", "text": "La capitale d'Italia \u00e8 la capitale d'Italia. La capitale d'Italia \u00e8 la capitale d'Italia. La capitale d'Italia \u00e8 la capitale d'Italia. La capitale", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 288, "token_text": " la", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 269, "token_text": " un", "probability": 0.08447265625}, {"token_id": 297, "token_text": " il", "probability": 0.0791015625}, {"token_id": 385, "token_text": " una", "probability": 0.07421875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0654296875}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.177734375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.08935546875}, {"token_id": 6099, "token_text": " Repubblica", "probability": 0.057861328125}, {"token_id": 922, "token_text": " prima", "probability": 0.044921875}, {"token_id": 4129, "token_text": " principale", "probability": 0.037353515625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.197265625}, {"token_id": 474, "token_text": " dell", "probability": 0.1123046875}, {"token_id": 347, "token_text": " del", "probability": 0.1123046875}, {"token_id": 392, "token_text": " della", "probability": 0.09326171875}, {"token_id": 240, "token_text": " di", "probability": 0.09326171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.002960205078125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.00115966796875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0004825592041015625}, {"token_id": 961, "token_text": " '", "probability": 0.000400543212890625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.82421875}, {"token_id": 19659, "token_text": "Austria", "probability": 0.041015625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.041015625}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.009765625}, {"token_id": 2752, "token_text": "una", "probability": 0.005218505859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.236328125}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 248, "token_text": " e", "probability": 0.07666015625}, {"token_id": 295, "token_text": " che", "probability": 0.06787109375}, {"token_id": 341, "token_text": " (", "probability": 0.0234375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1318359375}, {"token_id": 583, "token_text": " Il", "probability": 0.08544921875}, {"token_id": 316, "token_text": " L", "probability": 0.037841796875}, {"token_id": 275, "token_text": " I", "probability": 0.033447265625}, {"token_id": 712, "token_text": " Le", "probability": 0.031494140625}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.3125}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.054443359375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.048095703125}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.032958984375}, {"token_id": 788, "token_text": " sua", "probability": 0.0291748046875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.6796875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0673828125}, {"token_id": 240, "token_text": " di", "probability": 0.0233154296875}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 400, "token_text": " si", "probability": 0.0159912109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 4088, "token_text": "Italia", "probability": 0.001312255859375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0010223388671875}, {"token_id": 961, "token_text": " '", "probability": 0.00042724609375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000400543212890625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.953125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.01129150390625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.00994873046875}, {"token_id": 3319, "token_text": " Italia", "probability": 0.004150390625}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.002685546875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.53125}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 400, "token_text": " si", "probability": 0.052490234375}, {"token_id": 354, "token_text": " ha", "probability": 0.03857421875}, {"token_id": 404, "token_text": " non", "probability": 0.0181884765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.2470703125}, {"token_id": 297, "token_text": " il", "probability": 0.10986328125}, {"token_id": 385, "token_text": " una", "probability": 0.08544921875}, {"token_id": 230, "token_text": " l", "probability": 0.08056640625}, {"token_id": 269, "token_text": " un", "probability": 0.048828125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.640625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.04931640625}, {"token_id": 6099, "token_text": " Repubblica", "probability": 0.0218505859375}, {"token_id": 5425, "token_text": " sede", "probability": 0.0218505859375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0206298828125}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.75}, {"token_id": 474, "token_text": " dell", "probability": 0.042236328125}, {"token_id": 240, "token_text": " di", "probability": 0.039794921875}, {"token_id": 347, "token_text": " del", "probability": 0.02734375}, {"token_id": 392, "token_text": " della", "probability": 0.018798828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00090789794921875}, {"token_id": 961, "token_text": " '", "probability": 0.0004291534423828125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.0003337860107421875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0002593994140625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.90234375}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0198974609375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.0186767578125}, {"token_id": 3319, "token_text": " Italia", "probability": 0.005035400390625}, {"token_id": 2752, "token_text": "una", "probability": 0.0036773681640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.400390625}, {"token_id": 15, "token_text": ",", "probability": 0.177734375}, {"token_id": 248, "token_text": " e", "probability": 0.07861328125}, {"token_id": 295, "token_text": " che", "probability": 0.03955078125}, {"token_id": 273, "token_text": " con", "probability": 0.0225830078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.279296875}, {"token_id": 583, "token_text": " Il", "probability": 0.1025390625}, {"token_id": 316, "token_text": " L", "probability": 0.04541015625}, {"token_id": 712, "token_text": " Le", "probability": 0.035400390625}, {"token_id": 17246, "token_text": " Essa", "probability": 0.03125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.5234375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.048583984375}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.03125}, {"token_id": 788, "token_text": " sua", "probability": 0.0277099609375}, {"token_id": 922, "token_text": " prima", "probability": 0.017822265625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.87890625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.02197265625}, {"token_id": 474, "token_text": " dell", "probability": 0.01251220703125}, {"token_id": 240, "token_text": " di", "probability": 0.01177978515625}, {"token_id": 347, "token_text": " del", "probability": 0.004608154296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.000518798828125}, {"token_id": 961, "token_text": " '", "probability": 0.0004291534423828125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.0003337860107421875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0002155303955078125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.96484375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.006500244140625}, {"token_id": 19659, "token_text": "Austria", "probability": 0.006103515625}, {"token_id": 3319, "token_text": " Italia", "probability": 0.005401611328125}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.00154876708984375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.6015625}, {"token_id": 400, "token_text": " si", "probability": 0.04638671875}, {"token_id": 15, "token_text": ",", "probability": 0.040771484375}, {"token_id": 354, "token_text": " ha", "probability": 0.0247802734375}, {"token_id": 404, "token_text": " non", "probability": 0.0150146484375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.28515625}, {"token_id": 297, "token_text": " il", "probability": 0.11181640625}, {"token_id": 385, "token_text": " una", "probability": 0.08203125}, {"token_id": 230, "token_text": " l", "probability": 0.072265625}, {"token_id": 269, "token_text": " un", "probability": 0.046630859375}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.78515625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.0286865234375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0126953125}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.01123046875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.01123046875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.8828125}, {"token_id": 474, "token_text": " dell", "probability": 0.0235595703125}, {"token_id": 240, "token_text": " di", "probability": 0.0220947265625}, {"token_id": 347, "token_text": " del", "probability": 0.0111083984375}, {"token_id": 392, "token_text": " della", "probability": 0.00634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 961, "token_text": " '", "probability": 0.000904083251953125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00080108642578125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.000484466552734375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000354766845703125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.9375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.0125732421875}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0086669921875}, {"token_id": 3319, "token_text": " Italia", "probability": 0.007171630859375}, {"token_id": 26844, "token_text": "italia", "probability": 0.0023193359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 248, "token_text": " e", "probability": 0.06494140625}, {"token_id": 295, "token_text": " che", "probability": 0.027099609375}, {"token_id": 646, "token_text": " ed", "probability": 0.0186767578125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.47265625}, {"token_id": 583, "token_text": " Il", "probability": 0.0927734375}, {"token_id": 712, "token_text": " Le", "probability": 0.0341796875}, {"token_id": 316, "token_text": " L", "probability": 0.0341796875}, {"token_id": 17246, "token_text": " Essa", "probability": 0.0283203125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.6484375}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.02685546875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02685546875}, {"token_id": 788, "token_text": " sua", "probability": 0.0208740234375}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.017333984375}]}], "clean_probe_diagnostics": [{"token_id": 288, "token_text": " la", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 269, "token_text": " un", "probability": 0.08447265625}, {"token_id": 297, "token_text": " il", "probability": 0.0791015625}, {"token_id": 385, "token_text": " una", "probability": 0.07421875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0654296875}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.177734375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.08935546875}, {"token_id": 6099, "token_text": " Repubblica", "probability": 0.057861328125}, {"token_id": 922, "token_text": " prima", "probability": 0.044921875}, {"token_id": 4129, "token_text": " principale", "probability": 0.037353515625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.197265625}, {"token_id": 474, "token_text": " dell", "probability": 0.1123046875}, {"token_id": 347, "token_text": " del", "probability": 0.1123046875}, {"token_id": 392, "token_text": " della", "probability": 0.09326171875}, {"token_id": 240, "token_text": " di", "probability": 0.09326171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.002960205078125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.00115966796875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0004825592041015625}, {"token_id": 961, "token_text": " '", "probability": 0.000400543212890625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.82421875}, {"token_id": 19659, "token_text": "Austria", "probability": 0.041015625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.041015625}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.009765625}, {"token_id": 2752, "token_text": "una", "probability": 0.005218505859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.236328125}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 248, "token_text": " e", "probability": 0.07666015625}, {"token_id": 295, "token_text": " che", "probability": 0.06787109375}, {"token_id": 341, "token_text": " (", "probability": 0.0234375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1337890625}, {"token_id": 583, "token_text": " Il", "probability": 0.08642578125}, {"token_id": 316, "token_text": " L", "probability": 0.038330078125}, {"token_id": 275, "token_text": " I", "probability": 0.03369140625}, {"token_id": 712, "token_text": " Le", "probability": 0.03173828125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.3125}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.054443359375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.048095703125}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.032958984375}, {"token_id": 788, "token_text": " sua", "probability": 0.0291748046875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.6796875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0673828125}, {"token_id": 240, "token_text": " di", "probability": 0.0233154296875}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 400, "token_text": " si", "probability": 0.0159912109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 4088, "token_text": "Italia", "probability": 0.001312255859375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0010223388671875}, {"token_id": 961, "token_text": " '", "probability": 0.00042724609375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000400543212890625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.953125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.01129150390625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.00994873046875}, {"token_id": 3319, "token_text": " Italia", "probability": 0.004150390625}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.002685546875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.53125}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 400, "token_text": " si", "probability": 0.052490234375}, {"token_id": 354, "token_text": " ha", "probability": 0.03857421875}, {"token_id": 404, "token_text": " non", "probability": 0.0181884765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.2470703125}, {"token_id": 297, "token_text": " il", "probability": 0.10986328125}, {"token_id": 385, "token_text": " una", "probability": 0.08544921875}, {"token_id": 230, "token_text": " l", "probability": 0.08056640625}, {"token_id": 269, "token_text": " un", "probability": 0.048828125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.640625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.04931640625}, {"token_id": 6099, "token_text": " Repubblica", "probability": 0.0218505859375}, {"token_id": 5425, "token_text": " sede", "probability": 0.0218505859375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0206298828125}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.75}, {"token_id": 474, "token_text": " dell", "probability": 0.042236328125}, {"token_id": 240, "token_text": " di", "probability": 0.039794921875}, {"token_id": 347, "token_text": " del", "probability": 0.02734375}, {"token_id": 392, "token_text": " della", "probability": 0.018798828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00090789794921875}, {"token_id": 961, "token_text": " '", "probability": 0.0004291534423828125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.0003337860107421875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0002593994140625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.90234375}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0198974609375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.0186767578125}, {"token_id": 3319, "token_text": " Italia", "probability": 0.005035400390625}, {"token_id": 2752, "token_text": "una", "probability": 0.0036773681640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.400390625}, {"token_id": 15, "token_text": ",", "probability": 0.177734375}, {"token_id": 248, "token_text": " e", "probability": 0.07861328125}, {"token_id": 295, "token_text": " che", "probability": 0.03955078125}, {"token_id": 273, "token_text": " con", "probability": 0.0225830078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.28125}, {"token_id": 583, "token_text": " Il", "probability": 0.103515625}, {"token_id": 316, "token_text": " L", "probability": 0.0458984375}, {"token_id": 712, "token_text": " Le", "probability": 0.03564453125}, {"token_id": 17246, "token_text": " Essa", "probability": 0.031494140625}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.5234375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.048583984375}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.03125}, {"token_id": 788, "token_text": " sua", "probability": 0.0277099609375}, {"token_id": 922, "token_text": " prima", "probability": 0.017822265625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.87890625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.02197265625}, {"token_id": 474, "token_text": " dell", "probability": 0.01251220703125}, {"token_id": 240, "token_text": " di", "probability": 0.01177978515625}, {"token_id": 347, "token_text": " del", "probability": 0.004608154296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.000518798828125}, {"token_id": 961, "token_text": " '", "probability": 0.0004291534423828125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.0003337860107421875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0002155303955078125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.96484375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.006500244140625}, {"token_id": 19659, "token_text": "Austria", "probability": 0.006103515625}, {"token_id": 3319, "token_text": " Italia", "probability": 0.005401611328125}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.00154876708984375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.6015625}, {"token_id": 400, "token_text": " si", "probability": 0.04638671875}, {"token_id": 15, "token_text": ",", "probability": 0.040771484375}, {"token_id": 354, "token_text": " ha", "probability": 0.0247802734375}, {"token_id": 404, "token_text": " non", "probability": 0.0150146484375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.28515625}, {"token_id": 297, "token_text": " il", "probability": 0.11181640625}, {"token_id": 385, "token_text": " una", "probability": 0.08203125}, {"token_id": 230, "token_text": " l", "probability": 0.072265625}, {"token_id": 269, "token_text": " un", "probability": 0.046630859375}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.78515625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.0286865234375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0126953125}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.01123046875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.01123046875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.8828125}, {"token_id": 474, "token_text": " dell", "probability": 0.0235595703125}, {"token_id": 240, "token_text": " di", "probability": 0.0220947265625}, {"token_id": 347, "token_text": " del", "probability": 0.0111083984375}, {"token_id": 392, "token_text": " della", "probability": 0.00634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 961, "token_text": " '", "probability": 0.000904083251953125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00080108642578125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.000484466552734375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000354766845703125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.9375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.0125732421875}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0086669921875}, {"token_id": 3319, "token_text": " Italia", "probability": 0.007171630859375}, {"token_id": 26844, "token_text": "italia", "probability": 0.0023193359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 248, "token_text": " e", "probability": 0.06494140625}, {"token_id": 295, "token_text": " che", "probability": 0.027099609375}, {"token_id": 646, "token_text": " ed", "probability": 0.0186767578125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.474609375}, {"token_id": 583, "token_text": " Il", "probability": 0.09326171875}, {"token_id": 712, "token_text": " Le", "probability": 0.034423828125}, {"token_id": 316, "token_text": " L", "probability": 0.034423828125}, {"token_id": 17246, "token_text": " Essa", "probability": 0.028564453125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.6484375}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.02685546875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02685546875}, {"token_id": 788, "token_text": " sua", "probability": 0.0208740234375}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.017333984375}]}], "token_diagnostics": [{"token_id": 288, "token_text": " la", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 269, "token_text": " un", "probability": 0.08447265625}, {"token_id": 297, "token_text": " il", "probability": 0.0791015625}, {"token_id": 385, "token_text": " una", "probability": 0.07421875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0654296875}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.177734375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.08935546875}, {"token_id": 6099, "token_text": " Repubblica", "probability": 0.057861328125}, {"token_id": 922, "token_text": " prima", "probability": 0.044921875}, {"token_id": 4129, "token_text": " principale", "probability": 0.037353515625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.197265625}, {"token_id": 474, "token_text": " dell", "probability": 0.1123046875}, {"token_id": 347, "token_text": " del", "probability": 0.1123046875}, {"token_id": 392, "token_text": " della", "probability": 0.09326171875}, {"token_id": 240, "token_text": " di", "probability": 0.09326171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.002960205078125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.00115966796875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0004825592041015625}, {"token_id": 961, "token_text": " '", "probability": 0.000400543212890625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.82421875}, {"token_id": 19659, "token_text": "Austria", "probability": 0.041015625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.041015625}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.009765625}, {"token_id": 2752, "token_text": "una", "probability": 0.005218505859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.236328125}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 248, "token_text": " e", "probability": 0.07666015625}, {"token_id": 295, "token_text": " che", "probability": 0.06787109375}, {"token_id": 341, "token_text": " (", "probability": 0.0234375}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.1337890625}, {"token_id": 583, "token_text": " Il", "probability": 0.08642578125}, {"token_id": 316, "token_text": " L", "probability": 0.038330078125}, {"token_id": 275, "token_text": " I", "probability": 0.03369140625}, {"token_id": 712, "token_text": " Le", "probability": 0.03173828125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.3125}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.054443359375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.048095703125}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.032958984375}, {"token_id": 788, "token_text": " sua", "probability": 0.0291748046875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.6796875}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.0673828125}, {"token_id": 240, "token_text": " di", "probability": 0.0233154296875}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 400, "token_text": " si", "probability": 0.0159912109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 4088, "token_text": "Italia", "probability": 0.001312255859375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.0010223388671875}, {"token_id": 961, "token_text": " '", "probability": 0.00042724609375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000400543212890625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.953125}, {"token_id": 19659, "token_text": "Austria", "probability": 0.01129150390625}, {"token_id": 5277, "token_text": "Europa", "probability": 0.00994873046875}, {"token_id": 3319, "token_text": " Italia", "probability": 0.004150390625}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.002685546875}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.53125}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 400, "token_text": " si", "probability": 0.052490234375}, {"token_id": 354, "token_text": " ha", "probability": 0.03857421875}, {"token_id": 404, "token_text": " non", "probability": 0.0181884765625}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.2470703125}, {"token_id": 297, "token_text": " il", "probability": 0.10986328125}, {"token_id": 385, "token_text": " una", "probability": 0.08544921875}, {"token_id": 230, "token_text": " l", "probability": 0.08056640625}, {"token_id": 269, "token_text": " un", "probability": 0.048828125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.640625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.04931640625}, {"token_id": 6099, "token_text": " Repubblica", "probability": 0.0218505859375}, {"token_id": 5425, "token_text": " sede", "probability": 0.0218505859375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0206298828125}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.75}, {"token_id": 474, "token_text": " dell", "probability": 0.042236328125}, {"token_id": 240, "token_text": " di", "probability": 0.039794921875}, {"token_id": 347, "token_text": " del", "probability": 0.02734375}, {"token_id": 392, "token_text": " della", "probability": 0.018798828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00090789794921875}, {"token_id": 961, "token_text": " '", "probability": 0.0004291534423828125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.0003337860107421875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0002593994140625}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.90234375}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0198974609375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.0186767578125}, {"token_id": 3319, "token_text": " Italia", "probability": 0.005035400390625}, {"token_id": 2752, "token_text": "una", "probability": 0.0036773681640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.400390625}, {"token_id": 15, "token_text": ",", "probability": 0.177734375}, {"token_id": 248, "token_text": " e", "probability": 0.07861328125}, {"token_id": 295, "token_text": " che", "probability": 0.03955078125}, {"token_id": 273, "token_text": " con", "probability": 0.0225830078125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.28125}, {"token_id": 583, "token_text": " Il", "probability": 0.103515625}, {"token_id": 316, "token_text": " L", "probability": 0.0458984375}, {"token_id": 712, "token_text": " Le", "probability": 0.03564453125}, {"token_id": 17246, "token_text": " Essa", "probability": 0.031494140625}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.5234375}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.048583984375}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.03125}, {"token_id": 788, "token_text": " sua", "probability": 0.0277099609375}, {"token_id": 922, "token_text": " prima", "probability": 0.017822265625}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.87890625}, {"token_id": 350, "token_text": " \u00e8", "probability": 0.02197265625}, {"token_id": 474, "token_text": " dell", "probability": 0.01251220703125}, {"token_id": 240, "token_text": " di", "probability": 0.01177978515625}, {"token_id": 347, "token_text": " del", "probability": 0.004608154296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 323, "token_text": "\u2019", "probability": 0.000518798828125}, {"token_id": 961, "token_text": " '", "probability": 0.0004291534423828125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.0003337860107421875}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.0002155303955078125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.96484375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.006500244140625}, {"token_id": 19659, "token_text": "Austria", "probability": 0.006103515625}, {"token_id": 3319, "token_text": " Italia", "probability": 0.005401611328125}, {"token_id": 12876, "token_text": "Inghilterra", "probability": 0.00154876708984375}]}, {"token_id": 350, "token_text": " \u00e8", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 350, "token_text": " \u00e8", "probability": 0.6015625}, {"token_id": 400, "token_text": " si", "probability": 0.04638671875}, {"token_id": 15, "token_text": ",", "probability": 0.040771484375}, {"token_id": 354, "token_text": " ha", "probability": 0.0247802734375}, {"token_id": 404, "token_text": " non", "probability": 0.0150146484375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.28515625}, {"token_id": 297, "token_text": " il", "probability": 0.11181640625}, {"token_id": 385, "token_text": " una", "probability": 0.08203125}, {"token_id": 230, "token_text": " l", "probability": 0.072265625}, {"token_id": 269, "token_text": " un", "probability": 0.046630859375}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.78515625}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.0286865234375}, {"token_id": 511, "token_text": " pi\u00f9", "probability": 0.0126953125}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.01123046875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.01123046875}]}, {"token_id": 217, "token_text": " d", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 217, "token_text": " d", "probability": 0.8828125}, {"token_id": 474, "token_text": " dell", "probability": 0.0235595703125}, {"token_id": 240, "token_text": " di", "probability": 0.0220947265625}, {"token_id": 347, "token_text": " del", "probability": 0.0111083984375}, {"token_id": 392, "token_text": " della", "probability": 0.00634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 961, "token_text": " '", "probability": 0.000904083251953125}, {"token_id": 323, "token_text": "\u2019", "probability": 0.00080108642578125}, {"token_id": 4088, "token_text": "Italia", "probability": 0.000484466552734375}, {"token_id": 731, "token_text": "\u00ec", "probability": 0.000354766845703125}]}, {"token_id": 4088, "token_text": "Italia", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 4088, "token_text": "Italia", "probability": 0.9375}, {"token_id": 5277, "token_text": "Europa", "probability": 0.0125732421875}, {"token_id": 19659, "token_text": "Austria", "probability": 0.0086669921875}, {"token_id": 3319, "token_text": " Italia", "probability": 0.007171630859375}, {"token_id": 26844, "token_text": "italia", "probability": 0.0023193359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 248, "token_text": " e", "probability": 0.06494140625}, {"token_id": 295, "token_text": " che", "probability": 0.027099609375}, {"token_id": 646, "token_text": " ed", "probability": 0.0186767578125}]}, {"token_id": 553, "token_text": " La", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 553, "token_text": " La", "probability": 0.474609375}, {"token_id": 583, "token_text": " Il", "probability": 0.09326171875}, {"token_id": 712, "token_text": " Le", "probability": 0.034423828125}, {"token_id": 316, "token_text": " L", "probability": 0.034423828125}, {"token_id": 17246, "token_text": " Essa", "probability": 0.028564453125}]}, {"token_id": 5494, "token_text": " capitale", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 5494, "token_text": " capitale", "probability": 0.6484375}, {"token_id": 21005, "token_text": " repubblica", "probability": 0.02685546875}, {"token_id": 1777, "token_text": " citt\u00e0", "probability": 0.02685546875}, {"token_id": 788, "token_text": " sua", "probability": 0.0208740234375}, {"token_id": 28263, "token_text": " monarchia", "probability": 0.017333984375}]}], "expected_token_diagnostics": [{"correct_token_id": 3390, "correct_token_text": " Roma", "correct_token_rank": 498, "correct_token_probability": 0.00012493133544921875, "top_10_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.08984375}, {"token_id": 269, "token_text": " un", "probability": 0.08447265625}, {"token_id": 297, "token_text": " il", "probability": 0.0791015625}, {"token_id": 385, "token_text": " una", "probability": 0.07421875}, {"token_id": 1366, "token_text": " stata", "probability": 0.0654296875}, {"token_id": 230, "token_text": " l", "probability": 0.045166015625}, {"token_id": 1026, "token_text": " uno", "probability": 0.037353515625}, {"token_id": 240, "token_text": " di", "probability": 0.01422119140625}, {"token_id": 17764, "token_text": " divisa", "probability": 0.0137939453125}, {"token_id": 238, "token_text": " in", "probability": 0.01336669921875}], "entropy": 4.9375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.987746287997755, "average_logprob_per_token": -8.987746287997755, "perplexity_on_target_sequence": 8004.396946564888, "token_breakdown": [{"position": 0, "token_id": 3390, "token_text": "\u0120Roma", "logprob": -8.987746287997755, "probability": 0.00012493133544921875, "raw_probability": 0.00012493133544921875, "correct_token_rank": 498}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 3390, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [3390], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 82998.85856366158, "probe_elapsed_sec": 0.8435643169796094, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3035, 4218, 5147, 5104, 4078, 3653], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere utilizzato per la lettura, la consultazione e la lettura.", "text": "Un piccolo modello linguistico dovrebbe essere utilizzato per la lettura, la consultazione e la lettura.", "num_generated_tokens": 13, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2071, "token_text": " avere", "probability": 0.039794921875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01007080078125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.00946044921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0089111328125}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.046142578125}, {"token_id": 6410, "token_text": " usato", "probability": 0.04052734375}, {"token_id": 269, "token_text": " un", "probability": 0.0380859375}, {"token_id": 863, "token_text": " stato", "probability": 0.025390625}, {"token_id": 297, "token_text": " il", "probability": 0.019775390625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.369140625}, {"token_id": 238, "token_text": " in", "probability": 0.09912109375}, {"token_id": 512, "token_text": " come", "probability": 0.09326171875}, {"token_id": 630, "token_text": " anche", "probability": 0.046875}, {"token_id": 340, "token_text": " da", "probability": 0.034423828125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.07177734375}, {"token_id": 4672, "token_text": " creare", "probability": 0.043701171875}, {"token_id": 297, "token_text": " il", "probability": 0.0299072265625}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.0233154296875}, {"token_id": 17327, "token_text": " scopi", "probability": 0.02197265625}]}, {"token_id": 8056, "token_text": " lettura", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 8056, "token_text": " lettura", "probability": 0.045166015625}, {"token_id": 922, "token_text": " prima", "probability": 0.042236328125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.039794921875}, {"token_id": 788, "token_text": " sua", "probability": 0.039794921875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 248, "token_text": " e", "probability": 0.134765625}, {"token_id": 240, "token_text": " di", "probability": 0.10546875}, {"token_id": 347, "token_text": " del", "probability": 0.0927734375}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.2421875}, {"token_id": 437, "token_text": " ma", "probability": 0.08349609375}, {"token_id": 292, "token_text": " per", "probability": 0.061279296875}, {"token_id": 230, "token_text": " l", "probability": 0.053955078125}, {"token_id": 297, "token_text": " il", "probability": 0.05078125}]}, {"token_id": 24974, "token_text": " consultazione", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 24974, "token_text": " consultazione", "probability": 0.251953125}, {"token_id": 8056, "token_text": " lettura", "probability": 0.22265625}, {"token_id": 11753, "token_text": " scrittura", "probability": 0.038818359375}, {"token_id": 9446, "token_text": " memor", "probability": 0.020751953125}, {"token_id": 1758, "token_text": " storia", "probability": 0.020751953125}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.5078125}, {"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 239, "token_text": " o", "probability": 0.04736328125}, {"token_id": 240, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 646, "token_text": " ed", "probability": 0.016357421875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.39453125}, {"token_id": 230, "token_text": " l", "probability": 0.2392578125}, {"token_id": 297, "token_text": " il", "probability": 0.1064453125}, {"token_id": 333, "token_text": " le", "probability": 0.04150390625}, {"token_id": 527, "token_text": " lo", "probability": 0.0252685546875}]}, {"token_id": 8056, "token_text": " lettura", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 8056, "token_text": " lettura", "probability": 0.125}, {"token_id": 24974, "token_text": " consultazione", "probability": 0.043212890625}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.03369140625}, {"token_id": 7555, "token_text": " comunicazione", "probability": 0.03369140625}, {"token_id": 9952, "token_text": " pubblicazione", "probability": 0.0296630859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.416015625}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 240, "token_text": " di", "probability": 0.06396484375}, {"token_id": 392, "token_text": " della", "probability": 0.031982421875}, {"token_id": 248, "token_text": " e", "probability": 0.031982421875}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 2, "token_text": "", "probability": 0.12255859375}, {"token_id": 583, "token_text": " Il", "probability": 0.057861328125}, {"token_id": 553, "token_text": " La", "probability": 0.054443359375}, {"token_id": 916, "token_text": " Per", "probability": 0.031005859375}, {"token_id": 316, "token_text": " L", "probability": 0.031005859375}]}], "clean_probe_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2071, "token_text": " avere", "probability": 0.039794921875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01007080078125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.00946044921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0089111328125}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.046142578125}, {"token_id": 6410, "token_text": " usato", "probability": 0.04052734375}, {"token_id": 269, "token_text": " un", "probability": 0.0380859375}, {"token_id": 863, "token_text": " stato", "probability": 0.025390625}, {"token_id": 297, "token_text": " il", "probability": 0.019775390625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.369140625}, {"token_id": 238, "token_text": " in", "probability": 0.09912109375}, {"token_id": 512, "token_text": " come", "probability": 0.09326171875}, {"token_id": 630, "token_text": " anche", "probability": 0.046875}, {"token_id": 340, "token_text": " da", "probability": 0.034423828125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.07177734375}, {"token_id": 4672, "token_text": " creare", "probability": 0.043701171875}, {"token_id": 297, "token_text": " il", "probability": 0.0299072265625}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.0233154296875}, {"token_id": 17327, "token_text": " scopi", "probability": 0.02197265625}]}, {"token_id": 8056, "token_text": " lettura", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 8056, "token_text": " lettura", "probability": 0.045166015625}, {"token_id": 922, "token_text": " prima", "probability": 0.042236328125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.039794921875}, {"token_id": 788, "token_text": " sua", "probability": 0.039794921875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 248, "token_text": " e", "probability": 0.134765625}, {"token_id": 240, "token_text": " di", "probability": 0.10546875}, {"token_id": 347, "token_text": " del", "probability": 0.0927734375}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.2421875}, {"token_id": 437, "token_text": " ma", "probability": 0.08349609375}, {"token_id": 292, "token_text": " per", "probability": 0.061279296875}, {"token_id": 230, "token_text": " l", "probability": 0.053955078125}, {"token_id": 297, "token_text": " il", "probability": 0.05078125}]}, {"token_id": 24974, "token_text": " consultazione", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 24974, "token_text": " consultazione", "probability": 0.251953125}, {"token_id": 8056, "token_text": " lettura", "probability": 0.22265625}, {"token_id": 11753, "token_text": " scrittura", "probability": 0.038818359375}, {"token_id": 9446, "token_text": " memor", "probability": 0.020751953125}, {"token_id": 1758, "token_text": " storia", "probability": 0.020751953125}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.5078125}, {"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 239, "token_text": " o", "probability": 0.04736328125}, {"token_id": 240, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 646, "token_text": " ed", "probability": 0.016357421875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.39453125}, {"token_id": 230, "token_text": " l", "probability": 0.2392578125}, {"token_id": 297, "token_text": " il", "probability": 0.1064453125}, {"token_id": 333, "token_text": " le", "probability": 0.04150390625}, {"token_id": 527, "token_text": " lo", "probability": 0.0252685546875}]}, {"token_id": 8056, "token_text": " lettura", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 8056, "token_text": " lettura", "probability": 0.125}, {"token_id": 24974, "token_text": " consultazione", "probability": 0.043212890625}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.03369140625}, {"token_id": 7555, "token_text": " comunicazione", "probability": 0.03369140625}, {"token_id": 9952, "token_text": " pubblicazione", "probability": 0.0296630859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.41796875}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 240, "token_text": " di", "probability": 0.06396484375}, {"token_id": 392, "token_text": " della", "probability": 0.0322265625}, {"token_id": 248, "token_text": " e", "probability": 0.0322265625}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.0, "top_k_candidates": [{"token_id": 583, "token_text": " Il", "probability": 0.06591796875}, {"token_id": 553, "token_text": " La", "probability": 0.06201171875}, {"token_id": 916, "token_text": " Per", "probability": 0.035400390625}, {"token_id": 316, "token_text": " L", "probability": 0.035400390625}, {"token_id": 431, "token_text": " In", "probability": 0.0274658203125}]}], "token_diagnostics": [{"token_id": 704, "token_text": " essere", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2071, "token_text": " avere", "probability": 0.039794921875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01007080078125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.00946044921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0089111328125}]}, {"token_id": 5910, "token_text": " utilizzato", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 5910, "token_text": " utilizzato", "probability": 0.046142578125}, {"token_id": 6410, "token_text": " usato", "probability": 0.04052734375}, {"token_id": 269, "token_text": " un", "probability": 0.0380859375}, {"token_id": 863, "token_text": " stato", "probability": 0.025390625}, {"token_id": 297, "token_text": " il", "probability": 0.019775390625}]}, {"token_id": 292, "token_text": " per", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 292, "token_text": " per", "probability": 0.369140625}, {"token_id": 238, "token_text": " in", "probability": 0.09912109375}, {"token_id": 512, "token_text": " come", "probability": 0.09326171875}, {"token_id": 630, "token_text": " anche", "probability": 0.046875}, {"token_id": 340, "token_text": " da", "probability": 0.034423828125}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.07177734375}, {"token_id": 4672, "token_text": " creare", "probability": 0.043701171875}, {"token_id": 297, "token_text": " il", "probability": 0.0299072265625}, {"token_id": 17774, "token_text": " descrivere", "probability": 0.0233154296875}, {"token_id": 17327, "token_text": " scopi", "probability": 0.02197265625}]}, {"token_id": 8056, "token_text": " lettura", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 8056, "token_text": " lettura", "probability": 0.045166015625}, {"token_id": 922, "token_text": " prima", "probability": 0.042236328125}, {"token_id": 7715, "token_text": " creazione", "probability": 0.039794921875}, {"token_id": 788, "token_text": " sua", "probability": 0.039794921875}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 248, "token_text": " e", "probability": 0.134765625}, {"token_id": 240, "token_text": " di", "probability": 0.10546875}, {"token_id": 347, "token_text": " del", "probability": 0.0927734375}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.2421875}, {"token_id": 437, "token_text": " ma", "probability": 0.08349609375}, {"token_id": 292, "token_text": " per", "probability": 0.061279296875}, {"token_id": 230, "token_text": " l", "probability": 0.053955078125}, {"token_id": 297, "token_text": " il", "probability": 0.05078125}]}, {"token_id": 24974, "token_text": " consultazione", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 24974, "token_text": " consultazione", "probability": 0.251953125}, {"token_id": 8056, "token_text": " lettura", "probability": 0.22265625}, {"token_id": 11753, "token_text": " scrittura", "probability": 0.038818359375}, {"token_id": 9446, "token_text": " memor", "probability": 0.020751953125}, {"token_id": 1758, "token_text": " storia", "probability": 0.020751953125}]}, {"token_id": 248, "token_text": " e", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 248, "token_text": " e", "probability": 0.5078125}, {"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 239, "token_text": " o", "probability": 0.04736328125}, {"token_id": 240, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 646, "token_text": " ed", "probability": 0.016357421875}]}, {"token_id": 288, "token_text": " la", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 288, "token_text": " la", "probability": 0.39453125}, {"token_id": 230, "token_text": " l", "probability": 0.2392578125}, {"token_id": 297, "token_text": " il", "probability": 0.1064453125}, {"token_id": 333, "token_text": " le", "probability": 0.04150390625}, {"token_id": 527, "token_text": " lo", "probability": 0.0252685546875}]}, {"token_id": 8056, "token_text": " lettura", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 8056, "token_text": " lettura", "probability": 0.125}, {"token_id": 24974, "token_text": " consultazione", "probability": 0.043212890625}, {"token_id": 10199, "token_text": " traduzione", "probability": 0.03369140625}, {"token_id": 7555, "token_text": " comunicazione", "probability": 0.03369140625}, {"token_id": 9952, "token_text": " pubblicazione", "probability": 0.0296630859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.41796875}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 240, "token_text": " di", "probability": 0.06396484375}, {"token_id": 392, "token_text": " della", "probability": 0.0322265625}, {"token_id": 248, "token_text": " e", "probability": 0.0322265625}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.0, "top_k_candidates": [{"token_id": 583, "token_text": " Il", "probability": 0.06591796875}, {"token_id": 553, "token_text": " La", "probability": 0.06201171875}, {"token_id": 916, "token_text": " Per", "probability": 0.035400390625}, {"token_id": 316, "token_text": " L", "probability": 0.035400390625}, {"token_id": 431, "token_text": " In", "probability": 0.0274658203125}]}], "expected_token_diagnostics": [{"correct_token_id": 704, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.376953125, "top_10_candidates": [{"token_id": 704, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2071, "token_text": " avere", "probability": 0.039794921875}, {"token_id": 14085, "token_text": " rappresentare", "probability": 0.01007080078125}, {"token_id": 5246, "token_text": " diventare", "probability": 0.00946044921875}, {"token_id": 1350, "token_text": " fare", "probability": 0.0089111328125}, {"token_id": 958, "token_text": " far", "probability": 0.00860595703125}, {"token_id": 15, "token_text": ",", "probability": 0.00811767578125}, {"token_id": 19981, "token_text": " includere", "probability": 0.00811767578125}, {"token_id": 6137, "token_text": " aiutare", "probability": 0.007354736328125}, {"token_id": 3696, "token_text": " dare", "probability": 0.006927490234375}], "entropy": 4.53125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9756344361346222, "average_logprob_per_token": -0.9756344361346222, "perplexity_on_target_sequence": 2.6528497409326426, "token_breakdown": [{"position": 0, "token_id": 704, "token_text": "\u0120essere", "logprob": -0.9756344361346222, "probability": 0.376953125, "raw_probability": 0.376953125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 704, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [704], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}}