{ "additional_special_tokens": [ { "content": "<|mem0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "eos_token": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }