import tiktoken

# Use a standard encoding
encoder = tiktoken.get_encoding("cl100k_base")

# The first line from your Life Events.txt
text = "My name is Jason Brian Lindholm"

# Encode the text into token IDs
tokens = encoder.encode(text)

print(f"Original Text: {text}")
print(f"Token IDs: {tokens}")
print(f"Number of tokens: {len(tokens)}")