| { | |
| "schema": "tr-hash-agentic-tokenizer-v1", | |
| "vocab_size": 32000, | |
| "format": "tr_hash_agentic_reasoning", | |
| "special_token_ids": { | |
| "<|begin|>": 0, | |
| "<|end|>": 1, | |
| "<|pad|>": 2, | |
| "<|unk|>": 3, | |
| "<|system|>": 4, | |
| "<|user|>": 5, | |
| "<|assistant|>": 6, | |
| "<|end_of_turn|>": 7, | |
| "<|tool_call_start|>": 8, | |
| "<|tool_call_end|>": 9, | |
| "<|tool_result_start|>": 10, | |
| "<|tool_result_end|>": 11, | |
| "<|plan_start|>": 12, | |
| "<|plan_end|>": 13, | |
| "<|memory_start|>": 14, | |
| "<|memory_end|>": 15, | |
| "<|think_start|>": 16, | |
| "<|think_end|>": 17, | |
| "<|final_start|>": 18, | |
| "<|final_end|>": 19 | |
| }, | |
| "corpus_manifest_sha256": null, | |
| "selection_schema": "tr-hash-agentic-tokenizer-balanced-2b-v1", | |
| "target_tokens": 2000000000, | |
| "target_general_tokens": 1200000000, | |
| "target_agentic_tokens": 800000000, | |
| "reference_tokenizer_sha256": "86784d23456d5013b644b92d80ee161b1303f0570f45d52295580a2c96832bed" | |
| } | |