Upload folder using huggingface_hub
Browse files- README.md +13 -43
- model_tiny.py +19 -8
- tokenizer.json +1 -1
- train_tiny.yaml +3 -3
README.md
CHANGED
|
@@ -1,54 +1,24 @@
|
|
| 1 |
---
|
| 2 |
-
|
| 3 |
tags:
|
| 4 |
-
- tiny
|
| 5 |
-
-
|
| 6 |
-
-
|
| 7 |
-
-
|
| 8 |
-
- gelu
|
| 9 |
---
|
| 10 |
|
| 11 |
-
# Lumia
|
| 12 |
|
| 13 |
-
|
| 14 |
|
| 15 |
## Architecture
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
| Hidden size | 128 |
|
| 21 |
-
| Intermediate | 512 |
|
| 22 |
-
| Layers | 2 |
|
| 23 |
-
| Heads | 8 (query), 4 (key/value) |
|
| 24 |
-
| Max seq len | 2048 |
|
| 25 |
-
| Vocab | 4096 (BPE, byte fallback) |
|
| 26 |
-
| Position | ALiBi (no learned embeddings) |
|
| 27 |
-
| Activation | GELU |
|
| 28 |
-
| Tie embeddings | Yes |
|
| 29 |
|
| 30 |
## Usage
|
| 31 |
-
|
| 32 |
```python
|
| 33 |
-
import
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
model = TinyModel.from_pretrained("samcheng0/lumia-tiny")
|
| 37 |
-
tokenizer = ...
|
| 38 |
-
|
| 39 |
-
inputs = tokenizer("Hello world", return_tensors="pt")
|
| 40 |
-
outputs = model.generate(**inputs, max_new_tokens=50)
|
| 41 |
-
print(tokenizer.decode(outputs[0]))
|
| 42 |
```
|
| 43 |
-
|
| 44 |
-
### GGUF (llama.cpp)
|
| 45 |
-
|
| 46 |
-
The model is also available in GGUF Q4_K_M format:
|
| 47 |
-
|
| 48 |
-
```
|
| 49 |
-
tiny.gguf
|
| 50 |
-
```
|
| 51 |
-
|
| 52 |
-
## Training
|
| 53 |
-
|
| 54 |
-
Trained on [trl-lib/Capybara](https://huggingface.co/datasets/trl-lib/Capybara) via SFT.
|
|
|
|
| 1 |
---
|
| 2 |
+
language: en
|
| 3 |
tags:
|
| 4 |
+
- tiny
|
| 5 |
+
- reasoning
|
| 6 |
+
- alibi
|
| 7 |
+
- gqa
|
|
|
|
| 8 |
---
|
| 9 |
|
| 10 |
+
# Lumia Tiny (V2)
|
| 11 |
|
| 12 |
+
Custom PyTorch reasoning SFT model. ~1.1M params.
|
| 13 |
|
| 14 |
## Architecture
|
| 15 |
+
- ALiBi + GQA (8 heads, 4 KV heads)
|
| 16 |
+
- RMSNorm + SiLU gating
|
| 17 |
+
- Tied embeddings, head_dim=16
|
| 18 |
+
- Vocab: 1757 (no filler)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
|
| 20 |
## Usage
|
|
|
|
| 21 |
```python
|
| 22 |
+
from scripts.model_tiny import TinyModel
|
| 23 |
+
model = TinyModel() # V2 defaults
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model_tiny.py
CHANGED
|
@@ -62,6 +62,17 @@ class ALiBiAttention(nn.Module):
|
|
| 62 |
return self.o_proj(out)
|
| 63 |
|
| 64 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 65 |
class MLP(nn.Module):
|
| 66 |
def __init__(self, hidden: int, intermediate: int):
|
| 67 |
super().__init__()
|
|
@@ -70,15 +81,15 @@ class MLP(nn.Module):
|
|
| 70 |
self.down = nn.Linear(intermediate, hidden, bias=False)
|
| 71 |
|
| 72 |
def forward(self, x):
|
| 73 |
-
return self.down(F.
|
| 74 |
|
| 75 |
|
| 76 |
class TransformerBlock(nn.Module):
|
| 77 |
def __init__(self, hidden: int, intermediate: int, num_heads: int, num_kv_heads: int):
|
| 78 |
super().__init__()
|
| 79 |
-
self.ln1 =
|
| 80 |
self.attn = ALiBiAttention(hidden, num_heads, num_kv_heads)
|
| 81 |
-
self.ln2 =
|
| 82 |
self.mlp = MLP(hidden, intermediate)
|
| 83 |
|
| 84 |
def forward(self, x):
|
|
@@ -88,8 +99,8 @@ class TransformerBlock(nn.Module):
|
|
| 88 |
|
| 89 |
|
| 90 |
class TinyModel(nn.Module):
|
| 91 |
-
def __init__(self, vocab_size=
|
| 92 |
-
num_layers=
|
| 93 |
tie_weights=True):
|
| 94 |
super().__init__()
|
| 95 |
self.hidden = hidden
|
|
@@ -99,7 +110,7 @@ class TinyModel(nn.Module):
|
|
| 99 |
TransformerBlock(hidden, intermediate, num_heads, num_kv_heads)
|
| 100 |
for _ in range(num_layers)
|
| 101 |
])
|
| 102 |
-
self.ln_f =
|
| 103 |
self.lm_head = nn.Linear(hidden, vocab_size, bias=False)
|
| 104 |
if tie_weights:
|
| 105 |
self.lm_head.weight = self.token_embed.weight
|
|
@@ -200,8 +211,8 @@ def count_params(model):
|
|
| 200 |
|
| 201 |
def create_model():
|
| 202 |
model = TinyModel(
|
| 203 |
-
vocab_size=
|
| 204 |
-
num_layers=
|
| 205 |
max_seq_len=2048, tie_weights=True,
|
| 206 |
)
|
| 207 |
n = count_params(model)
|
|
|
|
| 62 |
return self.o_proj(out)
|
| 63 |
|
| 64 |
|
| 65 |
+
class RMSNorm(nn.Module):
|
| 66 |
+
def __init__(self, dim: int, eps: float = 1e-6):
|
| 67 |
+
super().__init__()
|
| 68 |
+
self.weight = nn.Parameter(torch.ones(dim))
|
| 69 |
+
self.eps = eps
|
| 70 |
+
|
| 71 |
+
def forward(self, x):
|
| 72 |
+
norm = x.float().pow(2).mean(-1, keepdim=True).add(self.eps).rsqrt()
|
| 73 |
+
return (x.float() * norm).type_as(x) * self.weight
|
| 74 |
+
|
| 75 |
+
|
| 76 |
class MLP(nn.Module):
|
| 77 |
def __init__(self, hidden: int, intermediate: int):
|
| 78 |
super().__init__()
|
|
|
|
| 81 |
self.down = nn.Linear(intermediate, hidden, bias=False)
|
| 82 |
|
| 83 |
def forward(self, x):
|
| 84 |
+
return self.down(F.silu(self.gate(x)) * self.up(x))
|
| 85 |
|
| 86 |
|
| 87 |
class TransformerBlock(nn.Module):
|
| 88 |
def __init__(self, hidden: int, intermediate: int, num_heads: int, num_kv_heads: int):
|
| 89 |
super().__init__()
|
| 90 |
+
self.ln1 = RMSNorm(hidden)
|
| 91 |
self.attn = ALiBiAttention(hidden, num_heads, num_kv_heads)
|
| 92 |
+
self.ln2 = RMSNorm(hidden)
|
| 93 |
self.mlp = MLP(hidden, intermediate)
|
| 94 |
|
| 95 |
def forward(self, x):
|
|
|
|
| 99 |
|
| 100 |
|
| 101 |
class TinyModel(nn.Module):
|
| 102 |
+
def __init__(self, vocab_size=1757, hidden=128, intermediate=640,
|
| 103 |
+
num_layers=3, num_heads=8, num_kv_heads=4, max_seq_len=2048,
|
| 104 |
tie_weights=True):
|
| 105 |
super().__init__()
|
| 106 |
self.hidden = hidden
|
|
|
|
| 110 |
TransformerBlock(hidden, intermediate, num_heads, num_kv_heads)
|
| 111 |
for _ in range(num_layers)
|
| 112 |
])
|
| 113 |
+
self.ln_f = RMSNorm(hidden)
|
| 114 |
self.lm_head = nn.Linear(hidden, vocab_size, bias=False)
|
| 115 |
if tie_weights:
|
| 116 |
self.lm_head.weight = self.token_embed.weight
|
|
|
|
| 211 |
|
| 212 |
def create_model():
|
| 213 |
model = TinyModel(
|
| 214 |
+
vocab_size=1757, hidden=128, intermediate=640,
|
| 215 |
+
num_layers=3, num_heads=8, num_kv_heads=4,
|
| 216 |
max_seq_len=2048, tie_weights=True,
|
| 217 |
)
|
| 218 |
n = count_params(model)
|
tokenizer.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"content":"<unk>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":1,"content":"<s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":2,"content":"</s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":3,"content":"<pad>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":4,"content":"<|system|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":5,"content":"<|user|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":6,"content":"<|assistant|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":7,"content":"<think>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":8,"content":"</think>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":9,"content":"[INST]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":10,"content":"[/INST]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":11,"content":"<|begin_of_thought|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":12,"content":"<|end_of_thought|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":13,"content":"<|reflect|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":14,"content":"<|revise|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":15,"content":"<|verify|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":16,"content":"<|code|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":17,"content":"<|text|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":18,"content":"<|math|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":19,"content":"<|think|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":20,"content":"<|answer|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":21,"content":"<|step|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":22,"content":"<|reason|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":23,"content":"<|check|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":24,"content":"<|output|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":25,"content":"<|plan|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":26,"content":"<|solve|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":27,"content":"<|analyze|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":28,"content":"<|conclude|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":29,"content":"<|approach|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":30,"content":"<|alternative|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":31,"content":"<|summary|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":32,"content":"<|question|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":33,"content":"<|hint|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":34,"content":"<|example|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":35,"content":"<|correct|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":36,"content":"<|incorrect|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":37,"content":"<|feedback|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":38,"content":"<|start|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":39,"content":"<|end|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":40,"content":"<|sep|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":41,"content":"<|cls|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":42,"content":"<|tool|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":43,"content":"<|function|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":44,"content":"<|result|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":45,"content":"<|input|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":46,"content":"<|detect|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":47,"content":"<|context|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":48,"content":"<|proof|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":49,"content":"<|lemma|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":50,"content":"<|theorem|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true}],"normalizer":null,"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"post_processor":null,"decoder":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":"<unk>","byte_fallback":true,"vocab":{"<unk>":0,"<s>":1,"</s>":2,"<pad>":3,"<|system|>":4,"<|user|>":5,"<|assistant|>":6,"<think>":7,"</think>":8,"[INST]":9,"[/INST]":10,"<|begin_of_thought|>":11,"<|end_of_thought|>":12,"<|reflect|>":13,"<|revise|>":14,"<|verify|>":15,"<|code|>":16,"<|text|>":17,"<|math|>":18,"<|think|>":19,"<|answer|>":20,"<|step|>":21,"<|reason|>":22,"<|check|>":23,"<|output|>":24,"<|plan|>":25,"<|solve|>":26,"<|analyze|>":27,"<|conclude|>":28,"<|approach|>":29,"<|alternative|>":30,"<|summary|>":31,"<|question|>":32,"<|hint|>":33,"<|example|>":34,"<|correct|>":35,"<|incorrect|>":36,"<|feedback|>":37,"<|start|>":38,"<|end|>":39,"<|sep|>":40,"<|cls|>":41,"<|tool|>":42,"<|function|>":43,"<|result|>":44,"<|input|>":45,"<|detect|>":46,"<|context|>":47,"<|proof|>":48,"<|lemma|>":49,"<|theorem|>":50,"Ā":51,"ā":52,"Ă":53,"ă":54,"Ą":55,"ą":56,"Ć":57,"ć":58,"Ĉ":59,"ĉ":60,"Ċ":61,"ċ":62,"Č":63,"č":64,"Ď":65,"ď":66,"Đ":67,"đ":68,"Ē":69,"ē":70,"Ĕ":71,"ĕ":72,"Ė":73,"ė":74,"Ę":75,"ę":76,"Ě":77,"ě":78,"Ĝ":79,"ĝ":80,"Ğ":81,"ğ":82,"Ġ":83,"!":84,"\"":85,"#":86,"$":87,"%":88,"&":89,"'":90,"(":91,")":92,"*":93,"+":94,",":95,"-":96,".":97,"/":98,"0":99,"1":100,"2":101,"3":102,"4":103,"5":104,"6":105,"7":106,"8":107,"9":108,":":109,";":110,"<":111,"=":112,">":113,"?":114,"@":115,"A":116,"B":117,"C":118,"D":119,"E":120,"F":121,"G":122,"H":123,"I":124,"J":125,"K":126,"L":127,"M":128,"N":129,"O":130,"P":131,"Q":132,"R":133,"S":134,"T":135,"U":136,"V":137,"W":138,"X":139,"Y":140,"Z":141,"[":142,"\\":143,"]":144,"^":145,"_":146,"`":147,"a":148,"b":149,"c":150,"d":151,"e":152,"f":153,"g":154,"h":155,"i":156,"j":157,"k":158,"l":159,"m":160,"n":161,"o":162,"p":163,"q":164,"r":165,"s":166,"t":167,"u":168,"v":169,"w":170,"x":171,"y":172,"z":173,"{":174,"|":175,"}":176,"~":177,"ġ":178,"Ģ":179,"ģ":180,"Ĥ":181,"ĥ":182,"Ħ":183,"ħ":184,"Ĩ":185,"ĩ":186,"Ī":187,"ī":188,"Ĭ":189,"ĭ":190,"Į":191,"į":192,"İ":193,"ı":194,"IJ":195,"ij":196,"Ĵ":197,"ĵ":198,"Ķ":199,"ķ":200,"ĸ":201,"Ĺ":202,"ĺ":203,"Ļ":204,"ļ":205,"Ľ":206,"ľ":207,"Ŀ":208,"ŀ":209,"Ł":210,"ł":211,"¡":212,"¢":213,"£":214,"¤":215,"¥":216,"¦":217,"§":218,"¨":219,"©":220,"ª":221,"«":222,"¬":223,"Ń":224,"®":225,"¯":226,"°":227,"±":228,"²":229,"³":230,"´":231,"µ":232,"¶":233,"·":234,"¸":235,"¹":236,"º":237,"»":238,"¼":239,"½":240,"¾":241,"¿":242,"À":243,"Á":244,"Â":245,"Ã":246,"Ä":247,"Å":248,"Æ":249,"Ç":250,"È":251,"É":252,"Ê":253,"Ë":254,"Ì":255,"Í":256,"Î":257,"Ï":258,"Ð":259,"Ñ":260,"Ò":261,"Ó":262,"Ô":263,"Õ":264,"Ö":265,"×":266,"Ø":267,"Ù":268,"Ú":269,"Û":270,"Ü":271,"Ý":272,"Þ":273,"ß":274,"à":275,"á":276,"â":277,"ã":278,"ä":279,"å":280,"æ":281,"ç":282,"è":283,"é":284,"ê":285,"ë":286,"ì":287,"í":288,"î":289,"ï":290,"ð":291,"ñ":292,"ò":293,"ó":294,"ô":295,"õ":296,"ö":297,"÷":298,"ø":299,"ù":300,"ú":301,"û":302,"ü":303,"ý":304,"þ":305,"ÿ":306,"the":307,"be":308,"to":309,"of":310,"and":311,"in":312,"that":313,"have":314,"it":315,"for":316,"not":317,"on":318,"with":319,"he":320,"as":321,"you":322,"do":323,"at":324,"this":325,"but":326,"his":327,"by":328,"from":329,"they":330,"we":331,"say":332,"her":333,"she":334,"or":335,"an":336,"will":337,"my":338,"one":339,"all":340,"would":341,"there":342,"their":343,"what":344,"so":345,"up":346,"out":347,"if":348,"about":349,"who":350,"get":351,"which":352,"go":353,"me":354,"when":355,"make":356,"can":357,"like":358,"time":359,"no":360,"just":361,"him":362,"know":363,"take":364,"people":365,"into":366,"year":367,"your":368,"good":369,"some":370,"could":371,"them":372,"see":373,"other":374,"than":375,"then":376,"now":377,"look":378,"only":379,"come":380,"its":381,"over":382,"think":383,"also":384,"back":385,"after":386,"use":387,"two":388,"how":389,"our":390,"work":391,"first":392,"well":393,"way":394,"even":395,"new":396,"want":397,"because":398,"any":399,"these":400,"give":401,"day":402,"most":403,"us":404,"is":405,"was":406,"are":407,"were":408,"been":409,"has":410,"had":411,"did":412,"does":413,"am":414,"being":415,"having":416,"doing":417,"saying":418,"going":419,"getting":420,"making":421,"knowing":422,"taking":423,"thinking":424,"coming":425,"came":426,"goes":427,"gone":428,"went":429,"saw":430,"seen":431,"seeing":432,"said":433,"says":434,"got":435,"gotten":436,"made":437,"makes":438,"knew":439,"known":440,"knows":441,"thought":442,"thinks":443,"took":444,"taken":445,"takes":446,"gave":447,"given":448,"gives":449,"giving":450,"find":451,"found":452,"finds":453,"finding":454,"tell":455,"told":456,"tells":457,"telling":458,"ask":459,"asked":460,"asks":461,"asking":462,"show":463,"showed":464,"shown":465,"shows":466,"showing":467,"try":468,"tried":469,"tries":470,"trying":471,"leave":472,"left":473,"leaves":474,"leaving":475,"call":476,"called":477,"calls":478,"calling":479,"keep":480,"kept":481,"keeps":482,"keeping":483,"let":484,"lets":485,"letting":486,"begin":487,"began":488,"begun":489,"begins":490,"beginning":491,"seem":492,"seemed":493,"seems":494,"seeming":495,"help":496,"helped":497,"helps":498,"helping":499,"turn":500,"turned":501,"turns":502,"turning":503,"start":504,"started":505,"starts":506,"starting":507,"bring":508,"brought":509,"brings":510,"bringing":511,"happen":512,"happened":513,"happens":514,"happening":515,"write":516,"wrote":517,"written":518,"writes":519,"writing":520,"provide":521,"provided":522,"provides":523,"providing":524,"consider":525,"considered":526,"considers":527,"considering":528,"appear":529,"appeared":530,"appears":531,"appearing":532,"follow":533,"followed":534,"follows":535,"following":536,"change":537,"changed":538,"changes":539,"changing":540,"form":541,"formed":542,"forms":543,"forming":544,"need":545,"needed":546,"needs":547,"needing":548,"set":549,"sets":550,"setting":551,"put":552,"puts":553,"putting":554,"run":555,"runs":556,"running":557,"move":558,"moved":559,"moves":560,"moving":561,"stand":562,"stood":563,"stands":564,"standing":565,"win":566,"won":567,"wins":568,"winning":569,"play":570,"played":571,"plays":572,"playing":573,"point":574,"points":575,"pointed":576,"pointing":577,"large":578,"small":579,"big":580,"little":581,"long":582,"short":583,"high":584,"low":585,"old":586,"young":587,"great":588,"important":589,"different":590,"same":591,"many":592,"much":593,"more":594,"few":595,"own":596,"very":597,"such":598,"still":599,"too":600,"here":601,"where":602,"why":603,"while":604,"though":605,"although":606,"until":607,"since":608,"before":609,"during":610,"without":611,"within":612,"between":613,"through":614,"across":615,"around":616,"above":617,"below":618,"under":619,"again":620,"ever":621,"never":622,"always":623,"often":624,"sometimes":625,"together":626,"alone":627,"already":628,"yet":629,"almost":630,"quite":631,"rather":632,"bad":633,"better":634,"worse":635,"best":636,"worst":637,"less":638,"every":639,"each":640,"both":641,"either":642,"neither":643,"none":644,"thing":645,"things":646,"ways":647,"times":648,"years":649,"days":650,"week":651,"weeks":652,"month":653,"months":654,"part":655,"parts":656,"place":657,"places":658,"case":659,"cases":660,"world":661,"worlds":662,"number":663,"numbers":664,"group":665,"groups":666,"system":667,"systems":668,"program":669,"programs":670,"data":671,"information":672,"problem":673,"problems":674,"solution":675,"solutions":676,"method":677,"methods":678,"result":679,"results":680,"process":681,"processes":682,"function":683,"functions":684,"value":685,"values":686,"type":687,"types":688,"state":689,"states":690,"model":691,"models":692,"level":693,"levels":694,"line":695,"lines":696,"file":697,"files":698,"code":699,"codes":700,"list":701,"lists":702,"array":703,"arrays":704,"object":705,"objects":706,"class":707,"classes":708,"property":709,"properties":710,"input":711,"inputs":712,"output":713,"outputs":714,"return":715,"returns":716,"define":717,"defined":718,"defines":719,"defining":720,"declare":721,"declared":722,"import":723,"imports":724,"export":725,"exports":726,"include":727,"includes":728,"public":729,"private":730,"protected":731,"static":732,"final":733,"const":734,"void":735,"int":736,"float":737,"double":738,"char":739,"bool":740,"string":741,"true":742,"false":743,"null":744,"None":745,"nil":746,"undefined":747,"else":748,"elif":749,"switch":750,"default":751,"break":752,"catch":753,"finally":754,"throw":755,"raise":756,"except":757,"yield":758,"await":759,"async":760,"defer":761,"lambda":762,"map":763,"filter":764,"reduce":765,"sort":766,"delete":767,"free":768,"alloc":769,"realloc":770,"print":771,"printf":772,"println":773,"log":774,"debug":775,"error":776,"len":777,"size":778,"length":779,"count":780,"sum":781,"max":782,"min":783,"abs":784,"pow":785,"sqrt":786,"floor":787,"ceil":788,"round":789,"sin":790,"cos":791,"tan":792,"atan":793,"exp":794,"zero":795,"three":796,"four":797,"five":798,"six":799,"seven":800,"eight":801,"nine":802,"ten":803,"second":804,"third":805,"last":806,"next":807,"previous":808,"current":809,"initial":810,"primary":811,"secondary":812,"main":813,"basic":814,"advanced":815,"simple":816,"complex":817,"single":818,"multiple":819,"add":820,"sub":821,"mul":822,"div":823,"mod":824,"inc":825,"dec":826,"push":827,"pop":828,"shift":829,"unshift":830,"insert":831,"remove":832,"append":833,"prepend":834,"concat":835,"join":836,"split":837,"slice":838,"open":839,"close":840,"read":841,"load":842,"save":843,"create":844,"update":845,"select":846,"merge":847,"end":848,"stop":849,"pause":850,"resume":851,"enable":852,"disable":853,"allow":854,"deny":855,"grant":856,"revoke":857,"user":858,"users":859,"name":860,"names":861,"id":862,"ids":863,"key":864,"keys":865,"field":866,"fields":867,"table":868,"tables":869,"row":870,"rows":871,"column":872,"columns":873,"index":874,"indexes":875,"indices":876,"query":877,"queries":878,"avg":879,"total":880,"page":881,"pages":882,"home":883,"login":884,"logout":885,"signup":886,"errors":887,"warning":888,"warnings":889,"info":890,"success":891,"failure":892,"status":893,"message":894,"messages":895,"request":896,"requests":897,"response":898,"responses":899,"client":900,"server":901,"api":902,"endpoint":903,"route":904,"http":905,"https":906,"url":907,"uri":908,"port":909,"host":910,"config":911,"configuration":912,"settings":913,"option":914,"options":915,"param":916,"params":917,"parameter":918,"parameters":919,"arg":920,"args":921,"argument":922,"arguments":923,"kwargs":924,"path":925,"dir":926,"directory":927,"dirs":928,"folder":929,"folders":930,"item":931,"items":932,"element":933,"elements":934,"entry":935,"entries":936,"note":937,"notes":938,"text":939,"texts":940,"content":941,"contents":942,"source":943,"sources":944,"target":945,"targets":946,"ref":947,"refs":948,"struct":949,"structs":950,"union":951,"unions":952,"enum":953,"enums":954,"impl":955,"implement":956,"implementation":957,"interface":958,"abstract":959,"virtual":960,"override":961,"overload":962,"base":963,"derived":964,"parent":965,"child":966,"children":967,"root":968,"leaf":969,"node":970,"nodes":971,"edge":972,"edges":973,"tree":974,"graph":975,"queue":976,"stack":977,"heap":978,"dict":979,"dictionary":980,"hash":981,"hashmap":982,"link":983,"links":984,"linked":985,"pointer":986,"pointers":987,"thread":988,"threads":989,"task":990,"tasks":991,"sync":992,"lock":993,"mutex":994,"semaphore":995,"buffer":996,"buffers":997,"cache":998,"cached":999,"pool":1000,"pools":1001,"memory":1002,"disk":1003,"network":1004,"socket":1005,"sockets":1006,"stream":1007,"streams":1008,"packet":1009,"packets":1010,"frame":1011,"meta":1012,"metadata":1013,"header":1014,"headers":1015,"body":1016,"payload":1017,"token":1018,"tokens":1019,"session":1020,"cookie":1021,"cookies":1022,"auth":1023,"register":1024,"password":1025,"salt":1026,"encrypt":1027,"decrypt":1028,"encode":1029,"decode":1030,"cert":1031,"certificate":1032,"train":1033,"training":1034,"trained":1035,"test":1036,"testing":1037,"tested":1038,"valid":1039,"validate":1040,"validation":1041,"eval":1042,"evaluate":1043,"layer":1044,"layers":1045,"weight":1046,"weights":1047,"bias":1048,"biases":1049,"loss":1050,"losses":1051,"grad":1052,"grads":1053,"lr":1054,"learning_rate":1055,"optimizer":1056,"adam":1057,"sgd":1058,"batch":1059,"batches":1060,"epoch":1061,"epochs":1062,"step":1063,"steps":1064,"dataset":1065,"dataloader":1066,"tensor":1067,"tensors":1068,"gpu":1069,"cpu":1070,"tpu":1071,"device":1072,"devices":1073,"math":1074,"physics":1075,"chemistry":1076,"biology":1077,"science":1078,"compute":1079,"calculate":1080,"computation":1081,"calculation":1082,"equation":1083,"formula":1084,"expression":1085,"theorem":1086,"proof":1087,"prove":1088,"lemma":1089,"axiom":1090,"corollary":1091,"derivative":1092,"integral":1093,"limit":1094,"sequence":1095,"series":1096,"matrix":1097,"vector":1098,"subset":1099,"intersection":1100,"complement":1101,"space":1102,"ring":1103,"module":1104,"algebra":1105,"analysis":1106,"topology":1107,"geometry":1108,"statistics":1109,"probability":1110,"distribution":1111,"random":1112,"sample":1113,"mean":1114,"median":1115,"mode":1116,"variance":1117,"std":1118,"deviation":1119,"linear":1120,"nonlinear":1121,"convex":1122,"concave":1123,"smooth":1124,"algorithm":1125,"complexity":1126,"runtime":1127,"search":1128,"traverse":1129,"recursive":1130,"iterative":1131,"dynamic":1132,"greedy":1133,"optimization":1134,"constraint":1135,"feasible":1136,"optimal":1137,"example":1138,"question":1139,"answer":1140,"hint":1141,"reason":1142,"analyze":1143,"approach":1144,"solve":1145,"verify":1146,"check":1147,"conclude":1148,"summarize":1149,"explain":1150,"describe":1151,"correct":1152,"incorrect":1153,"right":1154,"wrong":1155,"positive":1156,"negative":1157,"yes":1158,"maybe":1159,"==":1160,"!=":1161,"<=":1162,">=":1163,"&&":1164,"||":1165,"++":1166,"--":1167,"+=":1168,"-=":1169,"*=":1170,"/=":1171,"->":1172,"=>":1173,"::":1174,"..":1175,"...":1176,"/*":1177,"*/":1178,"//":1179,"<!--":1180,"-->":1181,"10":1182,"11":1183,"12":1184,"13":1185,"14":1186,"15":1187,"16":1188,"17":1189,"18":1190,"19":1191,"20":1192,"30":1193,"40":1194,"50":1195,"60":1196,"70":1197,"80":1198,"90":1199,"100":1200,"-1":1201,"-2":1202,"0x":1203,"0b":1204,"0o":1205,"Ġthe":1206,"Ġto":1207,"Ġof":1208,"Ġand":1209,"Ġa":1210,"Ġin":1211,"Ġthat":1212,"Ġis":1213,"Ġwas":1214,"Ġfor":1215,"Ġon":1216,"Ġwith":1217,"Ġas":1218,"Ġby":1219,"Ġat":1220,"Ġfrom":1221,"Ġor":1222,"Ġan":1223,"Ġwill":1224,"Ġwould":1225,"Ġnot":1226,"Ġbut":1227,"Ġare":1228,"Ġwere":1229,"Ġbeen":1230,"Ġhave":1231,"Ġhas":1232,"Ġhad":1233,"Ġdo":1234,"Ġdoes":1235,"Ġdid":1236,"Ġcan":1237,"Ġcould":1238,"Ġshould":1239,"Ġmay":1240,"Ġmight":1241,"Ġshall":1242,"Ġmust":1243,"Ġif":1244,"Ġelse":1245,"Ġwhen":1246,"Ġwhile":1247,"Ġbecause":1248,"Ġso":1249,"Ġthen":1250,"Ġthan":1251,"Ġalso":1252,"Ġeven":1253,"Ġonly":1254,"Ġjust":1255,"Ġvery":1256,"Ġtoo":1257,"Ġstill":1258,"Ġalready":1259,"Ġhere":1260,"Ġthere":1261,"Ġwhere":1262,"Ġwhy":1263,"Ġhow":1264,"Ġwhat":1265,"Ġwhich":1266,"Ġthis":1267,"Ġthese":1268,"Ġthose":1269,"Ġit":1270,"Ġits":1271,"Ġthey":1272,"Ġthem":1273,"Ġwe":1274,"Ġus":1275,"Ġour":1276,"Ġyou":1277,"Ġyour":1278,"Ġhe":1279,"Ġhim":1280,"Ġhis":1281,"Ġshe":1282,"Ġher":1283,"Ġhers":1284,"Ġone":1285,"Ġno":1286,"Ġall":1287,"Ġany":1288,"Ġsome":1289,"Ġeach":1290,"Ġevery":1291,"Ġboth":1292,"Ġneither":1293,"Ġeither":1294,"Ġmore":1295,"Ġmost":1296,"Ġfew":1297,"Ġother":1298,"Ġanother":1299,"Ġsuch":1300,"Ġsame":1301,"Ġdifferent":1302,"Ġown":1303,"Ġlike":1304,"Ġwell":1305,"Ġgood":1306,"Ġbad":1307,"Ġbetter":1308,"Ġbest":1309,"Ġnew":1310,"Ġold":1311,"Ġbig":1312,"Ġsmall":1313,"Ġlong":1314,"Ġshort":1315,"Ġhigh":1316,"Ġlow":1317,"Ġlarge":1318,"Ġlittle":1319,"Ġgreat":1320,"Ġimportant":1321,"Ġup":1322,"Ġdown":1323,"Ġout":1324,"Ġoff":1325,"Ġover":1326,"Ġunder":1327,"Ġagain":1328,"Ġback":1329,"Ġabout":1330,"Ġaround":1331,"Ġbetween":1332,"Ġthrough":1333,"Ġbefore":1334,"Ġafter":1335,"Ġduring":1336,"Ġuntil":1337,"Ġsince":1338,"Ġfirst":1339,"Ġlast":1340,"Ġnext":1341,"Ġprevious":1342,"Ġfinal":1343,"Ġget":1344,"Ġgot":1345,"Ġmake":1346,"Ġmade":1347,"Ġtake":1348,"Ġtook":1349,"Ġgive":1350,"Ġgave":1351,"Ġuse":1352,"Ġused":1353,"Ġusing":1354,"Ġneed":1355,"Ġneeds":1356,"Ġneeded":1357,"Ġwant":1358,"Ġwants":1359,"Ġwanted":1360,"Ġlet":1361,"Ġlets":1362,"Ġwork":1363,"Ġworks":1364,"Ġworked":1365,"Ġworking":1366,"Ġhelp":1367,"Ġhelps":1368,"Ġhelped":1369,"Ġcall":1370,"Ġcalls":1371,"Ġcalled":1372,"Ġcalling":1373,"Ġset":1374,"Ġsets":1375,"Ġsetting":1376,"Ġput":1377,"Ġputs":1378,"Ġputting":1379,"Ġrun":1380,"Ġruns":1381,"Ġran":1382,"Ġrunning":1383,"Ġkeep":1384,"Ġkeeps":1385,"Ġkept":1386,"Ġfind":1387,"Ġfinds":1388,"Ġfound":1389,"Ġshow":1390,"Ġshows":1391,"Ġtry":1392,"Ġtries":1393,"Ġtried":1394,"Ġtrying":1395,"Ġstart":1396,"Ġstarts":1397,"Ġstarted":1398,"Ġchange":1399,"Ġchanges":1400,"Ġchanged":1401,"Ġchanging":1402,"Ġfollow":1403,"Ġfollows":1404,"Ġknow":1405,"Ġknows":1406,"Ġknown":1407,"Ġthink":1408,"Ġthinks":1409,"Ġthought":1410,"Ġsay":1411,"Ġsays":1412,"Ġsaid":1413,"Ġsee":1414,"Ġsees":1415,"Ġsaw":1416,"Ġseen":1417,"Ġcome":1418,"Ġcomes":1419,"Ġcame":1420,"Ġgo":1421,"Ġgoes":1422,"Ġwent":1423,"Ġgone":1424,"Ġbring":1425,"Ġbrings":1426,"Ġbrought":1427,"Ġtell":1428,"Ġtells":1429,"Ġtold":1430,"Ġleave":1431,"Ġleaves":1432,"Ġleft":1433,"Ġhappen":1434,"Ġhappens":1435,"Ġprovide":1436,"Ġprovides":1437,"Ġprovided":1438,"Ġconsider":1439,"Ġconsiders":1440,"Ġappear":1441,"Ġappears":1442,"Ġappeared":1443,"Ġform":1444,"Ġforms":1445,"Ġformed":1446,"Ġseem":1447,"Ġseems":1448,"Ġseemed":1449,"Ġpoint":1450,"Ġpoints":1451,"Ġpointed":1452,"Ġturn":1453,"Ġturns":1454,"Ġturned":1455,"Ġturning":1456,"Ġplay":1457,"Ġplays":1458,"Ġthings":1459,"Ġthing":1460,"Ġtime":1461,"Ġtimes":1462,"Ġyear":1463,"Ġyears":1464,"Ġpeople":1465,"Ġplace":1466,"Ġplaces":1467,"Ġpart":1468,"Ġparts":1469,"Ġworld":1470,"Ġnumber":1471,"Ġnumbers":1472,"Ġsystem":1473,"Ġsystems":1474,"Ġgroup":1475,"Ġgroups":1476,"Ġline":1477,"Ġlines":1478,"Ġfile":1479,"Ġfiles":1480,"Ġcode":1481,"Ġdata":1482,"Ġfunction":1483,"Ġfunctions":1484,"Ġvalue":1485,"Ġvalues":1486,"Ġtype":1487,"Ġtypes":1488,"Ġclass":1489,"Ġclasses":1490,"Ġobject":1491,"Ġobjects":1492,"Ġmethod":1493,"Ġmethods":1494,"Ġresult":1495,"Ġresults":1496,"Ġprocess":1497,"Ġprocesses":1498,"Ġstate":1499,"Ġstates":1500,"Ġmodel":1501,"Ġmodels":1502,"Ġlevel":1503,"Ġlevels":1504,"Ġcase":1505,"Ġcases":1506,"Ġexample":1507,"Ġexamples":1508,"Ġinput":1509,"Ġinputs":1510,"Ġoutput":1511,"Ġoutputs":1512,"Ġerror":1513,"Ġerrors":1514,"Ġstatus":1515,"Ġmessage":1516,"Ġmessages":1517,"Ġrequest":1518,"Ġrequests":1519,"Ġresponse":1520,"Ġresponses":1521,"Ġreturn":1522,"Ġreturns":1523,"Ġimport":1524,"Ġimports":1525,"Ġexport":1526,"Ġexports":1527,"Ġdefine":1528,"Ġdefines":1529,"Ġdefined":1530,"Ġdeclare":1531,"Ġdeclares":1532,"Ġinclude":1533,"Ġincludes":1534,"Ġconfig":1535,"Ġsettings":1536,"Ġoption":1537,"Ġoptions":1538,"Ġparam":1539,"Ġparams":1540,"Ġargs":1541,"Ġtrue":1542,"Ġfalse":1543,"Ġnull":1544,"ĠNone":1545,"Ġundefined":1546,"Ġlen":1547,"Ġsize":1548,"Ġcount":1549,"Ġsum":1550,"Ġmax":1551,"Ġmin":1552,"Ġprint":1553,"Ġlog":1554,"Ġdebug":1555,"Ġinfo":1556,"Ġwarn":1557,"Ġtrain":1558,"Ġtest":1559,"Ġeval":1560,"Ġvalid":1561,"Ġval":1562,"Ġpage":1563,"Ġhome":1564,"Ġname":1565,"Ġkey":1566,"Ġkeys":1567,"Ġpath":1568,"Ġdir":1569,"Ġroot":1570,"Ġitem":1571,"Ġitems":1572,"Ġsource":1573,"Ġtarget":1574,"Ġbase":1575,"Ġmain":1576,"Ġprimary":1577,"Ġadd":1578,"Ġremove":1579,"Ġcreate":1580,"Ġdelete":1581,"Ġupdate":1582,"Ġopen":1583,"Ġclose":1584,"Ġread":1585,"Ġwrite":1586,"Ġload":1587,"Ġsave":1588,"Ġpush":1589,"Ġpop":1590,"Ġinsert":1591,"Ġappend":1592,"Ġsplit":1593,"Ġbegin":1594,"Ġend":1595,"Ġstop":1596,"Ġenable":1597,"Ġdisable":1598,"Ġuser":1599,"Ġusers":1600,"Ġadmin":1601,"Ġmanager":1602,"Ġstring":1603,"Ġint":1604,"Ġfloat":1605,"Ġdouble":1606,"Ġbool":1607,"Ġvoid":1608,"Ġlist":1609,"Ġdict":1610,"Ġtuple":1611,"Ġarray":1612,"Ġapi":1613,"Ġurl":1614,"Ġuri":1615,"Ġendpoint":1616,"Ġroute":1617,"Ġhttp":1618,"Ġhttps":1619,"Ġclient":1620,"Ġserver":1621,"Ġsocket":1622,"Ġmath":1623,"Ġscience":1624,"Ġanalysis":1625,"Ġtheory":1626,"Ġproof":1627,"Ġtheorem":1628,"Ġlemma":1629,"Ġequation":1630,"Ġformula":1631,"ing":1632,"ed":1633,"ly":1634,"tion":1635,"sion":1636,"ment":1637,"ness":1638,"ity":1639,"able":1640,"ible":1641,"al":1642,"ial":1643,"ical":1644,"ous":1645,"eous":1646,"ious":1647,"ive":1648,"ative":1649,"ful":1650,"wise":1651,"ward":1652,"un":1653,"re":1654,"im":1655,"ir":1656,"il":1657,"dis":1658,"mis":1659,"non":1660,"pre":1661,"pro":1662,"per":1663,"trans":1664,"inter":1665,"intra":1666,"extra":1667,"super":1668,"sur":1669,"semi":1670,"multi":1671,"mono":1672,"bi":1673,"tri":1674,"anti":1675,"counter":1676,"down":1677,"co":1678,"con":1679,"com":1680,"col":1681,"cor":1682,"de":1683,"di":1684,"dif":1685,"ex":1686,"fore":1687,"macro":1688,"micro":1689,"mid":1690,"post":1691,"tele":1692,"ultra":1693,"-ing":1694,"-ed":1695,"-ly":1696,"-tion":1697,"-sion":1698,"-ment":1699,"-ness":1700,"-ity":1701,"-able":1702,"-ible":1703,"-al":1704,"-ous":1705,"-ive":1706,"-ful":1707,"-less":1708,"un-":1709,"re-":1710,"pre-":1711,"non-":1712,"anti-":1713,"counter-":1714,"self-":1715,"all-":1716,"well-":1717,"so-":1718,"to-":1719,"in-":1720,"'t":1721,"'s":1722,"'m":1723,"'re":1724,"'ve":1725,"'ll":1726,"'d":1727,"n't":1728,"don't":1729,"can't":1730,"won't":1731,"isn't":1732,"aren't":1733,"wasn't":1734,"weren't":1735,"hasn't":1736,"haven't":1737,"hadn't":1738,"doesn't":1739,"didn't":1740,"couldn't":1741,"shouldn't":1742,"wouldn't":1743,"mustn't":1744,"needn't":1745,"mightn't":1746,"<-":1747,"\n":1748,"\t":1749," ":1750," ":1751," ":1752," ":1753,"ĠĠ":1754,"ĠĠĠ":1755,"ĠĠĠĠ":1756,"t1757":1757,"t1758":1758,"t1759":1759,"t1760":1760,"t1761":1761,"t1762":1762,"t1763":1763,"t1764":1764,"t1765":1765,"t1766":1766,"t1767":1767,"t1768":1768,"t1769":1769,"t1770":1770,"t1771":1771,"t1772":1772,"t1773":1773,"t1774":1774,"t1775":1775,"t1776":1776,"t1777":1777,"t1778":1778,"t1779":1779,"t1780":1780,"t1781":1781,"t1782":1782,"t1783":1783,"t1784":1784,"t1785":1785,"t1786":1786,"t1787":1787,"t1788":1788,"t1789":1789,"t1790":1790,"t1791":1791,"t1792":1792,"t1793":1793,"t1794":1794,"t1795":1795,"t1796":1796,"t1797":1797,"t1798":1798,"t1799":1799,"t1800":1800,"t1801":1801,"t1802":1802,"t1803":1803,"t1804":1804,"t1805":1805,"t1806":1806,"t1807":1807,"t1808":1808,"t1809":1809,"t1810":1810,"t1811":1811,"t1812":1812,"t1813":1813,"t1814":1814,"t1815":1815,"t1816":1816,"t1817":1817,"t1818":1818,"t1819":1819,"t1820":1820,"t1821":1821,"t1822":1822,"t1823":1823,"t1824":1824,"t1825":1825,"t1826":1826,"t1827":1827,"t1828":1828,"t1829":1829,"t1830":1830,"t1831":1831,"t1832":1832,"t1833":1833,"t1834":1834,"t1835":1835,"t1836":1836,"t1837":1837,"t1838":1838,"t1839":1839,"t1840":1840,"t1841":1841,"t1842":1842,"t1843":1843,"t1844":1844,"t1845":1845,"t1846":1846,"t1847":1847,"t1848":1848,"t1849":1849,"t1850":1850,"t1851":1851,"t1852":1852,"t1853":1853,"t1854":1854,"t1855":1855,"t1856":1856,"t1857":1857,"t1858":1858,"t1859":1859,"t1860":1860,"t1861":1861,"t1862":1862,"t1863":1863,"t1864":1864,"t1865":1865,"t1866":1866,"t1867":1867,"t1868":1868,"t1869":1869,"t1870":1870,"t1871":1871,"t1872":1872,"t1873":1873,"t1874":1874,"t1875":1875,"t1876":1876,"t1877":1877,"t1878":1878,"t1879":1879,"t1880":1880,"t1881":1881,"t1882":1882,"t1883":1883,"t1884":1884,"t1885":1885,"t1886":1886,"t1887":1887,"t1888":1888,"t1889":1889,"t1890":1890,"t1891":1891,"t1892":1892,"t1893":1893,"t1894":1894,"t1895":1895,"t1896":1896,"t1897":1897,"t1898":1898,"t1899":1899,"t1900":1900,"t1901":1901,"t1902":1902,"t1903":1903,"t1904":1904,"t1905":1905,"t1906":1906,"t1907":1907,"t1908":1908,"t1909":1909,"t1910":1910,"t1911":1911,"t1912":1912,"t1913":1913,"t1914":1914,"t1915":1915,"t1916":1916,"t1917":1917,"t1918":1918,"t1919":1919,"t1920":1920,"t1921":1921,"t1922":1922,"t1923":1923,"t1924":1924,"t1925":1925,"t1926":1926,"t1927":1927,"t1928":1928,"t1929":1929,"t1930":1930,"t1931":1931,"t1932":1932,"t1933":1933,"t1934":1934,"t1935":1935,"t1936":1936,"t1937":1937,"t1938":1938,"t1939":1939,"t1940":1940,"t1941":1941,"t1942":1942,"t1943":1943,"t1944":1944,"t1945":1945,"t1946":1946,"t1947":1947,"t1948":1948,"t1949":1949,"t1950":1950,"t1951":1951,"t1952":1952,"t1953":1953,"t1954":1954,"t1955":1955,"t1956":1956,"t1957":1957,"t1958":1958,"t1959":1959,"t1960":1960,"t1961":1961,"t1962":1962,"t1963":1963,"t1964":1964,"t1965":1965,"t1966":1966,"t1967":1967,"t1968":1968,"t1969":1969,"t1970":1970,"t1971":1971,"t1972":1972,"t1973":1973,"t1974":1974,"t1975":1975,"t1976":1976,"t1977":1977,"t1978":1978,"t1979":1979,"t1980":1980,"t1981":1981,"t1982":1982,"t1983":1983,"t1984":1984,"t1985":1985,"t1986":1986,"t1987":1987,"t1988":1988,"t1989":1989,"t1990":1990,"t1991":1991,"t1992":1992,"t1993":1993,"t1994":1994,"t1995":1995,"t1996":1996,"t1997":1997,"t1998":1998,"t1999":1999,"t2000":2000,"t2001":2001,"t2002":2002,"t2003":2003,"t2004":2004,"t2005":2005,"t2006":2006,"t2007":2007,"t2008":2008,"t2009":2009,"t2010":2010,"t2011":2011,"t2012":2012,"t2013":2013,"t2014":2014,"t2015":2015,"t2016":2016,"t2017":2017,"t2018":2018,"t2019":2019,"t2020":2020,"t2021":2021,"t2022":2022,"t2023":2023,"t2024":2024,"t2025":2025,"t2026":2026,"t2027":2027,"t2028":2028,"t2029":2029,"t2030":2030,"t2031":2031,"t2032":2032,"t2033":2033,"t2034":2034,"t2035":2035,"t2036":2036,"t2037":2037,"t2038":2038,"t2039":2039,"t2040":2040,"t2041":2041,"t2042":2042,"t2043":2043,"t2044":2044,"t2045":2045,"t2046":2046,"t2047":2047,"t2048":2048,"t2049":2049,"t2050":2050,"t2051":2051,"t2052":2052,"t2053":2053,"t2054":2054,"t2055":2055,"t2056":2056,"t2057":2057,"t2058":2058,"t2059":2059,"t2060":2060,"t2061":2061,"t2062":2062,"t2063":2063,"t2064":2064,"t2065":2065,"t2066":2066,"t2067":2067,"t2068":2068,"t2069":2069,"t2070":2070,"t2071":2071,"t2072":2072,"t2073":2073,"t2074":2074,"t2075":2075,"t2076":2076,"t2077":2077,"t2078":2078,"t2079":2079,"t2080":2080,"t2081":2081,"t2082":2082,"t2083":2083,"t2084":2084,"t2085":2085,"t2086":2086,"t2087":2087,"t2088":2088,"t2089":2089,"t2090":2090,"t2091":2091,"t2092":2092,"t2093":2093,"t2094":2094,"t2095":2095,"t2096":2096,"t2097":2097,"t2098":2098,"t2099":2099,"t2100":2100,"t2101":2101,"t2102":2102,"t2103":2103,"t2104":2104,"t2105":2105,"t2106":2106,"t2107":2107,"t2108":2108,"t2109":2109,"t2110":2110,"t2111":2111,"t2112":2112,"t2113":2113,"t2114":2114,"t2115":2115,"t2116":2116,"t2117":2117,"t2118":2118,"t2119":2119,"t2120":2120,"t2121":2121,"t2122":2122,"t2123":2123,"t2124":2124,"t2125":2125,"t2126":2126,"t2127":2127,"t2128":2128,"t2129":2129,"t2130":2130,"t2131":2131,"t2132":2132,"t2133":2133,"t2134":2134,"t2135":2135,"t2136":2136,"t2137":2137,"t2138":2138,"t2139":2139,"t2140":2140,"t2141":2141,"t2142":2142,"t2143":2143,"t2144":2144,"t2145":2145,"t2146":2146,"t2147":2147,"t2148":2148,"t2149":2149,"t2150":2150,"t2151":2151,"t2152":2152,"t2153":2153,"t2154":2154,"t2155":2155,"t2156":2156,"t2157":2157,"t2158":2158,"t2159":2159,"t2160":2160,"t2161":2161,"t2162":2162,"t2163":2163,"t2164":2164,"t2165":2165,"t2166":2166,"t2167":2167,"t2168":2168,"t2169":2169,"t2170":2170,"t2171":2171,"t2172":2172,"t2173":2173,"t2174":2174,"t2175":2175,"t2176":2176,"t2177":2177,"t2178":2178,"t2179":2179,"t2180":2180,"t2181":2181,"t2182":2182,"t2183":2183,"t2184":2184,"t2185":2185,"t2186":2186,"t2187":2187,"t2188":2188,"t2189":2189,"t2190":2190,"t2191":2191,"t2192":2192,"t2193":2193,"t2194":2194,"t2195":2195,"t2196":2196,"t2197":2197,"t2198":2198,"t2199":2199,"t2200":2200,"t2201":2201,"t2202":2202,"t2203":2203,"t2204":2204,"t2205":2205,"t2206":2206,"t2207":2207,"t2208":2208,"t2209":2209,"t2210":2210,"t2211":2211,"t2212":2212,"t2213":2213,"t2214":2214,"t2215":2215,"t2216":2216,"t2217":2217,"t2218":2218,"t2219":2219,"t2220":2220,"t2221":2221,"t2222":2222,"t2223":2223,"t2224":2224,"t2225":2225,"t2226":2226,"t2227":2227,"t2228":2228,"t2229":2229,"t2230":2230,"t2231":2231,"t2232":2232,"t2233":2233,"t2234":2234,"t2235":2235,"t2236":2236,"t2237":2237,"t2238":2238,"t2239":2239,"t2240":2240,"t2241":2241,"t2242":2242,"t2243":2243,"t2244":2244,"t2245":2245,"t2246":2246,"t2247":2247,"t2248":2248,"t2249":2249,"t2250":2250,"t2251":2251,"t2252":2252,"t2253":2253,"t2254":2254,"t2255":2255,"t2256":2256,"t2257":2257,"t2258":2258,"t2259":2259,"t2260":2260,"t2261":2261,"t2262":2262,"t2263":2263,"t2264":2264,"t2265":2265,"t2266":2266,"t2267":2267,"t2268":2268,"t2269":2269,"t2270":2270,"t2271":2271,"t2272":2272,"t2273":2273,"t2274":2274,"t2275":2275,"t2276":2276,"t2277":2277,"t2278":2278,"t2279":2279,"t2280":2280,"t2281":2281,"t2282":2282,"t2283":2283,"t2284":2284,"t2285":2285,"t2286":2286,"t2287":2287,"t2288":2288,"t2289":2289,"t2290":2290,"t2291":2291,"t2292":2292,"t2293":2293,"t2294":2294,"t2295":2295,"t2296":2296,"t2297":2297,"t2298":2298,"t2299":2299,"t2300":2300,"t2301":2301,"t2302":2302,"t2303":2303,"t2304":2304,"t2305":2305,"t2306":2306,"t2307":2307,"t2308":2308,"t2309":2309,"t2310":2310,"t2311":2311,"t2312":2312,"t2313":2313,"t2314":2314,"t2315":2315,"t2316":2316,"t2317":2317,"t2318":2318,"t2319":2319,"t2320":2320,"t2321":2321,"t2322":2322,"t2323":2323,"t2324":2324,"t2325":2325,"t2326":2326,"t2327":2327,"t2328":2328,"t2329":2329,"t2330":2330,"t2331":2331,"t2332":2332,"t2333":2333,"t2334":2334,"t2335":2335,"t2336":2336,"t2337":2337,"t2338":2338,"t2339":2339,"t2340":2340,"t2341":2341,"t2342":2342,"t2343":2343,"t2344":2344,"t2345":2345,"t2346":2346,"t2347":2347,"t2348":2348,"t2349":2349,"t2350":2350,"t2351":2351,"t2352":2352,"t2353":2353,"t2354":2354,"t2355":2355,"t2356":2356,"t2357":2357,"t2358":2358,"t2359":2359,"t2360":2360,"t2361":2361,"t2362":2362,"t2363":2363,"t2364":2364,"t2365":2365,"t2366":2366,"t2367":2367,"t2368":2368,"t2369":2369,"t2370":2370,"t2371":2371,"t2372":2372,"t2373":2373,"t2374":2374,"t2375":2375,"t2376":2376,"t2377":2377,"t2378":2378,"t2379":2379,"t2380":2380,"t2381":2381,"t2382":2382,"t2383":2383,"t2384":2384,"t2385":2385,"t2386":2386,"t2387":2387,"t2388":2388,"t2389":2389,"t2390":2390,"t2391":2391,"t2392":2392,"t2393":2393,"t2394":2394,"t2395":2395,"t2396":2396,"t2397":2397,"t2398":2398,"t2399":2399,"t2400":2400,"t2401":2401,"t2402":2402,"t2403":2403,"t2404":2404,"t2405":2405,"t2406":2406,"t2407":2407,"t2408":2408,"t2409":2409,"t2410":2410,"t2411":2411,"t2412":2412,"t2413":2413,"t2414":2414,"t2415":2415,"t2416":2416,"t2417":2417,"t2418":2418,"t2419":2419,"t2420":2420,"t2421":2421,"t2422":2422,"t2423":2423,"t2424":2424,"t2425":2425,"t2426":2426,"t2427":2427,"t2428":2428,"t2429":2429,"t2430":2430,"t2431":2431,"t2432":2432,"t2433":2433,"t2434":2434,"t2435":2435,"t2436":2436,"t2437":2437,"t2438":2438,"t2439":2439,"t2440":2440,"t2441":2441,"t2442":2442,"t2443":2443,"t2444":2444,"t2445":2445,"t2446":2446,"t2447":2447,"t2448":2448,"t2449":2449,"t2450":2450,"t2451":2451,"t2452":2452,"t2453":2453,"t2454":2454,"t2455":2455,"t2456":2456,"t2457":2457,"t2458":2458,"t2459":2459,"t2460":2460,"t2461":2461,"t2462":2462,"t2463":2463,"t2464":2464,"t2465":2465,"t2466":2466,"t2467":2467,"t2468":2468,"t2469":2469,"t2470":2470,"t2471":2471,"t2472":2472,"t2473":2473,"t2474":2474,"t2475":2475,"t2476":2476,"t2477":2477,"t2478":2478,"t2479":2479,"t2480":2480,"t2481":2481,"t2482":2482,"t2483":2483,"t2484":2484,"t2485":2485,"t2486":2486,"t2487":2487,"t2488":2488,"t2489":2489,"t2490":2490,"t2491":2491,"t2492":2492,"t2493":2493,"t2494":2494,"t2495":2495,"t2496":2496,"t2497":2497,"t2498":2498,"t2499":2499,"t2500":2500,"t2501":2501,"t2502":2502,"t2503":2503,"t2504":2504,"t2505":2505,"t2506":2506,"t2507":2507,"t2508":2508,"t2509":2509,"t2510":2510,"t2511":2511,"t2512":2512,"t2513":2513,"t2514":2514,"t2515":2515,"t2516":2516,"t2517":2517,"t2518":2518,"t2519":2519,"t2520":2520,"t2521":2521,"t2522":2522,"t2523":2523,"t2524":2524,"t2525":2525,"t2526":2526,"t2527":2527,"t2528":2528,"t2529":2529,"t2530":2530,"t2531":2531,"t2532":2532,"t2533":2533,"t2534":2534,"t2535":2535,"t2536":2536,"t2537":2537,"t2538":2538,"t2539":2539,"t2540":2540,"t2541":2541,"t2542":2542,"t2543":2543,"t2544":2544,"t2545":2545,"t2546":2546,"t2547":2547,"t2548":2548,"t2549":2549,"t2550":2550,"t2551":2551,"t2552":2552,"t2553":2553,"t2554":2554,"t2555":2555,"t2556":2556,"t2557":2557,"t2558":2558,"t2559":2559,"t2560":2560,"t2561":2561,"t2562":2562,"t2563":2563,"t2564":2564,"t2565":2565,"t2566":2566,"t2567":2567,"t2568":2568,"t2569":2569,"t2570":2570,"t2571":2571,"t2572":2572,"t2573":2573,"t2574":2574,"t2575":2575,"t2576":2576,"t2577":2577,"t2578":2578,"t2579":2579,"t2580":2580,"t2581":2581,"t2582":2582,"t2583":2583,"t2584":2584,"t2585":2585,"t2586":2586,"t2587":2587,"t2588":2588,"t2589":2589,"t2590":2590,"t2591":2591,"t2592":2592,"t2593":2593,"t2594":2594,"t2595":2595,"t2596":2596,"t2597":2597,"t2598":2598,"t2599":2599,"t2600":2600,"t2601":2601,"t2602":2602,"t2603":2603,"t2604":2604,"t2605":2605,"t2606":2606,"t2607":2607,"t2608":2608,"t2609":2609,"t2610":2610,"t2611":2611,"t2612":2612,"t2613":2613,"t2614":2614,"t2615":2615,"t2616":2616,"t2617":2617,"t2618":2618,"t2619":2619,"t2620":2620,"t2621":2621,"t2622":2622,"t2623":2623,"t2624":2624,"t2625":2625,"t2626":2626,"t2627":2627,"t2628":2628,"t2629":2629,"t2630":2630,"t2631":2631,"t2632":2632,"t2633":2633,"t2634":2634,"t2635":2635,"t2636":2636,"t2637":2637,"t2638":2638,"t2639":2639,"t2640":2640,"t2641":2641,"t2642":2642,"t2643":2643,"t2644":2644,"t2645":2645,"t2646":2646,"t2647":2647,"t2648":2648,"t2649":2649,"t2650":2650,"t2651":2651,"t2652":2652,"t2653":2653,"t2654":2654,"t2655":2655,"t2656":2656,"t2657":2657,"t2658":2658,"t2659":2659,"t2660":2660,"t2661":2661,"t2662":2662,"t2663":2663,"t2664":2664,"t2665":2665,"t2666":2666,"t2667":2667,"t2668":2668,"t2669":2669,"t2670":2670,"t2671":2671,"t2672":2672,"t2673":2673,"t2674":2674,"t2675":2675,"t2676":2676,"t2677":2677,"t2678":2678,"t2679":2679,"t2680":2680,"t2681":2681,"t2682":2682,"t2683":2683,"t2684":2684,"t2685":2685,"t2686":2686,"t2687":2687,"t2688":2688,"t2689":2689,"t2690":2690,"t2691":2691,"t2692":2692,"t2693":2693,"t2694":2694,"t2695":2695,"t2696":2696,"t2697":2697,"t2698":2698,"t2699":2699,"t2700":2700,"t2701":2701,"t2702":2702,"t2703":2703,"t2704":2704,"t2705":2705,"t2706":2706,"t2707":2707,"t2708":2708,"t2709":2709,"t2710":2710,"t2711":2711,"t2712":2712,"t2713":2713,"t2714":2714,"t2715":2715,"t2716":2716,"t2717":2717,"t2718":2718,"t2719":2719,"t2720":2720,"t2721":2721,"t2722":2722,"t2723":2723,"t2724":2724,"t2725":2725,"t2726":2726,"t2727":2727,"t2728":2728,"t2729":2729,"t2730":2730,"t2731":2731,"t2732":2732,"t2733":2733,"t2734":2734,"t2735":2735,"t2736":2736,"t2737":2737,"t2738":2738,"t2739":2739,"t2740":2740,"t2741":2741,"t2742":2742,"t2743":2743,"t2744":2744,"t2745":2745,"t2746":2746,"t2747":2747,"t2748":2748,"t2749":2749,"t2750":2750,"t2751":2751,"t2752":2752,"t2753":2753,"t2754":2754,"t2755":2755,"t2756":2756,"t2757":2757,"t2758":2758,"t2759":2759,"t2760":2760,"t2761":2761,"t2762":2762,"t2763":2763,"t2764":2764,"t2765":2765,"t2766":2766,"t2767":2767,"t2768":2768,"t2769":2769,"t2770":2770,"t2771":2771,"t2772":2772,"t2773":2773,"t2774":2774,"t2775":2775,"t2776":2776,"t2777":2777,"t2778":2778,"t2779":2779,"t2780":2780,"t2781":2781,"t2782":2782,"t2783":2783,"t2784":2784,"t2785":2785,"t2786":2786,"t2787":2787,"t2788":2788,"t2789":2789,"t2790":2790,"t2791":2791,"t2792":2792,"t2793":2793,"t2794":2794,"t2795":2795,"t2796":2796,"t2797":2797,"t2798":2798,"t2799":2799,"t2800":2800,"t2801":2801,"t2802":2802,"t2803":2803,"t2804":2804,"t2805":2805,"t2806":2806,"t2807":2807,"t2808":2808,"t2809":2809,"t2810":2810,"t2811":2811,"t2812":2812,"t2813":2813,"t2814":2814,"t2815":2815,"t2816":2816,"t2817":2817,"t2818":2818,"t2819":2819,"t2820":2820,"t2821":2821,"t2822":2822,"t2823":2823,"t2824":2824,"t2825":2825,"t2826":2826,"t2827":2827,"t2828":2828,"t2829":2829,"t2830":2830,"t2831":2831,"t2832":2832,"t2833":2833,"t2834":2834,"t2835":2835,"t2836":2836,"t2837":2837,"t2838":2838,"t2839":2839,"t2840":2840,"t2841":2841,"t2842":2842,"t2843":2843,"t2844":2844,"t2845":2845,"t2846":2846,"t2847":2847,"t2848":2848,"t2849":2849,"t2850":2850,"t2851":2851,"t2852":2852,"t2853":2853,"t2854":2854,"t2855":2855,"t2856":2856,"t2857":2857,"t2858":2858,"t2859":2859,"t2860":2860,"t2861":2861,"t2862":2862,"t2863":2863,"t2864":2864,"t2865":2865,"t2866":2866,"t2867":2867,"t2868":2868,"t2869":2869,"t2870":2870,"t2871":2871,"t2872":2872,"t2873":2873,"t2874":2874,"t2875":2875,"t2876":2876,"t2877":2877,"t2878":2878,"t2879":2879,"t2880":2880,"t2881":2881,"t2882":2882,"t2883":2883,"t2884":2884,"t2885":2885,"t2886":2886,"t2887":2887,"t2888":2888,"t2889":2889,"t2890":2890,"t2891":2891,"t2892":2892,"t2893":2893,"t2894":2894,"t2895":2895,"t2896":2896,"t2897":2897,"t2898":2898,"t2899":2899,"t2900":2900,"t2901":2901,"t2902":2902,"t2903":2903,"t2904":2904,"t2905":2905,"t2906":2906,"t2907":2907,"t2908":2908,"t2909":2909,"t2910":2910,"t2911":2911,"t2912":2912,"t2913":2913,"t2914":2914,"t2915":2915,"t2916":2916,"t2917":2917,"t2918":2918,"t2919":2919,"t2920":2920,"t2921":2921,"t2922":2922,"t2923":2923,"t2924":2924,"t2925":2925,"t2926":2926,"t2927":2927,"t2928":2928,"t2929":2929,"t2930":2930,"t2931":2931,"t2932":2932,"t2933":2933,"t2934":2934,"t2935":2935,"t2936":2936,"t2937":2937,"t2938":2938,"t2939":2939,"t2940":2940,"t2941":2941,"t2942":2942,"t2943":2943,"t2944":2944,"t2945":2945,"t2946":2946,"t2947":2947,"t2948":2948,"t2949":2949,"t2950":2950,"t2951":2951,"t2952":2952,"t2953":2953,"t2954":2954,"t2955":2955,"t2956":2956,"t2957":2957,"t2958":2958,"t2959":2959,"t2960":2960,"t2961":2961,"t2962":2962,"t2963":2963,"t2964":2964,"t2965":2965,"t2966":2966,"t2967":2967,"t2968":2968,"t2969":2969,"t2970":2970,"t2971":2971,"t2972":2972,"t2973":2973,"t2974":2974,"t2975":2975,"t2976":2976,"t2977":2977,"t2978":2978,"t2979":2979,"t2980":2980,"t2981":2981,"t2982":2982,"t2983":2983,"t2984":2984,"t2985":2985,"t2986":2986,"t2987":2987,"t2988":2988,"t2989":2989,"t2990":2990,"t2991":2991,"t2992":2992,"t2993":2993,"t2994":2994,"t2995":2995,"t2996":2996,"t2997":2997,"t2998":2998,"t2999":2999,"t3000":3000,"t3001":3001,"t3002":3002,"t3003":3003,"t3004":3004,"t3005":3005,"t3006":3006,"t3007":3007,"t3008":3008,"t3009":3009,"t3010":3010,"t3011":3011,"t3012":3012,"t3013":3013,"t3014":3014,"t3015":3015,"t3016":3016,"t3017":3017,"t3018":3018,"t3019":3019,"t3020":3020,"t3021":3021,"t3022":3022,"t3023":3023,"t3024":3024,"t3025":3025,"t3026":3026,"t3027":3027,"t3028":3028,"t3029":3029,"t3030":3030,"t3031":3031,"t3032":3032,"t3033":3033,"t3034":3034,"t3035":3035,"t3036":3036,"t3037":3037,"t3038":3038,"t3039":3039,"t3040":3040,"t3041":3041,"t3042":3042,"t3043":3043,"t3044":3044,"t3045":3045,"t3046":3046,"t3047":3047,"t3048":3048,"t3049":3049,"t3050":3050,"t3051":3051,"t3052":3052,"t3053":3053,"t3054":3054,"t3055":3055,"t3056":3056,"t3057":3057,"t3058":3058,"t3059":3059,"t3060":3060,"t3061":3061,"t3062":3062,"t3063":3063,"t3064":3064,"t3065":3065,"t3066":3066,"t3067":3067,"t3068":3068,"t3069":3069,"t3070":3070,"t3071":3071,"t3072":3072,"t3073":3073,"t3074":3074,"t3075":3075,"t3076":3076,"t3077":3077,"t3078":3078,"t3079":3079,"t3080":3080,"t3081":3081,"t3082":3082,"t3083":3083,"t3084":3084,"t3085":3085,"t3086":3086,"t3087":3087,"t3088":3088,"t3089":3089,"t3090":3090,"t3091":3091,"t3092":3092,"t3093":3093,"t3094":3094,"t3095":3095,"t3096":3096,"t3097":3097,"t3098":3098,"t3099":3099,"t3100":3100,"t3101":3101,"t3102":3102,"t3103":3103,"t3104":3104,"t3105":3105,"t3106":3106,"t3107":3107,"t3108":3108,"t3109":3109,"t3110":3110,"t3111":3111,"t3112":3112,"t3113":3113,"t3114":3114,"t3115":3115,"t3116":3116,"t3117":3117,"t3118":3118,"t3119":3119,"t3120":3120,"t3121":3121,"t3122":3122,"t3123":3123,"t3124":3124,"t3125":3125,"t3126":3126,"t3127":3127,"t3128":3128,"t3129":3129,"t3130":3130,"t3131":3131,"t3132":3132,"t3133":3133,"t3134":3134,"t3135":3135,"t3136":3136,"t3137":3137,"t3138":3138,"t3139":3139,"t3140":3140,"t3141":3141,"t3142":3142,"t3143":3143,"t3144":3144,"t3145":3145,"t3146":3146,"t3147":3147,"t3148":3148,"t3149":3149,"t3150":3150,"t3151":3151,"t3152":3152,"t3153":3153,"t3154":3154,"t3155":3155,"t3156":3156,"t3157":3157,"t3158":3158,"t3159":3159,"t3160":3160,"t3161":3161,"t3162":3162,"t3163":3163,"t3164":3164,"t3165":3165,"t3166":3166,"t3167":3167,"t3168":3168,"t3169":3169,"t3170":3170,"t3171":3171,"t3172":3172,"t3173":3173,"t3174":3174,"t3175":3175,"t3176":3176,"t3177":3177,"t3178":3178,"t3179":3179,"t3180":3180,"t3181":3181,"t3182":3182,"t3183":3183,"t3184":3184,"t3185":3185,"t3186":3186,"t3187":3187,"t3188":3188,"t3189":3189,"t3190":3190,"t3191":3191,"t3192":3192,"t3193":3193,"t3194":3194,"t3195":3195,"t3196":3196,"t3197":3197,"t3198":3198,"t3199":3199,"t3200":3200,"t3201":3201,"t3202":3202,"t3203":3203,"t3204":3204,"t3205":3205,"t3206":3206,"t3207":3207,"t3208":3208,"t3209":3209,"t3210":3210,"t3211":3211,"t3212":3212,"t3213":3213,"t3214":3214,"t3215":3215,"t3216":3216,"t3217":3217,"t3218":3218,"t3219":3219,"t3220":3220,"t3221":3221,"t3222":3222,"t3223":3223,"t3224":3224,"t3225":3225,"t3226":3226,"t3227":3227,"t3228":3228,"t3229":3229,"t3230":3230,"t3231":3231,"t3232":3232,"t3233":3233,"t3234":3234,"t3235":3235,"t3236":3236,"t3237":3237,"t3238":3238,"t3239":3239,"t3240":3240,"t3241":3241,"t3242":3242,"t3243":3243,"t3244":3244,"t3245":3245,"t3246":3246,"t3247":3247,"t3248":3248,"t3249":3249,"t3250":3250,"t3251":3251,"t3252":3252,"t3253":3253,"t3254":3254,"t3255":3255,"t3256":3256,"t3257":3257,"t3258":3258,"t3259":3259,"t3260":3260,"t3261":3261,"t3262":3262,"t3263":3263,"t3264":3264,"t3265":3265,"t3266":3266,"t3267":3267,"t3268":3268,"t3269":3269,"t3270":3270,"t3271":3271,"t3272":3272,"t3273":3273,"t3274":3274,"t3275":3275,"t3276":3276,"t3277":3277,"t3278":3278,"t3279":3279,"t3280":3280,"t3281":3281,"t3282":3282,"t3283":3283,"t3284":3284,"t3285":3285,"t3286":3286,"t3287":3287,"t3288":3288,"t3289":3289,"t3290":3290,"t3291":3291,"t3292":3292,"t3293":3293,"t3294":3294,"t3295":3295,"t3296":3296,"t3297":3297,"t3298":3298,"t3299":3299,"t3300":3300,"t3301":3301,"t3302":3302,"t3303":3303,"t3304":3304,"t3305":3305,"t3306":3306,"t3307":3307,"t3308":3308,"t3309":3309,"t3310":3310,"t3311":3311,"t3312":3312,"t3313":3313,"t3314":3314,"t3315":3315,"t3316":3316,"t3317":3317,"t3318":3318,"t3319":3319,"t3320":3320,"t3321":3321,"t3322":3322,"t3323":3323,"t3324":3324,"t3325":3325,"t3326":3326,"t3327":3327,"t3328":3328,"t3329":3329,"t3330":3330,"t3331":3331,"t3332":3332,"t3333":3333,"t3334":3334,"t3335":3335,"t3336":3336,"t3337":3337,"t3338":3338,"t3339":3339,"t3340":3340,"t3341":3341,"t3342":3342,"t3343":3343,"t3344":3344,"t3345":3345,"t3346":3346,"t3347":3347,"t3348":3348,"t3349":3349,"t3350":3350,"t3351":3351,"t3352":3352,"t3353":3353,"t3354":3354,"t3355":3355,"t3356":3356,"t3357":3357,"t3358":3358,"t3359":3359,"t3360":3360,"t3361":3361,"t3362":3362,"t3363":3363,"t3364":3364,"t3365":3365,"t3366":3366,"t3367":3367,"t3368":3368,"t3369":3369,"t3370":3370,"t3371":3371,"t3372":3372,"t3373":3373,"t3374":3374,"t3375":3375,"t3376":3376,"t3377":3377,"t3378":3378,"t3379":3379,"t3380":3380,"t3381":3381,"t3382":3382,"t3383":3383,"t3384":3384,"t3385":3385,"t3386":3386,"t3387":3387,"t3388":3388,"t3389":3389,"t3390":3390,"t3391":3391,"t3392":3392,"t3393":3393,"t3394":3394,"t3395":3395,"t3396":3396,"t3397":3397,"t3398":3398,"t3399":3399,"t3400":3400,"t3401":3401,"t3402":3402,"t3403":3403,"t3404":3404,"t3405":3405,"t3406":3406,"t3407":3407,"t3408":3408,"t3409":3409,"t3410":3410,"t3411":3411,"t3412":3412,"t3413":3413,"t3414":3414,"t3415":3415,"t3416":3416,"t3417":3417,"t3418":3418,"t3419":3419,"t3420":3420,"t3421":3421,"t3422":3422,"t3423":3423,"t3424":3424,"t3425":3425,"t3426":3426,"t3427":3427,"t3428":3428,"t3429":3429,"t3430":3430,"t3431":3431,"t3432":3432,"t3433":3433,"t3434":3434,"t3435":3435,"t3436":3436,"t3437":3437,"t3438":3438,"t3439":3439,"t3440":3440,"t3441":3441,"t3442":3442,"t3443":3443,"t3444":3444,"t3445":3445,"t3446":3446,"t3447":3447,"t3448":3448,"t3449":3449,"t3450":3450,"t3451":3451,"t3452":3452,"t3453":3453,"t3454":3454,"t3455":3455,"t3456":3456,"t3457":3457,"t3458":3458,"t3459":3459,"t3460":3460,"t3461":3461,"t3462":3462,"t3463":3463,"t3464":3464,"t3465":3465,"t3466":3466,"t3467":3467,"t3468":3468,"t3469":3469,"t3470":3470,"t3471":3471,"t3472":3472,"t3473":3473,"t3474":3474,"t3475":3475,"t3476":3476,"t3477":3477,"t3478":3478,"t3479":3479,"t3480":3480,"t3481":3481,"t3482":3482,"t3483":3483,"t3484":3484,"t3485":3485,"t3486":3486,"t3487":3487,"t3488":3488,"t3489":3489,"t3490":3490,"t3491":3491,"t3492":3492,"t3493":3493,"t3494":3494,"t3495":3495,"t3496":3496,"t3497":3497,"t3498":3498,"t3499":3499,"t3500":3500,"t3501":3501,"t3502":3502,"t3503":3503,"t3504":3504,"t3505":3505,"t3506":3506,"t3507":3507,"t3508":3508,"t3509":3509,"t3510":3510,"t3511":3511,"t3512":3512,"t3513":3513,"t3514":3514,"t3515":3515,"t3516":3516,"t3517":3517,"t3518":3518,"t3519":3519,"t3520":3520,"t3521":3521,"t3522":3522,"t3523":3523,"t3524":3524,"t3525":3525,"t3526":3526,"t3527":3527,"t3528":3528,"t3529":3529,"t3530":3530,"t3531":3531,"t3532":3532,"t3533":3533,"t3534":3534,"t3535":3535,"t3536":3536,"t3537":3537,"t3538":3538,"t3539":3539,"t3540":3540,"t3541":3541,"t3542":3542,"t3543":3543,"t3544":3544,"t3545":3545,"t3546":3546,"t3547":3547,"t3548":3548,"t3549":3549,"t3550":3550,"t3551":3551,"t3552":3552,"t3553":3553,"t3554":3554,"t3555":3555,"t3556":3556,"t3557":3557,"t3558":3558,"t3559":3559,"t3560":3560,"t3561":3561,"t3562":3562,"t3563":3563,"t3564":3564,"t3565":3565,"t3566":3566,"t3567":3567,"t3568":3568,"t3569":3569,"t3570":3570,"t3571":3571,"t3572":3572,"t3573":3573,"t3574":3574,"t3575":3575,"t3576":3576,"t3577":3577,"t3578":3578,"t3579":3579,"t3580":3580,"t3581":3581,"t3582":3582,"t3583":3583,"t3584":3584,"t3585":3585,"t3586":3586,"t3587":3587,"t3588":3588,"t3589":3589,"t3590":3590,"t3591":3591,"t3592":3592,"t3593":3593,"t3594":3594,"t3595":3595,"t3596":3596,"t3597":3597,"t3598":3598,"t3599":3599,"t3600":3600,"t3601":3601,"t3602":3602,"t3603":3603,"t3604":3604,"t3605":3605,"t3606":3606,"t3607":3607,"t3608":3608,"t3609":3609,"t3610":3610,"t3611":3611,"t3612":3612,"t3613":3613,"t3614":3614,"t3615":3615,"t3616":3616,"t3617":3617,"t3618":3618,"t3619":3619,"t3620":3620,"t3621":3621,"t3622":3622,"t3623":3623,"t3624":3624,"t3625":3625,"t3626":3626,"t3627":3627,"t3628":3628,"t3629":3629,"t3630":3630,"t3631":3631,"t3632":3632,"t3633":3633,"t3634":3634,"t3635":3635,"t3636":3636,"t3637":3637,"t3638":3638,"t3639":3639,"t3640":3640,"t3641":3641,"t3642":3642,"t3643":3643,"t3644":3644,"t3645":3645,"t3646":3646,"t3647":3647,"t3648":3648,"t3649":3649,"t3650":3650,"t3651":3651,"t3652":3652,"t3653":3653,"t3654":3654,"t3655":3655,"t3656":3656,"t3657":3657,"t3658":3658,"t3659":3659,"t3660":3660,"t3661":3661,"t3662":3662,"t3663":3663,"t3664":3664,"t3665":3665,"t3666":3666,"t3667":3667,"t3668":3668,"t3669":3669,"t3670":3670,"t3671":3671,"t3672":3672,"t3673":3673,"t3674":3674,"t3675":3675,"t3676":3676,"t3677":3677,"t3678":3678,"t3679":3679,"t3680":3680,"t3681":3681,"t3682":3682,"t3683":3683,"t3684":3684,"t3685":3685,"t3686":3686,"t3687":3687,"t3688":3688,"t3689":3689,"t3690":3690,"t3691":3691,"t3692":3692,"t3693":3693,"t3694":3694,"t3695":3695,"t3696":3696,"t3697":3697,"t3698":3698,"t3699":3699,"t3700":3700,"t3701":3701,"t3702":3702,"t3703":3703,"t3704":3704,"t3705":3705,"t3706":3706,"t3707":3707,"t3708":3708,"t3709":3709,"t3710":3710,"t3711":3711,"t3712":3712,"t3713":3713,"t3714":3714,"t3715":3715,"t3716":3716,"t3717":3717,"t3718":3718,"t3719":3719,"t3720":3720,"t3721":3721,"t3722":3722,"t3723":3723,"t3724":3724,"t3725":3725,"t3726":3726,"t3727":3727,"t3728":3728,"t3729":3729,"t3730":3730,"t3731":3731,"t3732":3732,"t3733":3733,"t3734":3734,"t3735":3735,"t3736":3736,"t3737":3737,"t3738":3738,"t3739":3739,"t3740":3740,"t3741":3741,"t3742":3742,"t3743":3743,"t3744":3744,"t3745":3745,"t3746":3746,"t3747":3747,"t3748":3748,"t3749":3749,"t3750":3750,"t3751":3751,"t3752":3752,"t3753":3753,"t3754":3754,"t3755":3755,"t3756":3756,"t3757":3757,"t3758":3758,"t3759":3759,"t3760":3760,"t3761":3761,"t3762":3762,"t3763":3763,"t3764":3764,"t3765":3765,"t3766":3766,"t3767":3767,"t3768":3768,"t3769":3769,"t3770":3770,"t3771":3771,"t3772":3772,"t3773":3773,"t3774":3774,"t3775":3775,"t3776":3776,"t3777":3777,"t3778":3778,"t3779":3779,"t3780":3780,"t3781":3781,"t3782":3782,"t3783":3783,"t3784":3784,"t3785":3785,"t3786":3786,"t3787":3787,"t3788":3788,"t3789":3789,"t3790":3790,"t3791":3791,"t3792":3792,"t3793":3793,"t3794":3794,"t3795":3795,"t3796":3796,"t3797":3797,"t3798":3798,"t3799":3799,"t3800":3800,"t3801":3801,"t3802":3802,"t3803":3803,"t3804":3804,"t3805":3805,"t3806":3806,"t3807":3807,"t3808":3808,"t3809":3809,"t3810":3810,"t3811":3811,"t3812":3812,"t3813":3813,"t3814":3814,"t3815":3815,"t3816":3816,"t3817":3817,"t3818":3818,"t3819":3819,"t3820":3820,"t3821":3821,"t3822":3822,"t3823":3823,"t3824":3824,"t3825":3825,"t3826":3826,"t3827":3827,"t3828":3828,"t3829":3829,"t3830":3830,"t3831":3831,"t3832":3832,"t3833":3833,"t3834":3834,"t3835":3835,"t3836":3836,"t3837":3837,"t3838":3838,"t3839":3839,"t3840":3840,"t3841":3841,"t3842":3842,"t3843":3843,"t3844":3844,"t3845":3845,"t3846":3846,"t3847":3847,"t3848":3848,"t3849":3849,"t3850":3850,"t3851":3851,"t3852":3852,"t3853":3853,"t3854":3854,"t3855":3855,"t3856":3856,"t3857":3857,"t3858":3858,"t3859":3859,"t3860":3860,"t3861":3861,"t3862":3862,"t3863":3863,"t3864":3864,"t3865":3865,"t3866":3866,"t3867":3867,"t3868":3868,"t3869":3869,"t3870":3870,"t3871":3871,"t3872":3872,"t3873":3873,"t3874":3874,"t3875":3875,"t3876":3876,"t3877":3877,"t3878":3878,"t3879":3879,"t3880":3880,"t3881":3881,"t3882":3882,"t3883":3883,"t3884":3884,"t3885":3885,"t3886":3886,"t3887":3887,"t3888":3888,"t3889":3889,"t3890":3890,"t3891":3891,"t3892":3892,"t3893":3893,"t3894":3894,"t3895":3895,"t3896":3896,"t3897":3897,"t3898":3898,"t3899":3899,"t3900":3900,"t3901":3901,"t3902":3902,"t3903":3903,"t3904":3904,"t3905":3905,"t3906":3906,"t3907":3907,"t3908":3908,"t3909":3909,"t3910":3910,"t3911":3911,"t3912":3912,"t3913":3913,"t3914":3914,"t3915":3915,"t3916":3916,"t3917":3917,"t3918":3918,"t3919":3919,"t3920":3920,"t3921":3921,"t3922":3922,"t3923":3923,"t3924":3924,"t3925":3925,"t3926":3926,"t3927":3927,"t3928":3928,"t3929":3929,"t3930":3930,"t3931":3931,"t3932":3932,"t3933":3933,"t3934":3934,"t3935":3935,"t3936":3936,"t3937":3937,"t3938":3938,"t3939":3939,"t3940":3940,"t3941":3941,"t3942":3942,"t3943":3943,"t3944":3944,"t3945":3945,"t3946":3946,"t3947":3947,"t3948":3948,"t3949":3949,"t3950":3950,"t3951":3951,"t3952":3952,"t3953":3953,"t3954":3954,"t3955":3955,"t3956":3956,"t3957":3957,"t3958":3958,"t3959":3959,"t3960":3960,"t3961":3961,"t3962":3962,"t3963":3963,"t3964":3964,"t3965":3965,"t3966":3966,"t3967":3967,"t3968":3968,"t3969":3969,"t3970":3970,"t3971":3971,"t3972":3972,"t3973":3973,"t3974":3974,"t3975":3975,"t3976":3976,"t3977":3977,"t3978":3978,"t3979":3979,"t3980":3980,"t3981":3981,"t3982":3982,"t3983":3983,"t3984":3984,"t3985":3985,"t3986":3986,"t3987":3987,"t3988":3988,"t3989":3989,"t3990":3990,"t3991":3991,"t3992":3992,"t3993":3993,"t3994":3994,"t3995":3995,"t3996":3996,"t3997":3997,"t3998":3998,"t3999":3999,"t4000":4000,"t4001":4001,"t4002":4002,"t4003":4003,"t4004":4004,"t4005":4005,"t4006":4006,"t4007":4007,"t4008":4008,"t4009":4009,"t4010":4010,"t4011":4011,"t4012":4012,"t4013":4013,"t4014":4014,"t4015":4015,"t4016":4016,"t4017":4017,"t4018":4018,"t4019":4019,"t4020":4020,"t4021":4021,"t4022":4022,"t4023":4023,"t4024":4024,"t4025":4025,"t4026":4026,"t4027":4027,"t4028":4028,"t4029":4029,"t4030":4030,"t4031":4031,"t4032":4032,"t4033":4033,"t4034":4034,"t4035":4035,"t4036":4036,"t4037":4037,"t4038":4038,"t4039":4039,"t4040":4040,"t4041":4041,"t4042":4042,"t4043":4043,"t4044":4044,"t4045":4045,"t4046":4046,"t4047":4047,"t4048":4048,"t4049":4049,"t4050":4050,"t4051":4051,"t4052":4052,"t4053":4053,"t4054":4054,"t4055":4055,"t4056":4056,"t4057":4057,"t4058":4058,"t4059":4059,"t4060":4060,"t4061":4061,"t4062":4062,"t4063":4063,"t4064":4064,"t4065":4065,"t4066":4066,"t4067":4067,"t4068":4068,"t4069":4069,"t4070":4070,"t4071":4071,"t4072":4072,"t4073":4073,"t4074":4074,"t4075":4075,"t4076":4076,"t4077":4077,"t4078":4078,"t4079":4079,"t4080":4080,"t4081":4081,"t4082":4082,"t4083":4083,"t4084":4084,"t4085":4085,"t4086":4086,"t4087":4087,"t4088":4088,"t4089":4089,"t4090":4090,"t4091":4091,"t4092":4092,"t4093":4093,"t4094":4094,"t4095":4095},"merges":[]}}
|
|
|
|
| 1 |
+
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"content":"<unk>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":1,"content":"<s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":2,"content":"</s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":3,"content":"<pad>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":4,"content":"<|system|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":5,"content":"<|user|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":6,"content":"<|assistant|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":7,"content":"<think>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":8,"content":"</think>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":9,"content":"[INST]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":10,"content":"[/INST]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":11,"content":"<|begin_of_thought|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":12,"content":"<|end_of_thought|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":13,"content":"<|reflect|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":14,"content":"<|revise|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":15,"content":"<|verify|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":16,"content":"<|code|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":17,"content":"<|text|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":18,"content":"<|math|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":19,"content":"<|think|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":20,"content":"<|answer|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":21,"content":"<|step|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":22,"content":"<|reason|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":23,"content":"<|check|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":24,"content":"<|output|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":25,"content":"<|plan|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":26,"content":"<|solve|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":27,"content":"<|analyze|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":28,"content":"<|conclude|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":29,"content":"<|approach|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":30,"content":"<|alternative|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":31,"content":"<|summary|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":32,"content":"<|question|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":33,"content":"<|hint|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":34,"content":"<|example|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":35,"content":"<|correct|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":36,"content":"<|incorrect|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":37,"content":"<|feedback|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":38,"content":"<|start|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":39,"content":"<|end|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":40,"content":"<|sep|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":41,"content":"<|cls|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":42,"content":"<|tool|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":43,"content":"<|function|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":44,"content":"<|result|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":45,"content":"<|input|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":46,"content":"<|detect|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":47,"content":"<|context|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":48,"content":"<|proof|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":49,"content":"<|lemma|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":50,"content":"<|theorem|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true}],"normalizer":null,"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"post_processor":null,"decoder":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":"<unk>","byte_fallback":true,"vocab":{"<unk>":0,"<s>":1,"</s>":2,"<pad>":3,"<|system|>":4,"<|user|>":5,"<|assistant|>":6,"<think>":7,"</think>":8,"[INST]":9,"[/INST]":10,"<|begin_of_thought|>":11,"<|end_of_thought|>":12,"<|reflect|>":13,"<|revise|>":14,"<|verify|>":15,"<|code|>":16,"<|text|>":17,"<|math|>":18,"<|think|>":19,"<|answer|>":20,"<|step|>":21,"<|reason|>":22,"<|check|>":23,"<|output|>":24,"<|plan|>":25,"<|solve|>":26,"<|analyze|>":27,"<|conclude|>":28,"<|approach|>":29,"<|alternative|>":30,"<|summary|>":31,"<|question|>":32,"<|hint|>":33,"<|example|>":34,"<|correct|>":35,"<|incorrect|>":36,"<|feedback|>":37,"<|start|>":38,"<|end|>":39,"<|sep|>":40,"<|cls|>":41,"<|tool|>":42,"<|function|>":43,"<|result|>":44,"<|input|>":45,"<|detect|>":46,"<|context|>":47,"<|proof|>":48,"<|lemma|>":49,"<|theorem|>":50,"Ā":51,"ā":52,"Ă":53,"ă":54,"Ą":55,"ą":56,"Ć":57,"ć":58,"Ĉ":59,"ĉ":60,"Ċ":61,"ċ":62,"Č":63,"č":64,"Ď":65,"ď":66,"Đ":67,"đ":68,"Ē":69,"ē":70,"Ĕ":71,"ĕ":72,"Ė":73,"ė":74,"Ę":75,"ę":76,"Ě":77,"ě":78,"Ĝ":79,"ĝ":80,"Ğ":81,"ğ":82,"Ġ":83,"!":84,"\"":85,"#":86,"$":87,"%":88,"&":89,"'":90,"(":91,")":92,"*":93,"+":94,",":95,"-":96,".":97,"/":98,"0":99,"1":100,"2":101,"3":102,"4":103,"5":104,"6":105,"7":106,"8":107,"9":108,":":109,";":110,"<":111,"=":112,">":113,"?":114,"@":115,"A":116,"B":117,"C":118,"D":119,"E":120,"F":121,"G":122,"H":123,"I":124,"J":125,"K":126,"L":127,"M":128,"N":129,"O":130,"P":131,"Q":132,"R":133,"S":134,"T":135,"U":136,"V":137,"W":138,"X":139,"Y":140,"Z":141,"[":142,"\\":143,"]":144,"^":145,"_":146,"`":147,"a":148,"b":149,"c":150,"d":151,"e":152,"f":153,"g":154,"h":155,"i":156,"j":157,"k":158,"l":159,"m":160,"n":161,"o":162,"p":163,"q":164,"r":165,"s":166,"t":167,"u":168,"v":169,"w":170,"x":171,"y":172,"z":173,"{":174,"|":175,"}":176,"~":177,"ġ":178,"Ģ":179,"ģ":180,"Ĥ":181,"ĥ":182,"Ħ":183,"ħ":184,"Ĩ":185,"ĩ":186,"Ī":187,"ī":188,"Ĭ":189,"ĭ":190,"Į":191,"į":192,"İ":193,"ı":194,"IJ":195,"ij":196,"Ĵ":197,"ĵ":198,"Ķ":199,"ķ":200,"ĸ":201,"Ĺ":202,"ĺ":203,"Ļ":204,"ļ":205,"Ľ":206,"ľ":207,"Ŀ":208,"ŀ":209,"Ł":210,"ł":211,"¡":212,"¢":213,"£":214,"¤":215,"¥":216,"¦":217,"§":218,"¨":219,"©":220,"ª":221,"«":222,"¬":223,"Ń":224,"®":225,"¯":226,"°":227,"±":228,"²":229,"³":230,"´":231,"µ":232,"¶":233,"·":234,"¸":235,"¹":236,"º":237,"»":238,"¼":239,"½":240,"¾":241,"¿":242,"À":243,"Á":244,"Â":245,"Ã":246,"Ä":247,"Å":248,"Æ":249,"Ç":250,"È":251,"É":252,"Ê":253,"Ë":254,"Ì":255,"Í":256,"Î":257,"Ï":258,"Ð":259,"Ñ":260,"Ò":261,"Ó":262,"Ô":263,"Õ":264,"Ö":265,"×":266,"Ø":267,"Ù":268,"Ú":269,"Û":270,"Ü":271,"Ý":272,"Þ":273,"ß":274,"à":275,"á":276,"â":277,"ã":278,"ä":279,"å":280,"æ":281,"ç":282,"è":283,"é":284,"ê":285,"ë":286,"ì":287,"í":288,"î":289,"ï":290,"ð":291,"ñ":292,"ò":293,"ó":294,"ô":295,"õ":296,"ö":297,"÷":298,"ø":299,"ù":300,"ú":301,"û":302,"ü":303,"ý":304,"þ":305,"ÿ":306,"the":307,"be":308,"to":309,"of":310,"and":311,"in":312,"that":313,"have":314,"it":315,"for":316,"not":317,"on":318,"with":319,"he":320,"as":321,"you":322,"do":323,"at":324,"this":325,"but":326,"his":327,"by":328,"from":329,"they":330,"we":331,"say":332,"her":333,"she":334,"or":335,"an":336,"will":337,"my":338,"one":339,"all":340,"would":341,"there":342,"their":343,"what":344,"so":345,"up":346,"out":347,"if":348,"about":349,"who":350,"get":351,"which":352,"go":353,"me":354,"when":355,"make":356,"can":357,"like":358,"time":359,"no":360,"just":361,"him":362,"know":363,"take":364,"people":365,"into":366,"year":367,"your":368,"good":369,"some":370,"could":371,"them":372,"see":373,"other":374,"than":375,"then":376,"now":377,"look":378,"only":379,"come":380,"its":381,"over":382,"think":383,"also":384,"back":385,"after":386,"use":387,"two":388,"how":389,"our":390,"work":391,"first":392,"well":393,"way":394,"even":395,"new":396,"want":397,"because":398,"any":399,"these":400,"give":401,"day":402,"most":403,"us":404,"is":405,"was":406,"are":407,"were":408,"been":409,"has":410,"had":411,"did":412,"does":413,"am":414,"being":415,"having":416,"doing":417,"saying":418,"going":419,"getting":420,"making":421,"knowing":422,"taking":423,"thinking":424,"coming":425,"came":426,"goes":427,"gone":428,"went":429,"saw":430,"seen":431,"seeing":432,"said":433,"says":434,"got":435,"gotten":436,"made":437,"makes":438,"knew":439,"known":440,"knows":441,"thought":442,"thinks":443,"took":444,"taken":445,"takes":446,"gave":447,"given":448,"gives":449,"giving":450,"find":451,"found":452,"finds":453,"finding":454,"tell":455,"told":456,"tells":457,"telling":458,"ask":459,"asked":460,"asks":461,"asking":462,"show":463,"showed":464,"shown":465,"shows":466,"showing":467,"try":468,"tried":469,"tries":470,"trying":471,"leave":472,"left":473,"leaves":474,"leaving":475,"call":476,"called":477,"calls":478,"calling":479,"keep":480,"kept":481,"keeps":482,"keeping":483,"let":484,"lets":485,"letting":486,"begin":487,"began":488,"begun":489,"begins":490,"beginning":491,"seem":492,"seemed":493,"seems":494,"seeming":495,"help":496,"helped":497,"helps":498,"helping":499,"turn":500,"turned":501,"turns":502,"turning":503,"start":504,"started":505,"starts":506,"starting":507,"bring":508,"brought":509,"brings":510,"bringing":511,"happen":512,"happened":513,"happens":514,"happening":515,"write":516,"wrote":517,"written":518,"writes":519,"writing":520,"provide":521,"provided":522,"provides":523,"providing":524,"consider":525,"considered":526,"considers":527,"considering":528,"appear":529,"appeared":530,"appears":531,"appearing":532,"follow":533,"followed":534,"follows":535,"following":536,"change":537,"changed":538,"changes":539,"changing":540,"form":541,"formed":542,"forms":543,"forming":544,"need":545,"needed":546,"needs":547,"needing":548,"set":549,"sets":550,"setting":551,"put":552,"puts":553,"putting":554,"run":555,"runs":556,"running":557,"move":558,"moved":559,"moves":560,"moving":561,"stand":562,"stood":563,"stands":564,"standing":565,"win":566,"won":567,"wins":568,"winning":569,"play":570,"played":571,"plays":572,"playing":573,"point":574,"points":575,"pointed":576,"pointing":577,"large":578,"small":579,"big":580,"little":581,"long":582,"short":583,"high":584,"low":585,"old":586,"young":587,"great":588,"important":589,"different":590,"same":591,"many":592,"much":593,"more":594,"few":595,"own":596,"very":597,"such":598,"still":599,"too":600,"here":601,"where":602,"why":603,"while":604,"though":605,"although":606,"until":607,"since":608,"before":609,"during":610,"without":611,"within":612,"between":613,"through":614,"across":615,"around":616,"above":617,"below":618,"under":619,"again":620,"ever":621,"never":622,"always":623,"often":624,"sometimes":625,"together":626,"alone":627,"already":628,"yet":629,"almost":630,"quite":631,"rather":632,"bad":633,"better":634,"worse":635,"best":636,"worst":637,"less":638,"every":639,"each":640,"both":641,"either":642,"neither":643,"none":644,"thing":645,"things":646,"ways":647,"times":648,"years":649,"days":650,"week":651,"weeks":652,"month":653,"months":654,"part":655,"parts":656,"place":657,"places":658,"case":659,"cases":660,"world":661,"worlds":662,"number":663,"numbers":664,"group":665,"groups":666,"system":667,"systems":668,"program":669,"programs":670,"data":671,"information":672,"problem":673,"problems":674,"solution":675,"solutions":676,"method":677,"methods":678,"result":679,"results":680,"process":681,"processes":682,"function":683,"functions":684,"value":685,"values":686,"type":687,"types":688,"state":689,"states":690,"model":691,"models":692,"level":693,"levels":694,"line":695,"lines":696,"file":697,"files":698,"code":699,"codes":700,"list":701,"lists":702,"array":703,"arrays":704,"object":705,"objects":706,"class":707,"classes":708,"property":709,"properties":710,"input":711,"inputs":712,"output":713,"outputs":714,"return":715,"returns":716,"define":717,"defined":718,"defines":719,"defining":720,"declare":721,"declared":722,"import":723,"imports":724,"export":725,"exports":726,"include":727,"includes":728,"public":729,"private":730,"protected":731,"static":732,"final":733,"const":734,"void":735,"int":736,"float":737,"double":738,"char":739,"bool":740,"string":741,"true":742,"false":743,"null":744,"None":745,"nil":746,"undefined":747,"else":748,"elif":749,"switch":750,"default":751,"break":752,"catch":753,"finally":754,"throw":755,"raise":756,"except":757,"yield":758,"await":759,"async":760,"defer":761,"lambda":762,"map":763,"filter":764,"reduce":765,"sort":766,"delete":767,"free":768,"alloc":769,"realloc":770,"print":771,"printf":772,"println":773,"log":774,"debug":775,"error":776,"len":777,"size":778,"length":779,"count":780,"sum":781,"max":782,"min":783,"abs":784,"pow":785,"sqrt":786,"floor":787,"ceil":788,"round":789,"sin":790,"cos":791,"tan":792,"atan":793,"exp":794,"zero":795,"three":796,"four":797,"five":798,"six":799,"seven":800,"eight":801,"nine":802,"ten":803,"second":804,"third":805,"last":806,"next":807,"previous":808,"current":809,"initial":810,"primary":811,"secondary":812,"main":813,"basic":814,"advanced":815,"simple":816,"complex":817,"single":818,"multiple":819,"add":820,"sub":821,"mul":822,"div":823,"mod":824,"inc":825,"dec":826,"push":827,"pop":828,"shift":829,"unshift":830,"insert":831,"remove":832,"append":833,"prepend":834,"concat":835,"join":836,"split":837,"slice":838,"open":839,"close":840,"read":841,"load":842,"save":843,"create":844,"update":845,"select":846,"merge":847,"end":848,"stop":849,"pause":850,"resume":851,"enable":852,"disable":853,"allow":854,"deny":855,"grant":856,"revoke":857,"user":858,"users":859,"name":860,"names":861,"id":862,"ids":863,"key":864,"keys":865,"field":866,"fields":867,"table":868,"tables":869,"row":870,"rows":871,"column":872,"columns":873,"index":874,"indexes":875,"indices":876,"query":877,"queries":878,"avg":879,"total":880,"page":881,"pages":882,"home":883,"login":884,"logout":885,"signup":886,"errors":887,"warning":888,"warnings":889,"info":890,"success":891,"failure":892,"status":893,"message":894,"messages":895,"request":896,"requests":897,"response":898,"responses":899,"client":900,"server":901,"api":902,"endpoint":903,"route":904,"http":905,"https":906,"url":907,"uri":908,"port":909,"host":910,"config":911,"configuration":912,"settings":913,"option":914,"options":915,"param":916,"params":917,"parameter":918,"parameters":919,"arg":920,"args":921,"argument":922,"arguments":923,"kwargs":924,"path":925,"dir":926,"directory":927,"dirs":928,"folder":929,"folders":930,"item":931,"items":932,"element":933,"elements":934,"entry":935,"entries":936,"note":937,"notes":938,"text":939,"texts":940,"content":941,"contents":942,"source":943,"sources":944,"target":945,"targets":946,"ref":947,"refs":948,"struct":949,"structs":950,"union":951,"unions":952,"enum":953,"enums":954,"impl":955,"implement":956,"implementation":957,"interface":958,"abstract":959,"virtual":960,"override":961,"overload":962,"base":963,"derived":964,"parent":965,"child":966,"children":967,"root":968,"leaf":969,"node":970,"nodes":971,"edge":972,"edges":973,"tree":974,"graph":975,"queue":976,"stack":977,"heap":978,"dict":979,"dictionary":980,"hash":981,"hashmap":982,"link":983,"links":984,"linked":985,"pointer":986,"pointers":987,"thread":988,"threads":989,"task":990,"tasks":991,"sync":992,"lock":993,"mutex":994,"semaphore":995,"buffer":996,"buffers":997,"cache":998,"cached":999,"pool":1000,"pools":1001,"memory":1002,"disk":1003,"network":1004,"socket":1005,"sockets":1006,"stream":1007,"streams":1008,"packet":1009,"packets":1010,"frame":1011,"meta":1012,"metadata":1013,"header":1014,"headers":1015,"body":1016,"payload":1017,"token":1018,"tokens":1019,"session":1020,"cookie":1021,"cookies":1022,"auth":1023,"register":1024,"password":1025,"salt":1026,"encrypt":1027,"decrypt":1028,"encode":1029,"decode":1030,"cert":1031,"certificate":1032,"train":1033,"training":1034,"trained":1035,"test":1036,"testing":1037,"tested":1038,"valid":1039,"validate":1040,"validation":1041,"eval":1042,"evaluate":1043,"layer":1044,"layers":1045,"weight":1046,"weights":1047,"bias":1048,"biases":1049,"loss":1050,"losses":1051,"grad":1052,"grads":1053,"lr":1054,"learning_rate":1055,"optimizer":1056,"adam":1057,"sgd":1058,"batch":1059,"batches":1060,"epoch":1061,"epochs":1062,"step":1063,"steps":1064,"dataset":1065,"dataloader":1066,"tensor":1067,"tensors":1068,"gpu":1069,"cpu":1070,"tpu":1071,"device":1072,"devices":1073,"math":1074,"physics":1075,"chemistry":1076,"biology":1077,"science":1078,"compute":1079,"calculate":1080,"computation":1081,"calculation":1082,"equation":1083,"formula":1084,"expression":1085,"theorem":1086,"proof":1087,"prove":1088,"lemma":1089,"axiom":1090,"corollary":1091,"derivative":1092,"integral":1093,"limit":1094,"sequence":1095,"series":1096,"matrix":1097,"vector":1098,"subset":1099,"intersection":1100,"complement":1101,"space":1102,"ring":1103,"module":1104,"algebra":1105,"analysis":1106,"topology":1107,"geometry":1108,"statistics":1109,"probability":1110,"distribution":1111,"random":1112,"sample":1113,"mean":1114,"median":1115,"mode":1116,"variance":1117,"std":1118,"deviation":1119,"linear":1120,"nonlinear":1121,"convex":1122,"concave":1123,"smooth":1124,"algorithm":1125,"complexity":1126,"runtime":1127,"search":1128,"traverse":1129,"recursive":1130,"iterative":1131,"dynamic":1132,"greedy":1133,"optimization":1134,"constraint":1135,"feasible":1136,"optimal":1137,"example":1138,"question":1139,"answer":1140,"hint":1141,"reason":1142,"analyze":1143,"approach":1144,"solve":1145,"verify":1146,"check":1147,"conclude":1148,"summarize":1149,"explain":1150,"describe":1151,"correct":1152,"incorrect":1153,"right":1154,"wrong":1155,"positive":1156,"negative":1157,"yes":1158,"maybe":1159,"==":1160,"!=":1161,"<=":1162,">=":1163,"&&":1164,"||":1165,"++":1166,"--":1167,"+=":1168,"-=":1169,"*=":1170,"/=":1171,"->":1172,"=>":1173,"::":1174,"..":1175,"...":1176,"/*":1177,"*/":1178,"//":1179,"<!--":1180,"-->":1181,"10":1182,"11":1183,"12":1184,"13":1185,"14":1186,"15":1187,"16":1188,"17":1189,"18":1190,"19":1191,"20":1192,"30":1193,"40":1194,"50":1195,"60":1196,"70":1197,"80":1198,"90":1199,"100":1200,"-1":1201,"-2":1202,"0x":1203,"0b":1204,"0o":1205,"Ġthe":1206,"Ġto":1207,"Ġof":1208,"Ġand":1209,"Ġa":1210,"Ġin":1211,"Ġthat":1212,"Ġis":1213,"Ġwas":1214,"Ġfor":1215,"Ġon":1216,"Ġwith":1217,"Ġas":1218,"Ġby":1219,"Ġat":1220,"Ġfrom":1221,"Ġor":1222,"Ġan":1223,"Ġwill":1224,"Ġwould":1225,"Ġnot":1226,"Ġbut":1227,"Ġare":1228,"Ġwere":1229,"Ġbeen":1230,"Ġhave":1231,"Ġhas":1232,"Ġhad":1233,"Ġdo":1234,"Ġdoes":1235,"Ġdid":1236,"Ġcan":1237,"Ġcould":1238,"Ġshould":1239,"Ġmay":1240,"Ġmight":1241,"Ġshall":1242,"Ġmust":1243,"Ġif":1244,"Ġelse":1245,"Ġwhen":1246,"Ġwhile":1247,"Ġbecause":1248,"Ġso":1249,"Ġthen":1250,"Ġthan":1251,"Ġalso":1252,"Ġeven":1253,"Ġonly":1254,"Ġjust":1255,"Ġvery":1256,"Ġtoo":1257,"Ġstill":1258,"Ġalready":1259,"Ġhere":1260,"Ġthere":1261,"Ġwhere":1262,"Ġwhy":1263,"Ġhow":1264,"Ġwhat":1265,"Ġwhich":1266,"Ġthis":1267,"Ġthese":1268,"Ġthose":1269,"Ġit":1270,"Ġits":1271,"Ġthey":1272,"Ġthem":1273,"Ġwe":1274,"Ġus":1275,"Ġour":1276,"Ġyou":1277,"Ġyour":1278,"Ġhe":1279,"Ġhim":1280,"Ġhis":1281,"Ġshe":1282,"Ġher":1283,"Ġhers":1284,"Ġone":1285,"Ġno":1286,"Ġall":1287,"Ġany":1288,"Ġsome":1289,"Ġeach":1290,"Ġevery":1291,"Ġboth":1292,"Ġneither":1293,"Ġeither":1294,"Ġmore":1295,"Ġmost":1296,"Ġfew":1297,"Ġother":1298,"Ġanother":1299,"Ġsuch":1300,"Ġsame":1301,"Ġdifferent":1302,"Ġown":1303,"Ġlike":1304,"Ġwell":1305,"Ġgood":1306,"Ġbad":1307,"Ġbetter":1308,"Ġbest":1309,"Ġnew":1310,"Ġold":1311,"Ġbig":1312,"Ġsmall":1313,"Ġlong":1314,"Ġshort":1315,"Ġhigh":1316,"Ġlow":1317,"Ġlarge":1318,"Ġlittle":1319,"Ġgreat":1320,"Ġimportant":1321,"Ġup":1322,"Ġdown":1323,"Ġout":1324,"Ġoff":1325,"Ġover":1326,"Ġunder":1327,"Ġagain":1328,"Ġback":1329,"Ġabout":1330,"Ġaround":1331,"Ġbetween":1332,"Ġthrough":1333,"Ġbefore":1334,"Ġafter":1335,"Ġduring":1336,"Ġuntil":1337,"Ġsince":1338,"Ġfirst":1339,"Ġlast":1340,"Ġnext":1341,"Ġprevious":1342,"Ġfinal":1343,"Ġget":1344,"Ġgot":1345,"Ġmake":1346,"Ġmade":1347,"Ġtake":1348,"Ġtook":1349,"Ġgive":1350,"Ġgave":1351,"Ġuse":1352,"Ġused":1353,"Ġusing":1354,"Ġneed":1355,"Ġneeds":1356,"Ġneeded":1357,"Ġwant":1358,"Ġwants":1359,"Ġwanted":1360,"Ġlet":1361,"Ġlets":1362,"Ġwork":1363,"Ġworks":1364,"Ġworked":1365,"Ġworking":1366,"Ġhelp":1367,"Ġhelps":1368,"Ġhelped":1369,"Ġcall":1370,"Ġcalls":1371,"Ġcalled":1372,"Ġcalling":1373,"Ġset":1374,"Ġsets":1375,"Ġsetting":1376,"Ġput":1377,"Ġputs":1378,"Ġputting":1379,"Ġrun":1380,"Ġruns":1381,"Ġran":1382,"Ġrunning":1383,"Ġkeep":1384,"Ġkeeps":1385,"Ġkept":1386,"Ġfind":1387,"Ġfinds":1388,"Ġfound":1389,"Ġshow":1390,"Ġshows":1391,"Ġtry":1392,"Ġtries":1393,"Ġtried":1394,"Ġtrying":1395,"Ġstart":1396,"Ġstarts":1397,"Ġstarted":1398,"Ġchange":1399,"Ġchanges":1400,"Ġchanged":1401,"Ġchanging":1402,"Ġfollow":1403,"Ġfollows":1404,"Ġknow":1405,"Ġknows":1406,"Ġknown":1407,"Ġthink":1408,"Ġthinks":1409,"Ġthought":1410,"Ġsay":1411,"Ġsays":1412,"Ġsaid":1413,"Ġsee":1414,"Ġsees":1415,"Ġsaw":1416,"Ġseen":1417,"Ġcome":1418,"Ġcomes":1419,"Ġcame":1420,"Ġgo":1421,"Ġgoes":1422,"Ġwent":1423,"Ġgone":1424,"Ġbring":1425,"Ġbrings":1426,"Ġbrought":1427,"Ġtell":1428,"Ġtells":1429,"Ġtold":1430,"Ġleave":1431,"Ġleaves":1432,"Ġleft":1433,"Ġhappen":1434,"Ġhappens":1435,"Ġprovide":1436,"Ġprovides":1437,"Ġprovided":1438,"Ġconsider":1439,"Ġconsiders":1440,"Ġappear":1441,"Ġappears":1442,"Ġappeared":1443,"Ġform":1444,"Ġforms":1445,"Ġformed":1446,"Ġseem":1447,"Ġseems":1448,"Ġseemed":1449,"Ġpoint":1450,"Ġpoints":1451,"Ġpointed":1452,"Ġturn":1453,"Ġturns":1454,"Ġturned":1455,"Ġturning":1456,"Ġplay":1457,"Ġplays":1458,"Ġthings":1459,"Ġthing":1460,"Ġtime":1461,"Ġtimes":1462,"Ġyear":1463,"Ġyears":1464,"Ġpeople":1465,"Ġplace":1466,"Ġplaces":1467,"Ġpart":1468,"Ġparts":1469,"Ġworld":1470,"Ġnumber":1471,"Ġnumbers":1472,"Ġsystem":1473,"Ġsystems":1474,"Ġgroup":1475,"Ġgroups":1476,"Ġline":1477,"Ġlines":1478,"Ġfile":1479,"Ġfiles":1480,"Ġcode":1481,"Ġdata":1482,"Ġfunction":1483,"Ġfunctions":1484,"Ġvalue":1485,"Ġvalues":1486,"Ġtype":1487,"Ġtypes":1488,"Ġclass":1489,"Ġclasses":1490,"Ġobject":1491,"Ġobjects":1492,"Ġmethod":1493,"Ġmethods":1494,"Ġresult":1495,"Ġresults":1496,"Ġprocess":1497,"Ġprocesses":1498,"Ġstate":1499,"Ġstates":1500,"Ġmodel":1501,"Ġmodels":1502,"Ġlevel":1503,"Ġlevels":1504,"Ġcase":1505,"Ġcases":1506,"Ġexample":1507,"Ġexamples":1508,"Ġinput":1509,"Ġinputs":1510,"Ġoutput":1511,"Ġoutputs":1512,"Ġerror":1513,"Ġerrors":1514,"Ġstatus":1515,"Ġmessage":1516,"Ġmessages":1517,"Ġrequest":1518,"Ġrequests":1519,"Ġresponse":1520,"Ġresponses":1521,"Ġreturn":1522,"Ġreturns":1523,"Ġimport":1524,"Ġimports":1525,"Ġexport":1526,"Ġexports":1527,"Ġdefine":1528,"Ġdefines":1529,"Ġdefined":1530,"Ġdeclare":1531,"Ġdeclares":1532,"Ġinclude":1533,"Ġincludes":1534,"Ġconfig":1535,"Ġsettings":1536,"Ġoption":1537,"Ġoptions":1538,"Ġparam":1539,"Ġparams":1540,"Ġargs":1541,"Ġtrue":1542,"Ġfalse":1543,"Ġnull":1544,"ĠNone":1545,"Ġundefined":1546,"Ġlen":1547,"Ġsize":1548,"Ġcount":1549,"Ġsum":1550,"Ġmax":1551,"Ġmin":1552,"Ġprint":1553,"Ġlog":1554,"Ġdebug":1555,"Ġinfo":1556,"Ġwarn":1557,"Ġtrain":1558,"Ġtest":1559,"Ġeval":1560,"Ġvalid":1561,"Ġval":1562,"Ġpage":1563,"Ġhome":1564,"Ġname":1565,"Ġkey":1566,"Ġkeys":1567,"Ġpath":1568,"Ġdir":1569,"Ġroot":1570,"Ġitem":1571,"Ġitems":1572,"Ġsource":1573,"Ġtarget":1574,"Ġbase":1575,"Ġmain":1576,"Ġprimary":1577,"Ġadd":1578,"Ġremove":1579,"Ġcreate":1580,"Ġdelete":1581,"Ġupdate":1582,"Ġopen":1583,"Ġclose":1584,"Ġread":1585,"Ġwrite":1586,"Ġload":1587,"Ġsave":1588,"Ġpush":1589,"Ġpop":1590,"Ġinsert":1591,"Ġappend":1592,"Ġsplit":1593,"Ġbegin":1594,"Ġend":1595,"Ġstop":1596,"Ġenable":1597,"Ġdisable":1598,"Ġuser":1599,"Ġusers":1600,"Ġadmin":1601,"Ġmanager":1602,"Ġstring":1603,"Ġint":1604,"Ġfloat":1605,"Ġdouble":1606,"Ġbool":1607,"Ġvoid":1608,"Ġlist":1609,"Ġdict":1610,"Ġtuple":1611,"Ġarray":1612,"Ġapi":1613,"Ġurl":1614,"Ġuri":1615,"Ġendpoint":1616,"Ġroute":1617,"Ġhttp":1618,"Ġhttps":1619,"Ġclient":1620,"Ġserver":1621,"Ġsocket":1622,"Ġmath":1623,"Ġscience":1624,"Ġanalysis":1625,"Ġtheory":1626,"Ġproof":1627,"Ġtheorem":1628,"Ġlemma":1629,"Ġequation":1630,"Ġformula":1631,"ing":1632,"ed":1633,"ly":1634,"tion":1635,"sion":1636,"ment":1637,"ness":1638,"ity":1639,"able":1640,"ible":1641,"al":1642,"ial":1643,"ical":1644,"ous":1645,"eous":1646,"ious":1647,"ive":1648,"ative":1649,"ful":1650,"wise":1651,"ward":1652,"un":1653,"re":1654,"im":1655,"ir":1656,"il":1657,"dis":1658,"mis":1659,"non":1660,"pre":1661,"pro":1662,"per":1663,"trans":1664,"inter":1665,"intra":1666,"extra":1667,"super":1668,"sur":1669,"semi":1670,"multi":1671,"mono":1672,"bi":1673,"tri":1674,"anti":1675,"counter":1676,"down":1677,"co":1678,"con":1679,"com":1680,"col":1681,"cor":1682,"de":1683,"di":1684,"dif":1685,"ex":1686,"fore":1687,"macro":1688,"micro":1689,"mid":1690,"post":1691,"tele":1692,"ultra":1693,"-ing":1694,"-ed":1695,"-ly":1696,"-tion":1697,"-sion":1698,"-ment":1699,"-ness":1700,"-ity":1701,"-able":1702,"-ible":1703,"-al":1704,"-ous":1705,"-ive":1706,"-ful":1707,"-less":1708,"un-":1709,"re-":1710,"pre-":1711,"non-":1712,"anti-":1713,"counter-":1714,"self-":1715,"all-":1716,"well-":1717,"so-":1718,"to-":1719,"in-":1720,"'t":1721,"'s":1722,"'m":1723,"'re":1724,"'ve":1725,"'ll":1726,"'d":1727,"n't":1728,"don't":1729,"can't":1730,"won't":1731,"isn't":1732,"aren't":1733,"wasn't":1734,"weren't":1735,"hasn't":1736,"haven't":1737,"hadn't":1738,"doesn't":1739,"didn't":1740,"couldn't":1741,"shouldn't":1742,"wouldn't":1743,"mustn't":1744,"needn't":1745,"mightn't":1746,"<-":1747,"\n":1748,"\t":1749," ":1750," ":1751," ":1752," ":1753,"ĠĠ":1754,"ĠĠĠ":1755,"ĠĠĠĠ":1756},"merges":[]}}
|
train_tiny.yaml
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
-
# Tiny Training Config — Custom PyTorch (ALiBi+
|
| 2 |
# Script: scripts/model_tiny.py
|
| 3 |
|
| 4 |
model:
|
| 5 |
-
name_or_path: "tiny-custom-pytorch"
|
| 6 |
|
| 7 |
data:
|
| 8 |
# Local JSONL (used when hf_repo is not set)
|
|
@@ -19,7 +19,7 @@ data:
|
|
| 19 |
|
| 20 |
training:
|
| 21 |
output_dir: "outputs/tiny-sft"
|
| 22 |
-
run_name: "lumia-tiny-
|
| 23 |
per_device_train_batch_size: 2
|
| 24 |
per_device_eval_batch_size: 2
|
| 25 |
gradient_accumulation_steps: 4
|
|
|
|
| 1 |
+
# Tiny Training Config — Custom PyTorch (ALiBi+SiLU+RMSNorm, V2)
|
| 2 |
# Script: scripts/model_tiny.py
|
| 3 |
|
| 4 |
model:
|
| 5 |
+
name_or_path: "tiny-custom-pytorch-v2"
|
| 6 |
|
| 7 |
data:
|
| 8 |
# Local JSONL (used when hf_repo is not set)
|
|
|
|
| 19 |
|
| 20 |
training:
|
| 21 |
output_dir: "outputs/tiny-sft"
|
| 22 |
+
run_name: "lumia-tiny-v2"
|
| 23 |
per_device_train_batch_size: 2
|
| 24 |
per_device_eval_batch_size: 2
|
| 25 |
gradient_accumulation_steps: 4
|