0xnu
/

tipus-pairs

Model card Files Files and versions

xet

0xnu commited on Aug 8, 2025

Commit

395885d

verified ·

1 Parent(s): c9343ab

Upload 5 files

Browse files

Files changed (3) hide show

config.json +20 -20
tokenizer_config.json +19 -0
vocab.json +547 -1098

config.json CHANGED Viewed

@@ -1,35 +1,35 @@
 {
   "model_type": "gpt2",
   "architectures": [
-    "QATransformer"
   ],
   "torch_dtype": "float32",
   "vocab_size": 547,
-  "max_position_embeddings": 256,
-  "hidden_size": 768,
-  "num_hidden_layers": 8,
-  "num_attention_heads": 8,
-  "intermediate_size": 3072,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "attention_probs_dropout_prob": 0.1,
-  "max_seq_length": 256,
   "pad_token_id": 0,
   "unk_token_id": 1,
-  "sep_token_id": 2,
   "eos_token_id": 3,
   "batch_size": 32,
   "learning_rate": 0.0001,
   "max_iters": 1000,
   "model_version": "1.0",
-  "architecture": "GPT2LMHeadModel",
-  "created_date": "20250808_163225",
   "framework": "pytorch",
-  "task": "question-answering",
-  "use_cache": true,
-  "tie_word_embeddings": false,
-  "is_encoder_decoder": false,
-  "initializer_range": 0.02,
-  "layer_norm_eps": 1e-12,
-  "position_embedding_type": "absolute"
 }

 {
   "model_type": "gpt2",
   "architectures": [
+    "GPT2LMHeadModel"
   ],
   "torch_dtype": "float32",
   "vocab_size": 547,
+  "n_positions": 256,
+  "n_embd": 768,
+  "n_layer": 8,
+  "n_head": 8,
+  "n_inner": 3072,
+  "activation_function": "gelu_new",
+  "resid_pdrop": 0.1,
+  "embd_pdrop": 0.1,
+  "attn_pdrop": 0.1,
+  "layer_norm_epsilon": 1e-05,
   "pad_token_id": 0,
   "unk_token_id": 1,
   "eos_token_id": 3,
+  "bos_token_id": 3,
+  "use_cache": true,
+  "tie_word_embeddings": false,
+  "initializer_range": 0.02,
+  "scale_attn_weights": true,
+  "scale_attn_by_inverse_layer_idx": false,
+  "reorder_and_upcast_attn": false,
   "batch_size": 32,
   "learning_rate": 0.0001,
   "max_iters": 1000,
   "model_version": "1.0",
+  "created_date": "20250808_164946",
   "framework": "pytorch",
+  "task": "question-answering"
 }

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,19 @@

+{
+  "tokenizer_class": "GPT2Tokenizer",
+  "vocab_size": 547,
+  "model_max_length": 256,
+  "padding_side": "left",
+  "truncation_side": "left",
+  "special_tokens": {
+    "pad_token": "<PAD>",
+    "unk_token": "<UNK>",
+    "eos_token": "<EOS>",
+    "bos_token": "<EOS>"
+  },
+  "pad_token": "<PAD>",
+  "unk_token": "<UNK>",
+  "eos_token": "<EOS>",
+  "bos_token": "<EOS>",
+  "add_prefix_space": false,
+  "clean_up_tokenization_spaces": true
+}

vocab.json CHANGED Viewed

@@ -1,1100 +1,549 @@
 {
-  "word_to_id": {
-    "<PAD>": 0,
-    "<UNK>": 1,
-    "<SEP>": 2,
-    "<EOS>": 3,
-    "the": 4,
-    "is": 5,
-    "of": 6,
-    ".": 7,
-    "?": 8,
-    "what": 9,
-    "capital": 10,
-    "who": 11,
-    "currency": 12,
-    "in": 13,
-    "wrote": 14,
-    "and": 15,
-    "a": 16,
-    "was": 17,
-    "chemical": 18,
-    "to": 19,
-    "for": 20,
-    "states": 21,
-    "first": 22,
-    "symbol": 23,
-    "that": 24,
-    "law": 25,
-    "united": 26,
-    "painted": 27,
-    "south": 28,
-    "directed": 29,
-    "when": 30,
-    "largest": 31,
-    "light": 32,
-    "world": 33,
-    "france": 34,
-    "by": 35,
-    "speed": 36,
-    "discovered": 37,
-    "formula": 38,
-    "italy": 39,
-    "new": 40,
-    "war": 41,
-    "s": 42,
-    "rights": 43,
-    "energy": 44,
-    "approximately": 45,
-    "an": 46,
-    "invented": 47,
-    "zealand": 48,
-    "on": 49,
-    "1": 50,
-    "r": 51,
-    "signed": 52,
-    "per": 53,
-    "second": 54,
-    "telephone": 55,
-    "newton": 56,
-    "japan": 57,
-    "euro": 58,
-    "germany": 59,
-    "spain": 60,
-    "kingdom": 61,
-    "dollar": 62,
-    "canada": 63,
-    "australia": 64,
-    "africa": 65,
-    "korea": 66,
-    "india": 67,
-    "motion": 68,
-    "at": 69,
-    "bill": 70,
-    "x": 71,
-    "magna": 72,
-    "carta": 73,
-    "theory": 74,
-    "where": 75,
-    "number": 76,
-    "uk": 77,
-    "supply": 78,
-    "demand": 79,
-    "with": 80,
-    "developed": 81,
-    "from": 82,
-    "matter": 83,
-    "alexander": 84,
-    "universal": 85,
-    "gravitation": 86,
-    "berlin": 87,
-    "c": 88,
-    "did": 89,
-    "equals": 90,
-    "quadratic": 91,
-    "ocean": 92,
-    "time": 93,
-    "or": 94,
-    "person": 95,
-    "atomic": 96,
-    "roman": 97,
-    "christopher": 98,
-    "desert": 99,
-    "credited": 100,
-    "river": 101,
-    "paris": 102,
-    "romeo": 103,
-    "juliet": 104,
-    "william": 105,
-    "shakespeare": 106,
-    "planet": 107,
-    "our": 108,
-    "solar": 109,
-    "system": 110,
-    "declaration": 111,
-    "independence": 112,
-    "photosynthesis": 113,
-    "mona": 114,
-    "lisa": 115,
-    "leonardo": 116,
-    "da": 117,
-    "vinci": 118,
-    "machine": 119,
-    "learning": 120,
-    "smallest": 121,
-    "unit": 122,
-    "properties": 123,
-    "graham": 124,
-    "bell": 125,
-    "water": 126,
-    "mammal": 127,
-    "rome": 128,
-    "washington": 129,
-    "ii": 130,
-    "2": 131,
-    "president": 132,
-    "george": 133,
-    "pythagorean": 134,
-    "theorem": 135,
-    "square": 136,
-    "sum": 137,
-    "other": 138,
-    "two": 139,
-    "b²": 140,
-    "object": 141,
-    "rest": 142,
-    "stays": 143,
-    "force": 144,
-    "godfather": 145,
-    "form": 146,
-    "0": 147,
-    "1215": 148,
-    "1984": 149,
-    "sound": 150,
-    "russia": 151,
-    "penicillin": 152,
-    "starry": 153,
-    "night": 154,
-    "relativity": 155,
-    "how": 156,
-    "distance": 157,
-    "relative": 158,
-    "american": 159,
-    "civil": 160,
-    "begin": 161,
-    "began": 162,
-    "fibonacci": 163,
-    "sequence": 164,
-    "3": 165,
-    "pride": 166,
-    "prejudice": 167,
-    "doppler": 168,
-    "effect": 169,
-    "frequency": 170,
-    "habeas": 171,
-    "corpus": 172,
-    "be": 173,
-    "pulp": 174,
-    "fiction": 175,
-    "area": 176,
-    "circle": 177,
-    "radius": 178,
-    "wall": 179,
-    "built": 180,
-    "periodic": 181,
-    "table": 182,
-    "kill": 183,
-    "mockingbird": 184,
-    "conservation": 185,
-    "circumference": 186,
-    "earth": 187,
-    "julius": 188,
-    "caesar": 189,
-    "fall": 190,
-    "rise": 191,
-    "derivative": 192,
-    "x²": 193,
-    "inception": 194,
-    "nolan": 195,
-    "power": 196,
-    "england": 197,
-    "great": 198,
-    "gatsby": 199,
-    "ohm": 200,
-    "renaissance": 201,
-    "integral": 202,
-    "shawshank": 203,
-    "redemption": 204,
-    "carbon": 205,
-    "hamlet": 206,
-    "compound": 207,
-    "interest": 208,
-    "p": 209,
-    "n": 210,
-    "french": 211,
-    "revolution": 212,
-    "miles": 213,
-    "dark": 214,
-    "knight": 215,
-    "exceeds": 216,
-    "volume": 217,
-    "sphere": 218,
-    "america": 219,
-    "discovering": 220,
-    "every": 221,
-    "particle": 222,
-    "proportional": 223,
-    "electricity": 224,
-    "brazil": 225,
-    "peace": 226,
-    "gold": 227,
-    "walk": 228,
-    "moon": 229,
-    "longest": 230,
-    "last": 231,
-    "supper": 232,
-    "tallest": 233,
-    "mountain": 234,
-    "bulb": 235,
-    "china": 236,
-    "egypt": 237,
-    "odyssey": 238,
-    "silver": 239,
-    "evolution": 240,
-    "argentina": 241,
-    "scream": 242,
-    "sodium": 243,
-    "female": 244,
-    "prime": 245,
-    "minister": 246,
-    "turkey": 247,
-    "crime": 248,
-    "punishment": 249,
-    "sweden": 250,
-    "divine": 251,
-    "comedy": 252,
-    "potassium": 253,
-    "norway": 254,
-    "persistence": 255,
-    "memory": 256,
-    "iron": 257,
-    "woman": 258,
-    "win": 259,
-    "nobel": 260,
-    "prize": 261,
-    "finland": 262,
-    "don": 263,
-    "quixote": 264,
-    "mercury": 265,
-    "polio": 266,
-    "vaccine": 267,
-    "jupiter": 268,
-    "1776": 269,
-    "process": 270,
-    "which": 271,
-    "plants": 272,
-    "convert": 273,
-    "into": 274,
-    "299": 275,
-    "792": 276,
-    "458": 277,
-    "metres": 278,
-    "type": 279,
-    "artificial": 280,
-    "intelligence": 281,
-    "enables": 282,
-    "computers": 283,
-    "learn": 284,
-    "data": 285,
-    "atom": 286,
-    "retains": 287,
-    "element": 288,
-    "gravity": 289,
-    "sir": 290,
-    "isaac": 291,
-    "h2o": 292,
-    "blue": 293,
-    "whale": 294,
-    "tokyo": 295,
-    "japanese": 296,
-    "yen": 297,
-    "madrid": 298,
-    "london": 299,
-    "pound": 300,
-    "sterling": 301,
-    "d": 302,
-    "us": 303,
-    "ottawa": 304,
-    "canadian": 305,
-    "canberra": 306,
-    "australian": 307,
-    "wellington": 308,
-    "pretoria": 309,
-    "african": 310,
-    "rand": 311,
-    "seoul": 312,
-    "korean": 313,
-    "won": 314,
-    "delhi": 315,
-    "indian": 316,
-    "rupee": 317,
-    "end": 318,
-    "ended": 319,
-    "september": 320,
-    "1945": 321,
-    "right": 322,
-    "triangle": 323,
-    "hypotenuse": 324,
-    "squares": 325,
-    "sides": 326,
-    "a²": 327,
-    "c²": 328,
-    "unless": 329,
-    "acted": 330,
-    "upon": 331,
-    "external": 332,
-    "francis": 333,
-    "ford": 334,
-    "coppola": 335,
-    "ten": 336,
-    "amendments": 337,
-    "constitution": 338,
-    "guarantee": 339,
-    "fundamental": 340,
-    "freedoms": 341,
-    "b": 342,
-    "4ac": 343,
-    "2a": 344,
-    "used": 345,
-    "solve": 346,
-    "equations": 347,
-    "ax²": 348,
-    "bx": 349,
-    "orwell": 350,
-    "air": 351,
-    "sea": 352,
-    "level": 353,
-    "343": 354,
-    "meters": 355,
-    "moscow": 356,
-    "fleming": 357,
-    "1928": 358,
-    "pacific": 359,
-    "vincent": 360,
-    "van": 361,
-    "gogh": 362,
-    "einstein": 363,
-    "describes": 364,
-    "space": 365,
-    "are": 366,
-    "interwoven": 367,
-    "measurements": 368,
-    "depend": 369,
-    "april": 370,
-    "12": 371,
-    "1861": 372,
-    "series": 373,
-    "each": 374,
-    "preceding": 375,
-    "ones": 376,
-    "5": 377,
-    "8": 378,
-    "13": 379,
-    "21": 380,
-    "34": 381,
-    "jane": 382,
-    "austen": 383,
-    "change": 384,
-    "wavelength": 385,
-    "waves": 386,
-    "relation": 387,
-    "observer": 388,
-    "moving": 389,
-    "wave": 390,
-    "source": 391,
-    "legal": 392,
-    "principle": 393,
-    "requiring": 394,
-    "under": 395,
-    "arrest": 396,
-    "brought": 397,
-    "before": 398,
-    "judge": 399,
-    "court": 400,
-    "determine": 401,
-    "if": 402,
-    "detention": 403,
-    "lawful": 404,
-    "quentin": 405,
-    "tarantino": 406,
-    "πr²": 407,
-    "1961": 408,
-    "systematic": 409,
-    "arrangement": 410,
-    "elements": 411,
-    "electron": 412,
-    "configuration": 413,
-    "recurring": 414,
-    "harper": 415,
-    "lee": 416,
-    "cannot": 417,
-    "created": 418,
-    "destroyed": 419,
-    "only": 420,
-    "transformed": 421,
-    "one": 422,
-    "another": 423,
-    "40": 424,
-    "075": 425,
-    "kilometers": 426,
-    "equator": 427,
-    "general": 428,
-    "statesman": 429,
-    "played": 430,
-    "critical": 431,
-    "role": 432,
-    "republic": 433,
-    "empire": 434,
-    "2x": 435,
-    "1689": 436,
-    "established": 437,
-    "constitutional": 438,
-    "monarchy": 439,
-    "limited": 440,
-    "monarch": 441,
-    "antarctic": 442,
-    "f": 443,
-    "scott": 444,
-    "fitzgerald": 445,
-    "current": 446,
-    "voltage": 447,
-    "divided": 448,
-    "resistance": 449,
-    "i": 450,
-    "v": 451,
-    "period": 452,
-    "14th": 453,
-    "17th": 454,
-    "century": 455,
-    "ln": 456,
-    "frank": 457,
-    "darabont": 458,
-    "charter": 459,
-    "agreed": 460,
-    "king": 461,
-    "john": 462,
-    "limiting": 463,
-    "royal": 464,
-    "6": 465,
-    "nt": 466,
-    "final": 467,
-    "amount": 468,
-    "principal": 469,
-    "annual": 470,
-    "rate": 471,
-    "compounding": 472,
-    "t": 473,
-    "1789": 474,
-    "186": 475,
-    "282": 476,
-    "prices": 477,
-    "4": 478,
-    "πr³": 479,
-    "columbus": 480,
-    "1492": 481,
-    "universe": 482,
-    "attracts": 483,
-    "directly": 484,
-    "product": 485,
-    "their": 486,
-    "masses": 487,
-    "inversely": 488,
-    "between": 489,
-    "them": 490,
-    "benjamin": 491,
-    "franklin": 492,
-    "through": 493,
-    "his": 494,
-    "famous": 495,
-    "kite": 496,
-    "experiment": 497,
-    "brasília": 498,
-    "leo": 499,
-    "tolstoy": 500,
-    "au": 501,
-    "neil": 502,
-    "armstrong": 503,
-    "nile": 504,
-    "mount": 505,
-    "everest": 506,
-    "thomas": 507,
-    "edison": 508,
-    "practical": 509,
-    "incandescent": 510,
-    "beijing": 511,
-    "cairo": 512,
-    "homer": 513,
-    "ag": 514,
-    "charles": 515,
-    "darwin": 516,
-    "natural": 517,
-    "selection": 518,
-    "buenos": 519,
-    "aires": 520,
-    "edvard": 521,
-    "munch": 522,
-    "na": 523,
-    "margaret": 524,
-    "thatcher": 525,
-    "ankara": 526,
-    "fyodor": 527,
-    "dostoevsky": 528,
-    "stockholm": 529,
-    "dante": 530,
-    "alighieri": 531,
-    "k": 532,
-    "inventing": 533,
-    "oslo": 534,
-    "salvador": 535,
-    "dalí": 536,
-    "fe": 537,
-    "marie": 538,
-    "curie": 539,
-    "helsinki": 540,
-    "miguel": 541,
-    "de": 542,
-    "cervantes": 543,
-    "hg": 544,
-    "jonas": 545,
-    "salk": 546
-  },
-  "id_to_word": {
-    "0": "<PAD>",
-    "1": "<UNK>",
-    "2": "<SEP>",
-    "3": "<EOS>",
-    "4": "the",
-    "5": "is",
-    "6": "of",
-    "7": ".",
-    "8": "?",
-    "9": "what",
-    "10": "capital",
-    "11": "who",
-    "12": "currency",
-    "13": "in",
-    "14": "wrote",
-    "15": "and",
-    "16": "a",
-    "17": "was",
-    "18": "chemical",
-    "19": "to",
-    "20": "for",
-    "21": "states",
-    "22": "first",
-    "23": "symbol",
-    "24": "that",
-    "25": "law",
-    "26": "united",
-    "27": "painted",
-    "28": "south",
-    "29": "directed",
-    "30": "when",
-    "31": "largest",
-    "32": "light",
-    "33": "world",
-    "34": "france",
-    "35": "by",
-    "36": "speed",
-    "37": "discovered",
-    "38": "formula",
-    "39": "italy",
-    "40": "new",
-    "41": "war",
-    "42": "s",
-    "43": "rights",
-    "44": "energy",
-    "45": "approximately",
-    "46": "an",
-    "47": "invented",
-    "48": "zealand",
-    "49": "on",
-    "50": "1",
-    "51": "r",
-    "52": "signed",
-    "53": "per",
-    "54": "second",
-    "55": "telephone",
-    "56": "newton",
-    "57": "japan",
-    "58": "euro",
-    "59": "germany",
-    "60": "spain",
-    "61": "kingdom",
-    "62": "dollar",
-    "63": "canada",
-    "64": "australia",
-    "65": "africa",
-    "66": "korea",
-    "67": "india",
-    "68": "motion",
-    "69": "at",
-    "70": "bill",
-    "71": "x",
-    "72": "magna",
-    "73": "carta",
-    "74": "theory",
-    "75": "where",
-    "76": "number",
-    "77": "uk",
-    "78": "supply",
-    "79": "demand",
-    "80": "with",
-    "81": "developed",
-    "82": "from",
-    "83": "matter",
-    "84": "alexander",
-    "85": "universal",
-    "86": "gravitation",
-    "87": "berlin",
-    "88": "c",
-    "89": "did",
-    "90": "equals",
-    "91": "quadratic",
-    "92": "ocean",
-    "93": "time",
-    "94": "or",
-    "95": "person",
-    "96": "atomic",
-    "97": "roman",
-    "98": "christopher",
-    "99": "desert",
-    "100": "credited",
-    "101": "river",
-    "102": "paris",
-    "103": "romeo",
-    "104": "juliet",
-    "105": "william",
-    "106": "shakespeare",
-    "107": "planet",
-    "108": "our",
-    "109": "solar",
-    "110": "system",
-    "111": "declaration",
-    "112": "independence",
-    "113": "photosynthesis",
-    "114": "mona",
-    "115": "lisa",
-    "116": "leonardo",
-    "117": "da",
-    "118": "vinci",
-    "119": "machine",
-    "120": "learning",
-    "121": "smallest",
-    "122": "unit",
-    "123": "properties",
-    "124": "graham",
-    "125": "bell",
-    "126": "water",
-    "127": "mammal",
-    "128": "rome",
-    "129": "washington",
-    "130": "ii",
-    "131": "2",
-    "132": "president",
-    "133": "george",
-    "134": "pythagorean",
-    "135": "theorem",
-    "136": "square",
-    "137": "sum",
-    "138": "other",
-    "139": "two",
-    "140": "b²",
-    "141": "object",
-    "142": "rest",
-    "143": "stays",
-    "144": "force",
-    "145": "godfather",
-    "146": "form",
-    "147": "0",
-    "148": "1215",
-    "149": "1984",
-    "150": "sound",
-    "151": "russia",
-    "152": "penicillin",
-    "153": "starry",
-    "154": "night",
-    "155": "relativity",
-    "156": "how",
-    "157": "distance",
-    "158": "relative",
-    "159": "american",
-    "160": "civil",
-    "161": "begin",
-    "162": "began",
-    "163": "fibonacci",
-    "164": "sequence",
-    "165": "3",
-    "166": "pride",
-    "167": "prejudice",
-    "168": "doppler",
-    "169": "effect",
-    "170": "frequency",
-    "171": "habeas",
-    "172": "corpus",
-    "173": "be",
-    "174": "pulp",
-    "175": "fiction",
-    "176": "area",
-    "177": "circle",
-    "178": "radius",
-    "179": "wall",
-    "180": "built",
-    "181": "periodic",
-    "182": "table",
-    "183": "kill",
-    "184": "mockingbird",
-    "185": "conservation",
-    "186": "circumference",
-    "187": "earth",
-    "188": "julius",
-    "189": "caesar",
-    "190": "fall",
-    "191": "rise",
-    "192": "derivative",
-    "193": "x²",
-    "194": "inception",
-    "195": "nolan",
-    "196": "power",
-    "197": "england",
-    "198": "great",
-    "199": "gatsby",
-    "200": "ohm",
-    "201": "renaissance",
-    "202": "integral",
-    "203": "shawshank",
-    "204": "redemption",
-    "205": "carbon",
-    "206": "hamlet",
-    "207": "compound",
-    "208": "interest",
-    "209": "p",
-    "210": "n",
-    "211": "french",
-    "212": "revolution",
-    "213": "miles",
-    "214": "dark",
-    "215": "knight",
-    "216": "exceeds",
-    "217": "volume",
-    "218": "sphere",
-    "219": "america",
-    "220": "discovering",
-    "221": "every",
-    "222": "particle",
-    "223": "proportional",
-    "224": "electricity",
-    "225": "brazil",
-    "226": "peace",
-    "227": "gold",
-    "228": "walk",
-    "229": "moon",
-    "230": "longest",
-    "231": "last",
-    "232": "supper",
-    "233": "tallest",
-    "234": "mountain",
-    "235": "bulb",
-    "236": "china",
-    "237": "egypt",
-    "238": "odyssey",
-    "239": "silver",
-    "240": "evolution",
-    "241": "argentina",
-    "242": "scream",
-    "243": "sodium",
-    "244": "female",
-    "245": "prime",
-    "246": "minister",
-    "247": "turkey",
-    "248": "crime",
-    "249": "punishment",
-    "250": "sweden",
-    "251": "divine",
-    "252": "comedy",
-    "253": "potassium",
-    "254": "norway",
-    "255": "persistence",
-    "256": "memory",
-    "257": "iron",
-    "258": "woman",
-    "259": "win",
-    "260": "nobel",
-    "261": "prize",
-    "262": "finland",
-    "263": "don",
-    "264": "quixote",
-    "265": "mercury",
-    "266": "polio",
-    "267": "vaccine",
-    "268": "jupiter",
-    "269": "1776",
-    "270": "process",
-    "271": "which",
-    "272": "plants",
-    "273": "convert",
-    "274": "into",
-    "275": "299",
-    "276": "792",
-    "277": "458",
-    "278": "metres",
-    "279": "type",
-    "280": "artificial",
-    "281": "intelligence",
-    "282": "enables",
-    "283": "computers",
-    "284": "learn",
-    "285": "data",
-    "286": "atom",
-    "287": "retains",
-    "288": "element",
-    "289": "gravity",
-    "290": "sir",
-    "291": "isaac",
-    "292": "h2o",
-    "293": "blue",
-    "294": "whale",
-    "295": "tokyo",
-    "296": "japanese",
-    "297": "yen",
-    "298": "madrid",
-    "299": "london",
-    "300": "pound",
-    "301": "sterling",
-    "302": "d",
-    "303": "us",
-    "304": "ottawa",
-    "305": "canadian",
-    "306": "canberra",
-    "307": "australian",
-    "308": "wellington",
-    "309": "pretoria",
-    "310": "african",
-    "311": "rand",
-    "312": "seoul",
-    "313": "korean",
-    "314": "won",
-    "315": "delhi",
-    "316": "indian",
-    "317": "rupee",
-    "318": "end",
-    "319": "ended",
-    "320": "september",
-    "321": "1945",
-    "322": "right",
-    "323": "triangle",
-    "324": "hypotenuse",
-    "325": "squares",
-    "326": "sides",
-    "327": "a²",
-    "328": "c²",
-    "329": "unless",
-    "330": "acted",
-    "331": "upon",
-    "332": "external",
-    "333": "francis",
-    "334": "ford",
-    "335": "coppola",
-    "336": "ten",
-    "337": "amendments",
-    "338": "constitution",
-    "339": "guarantee",
-    "340": "fundamental",
-    "341": "freedoms",
-    "342": "b",
-    "343": "4ac",
-    "344": "2a",
-    "345": "used",
-    "346": "solve",
-    "347": "equations",
-    "348": "ax²",
-    "349": "bx",
-    "350": "orwell",
-    "351": "air",
-    "352": "sea",
-    "353": "level",
-    "354": "343",
-    "355": "meters",
-    "356": "moscow",
-    "357": "fleming",
-    "358": "1928",
-    "359": "pacific",
-    "360": "vincent",
-    "361": "van",
-    "362": "gogh",
-    "363": "einstein",
-    "364": "describes",
-    "365": "space",
-    "366": "are",
-    "367": "interwoven",
-    "368": "measurements",
-    "369": "depend",
-    "370": "april",
-    "371": "12",
-    "372": "1861",
-    "373": "series",
-    "374": "each",
-    "375": "preceding",
-    "376": "ones",
-    "377": "5",
-    "378": "8",
-    "379": "13",
-    "380": "21",
-    "381": "34",
-    "382": "jane",
-    "383": "austen",
-    "384": "change",
-    "385": "wavelength",
-    "386": "waves",
-    "387": "relation",
-    "388": "observer",
-    "389": "moving",
-    "390": "wave",
-    "391": "source",
-    "392": "legal",
-    "393": "principle",
-    "394": "requiring",
-    "395": "under",
-    "396": "arrest",
-    "397": "brought",
-    "398": "before",
-    "399": "judge",
-    "400": "court",
-    "401": "determine",
-    "402": "if",
-    "403": "detention",
-    "404": "lawful",
-    "405": "quentin",
-    "406": "tarantino",
-    "407": "πr²",
-    "408": "1961",
-    "409": "systematic",
-    "410": "arrangement",
-    "411": "elements",
-    "412": "electron",
-    "413": "configuration",
-    "414": "recurring",
-    "415": "harper",
-    "416": "lee",
-    "417": "cannot",
-    "418": "created",
-    "419": "destroyed",
-    "420": "only",
-    "421": "transformed",
-    "422": "one",
-    "423": "another",
-    "424": "40",
-    "425": "075",
-    "426": "kilometers",
-    "427": "equator",
-    "428": "general",
-    "429": "statesman",
-    "430": "played",
-    "431": "critical",
-    "432": "role",
-    "433": "republic",
-    "434": "empire",
-    "435": "2x",
-    "436": "1689",
-    "437": "established",
-    "438": "constitutional",
-    "439": "monarchy",
-    "440": "limited",
-    "441": "monarch",
-    "442": "antarctic",
-    "443": "f",
-    "444": "scott",
-    "445": "fitzgerald",
-    "446": "current",
-    "447": "voltage",
-    "448": "divided",
-    "449": "resistance",
-    "450": "i",
-    "451": "v",
-    "452": "period",
-    "453": "14th",
-    "454": "17th",
-    "455": "century",
-    "456": "ln",
-    "457": "frank",
-    "458": "darabont",
-    "459": "charter",
-    "460": "agreed",
-    "461": "king",
-    "462": "john",
-    "463": "limiting",
-    "464": "royal",
-    "465": "6",
-    "466": "nt",
-    "467": "final",
-    "468": "amount",
-    "469": "principal",
-    "470": "annual",
-    "471": "rate",
-    "472": "compounding",
-    "473": "t",
-    "474": "1789",
-    "475": "186",
-    "476": "282",
-    "477": "prices",
-    "478": "4",
-    "479": "πr³",
-    "480": "columbus",
-    "481": "1492",
-    "482": "universe",
-    "483": "attracts",
-    "484": "directly",
-    "485": "product",
-    "486": "their",
-    "487": "masses",
-    "488": "inversely",
-    "489": "between",
-    "490": "them",
-    "491": "benjamin",
-    "492": "franklin",
-    "493": "through",
-    "494": "his",
-    "495": "famous",
-    "496": "kite",
-    "497": "experiment",
-    "498": "brasília",
-    "499": "leo",
-    "500": "tolstoy",
-    "501": "au",
-    "502": "neil",
-    "503": "armstrong",
-    "504": "nile",
-    "505": "mount",
-    "506": "everest",
-    "507": "thomas",
-    "508": "edison",
-    "509": "practical",
-    "510": "incandescent",
-    "511": "beijing",
-    "512": "cairo",
-    "513": "homer",
-    "514": "ag",
-    "515": "charles",
-    "516": "darwin",
-    "517": "natural",
-    "518": "selection",
-    "519": "buenos",
-    "520": "aires",
-    "521": "edvard",
-    "522": "munch",
-    "523": "na",
-    "524": "margaret",
-    "525": "thatcher",
-    "526": "ankara",
-    "527": "fyodor",
-    "528": "dostoevsky",
-    "529": "stockholm",
-    "530": "dante",
-    "531": "alighieri",
-    "532": "k",
-    "533": "inventing",
-    "534": "oslo",
-    "535": "salvador",
-    "536": "dalí",
-    "537": "fe",
-    "538": "marie",
-    "539": "curie",
-    "540": "helsinki",
-    "541": "miguel",
-    "542": "de",
-    "543": "cervantes",
-    "544": "hg",
-    "545": "jonas",
-    "546": "salk"
-  }
 }

 {
+  "<PAD>": 0,
+  "<UNK>": 1,
+  "<SEP>": 2,
+  "<EOS>": 3,
+  "the": 4,
+  "is": 5,
+  "of": 6,
+  ".": 7,
+  "?": 8,
+  "what": 9,
+  "capital": 10,
+  "who": 11,
+  "currency": 12,
+  "in": 13,
+  "wrote": 14,
+  "and": 15,
+  "a": 16,
+  "was": 17,
+  "chemical": 18,
+  "to": 19,
+  "for": 20,
+  "states": 21,
+  "first": 22,
+  "symbol": 23,
+  "that": 24,
+  "law": 25,
+  "united": 26,
+  "painted": 27,
+  "south": 28,
+  "directed": 29,
+  "when": 30,
+  "largest": 31,
+  "light": 32,
+  "world": 33,
+  "france": 34,
+  "by": 35,
+  "speed": 36,
+  "discovered": 37,
+  "formula": 38,
+  "italy": 39,
+  "new": 40,
+  "war": 41,
+  "s": 42,
+  "rights": 43,
+  "energy": 44,
+  "approximately": 45,
+  "an": 46,
+  "invented": 47,
+  "zealand": 48,
+  "on": 49,
+  "1": 50,
+  "r": 51,
+  "signed": 52,
+  "per": 53,
+  "second": 54,
+  "telephone": 55,
+  "newton": 56,
+  "japan": 57,
+  "euro": 58,
+  "germany": 59,
+  "spain": 60,
+  "kingdom": 61,
+  "dollar": 62,
+  "canada": 63,
+  "australia": 64,
+  "africa": 65,
+  "korea": 66,
+  "india": 67,
+  "motion": 68,
+  "at": 69,
+  "bill": 70,
+  "x": 71,
+  "magna": 72,
+  "carta": 73,
+  "theory": 74,
+  "where": 75,
+  "number": 76,
+  "uk": 77,
+  "supply": 78,
+  "demand": 79,
+  "with": 80,
+  "developed": 81,
+  "from": 82,
+  "matter": 83,
+  "alexander": 84,
+  "universal": 85,
+  "gravitation": 86,
+  "berlin": 87,
+  "c": 88,
+  "did": 89,
+  "equals": 90,
+  "quadratic": 91,
+  "ocean": 92,
+  "time": 93,
+  "or": 94,
+  "person": 95,
+  "atomic": 96,
+  "roman": 97,
+  "christopher": 98,
+  "desert": 99,
+  "credited": 100,
+  "river": 101,
+  "paris": 102,
+  "romeo": 103,
+  "juliet": 104,
+  "william": 105,
+  "shakespeare": 106,
+  "planet": 107,
+  "our": 108,
+  "solar": 109,
+  "system": 110,
+  "declaration": 111,
+  "independence": 112,
+  "photosynthesis": 113,
+  "mona": 114,
+  "lisa": 115,
+  "leonardo": 116,
+  "da": 117,
+  "vinci": 118,
+  "machine": 119,
+  "learning": 120,
+  "smallest": 121,
+  "unit": 122,
+  "properties": 123,
+  "graham": 124,
+  "bell": 125,
+  "water": 126,
+  "mammal": 127,
+  "rome": 128,
+  "washington": 129,
+  "ii": 130,
+  "2": 131,
+  "president": 132,
+  "george": 133,
+  "pythagorean": 134,
+  "theorem": 135,
+  "square": 136,
+  "sum": 137,
+  "other": 138,
+  "two": 139,
+  "b²": 140,
+  "object": 141,
+  "rest": 142,
+  "stays": 143,
+  "force": 144,
+  "godfather": 145,
+  "form": 146,
+  "0": 147,
+  "1215": 148,
+  "1984": 149,
+  "sound": 150,
+  "russia": 151,
+  "penicillin": 152,
+  "starry": 153,
+  "night": 154,
+  "relativity": 155,
+  "how": 156,
+  "distance": 157,
+  "relative": 158,
+  "american": 159,
+  "civil": 160,
+  "begin": 161,
+  "began": 162,
+  "fibonacci": 163,
+  "sequence": 164,
+  "3": 165,
+  "pride": 166,
+  "prejudice": 167,
+  "doppler": 168,
+  "effect": 169,
+  "frequency": 170,
+  "habeas": 171,
+  "corpus": 172,
+  "be": 173,
+  "pulp": 174,
+  "fiction": 175,
+  "area": 176,
+  "circle": 177,
+  "radius": 178,
+  "wall": 179,
+  "built": 180,
+  "periodic": 181,
+  "table": 182,
+  "kill": 183,
+  "mockingbird": 184,
+  "conservation": 185,
+  "circumference": 186,
+  "earth": 187,
+  "julius": 188,
+  "caesar": 189,
+  "fall": 190,
+  "rise": 191,
+  "derivative": 192,
+  "x²": 193,
+  "inception": 194,
+  "nolan": 195,
+  "power": 196,
+  "england": 197,
+  "great": 198,
+  "gatsby": 199,
+  "ohm": 200,
+  "renaissance": 201,
+  "integral": 202,
+  "shawshank": 203,
+  "redemption": 204,
+  "carbon": 205,
+  "hamlet": 206,
+  "compound": 207,
+  "interest": 208,
+  "p": 209,
+  "n": 210,
+  "french": 211,
+  "revolution": 212,
+  "miles": 213,
+  "dark": 214,
+  "knight": 215,
+  "exceeds": 216,
+  "volume": 217,
+  "sphere": 218,
+  "america": 219,
+  "discovering": 220,
+  "every": 221,
+  "particle": 222,
+  "proportional": 223,
+  "electricity": 224,
+  "brazil": 225,
+  "peace": 226,
+  "gold": 227,
+  "walk": 228,
+  "moon": 229,
+  "longest": 230,
+  "last": 231,
+  "supper": 232,
+  "tallest": 233,
+  "mountain": 234,
+  "bulb": 235,
+  "china": 236,
+  "egypt": 237,
+  "odyssey": 238,
+  "silver": 239,
+  "evolution": 240,
+  "argentina": 241,
+  "scream": 242,
+  "sodium": 243,
+  "female": 244,
+  "prime": 245,
+  "minister": 246,
+  "turkey": 247,
+  "crime": 248,
+  "punishment": 249,
+  "sweden": 250,
+  "divine": 251,
+  "comedy": 252,
+  "potassium": 253,
+  "norway": 254,
+  "persistence": 255,
+  "memory": 256,
+  "iron": 257,
+  "woman": 258,
+  "win": 259,
+  "nobel": 260,
+  "prize": 261,
+  "finland": 262,
+  "don": 263,
+  "quixote": 264,
+  "mercury": 265,
+  "polio": 266,
+  "vaccine": 267,
+  "jupiter": 268,
+  "1776": 269,
+  "process": 270,
+  "which": 271,
+  "plants": 272,
+  "convert": 273,
+  "into": 274,
+  "299": 275,
+  "792": 276,
+  "458": 277,
+  "metres": 278,
+  "type": 279,
+  "artificial": 280,
+  "intelligence": 281,
+  "enables": 282,
+  "computers": 283,
+  "learn": 284,
+  "data": 285,
+  "atom": 286,
+  "retains": 287,
+  "element": 288,
+  "gravity": 289,
+  "sir": 290,
+  "isaac": 291,
+  "h2o": 292,
+  "blue": 293,
+  "whale": 294,
+  "tokyo": 295,
+  "japanese": 296,
+  "yen": 297,
+  "madrid": 298,
+  "london": 299,
+  "pound": 300,
+  "sterling": 301,
+  "d": 302,
+  "us": 303,
+  "ottawa": 304,
+  "canadian": 305,
+  "canberra": 306,
+  "australian": 307,
+  "wellington": 308,
+  "pretoria": 309,
+  "african": 310,
+  "rand": 311,
+  "seoul": 312,
+  "korean": 313,
+  "won": 314,
+  "delhi": 315,
+  "indian": 316,
+  "rupee": 317,
+  "end": 318,
+  "ended": 319,
+  "september": 320,
+  "1945": 321,
+  "right": 322,
+  "triangle": 323,
+  "hypotenuse": 324,
+  "squares": 325,
+  "sides": 326,
+  "a²": 327,
+  "c²": 328,
+  "unless": 329,
+  "acted": 330,
+  "upon": 331,
+  "external": 332,
+  "francis": 333,
+  "ford": 334,
+  "coppola": 335,
+  "ten": 336,
+  "amendments": 337,
+  "constitution": 338,
+  "guarantee": 339,
+  "fundamental": 340,
+  "freedoms": 341,
+  "b": 342,
+  "4ac": 343,
+  "2a": 344,
+  "used": 345,
+  "solve": 346,
+  "equations": 347,
+  "ax²": 348,
+  "bx": 349,
+  "orwell": 350,
+  "air": 351,
+  "sea": 352,
+  "level": 353,
+  "343": 354,
+  "meters": 355,
+  "moscow": 356,
+  "fleming": 357,
+  "1928": 358,
+  "pacific": 359,
+  "vincent": 360,
+  "van": 361,
+  "gogh": 362,
+  "einstein": 363,
+  "describes": 364,
+  "space": 365,
+  "are": 366,
+  "interwoven": 367,
+  "measurements": 368,
+  "depend": 369,
+  "april": 370,
+  "12": 371,
+  "1861": 372,
+  "series": 373,
+  "each": 374,
+  "preceding": 375,
+  "ones": 376,
+  "5": 377,
+  "8": 378,
+  "13": 379,
+  "21": 380,
+  "34": 381,
+  "jane": 382,
+  "austen": 383,
+  "change": 384,
+  "wavelength": 385,
+  "waves": 386,
+  "relation": 387,
+  "observer": 388,
+  "moving": 389,
+  "wave": 390,
+  "source": 391,
+  "legal": 392,
+  "principle": 393,
+  "requiring": 394,
+  "under": 395,
+  "arrest": 396,
+  "brought": 397,
+  "before": 398,
+  "judge": 399,
+  "court": 400,
+  "determine": 401,
+  "if": 402,
+  "detention": 403,
+  "lawful": 404,
+  "quentin": 405,
+  "tarantino": 406,
+  "πr²": 407,
+  "1961": 408,
+  "systematic": 409,
+  "arrangement": 410,
+  "elements": 411,
+  "electron": 412,
+  "configuration": 413,
+  "recurring": 414,
+  "harper": 415,
+  "lee": 416,
+  "cannot": 417,
+  "created": 418,
+  "destroyed": 419,
+  "only": 420,
+  "transformed": 421,
+  "one": 422,
+  "another": 423,
+  "40": 424,
+  "075": 425,
+  "kilometers": 426,
+  "equator": 427,
+  "general": 428,
+  "statesman": 429,
+  "played": 430,
+  "critical": 431,
+  "role": 432,
+  "republic": 433,
+  "empire": 434,
+  "2x": 435,
+  "1689": 436,
+  "established": 437,
+  "constitutional": 438,
+  "monarchy": 439,
+  "limited": 440,
+  "monarch": 441,
+  "antarctic": 442,
+  "f": 443,
+  "scott": 444,
+  "fitzgerald": 445,
+  "current": 446,
+  "voltage": 447,
+  "divided": 448,
+  "resistance": 449,
+  "i": 450,
+  "v": 451,
+  "period": 452,
+  "14th": 453,
+  "17th": 454,
+  "century": 455,
+  "ln": 456,
+  "frank": 457,
+  "darabont": 458,
+  "charter": 459,
+  "agreed": 460,
+  "king": 461,
+  "john": 462,
+  "limiting": 463,
+  "royal": 464,
+  "6": 465,
+  "nt": 466,
+  "final": 467,
+  "amount": 468,
+  "principal": 469,
+  "annual": 470,
+  "rate": 471,
+  "compounding": 472,
+  "t": 473,
+  "1789": 474,
+  "186": 475,
+  "282": 476,
+  "prices": 477,
+  "4": 478,
+  "πr³": 479,
+  "columbus": 480,
+  "1492": 481,
+  "universe": 482,
+  "attracts": 483,
+  "directly": 484,
+  "product": 485,
+  "their": 486,
+  "masses": 487,
+  "inversely": 488,
+  "between": 489,
+  "them": 490,
+  "benjamin": 491,
+  "franklin": 492,
+  "through": 493,
+  "his": 494,
+  "famous": 495,
+  "kite": 496,
+  "experiment": 497,
+  "brasília": 498,
+  "leo": 499,
+  "tolstoy": 500,
+  "au": 501,
+  "neil": 502,
+  "armstrong": 503,
+  "nile": 504,
+  "mount": 505,
+  "everest": 506,
+  "thomas": 507,
+  "edison": 508,
+  "practical": 509,
+  "incandescent": 510,
+  "beijing": 511,
+  "cairo": 512,
+  "homer": 513,
+  "ag": 514,
+  "charles": 515,
+  "darwin": 516,
+  "natural": 517,
+  "selection": 518,
+  "buenos": 519,
+  "aires": 520,
+  "edvard": 521,
+  "munch": 522,
+  "na": 523,
+  "margaret": 524,
+  "thatcher": 525,
+  "ankara": 526,
+  "fyodor": 527,
+  "dostoevsky": 528,
+  "stockholm": 529,
+  "dante": 530,
+  "alighieri": 531,
+  "k": 532,
+  "inventing": 533,
+  "oslo": 534,
+  "salvador": 535,
+  "dalí": 536,
+  "fe": 537,
+  "marie": 538,
+  "curie": 539,
+  "helsinki": 540,
+  "miguel": 541,
+  "de": 542,
+  "cervantes": 543,
+  "hg": 544,
+  "jonas": 545,
+  "salk": 546
 }