lang_tokens.json

{
  "lang_to_id": {
    "af": 128004,
    "am": 128005,
    "ar": 128006,
    "ast": 128007,
    "az": 128008,
    "ba": 128009,
    "be": 128010,
    "bg": 128011,
    "bn": 128012,
    "br": 128013,
    "bs": 128014,
    "ca": 128015,
    "ceb": 128016,
    "cs": 128017,
    "cy": 128018,
    "da": 128019,
    "de": 128020,
    "el": 128021,
    "en": 128022,
    "es": 128023,
    "et": 128024,
    "fa": 128025,
    "ff": 128026,
    "fi": 128027,
    "fr": 128028,
    "fy": 128029,
    "ga": 128030,
    "gd": 128031,
    "gl": 128032,
    "gu": 128033,
    "ha": 128034,
    "he": 128035,
    "hi": 128036,
    "hr": 128037,
    "ht": 128038,
    "hu": 128039,
    "hy": 128040,
    "id": 128041,
    "ig": 128042,
    "ilo": 128043,
    "is": 128044,
    "it": 128045,
    "ja": 128046,
    "jv": 128047,
    "ka": 128048,
    "kk": 128049,
    "km": 128050,
    "kn": 128051,
    "ko": 128052,
    "lb": 128053,
    "lg": 128054,
    "ln": 128055,
    "lo": 128056,
    "lt": 128057,
    "lv": 128058,
    "mg": 128059,
    "mk": 128060,
    "ml": 128061,
    "mn": 128062,
    "mr": 128063,
    "ms": 128064,
    "my": 128065,
    "ne": 128066,
    "nl": 128067,
    "no": 128068,
    "ns": 128069,
    "oc": 128070,
    "or": 128071,
    "pa": 128072,
    "pl": 128073,
    "ps": 128074,
    "pt": 128075,
    "ro": 128076,
    "ru": 128077,
    "sd": 128078,
    "si": 128079,
    "sk": 128080,
    "sl": 128081,
    "so": 128082,
    "sq": 128083,
    "sr": 128084,
    "ss": 128085,
    "su": 128086,
    "sv": 128087,
    "sw": 128088,
    "ta": 128089,
    "th": 128090,
    "tl": 128091,
    "tn": 128092,
    "tr": 128093,
    "uk": 128094,
    "ur": 128095,
    "uz": 128096,
    "vi": 128097,
    "wo": 128098,
    "xh": 128099,
    "yi": 128100,
    "yo": 128101,
    "zh": 128102,
    "zu": 128103
  },
  "eos": 2,
  "pad": 1,
  "unk": 3,
  "decoder_start": 2
}