nllb200-formosan-zh-spm8k / added_tokens.json
hunterschep's picture
Replace with private no-Bible SPM8k best checkpoint (20260712-232900)
28d6603 verified
Raw
History Blame
6.97 kB
{
"<dae>": 259639,
"<dialect_central>": 259640,
"<dialect_coastal>": 259641,
"<dialect_dawu>": 259642,
"<dialect_default>": 259643,
"<dialect_deluvalley>": 259644,
"<dialect_dona>": 259645,
"<dialect_duda>": 259646,
"<dialect_eastern>": 259647,
"<dialect_fourseasons>": 259648,
"<dialect_hengchun>": 259649,
"<dialect_jianhe>": 259650,
"<dialect_junqun>": 259651,
"<dialect_kanakanavu>": 259652,
"<dialect_kaqun>": 259653,
"<dialect_kavalan>": 259654,
"<dialect_luanqun>": 259655,
"<dialect_malan>": 259656,
"<dialect_maolin>": 259657,
"<dialect_nanwang>": 259658,
"<dialect_northern>": 259659,
"<dialect_saaroa>": 259660,
"<dialect_saisiyat>": 259661,
"<dialect_sakizaya>": 259662,
"<dialect_sekolik>": 259663,
"<dialect_southern>": 259664,
"<dialect_tanqun>": 259665,
"<dialect_tegudaya>": 259666,
"<dialect_thao>": 259667,
"<dialect_truku>": 259668,
"<dialect_tsou>": 259669,
"<dialect_unknown>": 259670,
"<dialect_wanda>": 259671,
"<dialect_wanshan>": 259672,
"<dialect_wenshui>": 259673,
"<dialect_wutai>": 259674,
"<dialect_xiqun>": 259675,
"<dialect_xiuguluan>": 259676,
"<dialect_yami>": 259677,
"<dialect_yilanzeaol>": 259678,
"<dialect_zeaol>": 259679,
"<dialect_zhiben>": 259680,
"<dialect_zhuoqun>": 259681,
"<dom_classroom_context>": 259682,
"<dom_culture>": 259683,
"<dom_dictionary>": 259684,
"<dom_essays>": 259685,
"<dom_ethnography_journal_ritual_song>": 259686,
"<dom_formosan_100_paiwan_texts>": 259687,
"<dom_formosan_academia_sinica_oral_legends>": 259688,
"<dom_formosan_amis_adversative_constructions>": 259689,
"<dom_formosan_amis_kavalan_lin_interrogative_verbs>": 259690,
"<dom_formosan_amis_kuo_sung_comparative_constructions>": 259691,
"<dom_formosan_amis_lifok_dongi_saopo_kimakimad>": 259692,
"<dom_formosan_amis_myths_and_customs>": 259693,
"<dom_formosan_amis_pa_verbs>": 259694,
"<dom_formosan_amis_serial_verb_constructions>": 259695,
"<dom_formosan_amis_tung_chiou>": 259696,
"<dom_formosan_asai_sedik_language>": 259697,
"<dom_formosan_bunun_debusser_dissertation>": 259698,
"<dom_formosan_bunun_moriguchi_northern_texts>": 259699,
"<dom_formosan_bunun_topic_focus>": 259700,
"<dom_formosan_chen_fukuda_relabeling_ergative>": 259701,
"<dom_formosan_chen_fukuda_three_ways_steal>": 259702,
"<dom_formosan_cip_atayal_grammar_overview>": 259703,
"<dom_formosan_dean_johnson_year_clouds_smangus>": 259704,
"<dom_formosan_dorinda_tsai_hsiu_liu_neutral_imperfect>": 259705,
"<dom_formosan_egerod_origin_headhunting_atayal_text_v>": 259706,
"<dom_formosan_egerod_soren_word_order_word_classes_at>": 259707,
"<dom_formosan_elizabeth_zeitoun_chen_huei_wu_overview>": 259708,
"<dom_formosan_epark>": 259709,
"<dom_formosan_ferrell_taiwan_aboriginal_groups_proble>": 259710,
"<dom_formosan_gitbook_translations>": 259711,
"<dom_formosan_glosbe>": 259712,
"<dom_formosan_hala_saku_la_videos>": 259713,
"<dom_formosan_holmer_seediq>": 259714,
"<dom_formosan_huang_grammaticalization_squliq_atayal>": 259715,
"<dom_formosan_huang_mei_chin_atayal_reference_grammar>": 259716,
"<dom_formosan_huteson_rukai_survey>": 259717,
"<dom_formosan_ilrdf_42_language_practice_word_lists>": 259718,
"<dom_formosan_ilrdf_tousvusvutu_kita>": 259719,
"<dom_formosan_indigenous_language_literary_awards>": 259720,
"<dom_formosan_kanakanavu_texts>": 259721,
"<dom_formosan_kavalan_zhang_reference_grammar>": 259722,
"<dom_formosan_li_peirong_xu_weisheng_introduction_tru>": 259723,
"<dom_formosan_li_peizhen_wu_xingyu_shouhu_xing>": 259724,
"<dom_formosan_naomi_tsukida_correlative_clauses_seedi>": 259725,
"<dom_formosan_nowbucyang_truku_thesis>": 259726,
"<dom_formosan_old_texts>": 259727,
"<dom_formosan_paiwan_collart_zeitoun_time_reference>": 259728,
"<dom_formosan_paiwan_ho_five_dialects>": 259729,
"<dom_formosan_paiwanstories>": 259730,
"<dom_formosan_puyuma_chen_raising_to_object>": 259731,
"<dom_formosan_puyuma_katipol_kopfjagdriten>": 259732,
"<dom_formosan_puyuma_teng_pronominal_systems>": 259733,
"<dom_formosan_puyuma_teng_reference_grammar>": 259734,
"<dom_formosan_rik_bunun>": 259735,
"<dom_formosan_robert_blust_austronesian_homeland_ling>": 259736,
"<dom_formosan_rukai_mantauran_stories>": 259737,
"<dom_formosan_rukai_texts>": 259738,
"<dom_formosan_rukai_zeitoun_saying>": 259739,
"<dom_formosan_saaroa_pan_grammar>": 259740,
"<dom_formosan_sakizaya_affixes>": 259741,
"<dom_formosan_seals>": 259742,
"<dom_formosan_seediq_zhang_reference_grammar>": 259743,
"<dom_formosan_shigeru_tsuchida_kanakanavu_texts>": 259744,
"<dom_formosan_shigeru_tsuchida_reconstruction_proto_t>": 259745,
"<dom_formosan_shih_rukai_adverbial>": 259746,
"<dom_formosan_song_limei_introduction_kanakanavu_gram>": 259747,
"<dom_formosan_song_limei_introduction_seediq_grammar>": 259748,
"<dom_formosan_sung_kuo_descriptive_comparative_constr>": 259749,
"<dom_formosan_taoshan_elementary_school_atelier_hui_k>": 259750,
"<dom_formosan_tsukida_naomi_verb_classification_amis>": 259751,
"<dom_formosan_wei_matri_clan_lineage_system_ami>": 259752,
"<dom_formosan_wilang_yutas_videos>": 259753,
"<dom_formosan_wu_jinglan_introduction_amis_grammar>": 259754,
"<dom_formosan_yedda_palemeq_blog>": 259755,
"<dom_formosan_yeddas_blog>": 259756,
"<dom_formosan_yeh_meili_introduction_saisiyat_grammar>": 259757,
"<dom_formosan_zhang_yongli_pan_jiarong_introduction_t>": 259758,
"<dom_formosan_zheng_acl_2024>": 259759,
"<dom_formosan_zheng_data>": 259760,
"<dom_learning_vocab>": 259761,
"<dom_nine_level>": 259762,
"<dom_ntu>": 259763,
"<dom_picture_book>": 259764,
"<dom_picture_story>": 259765,
"<dom_presidential_apology>": 259766,
"<dom_reading_writing>": 259767,
"<dom_unknown>": 259768,
"<dom_youtube>": 259769,
"<src_ami>": 259770,
"<src_bnn>": 259771,
"<src_ckv>": 259772,
"<src_dru>": 259773,
"<src_eng>": 259774,
"<src_pwn>": 259775,
"<src_pyu>": 259776,
"<src_ssf>": 259777,
"<src_sxr>": 259778,
"<src_szy>": 259779,
"<src_tao>": 259780,
"<src_tay>": 259781,
"<src_trv>": 259782,
"<src_tsu>": 259783,
"<src_xnb>": 259784,
"<src_xsy>": 259785,
"<src_zh>": 259786,
"<to_ami>": 259787,
"<to_bnn>": 259788,
"<to_ckv>": 259789,
"<to_dru>": 259790,
"<to_eng>": 259791,
"<to_pwn>": 259792,
"<to_pyu>": 259793,
"<to_ssf>": 259794,
"<to_sxr>": 259795,
"<to_szy>": 259796,
"<to_tao>": 259797,
"<to_tay>": 259798,
"<to_trv>": 259799,
"<to_tsu>": 259800,
"<to_xnb>": 259801,
"<to_xsy>": 259802,
"<to_zh>": 259803,
"ami_Latn": 259624,
"bnn_Latn": 259625,
"ckv_Latn": 259626,
"dru_Latn": 259627,
"pwn_Latn": 259628,
"pyu_Latn": 259629,
"ssf_Latn": 259630,
"sxr_Latn": 259631,
"szy_Latn": 259632,
"tao_Latn": 259633,
"tay_Latn": 259634,
"trv_Latn": 259635,
"tsu_Latn": 259636,
"xnb_Latn": 259637,
"xsy_Latn": 259638
}