name,source,algorithm,architecture,vocab_size,n_texts,fertility,cpt,exact_match
concat_bpe_8000,ours,bpe,concatenated,8000,10000,2.2493365838654813,2.687371473272056,0.9997
concat_wordpiece_16000,ours,wordpiece,concatenated,16000,10000,2.029082407241451,2.9837349169014926,0.9997
concat_bpe_32000,ours,bpe,concatenated,32000,10000,1.9088338778378486,3.185703954614617,0.9997
CaMeLBERT-MSA,external_msa,WordPiece,shared,30000,10000,3.666749920577789,1.5885688345700721,0.9831
Asafaya-BERT,external_msa,WordPiece,shared,32000,10000,3.1872837153369504,1.8326136998271592,0.9445
Aranizer-SP-86k,external_msa,SentencePiece,shared,86000,10000,3.0218238644117323,1.932848411795582,1.0
B2BERT,external_msa,WordPiece,shared,30000,10000,3.666749920577789,1.5885688345700721,0.9848
DarijaBERT-ar,external_darija,WordPiece,shared,80000,10000,2.721437937977056,2.17268830784525,0.9445
DarijaBERT-az,external_darija,WordPiece,shared,110000,10000,1.3138639463640935,4.5529131718847715,0.9445
DarijaBERT-mix,external_darija,WordPiece,shared,160000,10000,1.391798201896143,4.311821114249434,0.9445
Moroccan-Darija-Tokenizer,external_darija,BPE,shared,30000,10000,3.328279298136504,1.7596048679100837,0.0003
Translit-Darija,external_darija,BPE,shared,30000,10000,1.869362422920217,3.206997841360009,0.03
Qwen2.5-Darija,external_darija,SentencePiece,shared,151643,10000,2.615852881301705,2.255188783435299,1.0