[
  {
    "name": "concat_bpe_8000",
    "source": "ours",
    "algorithm": "bpe",
    "architecture": "concatenated",
    "vocab_size": 8000,
    "n_texts": 10000,
    "fertility": 2.2493365838654813,
    "cpt": 2.687371473272056,
    "exact_match": 0.9997
  },
  {
    "name": "concat_wordpiece_16000",
    "source": "ours",
    "algorithm": "wordpiece",
    "architecture": "concatenated",
    "vocab_size": 16000,
    "n_texts": 10000,
    "fertility": 2.029082407241451,
    "cpt": 2.9837349169014926,
    "exact_match": 0.9997
  },
  {
    "name": "concat_bpe_32000",
    "source": "ours",
    "algorithm": "bpe",
    "architecture": "concatenated",
    "vocab_size": 32000,
    "n_texts": 10000,
    "fertility": 1.9088338778378486,
    "cpt": 3.185703954614617,
    "exact_match": 0.9997
  },
  {
    "name": "CaMeLBERT-MSA",
    "source": "external_msa",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 30000,
    "n_texts": 10000,
    "fertility": 3.666749920577789,
    "cpt": 1.5885688345700721,
    "exact_match": 0.9831
  },
  {
    "name": "Asafaya-BERT",
    "source": "external_msa",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 32000,
    "n_texts": 10000,
    "fertility": 3.1872837153369504,
    "cpt": 1.8326136998271592,
    "exact_match": 0.9445
  },
  {
    "name": "Aranizer-SP-86k",
    "source": "external_msa",
    "algorithm": "SentencePiece",
    "architecture": "shared",
    "vocab_size": 86000,
    "n_texts": 10000,
    "fertility": 3.0218238644117323,
    "cpt": 1.932848411795582,
    "exact_match": 1.0
  },
  {
    "name": "B2BERT",
    "source": "external_msa",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 30000,
    "n_texts": 10000,
    "fertility": 3.666749920577789,
    "cpt": 1.5885688345700721,
    "exact_match": 0.9848
  },
  {
    "name": "DarijaBERT-ar",
    "source": "external_darija",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 80000,
    "n_texts": 10000,
    "fertility": 2.721437937977056,
    "cpt": 2.17268830784525,
    "exact_match": 0.9445
  },
  {
    "name": "DarijaBERT-az",
    "source": "external_darija",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 110000,
    "n_texts": 10000,
    "fertility": 1.3138639463640935,
    "cpt": 4.5529131718847715,
    "exact_match": 0.9445
  },
  {
    "name": "DarijaBERT-mix",
    "source": "external_darija",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 160000,
    "n_texts": 10000,
    "fertility": 1.391798201896143,
    "cpt": 4.311821114249434,
    "exact_match": 0.9445
  },
  {
    "name": "Moroccan-Darija-Tokenizer",
    "source": "external_darija",
    "algorithm": "BPE",
    "architecture": "shared",
    "vocab_size": 30000,
    "n_texts": 10000,
    "fertility": 3.328279298136504,
    "cpt": 1.7596048679100837,
    "exact_match": 0.0003
  },
  {
    "name": "Translit-Darija",
    "source": "external_darija",
    "algorithm": "BPE",
    "architecture": "shared",
    "vocab_size": 30000,
    "n_texts": 10000,
    "fertility": 1.869362422920217,
    "cpt": 3.206997841360009,
    "exact_match": 0.03
  },
  {
    "name": "Qwen2.5-Darija",
    "source": "external_darija",
    "algorithm": "SentencePiece",
    "architecture": "shared",
    "vocab_size": 151643,
    "n_texts": 10000,
    "fertility": 2.615852881301705,
    "cpt": 2.255188783435299,
    "exact_match": 1.0
  }
]