results/codeswitch_results.json

[
  {
    "name": "concat_bpe_8000",
    "source": "ours",
    "algorithm": "bpe",
    "architecture": "concatenated",
    "vocab_size": 8000,
    "fertility_ar": 1.6138140222123654,
    "fertility_az": 1.4996496106326545,
    "fertility_mi": 1.7683466321753056,
    "fertility_overall": 1.6250894097552058,
    "disparity": 0.07074198761961666,
    "cpt_ar": 3.5603797406879605,
    "cpt_az": 3.52475091501923,
    "cpt_mi": 3.1365972398787356,
    "exact_match_ar": 0.9990504143646409,
    "exact_match_az": 0.9994728981814988,
    "exact_match_mi": 0.9954959095505101
  },
  {
    "name": "concat_wordpiece_16000",
    "source": "ours",
    "algorithm": "wordpiece",
    "architecture": "concatenated",
    "vocab_size": 16000,
    "fertility_ar": 1.4293908160057989,
    "fertility_az": 1.3375842107130727,
    "fertility_mi": 1.5640026550467523,
    "fertility_overall": 1.441782460775622,
    "disparity": 0.06422778449722023,
    "cpt_ar": 4.007864017129143,
    "cpt_az": 3.9516999213119215,
    "cpt_mi": 3.553926688168035,
    "exact_match_ar": 0.9990504143646409,
    "exact_match_az": 0.9994728981814988,
    "exact_match_mi": 0.9954959095505101
  },
  {
    "name": "concat_bpe_32000",
    "source": "ours",
    "algorithm": "bpe",
    "architecture": "concatenated",
    "vocab_size": 32000,
    "fertility_ar": 1.308125924844458,
    "fertility_az": 1.212104010276187,
    "fertility_mi": 1.4044426396490108,
    "fertility_overall": 1.3067908213411814,
    "disparity": 0.07340418284248013,
    "cpt_ar": 4.3684296121909,
    "cpt_az": 4.3587049220301815,
    "cpt_mi": 3.953403611913129,
    "exact_match_ar": 0.9990504143646409,
    "exact_match_az": 0.9994728981814988,
    "exact_match_mi": 0.9954959095505101
  },
  {
    "name": "DarijaBERT-ar",
    "source": "external_darija",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 80000,
    "fertility_ar": 1.2978470055709377,
    "fertility_az": 2.413420166976722,
    "fertility_mi": 1.5715634741606153,
    "fertility_overall": 1.7610134287249044,
    "disparity": 0.4622374407367519,
    "cpt_ar": 4.384580946833758,
    "cpt_az": 2.161291506570571,
    "cpt_mi": 3.4946354417176106,
    "exact_match_ar": 0.21132596685082872,
    "exact_match_az": 0.07915312307827461,
    "exact_match_mi": 0.05689861200477985
  },
  {
    "name": "DarijaBERT-mix",
    "source": "external_darija",
    "algorithm": "WordPiece",
    "architecture": "shared",
    "vocab_size": 160000,
    "fertility_ar": 1.278624227278451,
    "fertility_az": 1.5682943251027215,
    "fertility_mi": 1.397744044559688,
    "fertility_overall": 1.4143335936950512,
    "disparity": 0.1847039125167385,
    "cpt_ar": 4.447627515468062,
    "cpt_az": 3.3394158228650404,
    "cpt_mi": 3.8852156574538865,
    "exact_match_ar": 0.21702348066298344,
    "exact_match_az": 0.07915312307827461,
    "exact_match_mi": 0.07234120783160217
  },
  {
    "name": "Qwen2.5-Darija",
    "source": "external_darija",
    "algorithm": "SentencePiece",
    "architecture": "shared",
    "vocab_size": 151643,
    "fertility_ar": 2.42241306909013,
    "fertility_az": 2.246689177264593,
    "fertility_mi": 2.248406616871382,
    "fertility_overall": 2.3073837818970246,
    "disparity": 0.07254084535282819,
    "cpt_ar": 2.350084109626715,
    "cpt_az": 2.324904489255309,
    "cpt_mi": 2.4106217156744703,
    "exact_match_ar": 1.0,
    "exact_match_az": 1.0,
    "exact_match_mi": 1.0
  }
]