Upload results/codeswitch_results.json with huggingface_hub

results/codeswitch_results.json

@@ -6,10 +6,10 @@
     "architecture": "concatenated",
     "vocab_size": 8000,
     "fertility_ar": 1.6138140222123654,
-    "fertility_az": 1.4996496106326542,
-    "fertility_mi": 1.768346632175306,
-    "fertility_overall": 1.625089409755206,
-    "disparity": 0.0707419876196168,
+    "fertility_az": 1.4996496106326545,
+    "fertility_mi": 1.7683466321753056,
+    "fertility_overall": 1.6250894097552058,
+    "disparity": 0.07074198761961666,
     "cpt_ar": 3.5603797406879605,
     "cpt_az": 3.52475091501923,
     "cpt_mi": 3.1365972398787356,
@@ -28,12 +28,12 @@
     "fertility_mi": 1.5640026550467523,
     "fertility_overall": 1.441782460775622,
     "disparity": 0.06422778449722023,
-    "cpt_ar": 4.007864017129142,
-    "cpt_az": 3.951699921311922,
-    "cpt_mi": 3.553926688168036,
-    "exact_match_ar": 0.0,
-    "exact_match_az": 0.0,
-    "exact_match_mi": 0.0
+    "cpt_ar": 4.007864017129143,
+    "cpt_az": 3.9516999213119215,
+    "cpt_mi": 3.553926688168035,
+    "exact_match_ar": 0.9990504143646409,
+    "exact_match_az": 0.9994728981814988,
+    "exact_match_mi": 0.9954959095505101
   },
   {
     "name": "concat_bpe_32000",
@@ -41,17 +41,17 @@
     "algorithm": "bpe",
     "architecture": "concatenated",
     "vocab_size": 32000,
-    "fertility_ar": 1.2630238584036177,
-    "fertility_az": 1.1738788183902404,
-    "fertility_mi": 1.3766666344829792,
-    "fertility_overall": 1.2695706222898995,
-    "disparity": 0.07058064613763591,
-    "cpt_ar": 4.600570093332386,
-    "cpt_az": 4.54561844470397,
-    "cpt_mi": 4.105358508338529,
-    "exact_match_ar": 0.0,
-    "exact_match_az": 0.0,
-    "exact_match_mi": 0.0
+    "fertility_ar": 1.308125924844458,
+    "fertility_az": 1.212104010276187,
+    "fertility_mi": 1.4044426396490108,
+    "fertility_overall": 1.3067908213411814,
+    "disparity": 0.07340418284248013,
+    "cpt_ar": 4.3684296121909,
+    "cpt_az": 4.3587049220301815,
+    "cpt_mi": 3.953403611913129,
+    "exact_match_ar": 0.9990504143646409,
+    "exact_match_az": 0.9994728981814988,
+    "exact_match_mi": 0.9954959095505101
   },
   {
     "name": "DarijaBERT-ar",
@@ -60,30 +60,48 @@
     "architecture": "shared",
     "vocab_size": 80000,
     "fertility_ar": 1.2978470055709377,
-    "fertility_az": 2.4134201669767226,
+    "fertility_az": 2.413420166976722,
     "fertility_mi": 1.5715634741606153,
-    "fertility_overall": 1.7610134287249042,
-    "disparity": 0.462237440736752,
-    "cpt_ar": 4.384580946833757,
+    "fertility_overall": 1.7610134287249044,
+    "disparity": 0.4622374407367519,
+    "cpt_ar": 4.384580946833758,
     "cpt_az": 2.161291506570571,
     "cpt_mi": 3.4946354417176106,
     "exact_match_ar": 0.21132596685082872,
     "exact_match_az": 0.07915312307827461,
     "exact_match_mi": 0.05689861200477985
   },
+  {
+    "name": "DarijaBERT-mix",
+    "source": "external_darija",
+    "algorithm": "WordPiece",
+    "architecture": "shared",
+    "vocab_size": 160000,
+    "fertility_ar": 1.278624227278451,
+    "fertility_az": 1.5682943251027215,
+    "fertility_mi": 1.397744044559688,
+    "fertility_overall": 1.4143335936950512,
+    "disparity": 0.1847039125167385,
+    "cpt_ar": 4.447627515468062,
+    "cpt_az": 3.3394158228650404,
+    "cpt_mi": 3.8852156574538865,
+    "exact_match_ar": 0.21702348066298344,
+    "exact_match_az": 0.07915312307827461,
+    "exact_match_mi": 0.07234120783160217
+  },
   {
     "name": "Qwen2.5-Darija",
     "source": "external_darija",
     "algorithm": "SentencePiece",
     "architecture": "shared",
     "vocab_size": 151643,
-    "fertility_ar": 2.4224130690901298,
+    "fertility_ar": 2.42241306909013,
     "fertility_az": 2.246689177264593,
     "fertility_mi": 2.248406616871382,
-    "fertility_overall": 2.307383781897024,
-    "disparity": 0.07254084535282802,
-    "cpt_ar": 2.350084109626714,
-    "cpt_az": 2.3249044892553092,
+    "fertility_overall": 2.3073837818970246,
+    "disparity": 0.07254084535282819,
+    "cpt_ar": 2.350084109626715,
+    "cpt_az": 2.324904489255309,
     "cpt_mi": 2.4106217156744703,
     "exact_match_ar": 1.0,
     "exact_match_az": 1.0,