Hugging Face's logo

Spaces:
McGill-NLP
/
AfroBench
Runtime error

App Files Community
15
AfroBench / data /leaderboard_json /nlg.json
JessicaOjo's picture
JessicaOjo
Upload folder using huggingface_hub
32a6246 verified
Raw
History Blame
113 kB
{
 "task": "NLG",
 "subtasks": {
 "MT(xx-en/fr)": {
 "datasets": {
 "flores - xx_en": {
 "languages": [
 "fra_Latn",
 "aeb_Arab",
 "afr_Latn",
 "aka_Latn",
 "amh_Ethi",
 "ary_Arab",
 "arz_Arab",
 "bam_Latn",
 "bem_Latn",
 "cjk_Latn",
 "dik_Latn",
 "dyu_Latn",
 "ewe_Latn",
 "fon_Latn",
 "fuv_Latn",
 "gaz_Latn",
 "hau_Latn",
 "ibo_Latn",
 "kab_Latn",
 "kam_Latn",
 "kbp_Latn",
 "kea_Latn",
 "kik_Latn",
 "kin_Latn",
 "kmb_Latn",
 "knc_Arab",
 "knc_Latn",
 "kon_Latn",
 "lin_Latn",
 "lua_Latn",
 "lug_Latn",
 "luo_Latn",
 "mos_Latn",
 "nso_Latn",
 "nus_Latn",
 "nya_Latn",
 "plt_Latn",
 "run_Latn",
 "sag_Latn",
 "sna_Latn",
 "som_Latn",
 "sot_Latn",
 "ssw_Latn",
 "swh_Latn",
 "taq_Latn",
 "taq_Tfng",
 "tir_Ethi",
 "tsn_Latn",
 "tso_Latn",
 "tum_Latn",
 "twi_Latn",
 "tzm_Tfng",
 "umb_Latn",
 "wol_Latn",
 "xho_Latn",
 "yor_Latn",
 "zul_Latn"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 14.0,
 6.0,
 21.1,
 8.4,
 5.2,
 7.4,
 8.0,
 8.9,
 10.5,
 8.8,
 13.0,
 8.6,
 8.2,
 7.0,
 12.9,
 8.6,
 8.8,
 6.1,
 7.1,
 8.6,
 8.2,
 12.4,
 9.6,
 12.8,
 9.2,
 7.6,
 13.6,
 10.6,
 9.9,
 11.9,
 11.6,
 9.2,
 9.2,
 15.0,
 8.0,
 11.2,
 14.9,
 10.8,
 8.0,
 10.8,
 7.3,
 15.4,
 11.8,
 13.2,
 9.6,
 6.5,
 4.6,
 11.3,
 10.3,
 9.4,
 9.5,
 6.9,
 9.6,
 7.4,
 12.2,
 7.8,
 18.3
 ],
 "LLaMAX3 8B": [
 67.0,
 52.3,
 73.9,
 27.9,
 47.8,
 48.7,
 54.6,
 23.8,
 29.2,
 25.0,
 23.2,
 23.1,
 24.0,
 22.2,
 24.9,
 27.7,
 50.8,
 44.7,
 21.3,
 25.6,
 23.7,
 48.5,
 25.9,
 41.7,
 24.8,
 16.6,
 24.7,
 27.9,
 34.5,
 27.2,
 33.2,
 24.1,
 22.3,
 35.3,
 20.7,
 44.6,
 45.0,
 34.2,
 24.6,
 45.0,
 47.0,
 36.1,
 36.2,
 60.9,
 24.2,
 16.9,
 28.0,
 32.8,
 28.0,
 34.3,
 29.0,
 17.5,
 24.0,
 31.3,
 50.5,
 34.5,
 51.8
 ],
 "LLaMa2 7b": [
 61.1,
 35.7,
 61.2,
 22.4,
 14.5,
 30.9,
 36.7,
 13.1,
 18.8,
 22.1,
 20.4,
 18.7,
 20.0,
 18.4,
 19.7,
 20.8,
 16.6,
 16.8,
 17.2,
 20.1,
 20.1,
 37.4,
 19.3,
 21.2,
 17.4,
 7.9,
 10.0,
 19.4,
 13.0,
 22.2,
 20.2,
 20.4,
 17.2,
 20.7,
 14.0,
 22.5,
 19.3,
 19.5,
 21.0,
 21.4,
 19.9,
 22.5,
 21.5,
 26.5,
 21.8,
 10.5,
 9.0,
 22.1,
 18.9,
 19.3,
 20.2,
 4.3,
 17.0,
 19.1,
 16.6,
 16.2,
 12.0
 ],
 "LLaMa3.1 70B": [
 71.0,
 58.4,
 77.6,
 34.4,
 48.2,
 56.9,
 61.0,
 24.8,
 31.9,
 25.4,
 24.6,
 23.8,
 25.6,
 21.8,
 24.5,
 30.6,
 53.8,
 48.0,
 26.7,
 28.8,
 25.8,
 62.1,
 32.0,
 44.5,
 25.8,
 17.3,
 25.5,
 30.0,
 32.6,
 28.7,
 36.3,
 25.1,
 23.4,
 40.5,
 20.2,
 37.7,
 46.4,
 36.8,
 25.9,
 38.8,
 43.9,
 41.7,
 36.9,
 65.7,
 25.4,
 16.9,
 31.0,
 40.2,
 37.3,
 34.1,
 36.7,
 19.4,
 25.3,
 29.1,
 43.4,
 37.3,
 47.3
 ],
 "LLaMa3.1 8B": [
 68.1,
 53.9,
 74.3,
 26.8,
 31.6,
 51.1,
 56.3,
 18.0,
 24.4,
 19.0,
 19.4,
 17.3,
 18.4,
 14.4,
 19.2,
 20.4,
 44.8,
 38.0,
 18.0,
 22.9,
 18.5,
 54.4,
 23.6,
 35.1,
 18.6,
 12.1,
 17.2,
 22.6,
 26.0,
 20.5,
 27.8,
 18.9,
 16.4,
 29.0,
 14.4,
 30.6,
 34.2,
 29.4,
 18.8,
 29.2,
 31.7,
 28.6,
 26.2,
 57.8,
 19.5,
 11.5,
 16.2,
 29.5,
 25.7,
 25.8,
 29.4,
 11.5,
 19.3,
 21.8,
 32.8,
 29.9,
 32.5
 ],
 "LLaMa3 8B": [
 67.4,
 52.2,
 72.0,
 27.2,
 23.7,
 48.1,
 54.5,
 21.3,
 23.7,
 20.1,
 23.5,
 20.5,
 20.3,
 19.8,
 21.3,
 21.0,
 38.2,
 32.2,
 16.6,
 23.7,
 21.5,
 48.9,
 24.8,
 31.1,
 22.6,
 15.2,
 22.1,
 25.7,
 25.8,
 23.4,
 27.2,
 21.6,
 18.4,
 27.0,
 19.9,
 28.7,
 29.3,
 22.5,
 20.4,
 26.8,
 27.7,
 26.6,
 22.9,
 55.4,
 23.7,
 17.9,
 18.0,
 26.7,
 21.8,
 26.0,
 29.3,
 17.6,
 22.3,
 22.6,
 29.3,
 27.0,
 28.0
 ],
 "Aya-101 13B": [
 65.0,
 53.6,
 71.8,
 37.0,
 54.1,
 51.2,
 55.2,
 28.2,
 37.2,
 26.1,
 23.4,
 22.9,
 32.0,
 22.2,
 24.6,
 36.9,
 53.3,
 49.4,
 21.0,
 28.1,
 22.7,
 57.7,
 30.0,
 50.7,
 27.7,
 14.3,
 25.4,
 33.2,
 36.4,
 33.6,
 37.0,
 27.1,
 23.2,
 53.8,
 19.2,
 48.3,
 52.9,
 44.4,
 30.7,
 47.9,
 49.1,
 55.4,
 45.8,
 60.4,
 26.0,
 16.3,
 44.9,
 47.6,
 39.7,
 42.5,
 39.3,
 22.4,
 24.9,
 25.6,
 54.7,
 39.7,
 55.5
 ],
 "Gemma1.1 7b": [
 13.8,
 1.1,
 21.3,
 0.9,
 10.8,
 0.7,
 0.8,
 0.4,
 1.8,
 0.2,
 0.3,
 0.4,
 1.1,
 0.2,
 0.4,
 2.0,
 3.8,
 5.5,
 1.0,
 0.8,
 0.2,
 0.7,
 1.1,
 4.9,
 0.8,
 0.6,
 1.1,
 3.8,
 5.0,
 0.2,
 1.8,
 0.3,
 0.4,
 2.4,
 1.4,
 0.6,
 0.0,
 1.7,
 0.6,
 1.3,
 3.8,
 1.0,
 0.2,
 10.5,
 1.3,
 0.3,
 5.5,
 2.8,
 2.5,
 0.1,
 8.7,
 0.4,
 0.4,
 3.2,
 3.2,
 2.6,
 2.7
 ],
 "Gemma2 27b": [
 65.1,
 53.6,
 71.0,
 30.5,
 42.7,
 51.4,
 55.4,
 22.0,
 31.5,
 23.5,
 21.0,
 21.4,
 21.8,
 19.7,
 21.5,
 24.7,
 47.1,
 40.2,
 22.9,
 24.9,
 22.9,
 54.8,
 27.6,
 41.1,
 23.1,
 15.6,
 22.5,
 27.2,
 29.5,
 26.2,
 31.5,
 22.5,
 20.6,
 39.4,
 19.5,
 37.0,
 42.5,
 33.0,
 23.0,
 39.8,
 41.8,
 41.5,
 35.1,
 61.8,
 23.1,
 18.4,
 27.8,
 37.4,
 32.3,
 30.6,
 31.6,
 19.1,
 22.6,
 25.2,
 44.8,
 32.3,
 45.4
 ],
 "Gemma2 9b": [
 64.6,
 52.0,
 70.4,
 29.5,
 42.3,
 49.4,
 53.8,
 21.1,
 29.7,
 22.6,
 20.6,
 20.6,
 20.8,
 19.3,
 21.7,
 24.4,
 45.6,
 37.4,
 22.1,
 24.0,
 22.6,
 51.3,
 26.3,
 38.5,
 22.8,
 14.6,
 21.9,
 26.7,
 27.3,
 25.2,
 30.1,
 22.3,
 19.5,
 35.7,
 18.6,
 34.8,
 38.5,
 31.3,
 22.4,
 37.4,
 39.7,
 38.3,
 32.4,
 59.3,
 22.1,
 16.6,
 27.3,
 34.1,
 29.1,
 29.4,
 31.4,
 19.0,
 21.6,
 23.9,
 43.4,
 30.6,
 43.6
 ],
 "Gemini 1.5 pro": [
 66.4,
 57.3,
 72.8,
 39.4,
 60.9,
 55.4,
 57.8,
 28.3,
 44.8,
 26.4,
 23.8,
 25.4,
 35.6,
 26.9,
 26.4,
 43.9,
 55.9,
 51.8,
 32.1,
 31.3,
 29.5,
 67.4,
 38.3,
 54.4,
 30.8,
 17.8,
 24.4,
 41.7,
 45.3,
 38.1,
 45.0,
 27.0,
 23.9,
 54.8,
 22.5,
 49.2,
 54.9,
 47.4,
 33.4,
 49.7,
 53.1,
 58.0,
 48.3,
 65.3,
 25.7,
 21.0,
 47.8,
 48.4,
 48.4,
 42.1,
 42.8,
 24.6,
 28.7,
 30.9,
 56.4,
 43.6,
 58.3
 ],
 "GPT-4o (Aug)": [
 66.0,
 57.5,
 73.0,
 40.0,
 53.4,
 55.8,
 57.8,
 28.8,
 41.2,
 26.2,
 24.8,
 25.4,
 28.2,
 22.3,
 28.4,
 48.1,
 54.5,
 50.7,
 30.5,
 35.2,
 23.5,
 67.4,
 40.8,
 53.8,
 26.8,
 17.8,
 25.6,
 39.6,
 44.7,
 32.2,
 47.2,
 38.8,
 23.4,
 56.8,
 22.6,
 48.2,
 53.7,
 46.2,
 26.4,
 48.3,
 52.7,
 57.5,
 47.6,
 64.1,
 26.1,
 17.6,
 37.0,
 49.2,
 48.8,
 41.4,
 41.8,
 19.0,
 27.5,
 40.7,
 56.3,
 44.8,
 58.0
 ]
 }
 },
 "ntrex - xx_en": {
 "languages": [
 "fra_Latn",
 "afr_Latn",
 "amh_Ethi",
 "bem_Latn",
 "ewe_Latn",
 "hau_Latn",
 "ibo_Latn",
 "kin_Latn",
 "mlg_Latn",
 "nde_Latn",
 "nso_Latn",
 "nya_Latn",
 "orm_Ethi",
 "sna_Latn",
 "som_Latn",
 "ssw_Latn",
 "swa_Latn",
 "tir_Ethi",
 "tsn_Latn",
 "ven_Latn",
 "wol_Latn",
 "xho_Latn",
 "yor_Latn",
 "zul_Latn"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 11.5,
 16.9,
 5.6,
 10.2,
 7.6,
 7.6,
 5.6,
 12.1,
 9.5,
 12.1,
 12.5,
 9.6,
 6.4,
 8.3,
 7.0,
 9.6,
 10.1,
 4.8,
 10.5,
 9.3,
 6.8,
 9.2,
 7.1,
 11.7
 ],
 "LLaMAX3 8B": [
 61.4,
 72.6,
 40.9,
 31.5,
 26.5,
 52.7,
 47.5,
 42.6,
 43.6,
 42.2,
 35.8,
 46.9,
 26.6,
 47.8,
 52.6,
 38.0,
 59.9,
 28.7,
 36.0,
 27.5,
 30.3,
 49.1,
 35.9,
 49.1
 ],
 "LLaMa2 7b": [
 53.9,
 57.8,
 16.5,
 20.1,
 22.1,
 17.6,
 19.9,
 22.6,
 19.5,
 20.9,
 23.3,
 25.0,
 20.0,
 22.8,
 22.0,
 22.4,
 29.3,
 11.0,
 18.4,
 14.1,
 20.1,
 16.3,
 18.2,
 16.4
 ],
 "LLaMa3.1 70B": [
 64.9,
 76.9,
 43.8,
 34.9,
 27.8,
 56.9,
 52.2,
 46.2,
 44.1,
 40.6,
 41.1,
 40.6,
 27.9,
 40.7,
 50.1,
 39.2,
 65.0,
 31.9,
 46.5,
 33.4,
 28.9,
 44.6,
 36.2,
 46.9
 ],
 "LLaMa3.1 8B": [
 62.3,
 72.6,
 26.8,
 27.8,
 20.4,
 45.7,
 41.4,
 36.5,
 34.3,
 32.3,
 30.4,
 33.0,
 20.4,
 28.9,
 34.6,
 27.9,
 54.0,
 16.4,
 32.3,
 24.7,
 20.6,
 34.0,
 24.6,
 35.8
 ],
 "LLaMa3 8B": [
 61.0,
 67.6,
 14.6,
 22.9,
 21.8,
 31.0,
 32.3,
 27.4,
 24.4,
 26.4,
 24.0,
 26.1,
 18.7,
 21.6,
 25.5,
 24.4,
 51.3,
 14.8,
 25.3,
 22.3,
 20.8,
 25.7,
 20.0,
 29.3
 ],
 "Aya-101 13B": [
 60.2,
 70.7,
 50.1,
 51.8,
 34.2,
 55.6,
 52.6,
 51.1,
 49.0,
 46.6,
 50.8,
 53.7,
 29.2,
 51.5,
 57.0,
 49.4,
 59.5,
 44.6,
 52.3,
 46.7,
 25.5,
 53.5,
 49.1,
 53.3
 ],
 "Gemma1.1 7b": [
 17.4,
 30.5,
 7.6,
 2.2,
 1.9,
 6.4,
 7.6,
 7.4,
 12.4,
 2.9,
 2.0,
 3.5,
 3.0,
 1.2,
 5.4,
 0.5,
 15.8,
 5.0,
 4.3,
 0.6,
 3.8,
 5.0,
 2.7,
 4.5
 ],
 "Gemma2 27b": [
 56.5,
 67.1,
 36.0,
 30.2,
 21.9,
 45.7,
 40.0,
 38.8,
 37.6,
 35.6,
 36.6,
 35.4,
 21.6,
 39.6,
 43.0,
 34.3,
 55.9,
 26.7,
 38.2,
 28.1,
 23.2,
 42.0,
 30.4,
 41.2
 ],
 "Gemma2 9b": [
 55.6,
 65.9,
 35.3,
 28.7,
 21.1,
 44.8,
 37.7,
 36.9,
 34.6,
 33.3,
 34.2,
 33.8,
 21.2,
 36.7,
 40.9,
 31.9,
 54.4,
 25.8,
 34.9,
 27.0,
 21.6,
 41.3,
 29.2,
 40.1
 ],
 "Gemini 1.5 pro": [
 57.5,
 69.2,
 49.0,
 41.9,
 33.7,
 55.3,
 51.3,
 50.5,
 46.8,
 42.5,
 47.6,
 48.5,
 32.0,
 49.8,
 58.0,
 49.7,
 59.0,
 44.7,
 49.4,
 44.7,
 28.4,
 51.7,
 44.0,
 50.8
 ],
 "GPT-4o (Aug)": [
 56.2,
 68.5,
 43.2,
 38.5,
 27.7,
 53.2,
 49.6,
 48.5,
 44.8,
 42.2,
 46.9,
 46.6,
 34.4,
 47.7,
 56.8,
 49.2,
 56.9,
 35.2,
 48.9,
 45.7,
 38.4,
 50.8,
 46.3,
 49.9
 ]
 }
 },
 "salt - xx_en": {
 "languages": [
 "ach",
 "ibo",
 "lgg",
 "lug",
 "nyn",
 "swa",
 "teo"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 2.2,
 2.5,
 2.4,
 2.2,
 2.0,
 4.9,
 2.3
 ],
 "LLaMAX3 8B": [
 17.1,
 40.8,
 20.3,
 35.9,
 23.9,
 62.5,
 17.4
 ],
 "LLaMa2 7b": [
 17.8,
 16.3,
 18.9,
 18.9,
 18.7,
 24.5,
 17.3
 ],
 "LLaMa3.1 70B": [
 19.4,
 41.0,
 21.0,
 38.5,
 26.6,
 66.2,
 18.2
 ],
 "LLaMa3.1 8B": [
 17.6,
 32.9,
 20.6,
 28.7,
 22.8,
 60.7,
 19.2
 ],
 "LLaMa3 8B": [
 17.8,
 30.0,
 21.0,
 26.8,
 21.8,
 57.0,
 17.3
 ],
 "Aya-101 13B": [
 16.7,
 44.2,
 19.1,
 40.6,
 24.7,
 61.8,
 16.3
 ],
 "Gemma1.1 7b": [
 0.0,
 1.0,
 0.0,
 0.0,
 0.1,
 5.0,
 0.0
 ],
 "Gemma2 27b": [
 13.4,
 37.1,
 18.6,
 33.4,
 25.0,
 65.1,
 16.0
 ],
 "Gemma2 9b": [
 12.0,
 34.7,
 18.4,
 31.1,
 23.2,
 63.3,
 14.6
 ],
 "Gemini 1.5 pro": [
 23.9,
 47.6,
 19.2,
 54.1,
 38.9,
 67.8,
 17.0
 ],
 "GPT-4o (Aug)": [
 27.5,
 47.4,
 19.8,
 55.4,
 40.6,
 67.5,
 18.0
 ]
 }
 },
 "mafand - xx_en": {
 "languages": [
 "amh",
 "bam",
 "bbj",
 "ewe",
 "fon",
 "hau",
 "ibo",
 "kin",
 "lug",
 "luo",
 "mos",
 "nya",
 "pcm",
 "sna",
 "swa",
 "tsn",
 "twi",
 "wol",
 "xho",
 "yor",
 "zul"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 8.9,
 9.7,
 7.1,
 10.6,
 11.0,
 9.4,
 8.2,
 14.7,
 10.8,
 13.0,
 9.8,
 14.9,
 13.3,
 12.6,
 10.9,
 11.4,
 13.8,
 10.4,
 11.0,
 10.4,
 11.1
 ],
 "LLaMAX3 8B": [
 31.2,
 19.9,
 15.4,
 23.3,
 20.4,
 34.2,
 32.7,
 39.7,
 35.6,
 24.6,
 19.7,
 39.3,
 58.0,
 41.3,
 51.1,
 31.8,
 28.0,
 22.6,
 46.3,
 32.8,
 43.6
 ],
 "LLaMa2 7b": [
 17.3,
 17.4,
 15.0,
 20.5,
 19.1,
 20.7,
 20.1,
 24.2,
 21.2,
 21.6,
 18.1,
 25.4,
 47.9,
 21.8,
 24.6,
 21.4,
 24.9,
 18.5,
 21.9,
 22.2,
 23.7
 ],
 "Aya-101 13B": [
 38.6,
 24.4,
 17.0,
 33.0,
 19.6,
 38.7,
 44.7,
 53.7,
 44.5,
 27.1,
 18.7,
 47.6,
 64.4,
 50.2,
 57.8,
 51.8,
 36.8,
 18.5,
 59.9,
 40.0,
 55.2
 ],
 "Gemma1.1 7b": [
 21.7,
 20.3,
 17.0,
 25.4,
 19.7,
 27.3,
 30.3,
 30.5,
 30.0,
 24.9,
 18.0,
 30.1,
 58.7,
 29.8,
 46.3,
 28.8,
 29.5,
 21.4,
 31.2,
 27.3,
 31.5
 ],
 "LLaMa3.1 70B": [
 30.5,
 20.0,
 16.6,
 28.1,
 21.4,
 34.9,
 40.1,
 44.1,
 38.6,
 26.5,
 19.6,
 35.9,
 60.3,
 32.2,
 55.3,
 39.2,
 33.7,
 21.8,
 38.5,
 34.8,
 39.2
 ],
 "LLaMa3 8B": [
 22.0,
 17.3,
 13.3,
 23.7,
 18.4,
 29.6,
 30.9,
 33.2,
 30.4,
 20.6,
 17.6,
 29.0,
 51.9,
 24.4,
 48.1,
 27.6,
 29.8,
 19.0,
 26.8,
 27.8,
 27.0
 ],
 "Gemma2 27b": [
 31.3,
 21.3,
 17.9,
 29.1,
 21.3,
 37.3,
 40.1,
 45.1,
 38.4,
 27.9,
 20.8,
 40.5,
 57.6,
 40.8,
 54.7,
 42.6,
 35.4,
 23.2,
 47.6,
 35.3,
 44.4
 ],
 "Gemma2 9b": [
 27.4,
 17.8,
 14.0,
 23.4,
 18.3,
 33.8,
 30.8,
 42.0,
 33.3,
 22.6,
 17.0,
 37.2,
 53.0,
 32.6,
 50.1,
 36.2,
 29.7,
 19.9,
 43.2,
 27.8,
 38.5
 ],
 "LLaMa3.1 8B": [
 14.7,
 14.5,
 10.8,
 15.7,
 16.4,
 17.5,
 13.9,
 22.0,
 15.4,
 16.4,
 14.6,
 21.7,
 28.7,
 17.3,
 22.4,
 16.6,
 20.2,
 15.4,
 17.0,
 18.2,
 17.9
 ],
 "Gemini 1.5 pro": [
 24.4,
 37.5,
 43.0,
 55.2,
 48.3,
 27.8,
 46.9,
 41.3,
 41.1,
 53.0,
 51.6,
 35.9,
 55.8,
 32.2,
 49.4,
 25.7,
 10.8,
 32.6,
 19.8,
 16.8,
 21.0
 ],
 "GPT-4o (Aug)": [
 19.6,
 37.5,
 39.5,
 56.2,
 46.1,
 30.8,
 46.0,
 53.0,
 41.1,
 53.8,
 49.5,
 31.5,
 58.3,
 23.6,
 50.0,
 14.0,
 6.4,
 20.8,
 8.9,
 10.8,
 24.9
 ]
 }
 }
 }
 },
 "MT(en/fr-xx)": {
 "datasets": {
 "flores - en_xx": {
 "languages": [
 "fra_Latn",
 "aeb_Arab",
 "afr_Latn",
 "aka_Latn",
 "amh_Ethi",
 "ary_Arab",
 "arz_Arab",
 "bam_Latn",
 "bem_Latn",
 "cjk_Latn",
 "dik_Latn",
 "dyu_Latn",
 "ewe_Latn",
 "fon_Latn",
 "fuv_Latn",
 "gaz_Latn",
 "hau_Latn",
 "ibo_Latn",
 "kab_Latn",
 "kam_Latn",
 "kbp_Latn",
 "kea_Latn",
 "kik_Latn",
 "kin_Latn",
 "kmb_Latn",
 "knc_Arab",
 "knc_Latn",
 "kon_Latn",
 "lin_Latn",
 "lua_Latn",
 "lug_Latn",
 "luo_Latn",
 "mos_Latn",
 "nso_Latn",
 "nus_Latn",
 "nya_Latn",
 "plt_Latn",
 "run_Latn",
 "sag_Latn",
 "sna_Latn",
 "som_Latn",
 "sot_Latn",
 "ssw_Latn",
 "swh_Latn",
 "taq_Latn",
 "taq_Tfng",
 "tir_Ethi",
 "tsn_Latn",
 "tso_Latn",
 "tum_Latn",
 "twi_Latn",
 "tzm_Tfng",
 "umb_Latn",
 "wol_Latn",
 "xho_Latn",
 "yor_Latn",
 "zul_Latn"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 21.1,
 0.2,
 9.0,
 5.4,
 0.2,
 0.1,
 0.1,
 5.3,
 10.8,
 6.6,
 8.9,
 5.3,
 3.8,
 3.4,
 9.0,
 8.6,
 13.9,
 4.2,
 9.0,
 6.0,
 4.6,
 7.4,
 13.8,
 17.3,
 12.2,
 0.5,
 15.5,
 10.4,
 10.7,
 15.3,
 17.1,
 13.0,
 4.8,
 8.7,
 6.0,
 10.2,
 14.4,
 14.4,
 6.5,
 12.0,
 9.2,
 9.6,
 14.5,
 17.9,
 6.6,
 0.6,
 0.2,
 7.6,
 6.8,
 11.8,
 10.9,
 0.6,
 10.0,
 4.8,
 13.6,
 7.4,
 17.1
 ],
 "LLaMAX3 8B": [
 65.6,
 37.9,
 65.3,
 8.4,
 21.2,
 35.0,
 39.1,
 8.1,
 16.9,
 16.2,
 5.4,
 5.9,
 7.0,
 7.8,
 10.0,
 16.8,
 44.4,
 35.3,
 9.6,
 23.7,
 12.6,
 24.1,
 20.0,
 19.9,
 13.2,
 5.0,
 14.1,
 15.9,
 20.6,
 12.7,
 19.7,
 18.7,
 6.6,
 19.0,
 5.9,
 40.6,
 30.0,
 13.2,
 13.4,
 38.9,
 39.6,
 17.9,
 27.0,
 53.7,
 5.8,
 0.4,
 7.9,
 18.2,
 21.0,
 25.6,
 8.9,
 0.4,
 16.9,
 16.4,
 38.4,
 20.3,
 39.1
 ],
 "LLaMa2 7b": [
 52.0,
 15.3,
 35.5,
 8.2,
 3.6,
 15.8,
 17.4,
 9.3,
 6.6,
 6.8,
 3.9,
 9.0,
 11.7,
 2.5,
 8.2,
 6.5,
 6.5,
 8.6,
 3.3,
 9.8,
 6.0,
 22.0,
 8.4,
 10.1,
 6.2,
 6.4,
 3.4,
 10.4,
 10.8,
 9.0,
 11.1,
 6.7,
 7.2,
 10.2,
 3.8,
 10.3,
 10.1,
 8.8,
 11.2,
 10.1,
 10.7,
 11.4,
 10.6,
 13.8,
 4.0,
 4.6,
 2.8,
 9.4,
 7.7,
 8.2,
 12.9,
 6.4,
 6.0,
 8.4,
 12.2,
 6.8,
 11.2
 ],
 "LLaMa3.1 70B": [
 71.6,
 43.4,
 68.2,
 26.0,
 20.5,
 37.9,
 44.0,
 11.9,
 23.4,
 20.5,
 9.7,
 8.6,
 15.9,
 9.6,
 13.8,
 22.7,
 45.0,
 36.3,
 18.4,
 25.1,
 10.3,
 39.5,
 20.5,
 28.8,
 17.2,
 3.2,
 10.9,
 20.4,
 21.8,
 19.1,
 25.9,
 18.8,
 12.7,
 30.3,
 6.3,
 27.9,
 39.2,
 25.8,
 10.4,
 26.1,
 34.7,
 30.4,
 24.6,
 59.5,
 12.4,
 0.9,
 9.7,
 30.6,
 25.0,
 23.3,
 27.5,
 0.8,
 15.8,
 15.5,
 28.6,
 19.1,
 30.5
 ],
 "LLaMa3.1 8B": [
 68.0,
 33.3,
 62.9,
 14.4,
 8.0,
 31.3,
 36.7,
 7.3,
 15.0,
 9.4,
 2.9,
 5.4,
 7.6,
 4.4,
 10.0,
 11.3,
 28.6,
 18.0,
 9.9,
 22.5,
 5.4,
 21.0,
 17.6,
 16.2,
 11.7,
 7.0,
 5.2,
 12.9,
 15.6,
 9.2,
 12.6,
 16.6,
 5.8,
 13.2,
 3.6,
 16.1,
 21.4,
 14.5,
 6.0,
 15.3,
 19.8,
 12.6,
 14.5,
 46.3,
 7.4,
 2.5,
 5.1,
 13.6,
 9.8,
 15.0,
 14.9,
 0.4,
 8.5,
 9.0,
 15.1,
 8.2,
 15.0
 ],
 "LLaMa3 8B": [
 63.9,
 18.5,
 58.5,
 7.8,
 3.6,
 18.7,
 24.5,
 5.2,
 11.8,
 13.0,
 10.0,
 5.2,
 13.0,
 9.4,
 6.3,
 5.1,
 26.4,
 12.7,
 7.1,
 13.3,
 5.0,
 23.1,
 14.2,
 12.7,
 9.9,
 2.0,
 2.8,
 10.8,
 11.4,
 13.1,
 10.6,
 13.7,
 11.6,
 13.8,
 7.9,
 11.6,
 16.6,
 11.7,
 12.8,
 12.0,
 16.3,
 12.6,
 16.1,
 36.8,
 4.0,
 0.8,
 3.0,
 11.9,
 11.9,
 11.5,
 9.4,
 0.4,
 10.7,
 8.9,
 11.9,
 6.9,
 12.3
 ],
 "Aya-101 13B": [
 62.1,
 37.9,
 61.8,
 16.4,
 28.1,
 34.5,
 37.4,
 17.0,
 23.4,
 21.0,
 18.1,
 17.0,
 13.8,
 12.2,
 9.7,
 10.4,
 45.5,
 35.1,
 8.7,
 21.7,
 8.0,
 15.2,
 20.0,
 30.8,
 20.2,
 9.1,
 14.5,
 21.5,
 21.8,
 11.9,
 13.5,
 7.0,
 14.9,
 32.1,
 10.8,
 42.4,
 49.1,
 17.8,
 17.3,
 39.8,
 39.8,
 46.3,
 27.9,
 55.2,
 12.4,
 0.7,
 10.6,
 32.2,
 14.8,
 26.6,
 20.3,
 0.6,
 19.1,
 8.5,
 42.0,
 19.7,
 42.0
 ],
 "Gemma1.1 7b": [
 1.4,
 9.6,
 17.6,
 11.2,
 2.2,
 4.6,
 1.6,
 9.0,
 3.7,
 3.6,
 6.3,
 5.8,
 6.2,
 4.4,
 11.2,
 7.7,
 23.3,
 19.3,
 1.0,
 10.8,
 6.3,
 11.1,
 5.9,
 4.7,
 6.9,
 0.6,
 5.0,
 13.7,
 13.1,
 1.8,
 3.9,
 7.4,
 6.5,
 15.0,
 4.2,
 3.6,
 25.1,
 15.0,
 8.7,
 13.3,
 16.0,
 8.2,
 6.2,
 4.6,
 4.7,
 0.2,
 1.3,
 8.1,
 9.3,
 4.9,
 11.8,
 0.1,
 9.2,
 12.1,
 12.2,
 10.0,
 17.7
 ],
 "Gemma2 27b": [
 65.1,
 53.6,
 71.0,
 30.5,
 42.7,
 51.4,
 55.4,
 22.0,
 31.5,
 23.5,
 21.0,
 21.4,
 21.8,
 19.7,
 21.5,
 24.7,
 47.1,
 40.2,
 22.9,
 24.9,
 22.9,
 54.8,
 27.6,
 41.1,
 23.1,
 15.6,
 22.5,
 27.2,
 29.5,
 26.2,
 31.5,
 22.5,
 20.6,
 39.4,
 19.5,
 37.0,
 42.5,
 33.0,
 23.0,
 39.8,
 41.8,
 41.5,
 35.1,
 61.8,
 23.1,
 18.4,
 27.8,
 37.4,
 32.3,
 30.6,
 31.6,
 19.1,
 22.6,
 25.2,
 44.8,
 32.3,
 45.4
 ],
 "Gemma2 9b": [
 64.6,
 52.0,
 70.4,
 29.5,
 42.3,
 49.4,
 53.8,
 21.1,
 29.7,
 22.6,
 20.6,
 20.6,
 20.8,
 19.3,
 21.7,
 24.4,
 45.6,
 37.4,
 22.1,
 24.0,
 22.6,
 51.3,
 26.3,
 38.5,
 22.8,
 14.6,
 21.9,
 26.7,
 27.3,
 25.2,
 30.1,
 22.3,
 19.5,
 35.7,
 18.6,
 34.8,
 38.5,
 31.3,
 22.4,
 37.4,
 39.7,
 38.3,
 32.4,
 59.3,
 22.1,
 16.6,
 27.3,
 34.1,
 29.1,
 29.4,
 31.4,
 19.0,
 21.6,
 23.9,
 43.4,
 30.6,
 43.6
 ],
 "Gemini 1.5 pro": [
 68.8,
 41.9,
 65.0,
 33.5,
 40.4,
 40.2,
 46.5,
 26.8,
 36.4,
 21.6,
 17.1,
 20.2,
 35.7,
 21.3,
 20.3,
 41.0,
 49.7,
 41.4,
 27.1,
 25.4,
 26.6,
 48.1,
 29.8,
 49.3,
 28.5,
 11.6,
 16.3,
 39.8,
 46.8,
 36.1,
 40.7,
 28.4,
 17.3,
 50.1,
 13.1,
 47.0,
 48.6,
 42.2,
 36.4,
 45.6,
 45.3,
 47.1,
 44.4,
 60.2,
 13.5,
 15.7,
 25.6,
 47.8,
 49.0,
 39.6,
 36.1,
 24.7,
 25.9,
 23.0,
 49.7,
 28.8,
 53.3
 ],
 "GPT-4o (Aug)": [
 70.2,
 46.3,
 66.4,
 29.1,
 32.8,
 43.4,
 50.0,
 15.6,
 28.3,
 17.7,
 12.9,
 11.9,
 20.1,
 9.8,
 13.2,
 39.4,
 50.7,
 40.7,
 21.7,
 23.3,
 9.1,
 50.3,
 23.0,
 49.8,
 16.5,
 7.2,
 15.9,
 32.7,
 46.3,
 22.2,
 39.9,
 32.6,
 10.8,
 49.8,
 11.3,
 47.1,
 52.9,
 41.3,
 17.2,
 46.4,
 45.8,
 47.4,
 40.3,
 62.4,
 10.6,
 10.8,
 14.6,
 45.2,
 45.8,
 36.6,
 30.7,
 1.6,
 19.5,
 26.8,
 50.4,
 23.4,
 53.6
 ]
 }
 },
 "ntrex - en_xx": {
 "languages": [
 "fra_Latn",
 "afr_Latn",
 "amh_Ethi",
 "bem_Latn",
 "ewe_Latn",
 "hau_Latn",
 "ibo_Latn",
 "kin_Latn",
 "mlg_Latn",
 "nde_Latn",
 "nso_Latn",
 "nya_Latn",
 "orm_Ethi",
 "sna_Latn",
 "som_Latn",
 "ssw_Latn",
 "swa_Latn",
 "tir_Ethi",
 "tsn_Latn",
 "ven_Latn",
 "wol_Latn",
 "xho_Latn",
 "yor_Latn",
 "zul_Latn"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 18.1,
 7.6,
 0.6,
 9.3,
 4.0,
 12.6,
 4.3,
 14.6,
 8.5,
 11.0,
 8.0,
 12.8,
 7.0,
 18.6,
 7.5,
 12.4,
 16.1,
 0.3,
 8.9,
 7.3,
 4.8,
 12.3,
 6.5,
 14.2
 ],
 "LLaMAX3 8B": [
 57.3,
 64.3,
 14.9,
 18.4,
 8.9,
 46.8,
 39.3,
 22.8,
 30.5,
 31.4,
 17.2,
 42.4,
 17.2,
 39.3,
 43.0,
 27.9,
 56.2,
 7.7,
 18.7,
 15.3,
 18.2,
 37.9,
 20.7,
 39.2
 ],
 "LLaMa2 7b": [
 48.4,
 37.9,
 4.0,
 9.0,
 14.9,
 8.1,
 9.8,
 10.9,
 12.1,
 7.4,
 12.0,
 12.8,
 7.9,
 9.1,
 12.8,
 10.9,
 16.3,
 3.0,
 11.1,
 7.3,
 10.9,
 13.1,
 6.7,
 12.0
 ],
 "LLaMa3.1 70B": [
 61.8,
 69.6,
 15.4,
 24.9,
 17.9,
 46.7,
 42.0,
 30.2,
 36.4,
 28.9,
 28.8,
 29.7,
 22.9,
 26.9,
 37.9,
 26.4,
 60.5,
 9.6,
 33.0,
 20.4,
 17.6,
 29.8,
 18.2,
 32.4
 ],
 "LLaMa3.1 8B": [
 58.6,
 62.6,
 7.1,
 17.4,
 8.8,
 30.9,
 21.2,
 18.1,
 22.7,
 13.9,
 13.6,
 20.4,
 11.3,
 16.2,
 21.1,
 16.7,
 48.5,
 4.9,
 15.0,
 10.9,
 10.2,
 15.4,
 9.4,
 15.9
 ],
 "LLaMa3 8B": [
 56.4,
 58.2,
 3.1,
 15.7,
 16.2,
 27.8,
 14.9,
 13.7,
 19.5,
 12.4,
 13.7,
 13.8,
 3.6,
 15.8,
 16.5,
 17.9,
 40.7,
 2.7,
 12.8,
 15.6,
 9.1,
 13.3,
 8.3,
 15.6
 ],
 "Aya-101 13B": [
 56.7,
 64.1,
 20.5,
 26.0,
 12.6,
 47.8,
 39.3,
 34.1,
 46.0,
 32.6,
 44.1,
 44.1,
 14.6,
 40.9,
 44.1,
 30.2,
 59.0,
 11.0,
 25.0,
 23.2,
 7.9,
 41.6,
 16.5,
 43.0
 ],
 "Gemma1.1 7b": [
 23.6,
 28.6,
 2.0,
 6.8,
 6.5,
 25.3,
 20.8,
 7.0,
 24.1,
 8.2,
 16.0,
 16.1,
 4.6,
 5.1,
 17.5,
 5.3,
 15.9,
 1.2,
 12.6,
 2.0,
 12.2,
 8.6,
 7.2,
 10.7
 ],
 "Gemma2 27b": [
 56.7,
 60.6,
 14.0,
 24.2,
 10.9,
 41.4,
 32.0,
 28.9,
 35.2,
 29.2,
 26.9,
 29.8,
 18.1,
 31.3,
 34.7,
 28.1,
 55.2,
 8.2,
 32.9,
 15.1,
 15.5,
 32.8,
 13.6,
 33.8
 ],
 "Gemma2 9b": [
 56.0,
 58.4,
 9.4,
 16.0,
 12.7,
 38.8,
 26.1,
 17.4,
 27.8,
 20.9,
 22.1,
 20.8,
 12.2,
 19.9,
 29.2,
 1.8,
 52.6,
 6.0,
 22.2,
 8.2,
 12.8,
 25.6,
 8.8,
 26.3
 ],
 "Gemini 1.5 pro": [
 57.6,
 65.5,
 27.8,
 35.3,
 33.2,
 47.1,
 42.3,
 46.0,
 46.2,
 38.1,
 31.9,
 47.9,
 35.6,
 45.4,
 47.0,
 44.5,
 58.2,
 23.9,
 47.4,
 43.6,
 23.1,
 44.7,
 18.8,
 47.5
 ],
 "GPT-4o (Aug)": [
 58.2,
 66.4,
 22.3,
 28.7,
 20.2,
 49.0,
 42.5,
 46.5,
 46.1,
 38.2,
 32.4,
 47.7,
 34.9,
 46.2,
 48.2,
 40.3,
 60.1,
 14.4,
 45.2,
 38.1,
 26.7,
 45.8,
 20.1,
 48.1
 ]
 }
 },
 "salt - en_xx": {
 "languages": [
 "ach",
 "ibo",
 "lgg",
 "lug",
 "nyn",
 "swa",
 "teo"
 ],
 "scores": {
 "Gemma1.1 7b": [
 3.0,
 12.9,
 2.3,
 1.0,
 10.5,
 11.8,
 3.2
 ],
 "LLaMa2 7b": [
 4.0,
 6.1,
 3.8,
 9.2,
 7.8,
 14.1,
 3.6
 ],
 "LLaMa3 8B": [
 5.2,
 12.7,
 4.2,
 10.6,
 8.6,
 43.7,
 4.7
 ],
 "LLaMAX3 8B": [
 8.8,
 32.6,
 4.0,
 20.4,
 14.9,
 56.4,
 11.1
 ],
 "LLaMa3.1 8B": [
 4.9,
 15.0,
 1.3,
 10.1,
 7.8,
 45.0,
 4.8
 ],
 "AfroLLaMa 8B": [
 1.6,
 1.2,
 1.8,
 2.1,
 3.8,
 5.4,
 2.4
 ],
 "Gemma2 9b": [
 16.4,
 22.4,
 7.4,
 16.0,
 16.1,
 55.1,
 7.5
 ],
 "Aya-101 13B": [
 15.4,
 33.6,
 13.3,
 13.4,
 11.8,
 57.8,
 7.2
 ],
 "Gemma2 27b": [
 16.3,
 28.0,
 11.5,
 23.9,
 20.0,
 60.1,
 12.6
 ],
 "LLaMa3.1 70B": [
 9.8,
 34.1,
 6.1,
 27.5,
 19.5,
 60.4,
 6.1
 ],
 "Gemini 1.5 pro": [
 29.0,
 41.0,
 15.0,
 52.5,
 34.3,
 65.0,
 17.3
 ],
 "GPT-4o (Aug)": [
 20.4,
 39.4,
 14.8,
 48.0,
 28.0,
 67.9,
 15.5
 ]
 }
 },
 "mafand - en_xx": {
 "languages": [
 "amh",
 "hau",
 "ibo",
 "kin",
 "lug",
 "luo",
 "nya",
 "pcm",
 "sna",
 "swa",
 "tsn",
 "twi",
 "xho",
 "yor",
 "zul",
 "bam",
 "bbj",
 "ewe",
 "fon",
 "mos",
 "wol"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 0.3,
 14.5,
 4.9,
 13.2,
 9.1,
 11.1,
 15.3,
 10.8,
 12.9,
 15.9,
 10.5,
 9.6,
 17.4,
 9.5,
 17.3,
 8.0,
 2.9,
 7.7,
 5.4,
 6.5,
 8.7
 ],
 "LLaMAX3 8B": [
 11.6,
 31.8,
 30.0,
 27.8,
 26.2,
 19.0,
 34.9,
 26.6,
 31.8,
 42.1,
 26.1,
 19.6,
 30.9,
 16.0,
 31.7,
 15.0,
 6.3,
 17.0,
 8.4,
 12.5,
 17.5
 ],
 "LLaMa2 7b": [
 4.7,
 16.3,
 14.4,
 18.8,
 17.3,
 18.5,
 20.9,
 36.7,
 19.2,
 20.6,
 19.0,
 17.4,
 19.1,
 10.9,
 19.7,
 13.5,
 6.0,
 15.6,
 8.2,
 11.7,
 14.4
 ],
 "Aya-101 13B": [
 19.9,
 35.5,
 40.6,
 37.3,
 19.2,
 8.4,
 42.5,
 21.7,
 35.6,
 53.5,
 24.7,
 22.6,
 45.7,
 18.8,
 43.2,
 9.0,
 8.9,
 12.9,
 8.8,
 8.0,
 6.4
 ],
 "Gemma1.1 7b": [
 3.8,
 22.4,
 22.7,
 24.5,
 23.5,
 20.7,
 24.7,
 43.8,
 23.4,
 39.2,
 24.0,
 22.6,
 21.2,
 14.8,
 24.7,
 13.8,
 8.2,
 16.8,
 9.8,
 12.9,
 16.4
 ],
 "LLaMa3.1 70B": [
 13.4,
 33.5,
 35.4,
 36.1,
 32.7,
 21.4,
 29.0,
 52.2,
 28.8,
 50.1,
 36.0,
 31.1,
 31.7,
 19.2,
 33.7,
 15.5,
 7.0,
 23.8,
 9.5,
 12.0,
 18.0
 ],
 "LLaMa3 8B": [
 3.8,
 23.7,
 20.2,
 12.9,
 18.1,
 14.1,
 12.2,
 47.0,
 12.7,
 41.2,
 15.2,
 10.6,
 10.0,
 10.4,
 14.0,
 5.7,
 6.5,
 9.7,
 7.8,
 9.5,
 8.1
 ],
 "Gemma2 27b": [
 10.8,
 32.3,
 24.3,
 31.4,
 26.5,
 18.0,
 32.8,
 41.1,
 29.9,
 49.7,
 32.5,
 25.3,
 31.8,
 19.7,
 31.6,
 10.8,
 4.9,
 16.1,
 8.7,
 9.1,
 13.5
 ],
 "Gemma2 9b": [
 5.0,
 25.2,
 17.2,
 15.7,
 14.9,
 16.1,
 17.8,
 40.6,
 19.3,
 40.9,
 21.0,
 17.8,
 20.1,
 9.7,
 19.7,
 7.5,
 5.7,
 7.7,
 7.8,
 8.1,
 10.6
 ],
 "LLaMa3.1 8B": [
 3.7,
 16.3,
 10.1,
 18.2,
 13.5,
 15.0,
 20.2,
 21.9,
 18.3,
 21.9,
 15.9,
 14.0,
 15.4,
 8.9,
 15.7,
 10.4,
 3.8,
 10.5,
 6.0,
 8.4,
 11.4
 ],
 "Gemini 1.5 pro": [
 37.8,
 40.6,
 43.0,
 55.9,
 49.4,
 27.5,
 46.0,
 61.2,
 47.8,
 55.3,
 52.3,
 38.1,
 60.8,
 41.2,
 53.2,
 27.2,
 17.1,
 36.6,
 24.5,
 20.4,
 26.1
 ],
 "GPT-4o (Aug)": [
 34.9,
 40.4,
 44.8,
 53.8,
 50.4,
 34.5,
 45.2,
 61.5,
 46.5,
 54.6,
 53.4,
 38.4,
 61.1,
 41.6,
 52.1,
 26.0,
 18.3,
 30.4,
 20.1,
 19.9,
 32.9
 ]
 }
 }
 }
 },
 "ADR": {
 "datasets": {
 "ADR": {
 "languages": [
 "bbj",
 "fon",
 "ibo",
 "wol",
 "yor"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 2.1,
 1.4,
 5.0,
 12.5,
 4.8
 ],
 "LLaMAX3 8B": [
 43.7,
 39.0,
 62.3,
 77.3,
 24.8
 ],
 "LLaMa2 7b": [
 19.7,
 34.6,
 30.6,
 52.3,
 14.6
 ],
 "LLaMa3.1 70B": [
 35.8,
 38.2,
 64.1,
 75.6,
 44.8
 ],
 "LLaMa3.1 8B": [
 19.0,
 25.4,
 26.6,
 37.4,
 21.0
 ],
 "LLaMa3 8B": [
 26.7,
 29.0,
 18.8,
 41.5,
 22.8
 ],
 "Aya-101 13B": [
 37.8,
 41.9,
 68.1,
 80.7,
 23.4
 ],
 "Gemma1.1 7b": [
 45.7,
 39.4,
 67.3,
 78.0,
 23.6
 ],
 "Gemma2 27b": [
 44.1,
 37.4,
 70.8,
 76.5,
 46.8
 ],
 "Gemma2 9b": [
 45.4,
 37.5,
 65.7,
 77.9,
 31.5
 ],
 "Gemini 1.5 pro": [
 29.0,
 39.1,
 71.8,
 70.8,
 67.1
 ],
 "GPT-4o (Aug)": [
 32.2,
 34.6,
 70.9,
 74.8,
 62.0
 ]
 }
 }
 }
 },
 "SUMM": {
 "datasets": {
 "xlsum": {
 "languages": [
 "amh",
 "ara",
 "hau",
 "ibo",
 "orm",
 "pcm",
 "som",
 "swa",
 "tir",
 "yor"
 ],
 "scores": {
 "AfroLLaMa 8B": [
 47.2,
 52.1,
 51.8,
 52.1,
 50.3,
 50.3,
 51.8,
 52.4,
 48.8,
 51.3
 ],
 "LLaMAX3 8B": [
 50.5,
 51.7,
 47.6,
 51.8,
 49.5,
 52.3,
 51.0,
 52.5,
 48.7,
 51.6
 ],
 "LLaMa2 7b": [
 40.0,
 51.6,
 43.0,
 51.3,
 47.8,
 48.1,
 49.5,
 50.1,
 47.6,
 40.0
 ],
 "LLaMa3.1 70B": [
 64.8,
 64.8,
 67.2,
 67.9,
 73.8,
 64.7,
 67.2,
 66.4,
 67.8,
 71.7
 ],
 "LLaMa3.1 8B": [
 42.8,
 49.4,
 48.8,
 43.6,
 47.4,
 46.8,
 33.2,
 47.8,
 41.7,
 35.9
 ],
 "LLaMa3 8B": [
 62.0,
 64.0,
 66.1,
 66.6,
 73.8,
 62.3,
 66.5,
 65.2,
 64.9,
 70.1
 ],
 "Aya-101 13B": [
 45.8,
 49.6,
 59.6,
 61.4,
 59.0,
 39.1,
 60.1,
 42.0,
 56.4,
 51.1
 ],
 "Gemma1.1 7b": [
 49.9,
 51.8,
 48.3,
 54.2,
 47.6,
 49.4,
 46.5,
 50.0,
 39.9,
 53.3
 ],
 "Gemma2 27b": [
 64.3,
 65.0,
 66.7,
 66.8,
 73.2,
 63.9,
 66.9,
 65.9,
 64.9,
 66.6
 ],
 "Gemma2 9b": [
 63.8,
 64.6,
 66.3,
 66.4,
 72.5,
 64.5,
 66.6,
 65.6,
 65.6,
 65.3
 ],
 "Gemini 1.5 pro": [
 65.6,
 64.3,
 65.2,
 66.7,
 73.5,
 63.9,
 66.1,
 64.1,
 68.3,
 69.0
 ],
 "GPT-4o (Aug)": [
 65.4,
 64.3,
 65.0,
 66.4,
 73.0,
 63.4,
 66.2,
 64.2,
 67.7,
 69.2
 ]
 }
 }
 }
 }
 }
}