model,prompt,eng,fra,amh,ewe,hau,ibo,kin,lin,lug,orm,sna,sot,swa,twi,wol,xho,yor,zul,ara,swa,yor,avg_score
InkubaLM-0.4B,prompt_1,24.3,23.5,22.6,23.6,27.1,22.5,23.3,25.1,20.6,24.8,22.6,25.1,24.6,24.2,23.8,26.2,23.3,23.4,23.57,24.83,24.55,24.0
InkubaLM-0.4B,prompt_2,22.4,20.7,22.6,22.2,24.6,19.4,22.6,23.4,20.3,21.7,21.8,25.5,21.6,21.3,18.8,22.5,21.5,22.2,22.96,22.94,22.97,22.2
InkubaLM-0.4B,prompt_3,22.2,21.2,21.2,21.6,25.1,19.8,20.7,23.9,18.7,21.4,22.4,26.6,22.4,22.7,20,21,21.6,23.4,24.96,26.71,26.39,22.7
InkubaLM-0.4B,prompt_4,22.1,21.8,21.8,21.3,23,19,21.1,22,20.3,21.4,21.6,26.4,21.3,20.3,19.2,21,20.9,22.6,24.88,24.03,23.62,21.9
InkubaLM-0.4B,prompt_5,22.4,21.2,22.3,22.7,25,20.4,21.8,24.5,19.8,21.6,21.8,26.3,22.2,21,20.3,21.4,22.5,22.4,24.32,27.99,26.73,22.9
AfroLlama-V1,prompt_1,32.1,24,22.9,24.9,27.2,26.3,21.6,25.1,24.7,23.8,25.7,25,28.7,25.4,21.4,24.1,27.1,25.4,23.57,24.83,24.55,24.9
AfroLlama-V1,prompt_2,32.4,24.7,24.5,25.9,25.7,24.3,22.2,24.6,23.7,25,23,25.4,28.5,23.5,23.1,24.3,26.7,24.9,22.96,22.94,22.97,24.4
AfroLlama-V1,prompt_3,34,24.8,23.8,25.7,26.4,24.9,24.8,25.4,24.4,23.8,24.9,24.9,29.3,25.3,24,26.3,28.3,27.1,24.96,26.71,26.39,25.7
AfroLlama-V1,prompt_4,33.4,23.8,24.3,26.3,26.1,25.4,21.8,25.6,23.5,25.6,24.1,23.8,27.8,23.3,23.5,23.9,25,26.8,24.88,24.03,23.62,24.7
AfroLlama-V1,prompt_5,33.4,24.8,23.9,27.2,28.4,26.7,23,26.4,24.5,22.6,25.1,26,29.4,24.2,24.1,26.6,27.5,26.4,24.32,27.99,26.73,25.8
aya-101,prompt_1,41,37.2,32.2,27,33.4,34.2,29.6,27.6,27.4,26.4,26.2,33.2,35.2,26.8,24.4,31.6,29,29.8,39.13,38.46,33.14,30.8
aya-101,prompt_2,40,36.6,31.6,25.4,33.4,36.8,30.8,27.8,28,26.2,28.2,31.8,32.2,26.8,25.2,32,28.4,29.8,26.19,24.1,23.66,28.9
aya-101,prompt_3,41.8,36.0,32.6,26.0,32.0,34.4,31.0,28.2,27.8,26.2,27.0,32.8,34.2,26.8,25.0,31.8,30.0,28.6,38.43,36.83,30.66,30.5
aya-101,prompt_4,40.2,36.8,31.6,25.6,33.0,36.8,29.2,27.8,27.4,27.8,28.0,32.0,33.8,26.0,24.6,32.2,28.8,31.2,39.14,38.21,33.32,30.9
aya-101,prompt_5,42.8,36.8,32.0,25.8,31.2,36.6,31.6,28.8,26.6,26.4,27.6,32.2,33.6,26.6,25.0,31.6,29.0,29.2,39.1,38.63,33.34,30.8
gemma-1.1-7b-it,prompt_1,42.8,38.2,24.8,26.6,28.8,27.4,25.4,27.6,29.2,27.8,27.6,28.8,28.4,29.6,25.4,25.0,27.4,28.0,41.52,36.54,27.36,28.6
gemma-1.1-7b-it,prompt_2,44.6,38.0,23.4,26.4,27.4,27.8,26.2,28.4,27.6,26.8,27.2,26.4,25.2,28.6,24.4,24.4,26.0,29.2,32.13,29.97,24.41,26.9
gemma-1.1-7b-it,prompt_3,42.0,36.4,23.2,26.8,26.8,26.8,26.6,28.4,27.0,26.4,28.2,25.2,25.4,27.6,25.4,24.8,27.2,26.8,41.11,36.61,28.38,27.8
gemma-1.1-7b-it,prompt_4,43.8,37.6,26.0,27.4,28.6,27.4,26.8,28.6,28.2,28.4,26.0,28.0,27.2,28.6,24.4,24.8,26.0,29.4,26.3,25.65,24.23,26.9
gemma-1.1-7b-it,prompt_5,41.4,36.2,23.4,26.8,27.8,26.8,26.0,28.0,28.6,26.8,26.4,25.6,27.0,28.8,24.8,25.4,26.0,27.4,41.78,36.41,28.93,28.0
Llama-2-7b-chat-hf,prompt_1,36.4,36.0,23.2,24.6,25.2,29.4,26.6,25.8,27.4,24.4,25.8,26.8,26.0,30.0,27.6,25.4,25.4,23.4,22.94,23.2,23.11,25.6
Llama-2-7b-chat-hf,prompt_2,33.4,33.4,20.6,23.4,22.4,23.6,21.6,23.2,23.6,23.2,25.8,25.0,24.2,22.8,22.8,24.4,21.8,22.8,22.95,23.01,22.97,23.2
Llama-2-7b-chat-hf,prompt_3,32.8,32.4,21.6,24.6,23.6,26.0,23.2,24.8,24.8,25.6,27.4,25.8,23.8,23.6,23.8,25.6,24.0,24.4,25.27,24.26,23.71,24.5
Llama-2-7b-chat-hf,prompt_4,33.4,35.8,23.0,24.2,23.0,24.4,26.2,26.4,25.8,24.6,27.0,26.6,25.8,24.4,26.0,24.6,23.0,24.8,23.81,24.24,23.14,24.8
Llama-2-7b-chat-hf,prompt_5,32.6,33.0,23.6,23.6,22.8,25.6,23.6,25.0,25.6,24.6,24.8,27.0,26.0,25.0,25.0,24.6,23.8,22.4,23.3,24.04,23.66,24.4
Meta-Llama-3-8B-Instruct,prompt_1,43.2,38.6,27.4,24.8,26.6,27.4,27.2,27.4,27.4,26.2,25.8,25.4,28.8,25.8,25.0,23.6,27.6,28.2,25.12,24.78,23.64,26.2
Meta-Llama-3-8B-Instruct,prompt_2,54.6,42.6,28.6,25.6,28.6,30.0,30.6,28.4,25.6,26.4,26.6,29.0,31.4,26.0,26.2,24.6,29.4,28.4,22.87,22.95,23.03,27.1
Meta-Llama-3-8B-Instruct,prompt_3,45,39.2,27.4,21.8,27,27.8,27.6,27.2,25.8,27.6,26.2,25.6,29,24.8,24.4,24.8,28.8,26.4,25.52,24.07,23.21,26.1
Meta-Llama-3-8B-Instruct,prompt_4,55.4,46,29.4,26.4,27.8,30.6,30.4,28.4,25,31.6,26.6,28.6,32,26.6,26.4,23.4,29,27.8,24.16,23.34,23.36,27.4
Meta-Llama-3-8B-Instruct,prompt_5,45.2,41.8,25.6,24.0,26.8,29.0,30.0,28.8,23.8,28.8,26.2,25.8,32.6,23.8,25.6,22.8,29.2,26.8,26.95,25.69,24.21,26.7
LLaMAX3-8B,prompt_1,48.4,38.8,30.6,27.0,33.4,30.4,30.0,31.4,26.2,28.2,28.4,28.8,35.8,25.4,26.8,29.0,29.0,27.2,22.96,22.94,22.98,28.2
LLaMAX3-8B,prompt_2,46.8,38.6,28.8,28.4,31.6,32.2,28.2,27.6,25.4,30.8,29.4,28.6,33.6,25.4,27.4,28.4,28.2,25.0,22.98,22.97,22.92,27.8
LLaMAX3-8B,prompt_3,45.4,38.8,28.2,28.6,32.2,31.4,27.6,28.2,25.0,30.0,30.4,26.6,34.6,24.6,27.0,28.0,28.8,25.6,23.24,23.27,22.97,27.7
LLaMAX3-8B,prompt_4,49.2,40.4,28.6,27.4,32.6,31.0,28.0,28.2,25.6,28.6,30.4,28.4,35.6,26.0,26.6,27.0,29.8,26.8,23.33,23.4,23.44,27.9
LLaMAX3-8B,prompt_5,47.2,38.0,30.2,28.0,33.4,32.0,27.8,28.4,25.2,30.0,31.6,29.4,35.6,25.8,27.0,28.0,29.8,26.6,22.97,23.08,22.91,28.3
gemma-2-9b-it,prompt_1,69.8,62.6,41.3,29.3,37.9,39.2,31.8,37.0,30.5,32.8,39.7,34.7,48.9,32.1,28.7,33.2,33.2,36.1,50.38,44.12,28.02,36.3
gemma-2-9b-it,prompt_2,65.5,57.9,38.9,25.3,34.3,34.9,29.6,34.6,27.7,30.1,34.3,33.2,47.8,28.4,26.3,33.1,33.8,35.6,23.05,22.97,23.05,31.4
gemma-2-9b-it,prompt_3,68.3,61.5,41.1,27.9,38.1,37.5,31.2,36.3,28.7,33.0,39.6,35.9,47.2,32.8,29.1,32.5,34.8,38.5,56.22,50.94,34.07,37.1
gemma-2-9b-it,prompt_4,65.9,59.3,40.6,29.3,38.8,38.7,32.9,34.2,29.9,33.0,35.0,35.8,46.1,32.2,26.1,33.6,33.7,37.9,27.35,26.14,23.74,33.4
gemma-2-9b-it,prompt_5,67.6,60.0,39.9,27.1,37.9,36.0,29.4,33.8,28.1,31.8,36.9,34.1,49.1,30.8,28.9,31.8,35.5,35.4,53.97,49.8,32.29,35.9
gemma-2-27b-it,prompt_1,75.6,66.4,40.6,32.4,43.2,44.2,40.2,38.2,32.6,33.6,44.6,41.8,56.0,35.6,30.4,42.0,41.0,42.2,47.84,47.89,27.44,40.1
gemma-2-27b-it,prompt_2,74.2,64.6,40.0,31.6,39.6,43.6,37.4,38.2,34.4,35.8,41.6,40.4,53.2,35.2,31.0,43.4,40.2,42.2,22.97,22.97,22.94,36.7
gemma-2-27b-it,prompt_3,72.2,63.6,41.0,30.6,40.6,41.2,38.4,38.4,31.8,33.0,41.8,41.0,51.4,34.6,32.0,43.2,38.2,42.0,57.92,54.23,31.68,40.2
gemma-2-27b-it,prompt_4,72.0,64.8,41.6,32.8,41.2,41.8,38.2,39.0,32.4,37.6,40.0,40.2,52.8,36.0,29.8,42.6,39.0,42.6,26.09,25.73,24.01,37.0
gemma-2-27b-it,prompt_5,70.4,63.4,39.8,31.0,41.8,42.0,39.2,37.8,33.0,35.0,43.2,40.2,50.0,36.0,33.2,42.0,40.0,41.8,58.54,54.23,31.66,40.5
Llama-3.1-8B-Instruct,prompt_1,62.8,56.0,33.2,30.6,33.6,31.4,29.2,33.0,31.8,32.4,26.8,31.8,39.2,27.0,26.8,27.2,32.4,30.8,37.34,33.62,28.51,31.4
Llama-3.1-8B-Instruct,prompt_2,55.6,52.0,33.2,29.2,31.8,33.4,29.0,30.0,30.0,29.0,28.0,31.0,38.0,27.0,25.8,27.0,32.2,31.2,22.86,23.1,22.94,29.2
Llama-3.1-8B-Instruct,prompt_3,56.2,54.0,35.0,28.8,34.6,32.6,31.6,30.6,29.4,30.4,29.6,31.8,40.0,27.2,26.6,26.6,32.4,31.8,38.51,31.72,26.32,31.3
Llama-3.1-8B-Instruct,prompt_4,55.8,49.8,34.6,29.2,30.6,30.0,29.4,30.4,28.8,30.0,26.6,27.8,35.8,26.4,24.2,25.6,31.4,28.8,26.06,25.31,24.88,28.7
Llama-3.1-8B-Instruct,prompt_5,55.8,51.2,33.2,27.6,33.2,29.4,30.0,30.2,28.8,30.2,28.2,31.0,37.2,27.0,27.2,25.8,31.0,30.2,41.19,35.39,29.73,30.9
Meta-Llama-3-70B-Instruct,prompt_1,76.4,69.4,41.6,32.2,47.6,47.2,38.6,40.0,34.4,35.6,41.6,39.0,55.8,28.4,31.6,34.2,41.4,40.4,58.25,42.17,28.99,39.9
Meta-Llama-3-70B-Instruct,prompt_2,74.4,68.6,41.4,30.2,42.4,47.2,35.4,39.2,33.6,35.2,37.6,35.6,54.6,31.0,32.6,32.6,40.2,39.2,24.9,23.26,23,35.7
Meta-Llama-3-70B-Instruct,prompt_3,73.0,66.6,40.4,32.2,43.6,46.2,36.2,37.4,32.2,35.2,40.6,36.6,52.2,33.2,32.4,32.2,38.8,38.8,55.83,42.83,30.37,38.8
Meta-Llama-3-70B-Instruct,prompt_4,73.4,68.8,41.0,27.8,42.8,46.4,36.4,38.2,33.6,36.0,37.8,35.4,56.4,30.4,29.2,30.2,38.4,37.0,29.23,26.14,23.49,35.6
Meta-Llama-3-70B-Instruct,prompt_5,74.2,65.0,39.8,30.2,42.0,45.8,35.2,38.4,33.0,35.2,38.6,38.2,52.4,32.2,33.0,32.6,41.2,40.2,59.88,45.87,31.7,39.2
gpt-4o-2024-08-06,prompt_1,87.4,83.2,59.8,33.6,67.2,67.2,64.2,61.0,52.8,61.0,67.6,67.4,77.4,43.2,37.8,70.2,61.2,68.2,77.30,69.42,41.85,60.4
gpt-4o-2024-08-06,prompt_2,87.6,79.6,53.2,31.6,65.6,62.0,60.2,53.4,49.4,55.0,62.2,60.6,75.0,42.4,33.4,66.6,57.0,65.2,72.13,62.28,37.31,56.0
gpt-4o-2024-08-06,prompt_3,87.6,83.2,56.8,32.0,67.8,65.4,63.8,60.8,51.4,59.6,68.0,65.8,76.8,41.8,34.8,69.8,61.6,68.0,77.83,69.24,39.64,59.5
gpt-4o-2024-08-06,prompt_4,61.2,52.2,37.0,26.2,46.2,44.8,40.4,37.8,36.8,40.2,41.6,41.0,57.8,33.4,27.2,43.4,40.6,39.6,63.53,49.00,26.33,40.7
gpt-4o-2024-08-06,prompt_5,88.0,84.4,57.4,34.8,66.8,64.0,65.0,60.8,52.0,61.6,66.8,68.8,76.2,44.4,35.0,70.2,61.4,68.6,76.31,67.90,42.29,60.0
gemini-1.5-pro-002,prompt_1,82.0,81.8,68.0,39.0,71.2,70.4,65.0,55.2,53.0,55.8,66.8,67.6,78.4,48.2,32.0,69.2,57.4,66.0,46.11,52.83,31.61,57.6
gemini-1.5-pro-002,prompt_2,70.2,63.4,53.6,37.0,51.6,55.6,47.8,45.8,42.8,44.0,51.8,52.2,56.2,42.8,33.6,50.0,47.4,48.2,40.12,47.89,30.94,46.3
gemini-1.5-pro-002,prompt_3,79.0,65.0,56.8,38.6,57.6,61.2,55.4,49.6,47.8,47.8,52.6,58.8,63.0,46.6,33.2,56.4,52.6,56.0,34.35,38.83,30.33,49.3
gemini-1.5-pro-002,prompt_4,83.4,73.8,56.2,34.2,55.4,59.4,51.2,44.4,42.4,41.2,54.0,54.6,66.0,37.6,27.6,54.2,46.0,50.8,25.63,26.21,25.23,44.9
gemini-1.5-pro-002,prompt_5,88.8,81.4,60.6,44.2,67.0,70.4,63.6,59.0,54.6,57.4,65.6,68.2,77.6,46.2,32.4,66.8,61.4,63.6,33.08,33.50,30.05,55.5