model,prompt,eng,fra,amh,ewe,hau,ibo,kin,lin,lug,orm,sna,sot,swa,twi,vai,wol,xho,yor,zul,avg
AfroLlama-V1,prompt_1,0,0.8,0,0,1.2,0,0.4,0.4,0,0.4,0.4,0.8,0.4,0,0,0,0,0.8,0,0.3
AfroLlama-V1,prompt_2,0,0.4,0,0,0,0,0,0.4,0,0,0,0,0,0,0,0,0,0,0,0.0
AfroLlama-V1,prompt_3,0,0.8,0,0,0,0,0,0.4,0.8,0,0,0,0,0,0,0,0,0,0.4,0.1
AfroLlama-V1,prompt_4,0.4,0,0,0,0.4,0,0,0,0.4,0,0,0,0,0.4,0,0,0,0,0.4,0.1
AfroLlama-V1,prompt_5,0,0,0,0,0,0,0,0,0,0,0,0,0,0.4,0,0,0,0.4,0,0.0
InkubaLM-0.4B,prompt_1,12,4.8,3.6,2.4,6.8,2,1.6,0.8,2,1.6,1.2,1.6,8.4,2,0,1.6,4,3.6,7.2,3.0
InkubaLM-0.4B,prompt_2,9.6,2.8,0,0.4,6.4,1.2,0.8,1.6,0.8,1.6,2,2.4,8.4,0.8,0,1.2,9.2,6,6.4,2.9
InkubaLM-0.4B,prompt_3,12,5.2,1.2,1.6,8.4,1.6,2,0.8,0.8,1.6,2.4,1.2,10,1.6,0,1.6,7.6,4.4,9.2,3.3
InkubaLM-0.4B,prompt_4,6.8,4.4,0.4,2.4,4,1.2,2.4,2.4,1.6,3.2,2,2.4,8.4,1.2,0,1.2,3.2,6,5.2,2.8
InkubaLM-0.4B,prompt_5,7.2,3.2,1.2,2.8,7.2,1.2,2.4,1.6,2,1.6,2,1.6,4.8,2.4,0,2.4,4.4,4.4,4.8,2.8
aya-101,prompt_1,10.8,9.6,6.8,3.2,7.2,3.2,3.6,4.4,2.4,4.8,6.8,10.8,6,1.6,0.8,1.2,4.4,3.2,3.6,4.4
aya-101,prompt_2,11.6,10.4,7.6,2.8,4.4,2.8,5.2,4,2.4,3.2,6,7.2,8.4,1.6,1.6,0.8,4,4.4,3.6,4.1
aya-101,prompt_3,10.0,9.2,7.2,3.6,7.2,3.2,6.4,5.2,1.6,3.2,4.8,8.0,6.8,1.6,0.8,0.8,4.0,3.6,3.6,4.2
aya-101,prompt_4,10.4,8.4,8.0,2.8,5.2,2.8,5.2,3.6,5.2,5.6,6.0,8.0,5.6,1.6,2.0,0.4,4.4,3.2,4.8,4.4
aya-101,prompt_5,10.0,8.4,6.0,3.2,6.4,3.6,5.6,3.6,2.8,3.2,6.4,6.0,6.8,2.8,2.0,2.4,4.0,3.6,4.8,4.3
gemma-1.1-7b-it,prompt_1,20.8,18.0,4.0,2.4,5.6,2.4,4.8,4.0,3.6,2.0,4.4,3.6,20.8,3.2,3.6,2.4,2.0,5.2,4.6,4.6
gemma-1.1-7b-it,prompt_2,,,,,,,,,,,,,,,,,,,,
gemma-1.1-7b-it,prompt_3,,,,,,,,,,,,,,,,,,,,
gemma-1.1-7b-it,prompt_4,,,,,,,,,,,,,,,,,,,,
gemma-1.1-7b-it,prompt_5,,,,,,,,,,,,,,,,,,,,
Llama-2-7b-chat-hf,prompt_1,23.2,16.8,2.4,3.2,2.4,2.0,1.6,0.8,1.6,1.2,1.2,2.0,2.0,2.4,0.8,2.0,1.2,2.0,1.6,1.8
Llama-2-7b-chat-hf,prompt_2,21.2,16.0,1.2,3.2,1.2,0.8,2.4,2.0,2.0,0.8,1.2,2.0,1.2,1.2,2.0,2.4,2.0,2.8,1.6,1.8
Llama-2-7b-chat-hf,prompt_3,16.8,13.2,1.6,2.8,0.4,1.2,2.8,2.4,1.6,2.0,1.2,2.0,4.4,2.4,1.6,1.6,2.4,2.0,0.8,2.0
Llama-2-7b-chat-hf,prompt_4,16.0,14.8,0.8,0.4,1.6,2.0,1.6,2.4,2.8,0.8,1.6,2.4,2.4,1.2,1.6,1.2,2.4,2.8,0.8,1.7
Llama-2-7b-chat-hf,prompt_5,17.2,16.4,1.6,2.0,2.0,2.8,2.0,4.8,1.2,0.4,1.6,1.6,2.8,2.4,0.8,1.2,1.2,0.8,1.6,1.8
Meta-Llama-3-8B-Instruct,prompt_1,29.2,33.2,2,2.8,6.4,5.2,5.2,2.4,5.6,1.6,2,1.6,10,3.6,2.8,3.2,5.2,2.4,3.6,3.9
Meta-Llama-3-8B-Instruct,prompt_2,34.8,32,3.2,2,6.4,6,4.8,3.2,4.4,2.4,1.6,1.2,12.4,3.2,0.4,1.2,4,3.2,2.8,3.7
Meta-Llama-3-8B-Instruct,prompt_3,59.2,44,2,2.4,6.8,4,3.2,2.8,3.6,2.4,2.4,2.8,16.8,1.6,1.2,3.2,0.4,4,3.2,3.7
Meta-Llama-3-8B-Instruct,prompt_4,60.8,60.4,2,3.2,8.8,6,2.8,4.4,4.8,3.6,2.8,4,26.4,2,2,2,3.6,4.4,3.6,5.1
Meta-Llama-3-8B-Instruct,prompt_5,43.2,28.4,2.8,2,6,6.4,4.8,4,4.4,2.4,2.8,2.8,20.8,3.2,1.2,2.8,3.2,2.8,4.8,4.5
Llama-3.1-8B-Instruct,prompt_1,41.6,39.2,2.0,4.4,6.8,3.6,4.4,2.4,2.0,3.2,6.4,2.8,28.8,2.4,1.2,2.4,4.4,4.4,3.6,5.0
Llama-3.1-8B-Instruct,prompt_2,30.8,46.0,3.6,3.2,8.4,3.6,3.2,4.0,5.6,3.2,4.4,5.6,30.4,2.8,1.2,4.0,1.2,1.6,5.2,5.4
Llama-3.1-8B-Instruct,prompt_3,38.4,34,2.8,2.4,7.6,4.8,4,2.8,3.6,2.4,6,4,24.4,4.4,0.4,2,1.6,2,1.2,4.5
Llama-3.1-8B-Instruct,prompt_4,56.8,54,4.4,2.4,10,4.4,7.2,3.2,7.6,3.6,4.8,6.4,41.2,4,1.2,2.8,2.4,5.6,5.2,6.8
Llama-3.1-8B-Instruct,prompt_5,47.6,55.6,2.4,2.4,9.2,5.6,7.6,3.6,3.6,4.4,5.6,3.2,30.4,5.2,2.0,1.6,2.4,5.6,5.2,5.9
LLaMAX3-8B-Alpaca,prompt_1,12.4,9.6,4.0,1.2,4.4,2.8,0.4,2.0,3.2,1.2,3.6,1.6,2.8,1.2,2.8,2.0,1.6,4.0,6.0,2.6
LLaMAX3-8B-Alpaca,prompt_2,10.0,9.6,3.6,2.4,4.4,2.4,3.2,3.2,5.6,1.6,2.4,4.4,8.4,0.8,2.0,2.4,4.8,2.0,5.2,3.5
LLaMAX3-8B-Alpaca,prompt_3,16.0,10.0,6.0,2.0,5.6,4.4,5.2,4.0,4.4,1.2,4.4,2.4,6.0,1.2,2.4,2.4,6.8,2.8,6.4,4.0
LLaMAX3-8B-Alpaca,prompt_4,15.2,12.0,3.6,1.6,9.6,5.2,4.4,2.8,5.2,1.6,6.0,3.2,10.8,1.6,4.0,3.2,5.6,4.8,7.2,4.7
LLaMAX3-8B-Alpaca,prompt_5,8.8,9.6,4.0,0.4,6.8,2.4,2.8,1.6,6.0,2.8,4.0,3.2,10.0,1.2,2.0,3.2,4.0,2.0,6.4,3.7
gemma-2-9b-it,prompt_1,44.0,43.2,26.0,3.2,26.4,9.6,16.0,9.2,11.6,8.0,20.4,13.2,46.4,6.4,0.4,2.8,16.0,8.4,14.8,14.0
gemma-2-9b-it,prompt_2,68.8,61.2,26.4,4.8,35.2,11.6,22.4,11.6,17.6,9.6,26.0,22.0,61.6,9.2,0.4,3.6,20.8,13.6,21.2,18.7
gemma-2-9b-it,prompt_3,43.6,45.6,26.8,2.4,26.4,10.0,17.2,9.6,12.4,4.8,20.4,16.4,50.0,5.6,0.0,3.2,18.4,9.6,20.8,14.9
gemma-2-9b-it,prompt_4,54.0,52.8,21.2,4.8,17.6,4.4,13.2,8.4,8.8,4.0,16.8,9.2,46.4,5.2,0.8,2.8,12.8,7.6,13.2,11.6
gemma-2-9b-it,prompt_5,7.6,16.0,2.4,1.2,12.4,3.2,10.8,6.8,10.4,5.6,23.6,17.2,44.0,5.6,0.0,1.6,14.8,10.8,20.8,11.2
gemma-2-27b-it,prompt_1,80.4,64.4,24.4,4.4,43.6,16.8,28.0,12.0,19.2,10.0,31.2,30.0,64.4,10.0,0.8,6.0,25.6,20.8,32.4,22.3
gemma-2-27b-it,prompt_2,83.6,75.2,39.2,6.0,46.8,24.8,31.2,16.8,22.4,14.8,34.4,32.8,71.6,8.4,3.2,5.2,30.0,23.6,35.2,26.3
gemma-2-27b-it,prompt_3,78.0,68.4,38.0,4.8,48.0,22.4,28.8,16.4,19.6,9.6,32.0,30.8,68.8,10.8,2.0,4.8,32.8,23.2,32.8,25.0
gemma-2-27b-it,prompt_4,85.6,80.0,33.6,7.6,49.6,24.0,32.4,18.0,23.6,12.8,35.2,38.4,73.6,12.4,3.2,5.6,32.0,22.4,34.4,27.0
gemma-2-27b-it,prompt_5,78.8,64.0,36.8,5.2,48.8,24.4,36.0,16.8,23.2,10.8,37.2,32.4,64.4,11.6,4.0,6.8,30.4,22.8,34.4,26.2
Llama-3.1-70B-Instruct,prompt_1,85.6,70.4,12.0,5.2,42.8,24.4,24.8,9.6,22.8,10.4,17.2,24.8,63.6,10.8,1.6,4.4,14.0,15.6,24.0,19.3
Llama-3.1-70B-Instruct,prompt_2,77.6,71.2,7.2,6.4,47.2,32.0,25.2,10.8,20.4,9.6,17.2,24.4,59.6,6.8,1.2,3.2,10.8,18.8,20.8,18.9
Llama-3.1-70B-Instruct,prompt_3,83.6,72.0,6.4,5.2,42.4,28.8,23.2,13.2,20.4,10.4,16.0,28.0,58.4,7.2,1.2,3.6,14.0,16.4,21.2,18.6
Llama-3.1-70B-Instruct,prompt_4,86.8,76.4,17.6,8.0,48.8,37.2,26.4,11.2,24.4,10.8,21.2,32.8,68.0,14.4,0.4,3.2,18.8,23.6,27.2,23.2
Llama-3.1-70B-Instruct,prompt_5,86.0,78.4,22.0,5.2,45.2,31.2,30.8,13.6,20.0,12.8,21.2,28.0,63.6,7.6,1.6,6.0,16.8,18.8,24.8,21.7
gpt-4o-2024-08-06,prompt_1,83.2,65.6,49.2,8.0,64.4,54.8,60.0,42.0,48.0,57.6,58.4,56.0,74.8,27.2,3.6,23.6,47.6,64.8,54.0,46.7
gpt-4o-2024-08-07,prompt_2,84.0,68.8,57.6,8.8,64.8,57.6,60.4,51.2,51.6,61.2,58.4,60.8,78.8,31.2,4.8,28.0,52.4,62.0,57.2,49.8
gpt-4o-2024-08-08,prompt_3,81.6,68.4,58.0,6.8,62.4,55.6,59.2,51.6,50.8,54.4,57.6,60.4,74.8,29.2,2.4,24.4,49.6,63.6,54.4,48.0
gpt-4o-2024-08-09,prompt_4,88.8,69.2,55.6,11.2,66.8,56.8,64.4,48.4,50.4,56.0,62.0,60.8,80.0,29.2,3.6,23.2,51.2,63.6,58.0,49.5
gpt-4o-2024-08-10,prompt_5,81.2,68.0,56.0,10.0,65.2,58.4,61.6,53.6,52.8,56.4,61.6,59.6,74.8,28.8,2.4,32.8,49.2,62.4,57.6,49.6
gemini-1.5-pro-002,prompt_1,83.2,63.6,73.6,34.4,68.8,62.4,65.6,47.6,48.0,49.2,62.0,59.2,80.0,30.8,1.6,10.8,52.0,62.4,54.4,50.8
gemini-1.5-pro-003,prompt_2,76.8,76.8,59.6,35.2,69.2,58.0,64.0,54.8,51.6,47.6,62.4,62.0,83.6,32.0,4.4,11.2,55.2,58.4,56.8,50.9
gemini-1.5-pro-004,prompt_3,81.6,74.4,70.0,38.0,66.8,58.8,65.6,54.0,53.6,51.2,61.2,60.4,77.6,27.6,1.2,12.8,53.6,63.2,56.0,51.3
gemini-1.5-pro-005,prompt_4,53.6,48.0,40.4,14.4,38.4,26.8,36.0,26.8,29.6,24.4,30.0,33.2,47.2,14.8,2.0,6.4,29.2,38.8,30.4,27.6
gemini-1.5-pro-006,prompt_5,82.8,67.2,67.6,40.8,65.6,63.2,63.6,51.2,54.4,57.2,64.4,61.2,76.4,38.0,3.2,12.8,50.8,61.6,57.2,52.3
Claude 3.5 Sonnet,,92.0,84.4,77.2,62.4,73.2,62.8,69.6,68.0,67.6,69.2,68.4,73.2,87.6,53.6,1,54.6,66.8,74.8,68.8,64.6