model,prompt,eng,amh,ewe,hau,ibo,kin,lin,lug,orm,sna,sot,swa,twi,wol,xho,yor,zul,avg_score
AfroLlama-V1,prompt_1,10.11,0.19,0.12,1.89,0.27,0.42,0.42,0.13,0.13,0.18,0.13,4.21,0.12,0.13,1.75,2.23,1.04,0.8
AfroLlama-V1,prompt_2,3.08,0.12,0.12,0.81,0.4,0.11,0.12,0.12,0.26,0.12,0.12,0.85,0.12,0.39,0.62,0.42,0.12,0.3
AfroLlama-V1,prompt_3,3.2,0.12,0.12,0.84,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.2
AfroLlama-V1,prompt_4,1.84,0.12,0.12,0.42,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.1
AfroLlama-V1,prompt_5,0.74,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.1
InkubaLM-0.4B,prompt_1,0.13,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.32,0.12,0.12,0.1,0.12,0.1
InkubaLM-0.4B,prompt_2,0.21,0.19,0.21,0.34,0.22,0.4,0.33,0.25,0.42,0.27,0.32,0.32,0.24,0.14,0.26,0.24,0.24,0.3
InkubaLM-0.4B,prompt_3,0.1,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.1
InkubaLM-0.4B,prompt_4,0.36,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.12,0.1
InkubaLM-0.4B,prompt_5,0.24,0.29,0.4,0.24,0.41,0.21,0.31,0.26,0.34,0.24,0.24,0.27,0.88,0.4,0.28,0.1,0.3,0.3
LLaMAX3-8B-Alpaca,prompt_1,43.85,5.4,0.16,1.68,4.75,0.65,2.27,0.29,0.12,3.18,1.88,9.72,0.51,0.54,5.6,1.87,6.67,2.8
LLaMAX3-8B-Alpaca,prompt_2,41.71,2.07,0.22,1.43,1.8,1.21,0.92,1.31,0.12,1.36,1.13,8.57,0.58,0.4,4.85,0.71,4.42,1.9
LLaMAX3-8B-Alpaca,prompt_3,48.61,8.96,0.12,2.91,5.48,1.15,2.44,1.13,0.44,2.89,0.58,9.8,0.98,0.67,4.97,0.13,7.51,3.1
LLaMAX3-8B-Alpaca,prompt_4,44.49,6.85,0.12,1.84,0.57,1.19,2.54,0.4,0.12,0.73,0.12,8.51,0.12,0.34,4.21,0.12,0.71,1.8
LLaMAX3-8B-Alpaca,prompt_5,45.57,6.12,0.72,10.07,10.88,2.97,3.49,2.55,2.68,3.99,3.85,15.92,1.52,2.7,8.17,1.86,12.33,5.6
Llama-2-7b-chat-hf,prompt_1,10.36,0.46,0.12,0.12,0.68,0.1,0.12,0.44,0.12,0.42,0.1,0.07,0.22,0.14,0.12,0.43,0.01,0.2
Llama-2-7b-chat-hf,prompt_2,12.37,0.1,0.12,0.11,1.48,0.12,0.12,2.31,0.13,2.14,0.41,0.5,0.58,0.64,1.38,0.51,1.71,0.8
Llama-2-7b-chat-hf,prompt_3,20.89,0.12,0.84,0.8,1.48,0.68,2.48,0.29,1.28,0.84,2.33,1.65,0.93,2.77,1.39,0.54,1.82,1.3
Llama-2-7b-chat-hf,prompt_4,31.19,0.4,1.07,1.09,2.09,0.53,4.54,1.5,0.61,1.67,0.12,1.68,2.1,3.5,0.35,0.29,1.78,1.5
Llama-2-7b-chat-hf,prompt_5,11.95,0.12,0.45,0.26,0.12,0.44,0.57,0.12,0.68,0.73,0.6,0.12,0.85,0.13,0.12,0.12,1.71,0.4
Llama-3.1-70B-Instruct,prompt_1,82.32,45.84,4.18,32.74,41.87,21.79,29.03,22.54,9.25,20.75,21.74,79.58,15.94,16.09,27.77,24.6,25.89,27.5
Llama-3.1-70B-Instruct,prompt_2,84.45,49.78,6.64,41.17,49.38,27.99,31.84,28.19,12.18,27.56,23.34,80.71,18.3,19.96,32.31,31.22,35.19,32.2
Llama-3.1-70B-Instruct,prompt_3,84.69,49.27,8.3,41.67,50.66,28.69,34.93,29.39,9.42,28.71,23.21,82,18.31,21.36,34.32,31.94,34.22,32.9
Llama-3.1-70B-Instruct,prompt_4,84.51,43.6,8.28,61.48,53.72,34.16,34.91,26.79,12.08,24.79,23.08,82.15,18.98,21.34,32.08,36.37,30.5,34.0
Llama-3.1-70B-Instruct,prompt_5,82.9,41.17,7.64,57.71,41.61,32.49,34.8,28.08,12.1,24.6,23.04,82.18,17.33,20.71,30.74,30.7,33.93,32.4
Llama-3.1-8B-Instruct,prompt_1,45.28,2.6,1.84,3.41,3.36,3.26,4.02,4.34,0.72,1.08,3.37,15.03,0.55,1.57,3.84,1.13,3.3,3.3
Llama-3.1-8B-Instruct,prompt_2,46.89,4.18,3.14,6.47,7.73,3.87,6.55,4.23,0.88,2.91,4.15,23.69,3.82,3.73,3,2.31,3.74,5.3
Llama-3.1-8B-Instruct,prompt_3,60.72,4.41,3.63,7.29,7.71,4.02,4.42,3.41,1.07,3.43,5.02,26.91,5.11,4.01,5.92,4.7,5.72,6.0
Llama-3.1-8B-Instruct,prompt_4,18.08,1.86,2,4.26,5.91,4.68,1.76,2.52,1.12,4.67,3.2,23.17,5.32,0.12,5.08,0.32,2.58,4.3
Llama-3.1-8B-Instruct,prompt_5,32.9,0.12,1,1.39,2.07,0.42,0.26,0.49,0.59,1.12,0.6,5.22,0.25,1.24,1.53,0.21,1.14,1.1
Meta-Llama-3-8B-Instruct,prompt_1,34.83,0.12,0.12,0.12,0.42,0.42,0.91,0.12,0.12,0.42,0.42,4.75,0.71,0.12,0.12,0.12,0.12,0.6
Meta-Llama-3-8B-Instruct,prompt_2,31.19,0.12,0.42,0.12,1.92,0.12,1.47,0.12,0.12,0.71,0.95,8.96,0.68,0.42,0.12,0.12,1.27,1.1
Meta-Llama-3-8B-Instruct,prompt_3,18.74,0.34,0.22,0.17,0.78,0.14,0.45,0.23,0.12,0.27,0.16,2.54,0.13,0.13,0.12,0.19,0.25,0.4
Meta-Llama-3-8B-Instruct,prompt_4,15.59,0.13,0.19,0.21,0.18,0.12,0.33,0.13,0.1,0.16,0.12,0.16,0.12,0.13,0.12,0.3,0.14,0.2
Meta-Llama-3-8B-Instruct,prompt_5,36.52,0.12,1.31,1.42,4.08,2.9,4.59,0.42,0.12,1.42,2.35,9.68,0.12,0.65,1.92,0.12,2.47,2.1
gemma-1.1-7b-it,prompt_1,68.27,1.63,2.6875,4.5075,10.295,7.5175,13.2,4.49,4.1125,4.6,9.7225,20.18,4.75,5.3825,9.2675,6.49,6.7375,7.2
gemma-1.1-7b-it,prompt_2,66.7225,1.55,1.5375,5.31,7.33,4.945,13.7475,3.32,4.1125,3.61,8.6,17.025,2.755,5.4925,7.385,5.21,4.9175,6.1
gemma-1.1-7b-it,prompt_3,67.7,1.13,2.0075,3.4625,7.77,6.72,14.4725,3.76,3.16,4.8475,7.935,17.805,3.895,4.795,6.2475,4.985,6.1975,6.2
gemma-1.1-7b-it,prompt_4,67.0125,1.45,1.39,3.53,7.0975,4.225,9.8875,4,2.005,4.5675,5.98,21.4225,3.145,5.235,4.62,4.335,5.415,5.5
gemma-1.1-7b-it,prompt_5,72.1,2.16,2.07,9.16,12.0875,7.105,19.84,4.88,3.4775,4.385,11.5975,36.8525,6.8225,5.8375,8.2275,7.705,8.92,9.4
Gemma 2 IT 27B,prompt_1,80.23,49.22,6.09,48.44,39.06,28.59,30.16,27.97,6.09,36.09,25.62,77.66,22.81,17.71,51.41,36.72,47.03,34.4
Gemma 2 IT 27B,prompt_2,80.23,48.44,6.56,49.84,40.16,27.81,31.56,28.59,6.41,37.97,27.34,77.5,22.97,18.65,51.72,35.47,47.34,34.9
Gemma 2 IT 27B,prompt_3,79.9,46.88,6.72,48.28,38.12,26.72,26.72,26.72,5.31,37.81,24.22,74.06,22.03,16.77,51.88,36.09,46.56,33.4
Gemma 2 IT 27B,prompt_4,78.3,42.81,4.69,39.22,30,22.66,21.09,21.09,5,34.38,23.13,73.59,17.34,12.38,45.78,30.31,37.97,28.8
Gemma 2 IT 27B,prompt_5,79.1,48.59,7.5,46.72,37.34,27.5,27.97,26.09,6.25,37.34,27.5,74.69,20.78,16.61,50,35.16,42.5,33.3
Gemma 2 IT 9B,prompt_1,79.26,53.28,6.72,43.13,32.5,25.31,24.69,23.13,8.28,30.47,20.47,72.19,20.94,13.64,43.75,34.38,38.59,30.7
Gemma 2 IT 9B,prompt_2,78.94,51.41,7.03,43.13,33.44,26.09,24.53,25.62,8.59,30.47,21.25,73.12,23.13,14.89,44.37,33.75,40.47,31.3
Gemma 2 IT 9B,prompt_3,78.78,50.94,6.88,44.22,34.84,26.56,24.22,25.31,8.75,32.19,21.41,72.5,23.28,15.67,45.16,34.38,40.78,31.7
Gemma 2 IT 9B,prompt_4,77.17,46.72,5.47,37.66,29.69,21.56,19.69,21.56,6.88,27.81,19.38,67.5,19.69,12.85,32.81,30.94,32.34,27.0
Gemma 2 IT 9B,prompt_5,73.8,43.59,4.37,35.78,26.87,19.53,18.12,20.47,6.25,27.66,17.03,64.69,17.97,11.76,34.38,27.66,29.53,25.4
Aya-101,prompt_1,70.7,66.6,13.9,63.9,59.4,42.0,28.3,35.9,22.3,53.1,45.8,69.5,28.0,21.8,61.3,47.5,57.2,44.8
Aya-101,prompt_2,69.1,66.1,14.5,61.7,59.4,43.9,28.9,36.3,20.9,52.8,45.9,69.7,28.8,19.8,62.7,48.9,55.6,44.7
Aya-101,prompt_3,66.1,61.6,11.6,57.7,55.8,39.5,26.4,33.4,19.7,50.8,41.3,65.3,26.9,17.6,56.1,43.4,51.3,41.1
Aya-101,prompt_4,61.6,60.6,14.5,53.9,55.3,38.9,29.2,32.5,21.4,49.8,43.0,62.8,26.9,19.4,56.9,45.9,50.8,41.4
Aya-101,prompt_5,59.2,59.8,12.7,52.0,54.7,37.5,25.9,31.3,19.7,49.7,43.8,62.0,25.6,19.8,53.6,43.6,51.3,40.2
gemini_0shot,prompt_1,85.69,85.31,21.83,80.16,69.69,66.25,50.31,62.66,39.22,73.91,58.28,85.31,50.47,24.45,79.53,72.66,72.97,62.1
gemini_0shot,prompt_2,86.17,85.94,26.11,82.19,73.59,70.62,52.5,65.94,45.62,75.47,61.56,86.09,56.41,25.55,84.06,76.25,72.81,65.0
gemini_0shot,prompt_3,86.17,86.56,29.31,82.34,74.38,70,57.66,66.56,48.28,76.72,62.66,87.34,57.66,27.27,84.53,74.38,74.06,66.2
gemini_0shot,prompt_4,86.82,86.56,49.62,86.56,78.44,74.53,78.28,76.72,63.91,83.12,70.16,89.69,70.78,38.09,85.47,77.97,76.88,74.2
gemini_0shot,prompt_5,86.01,86.25,49.31,87.03,78.28,75.16,77.34,77.81,64.69,83.59,69.84,88.91,71.41,37.77,85.16,80.31,76.41,74.3
gpt-4o-2024-08-06,prompt_1,85.05,76.56,13.44,84.53,72.81,67.19,62.19,65.78,54.53,75.78,62.97,87.66,55.47,43.73,80.47,79.06,74.06,66.0
gpt-4o-2024-08-06,prompt_2,85.53,78.12,15.16,86.41,76.72,71.72,67.81,72.81,62.03,78.28,66.41,89.06,60.47,48.59,85,82.03,77.34,69.9
gpt-4o-2024-08-06,prompt_3,86.5,77.81,16.25,86.41,76.09,71.09,65.94,71.41,60.94,79.38,65.78,88.75,60.62,48.12,84.53,80.16,77.66,69.4
gpt-4o-2024-08-06,prompt_4,86.17,77.5,21.09,89.69,79.38,74.38,76.25,77.97,69.53,84.69,70.62,90.31,66.72,61.44,85.16,81.25,78.12,74.0
gpt-4o-2024-08-06,prompt_5,85.69,76.25,17.5,90.47,80.16,71.72,74.53,75.16,67.19,84.38,69.22,89.38,62.66,58.78,86.25,81.72,76.25,72.6