model,prompt,bam,bbj,ewe,fon,hau,ibo,kin,lug,luo,mos,nya,pcm,sna,swa,tsn,twi,wol,xho,yor,zul,avg
AfroLlama-V1,prompt_1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
AfroLlama-V1,prompt_2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
AfroLlama-V1,prompt_3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
AfroLlama-V1,prompt_4,0,0,0,0,0.08,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
AfroLlama-V1,prompt_5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
InkubaLM-0.4B,prompt_1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
InkubaLM-0.4B,prompt_2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
InkubaLM-0.4B,prompt_3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
InkubaLM-0.4B,prompt_4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
InkubaLM-0.4B,prompt_5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
LLaMAX3-8B-Alpaca,prompt_1,25.94,18.85,37.02,19.15,42.61,36.38,40.71,39.44,25.61,32.91,42.66,48.59,45.69,47.58,33.83,28.36,29.36,52.19,36.63,51.49,36.8
LLaMAX3-8B-Alpaca,prompt_2,26.92,19.31,38.53,20.02,44.64,36.46,42.11,44.27,26.5,34.07,45.22,54.58,47.03,49.59,36.93,30.21,32.07,55.85,37.3,51.5,38.7
LLaMAX3-8B-Alpaca,prompt_3,27.32,20.43,38.77,21.26,44.17,38.37,41.26,45.18,26.68,34.36,45.14,56.15,48.54,49.25,38.95,31.93,31.87,55.01,38.92,51.4,39.2
LLaMAX3-8B-Alpaca,prompt_4,25.69,19.83,38.78,18.83,42.56,37.1,40.23,41.58,25.79,32.81,43.29,51.15,46.62,47.63,34.32,29.42,29.39,53.94,36.63,50.77,37.3
LLaMAX3-8B-Alpaca,prompt_5,31.69,25.4,43.91,25.75,41.24,40.36,44.64,45.18,28.67,37.73,47.79,54.19,50.34,48.87,49.15,37.45,34.13,52.39,41.17,50.94,41.5
Llama-2-7b-chat-hf,prompt_1,27.3,21.96,34.77,23.5,25.47,26.45,24.98,31.94,22.56,26.88,31.85,40.61,30.71,36.34,24.78,21.14,19.11,31.28,25.73,30.98,27.9
Llama-2-7b-chat-hf,prompt_2,24.49,20.69,35,22.38,24.2,24.65,25.23,31.27,21.17,24.94,29.53,40.86,21.95,35.89,23.67,21.07,17.83,28.93,25.5,28,26.4
Llama-2-7b-chat-hf,prompt_3,17.04,13.32,16.05,9.5,7.74,14.99,11.45,3.47,16.76,12.22,1.24,20.26,0.77,16.04,15.2,8.53,10.36,5.23,11.41,1.16,10.6
Llama-2-7b-chat-hf,prompt_4,22.73,18.28,32.17,19.46,22.12,19.59,19.05,29.93,19.53,23.58,25.98,35.1,20.86,27.23,21.2,16.14,18.01,29.28,22.54,25.65,23.4
Llama-2-7b-chat-hf,prompt_5,21.4,20.44,27.49,20.28,21.53,23.1,23.46,27.98,18.37,22.92,27.63,38.2,27.79,32.54,22.83,20.63,16.82,29.43,20.74,27.83,24.6
Llama-3.1-70B-Instruct,prompt_1,39.69,27.02,52.51,36.12,54.85,50.8,43.49,46.05,36.28,43.92,63.08,74.61,65.33,64.29,51.7,51.95,46.44,67.79,58.38,70.43,52.2
Llama-3.1-70B-Instruct,prompt_2,42.63,27.21,54.62,36.97,63.13,54.23,44.6,49.65,36.86,43.67,65.66,78.6,66.65,65.24,52.18,50.99,48,68.58,60.91,71.58,54.1
Llama-3.1-70B-Instruct,prompt_3,40.71,26.61,54.25,37.09,59.83,53.5,44.16,49.42,37.13,43.69,65.68,77.84,66.77,65.07,51.74,50.37,46.89,68.29,59.32,70.98,53.5
Llama-3.1-70B-Instruct,prompt_4,40.13,25.64,53.3,36.77,53.98,51.8,42.88,46.29,35.74,43.78,63.32,73.45,64.72,63.47,50.53,50.74,46.91,67.23,58.92,69.32,51.9
Llama-3.1-70B-Instruct,prompt_5,33.91,19.76,50.34,30.87,50.59,47.61,40.08,47.92,34.12,39.76,61.37,71.52,62.98,61.31,50.19,49.78,43.02,61.74,47.04,64.29,48.4
Llama-3.1-8B-Instruct,prompt_1,23.34,20.81,35.06,21.67,47.22,39.48,37.13,39.74,26.39,27.86,50.18,61.27,53.93,59.3,44.72,34.37,25.32,57.12,37.43,60.13,40.1
Llama-3.1-8B-Instruct,prompt_2,34.21,25.16,45.99,27.7,57.56,44.89,39.36,45.85,32.75,40.69,55.28,71.79,57.69,61.76,49.45,42.27,37.55,58.05,48.88,64.15,47.1
Llama-3.1-8B-Instruct,prompt_3,31.89,25.84,43.31,27.87,54.36,42.49,39.46,45.76,31.8,38.18,55.72,69.31,58.16,60.98,48.15,38.63,36.6,57.98,45.31,62.59,45.7
Llama-3.1-8B-Instruct,prompt_4,26.29,22.79,38.78,24.02,47.38,40.49,36.62,40.44,27.72,30.74,51.36,62.85,55.48,58.81,43.34,35.23,28.63,56.98,40.43,60.19,41.4
Llama-3.1-8B-Instruct,prompt_5,26.89,22.94,40.21,24.62,44.08,38.07,34.16,39.54,28.59,30.34,50.35,59.52,55.01,53.84,41.48,34.04,30.21,54.25,36.47,57.65,40.1
Meta-Llama-3-8B-Instruct,prompt_1,35.58,25.01,46.76,31.84,47.39,42.35,37.63,41,32.76,41.7,52,67.56,54.71,59.33,44.48,44.16,39.55,57.72,45.91,62.59,45.5
Meta-Llama-3-8B-Instruct,prompt_2,38.18,25.05,48.83,33.49,55.76,44.95,40.64,44.01,34.39,41.62,58.75,75.97,58.36,61.45,47.64,44.88,43.59,56.73,50.41,65.25,48.5
Meta-Llama-3-8B-Instruct,prompt_3,37.25,24.65,47.69,32.71,53.65,43.27,38.51,44.1,33.69,41.34,57.22,73.5,57.7,60.25,44.07,43.16,43.14,55.29,49.82,62.52,47.2
Meta-Llama-3-8B-Instruct,prompt_4,34.63,24.67,47.28,31.02,46.27,42.64,36.23,40.19,32.7,41.04,52.33,67.49,55.48,58.32,43.01,43.21,40.28,56.1,46.36,61.36,45.0
Meta-Llama-3-8B-Instruct,prompt_5,31.64,23.4,45.19,27.6,45.26,41.68,33.72,41.35,32.04,39.03,50.33,65.88,54.6,54.55,40.43,39.8,39.34,55.05,42.38,57.38,43.0
aya-101,prompt_1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
aya-101,prompt_2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
aya-101,prompt_3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
aya-101,prompt_4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
aya-101,prompt_5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0
gemma-1.1-7b-it,prompt_1,35.71,23.48,40.11,27.18,34.51,36.88,37.28,42.44,28.95,34.73,36.73,61.65,42.08,43.75,40.46,36.55,28.93,42.34,34.27,44.39,37.6
gemma-1.1-7b-it,prompt_2,34.86,22.56,39.23,27.8,37.87,37.97,39.09,45.3,27.25,33.26,38.3,65.54,42.84,48.63,40.26,34.75,28.75,45.11,37.22,46.05,38.6
gemma-1.1-7b-it,prompt_3,34.04,21.56,38.64,25.94,37.39,36.48,35.88,44.44,27.52,33.82,36.36,63.7,42.11,47.75,39.48,33.98,27.82,44.28,36.57,44.71,37.6
gemma-1.1-7b-it,prompt_4,33.32,19.73,35.4,25.18,31.62,34.59,34,39.47,26.8,32.25,34.84,58.91,39.91,41.73,38.22,34.27,27,38.65,31.64,41.71,35.0
gemma-1.1-7b-it,prompt_5,31.84,20.99,38.02,21.63,32.2,33.7,31.55,41.34,25.71,31.69,33.89,61.17,40.04,41.79,37.59,32.06,27.78,39.91,31.71,40.31,34.7
gemma-2-27b-it,prompt_1,38.17,25.1,50.79,35.1,56.26,54.21,43.52,46.99,35.63,43.24,63.6,78.75,71.82,64.63,56.61,56.72,46.58,67.7,59.25,69.24,53.2
gemma-2-27b-it,prompt_2,38.32,26.86,50.43,34.97,62.11,56.03,45.3,49.38,37.78,42.72,67.33,82.41,73.49,66.07,58.95,57.36,48.48,67.43,61.75,70.59,54.9
gemma-2-27b-it,prompt_3,38.42,27.37,51.98,35.72,61.31,57.21,45.38,50.33,37.88,43,67.21,81.91,72.73,66.24,58.47,57.26,48.72,68.05,61.84,70.76,55.1
gemma-2-27b-it,prompt_4,38.6,26.38,51.01,35.8,55.72,54.88,43.18,45.87,35.05,42.45,63.13,78.5,70.58,64.3,56.53,55.79,46.72,67.02,59.57,67.98,53.0
gemma-2-27b-it,prompt_5,37.26,25.59,49.69,35.25,53.03,55.22,42.96,45.7,34.99,43.18,60.63,76.09,67.02,62.79,58.12,54.43,45.43,65.4,58.74,65.23,51.8
gemma-2-9b-it,prompt_1,36.64,27.11,50.84,32.79,49.93,44.43,40.76,45.57,34.41,42.65,55.98,68.73,65.34,61.1,45.82,51.68,38.82,61.08,51.47,61.97,48.4
gemma-2-9b-it,prompt_2,39.22,27.16,50.81,34,58.02,51.24,47.35,50.21,34.92,44.89,60.83,77.24,68.03,63.9,51.94,53.84,41.74,62.7,54.76,65.2,51.9
gemma-2-9b-it,prompt_3,39.46,27.69,51.94,34.55,57.22,50.88,47.77,49.55,35.08,45.07,60.55,75.2,67.68,64.06,51.85,53.46,42.04,62.02,54.86,65.02,51.8
gemma-2-9b-it,prompt_4,33.51,20.41,39.38,30.61,44.32,42.51,37.46,36.87,31.52,34.66,48.36,65.71,61.8,58.25,41.44,44.16,34.85,53.39,46.92,54.13,43.0
gemma-2-9b-it,prompt_5,31.9,21.2,43.53,32.2,42.79,44.7,42.09,40.08,33.34,34.44,50.38,63.96,64.36,59.19,41.81,48.02,37.75,53.04,48.44,53.5,44.3
gemini-1.5-pro-002,prompt_1,40.84,28.76,60.44,53.57,61.96,54.08,45.8,52.42,40.79,53.11,71.9,80.94,77.05,66.58,57.45,59.16,61.01,70.67,64.27,75.26,58.8
gemini-1.5-pro-002,prompt_2,45.87,29.68,66.16,57.56,63.39,54.97,46.12,51.28,45.3,54.73,73.51,85.07,76.96,66.66,56.07,63.05,67.35,69.86,65.83,74.28,60.7
gemini-1.5-pro-002,prompt_3,45.82,30.1,65.71,56.02,63.98,55.11,46.66,51.03,44.9,54.7,74.54,84.98,77.06,66.53,57.3,61.93,66.92,70.19,65.91,76.02,60.8
gemini-1.5-pro-002,prompt_4,41.06,28.29,60.89,54.12,62.15,54.6,46.27,51.49,41.37,53.11,71.95,81.15,76.54,66.54,57.31,59.77,61.07,70.89,64.47,75.34,58.9
gemini-1.5-pro-002,prompt_5,40.27,25.57,60.94,54.27,60.29,53.69,46.18,51.19,40.15,50.8,71.96,79.99,77.35,65.99,58.39,60.86,59.28,70.18,65.24,74.48,58.4
gpt-4o-2024-08-06,prompt_1,42.04,26.71,61.04,42.63,63.69,54.2,46.11,51.37,52.32,45.42,71.1,82.51,77.61,67.31,57.92,61.41,76.79,71.32,67.03,75.52,59.7
gpt-4o-2024-08-06,prompt_2,48.15,30.78,67.45,45.79,65.1,56.51,47.35,52.53,58.34,49.02,74.81,84.87,80.66,68.25,60.54,63.73,82.95,70.11,70.24,76.95,62.7
gpt-4o-2024-08-06,prompt_3,47.85,31.58,67.68,46.86,64.9,56.63,47.18,52.6,58.69,49.54,74.69,84.9,79.62,68.25,60.19,63.57,83.02,70.5,70.38,76.94,62.8
gpt-4o-2024-08-06,prompt_4,42.5,27.58,62.07,43.61,63.58,54.9,46.26,51.83,53.12,45.86,71.34,82.58,78.15,67.89,58.58,62.04,77.46,70.63,67.52,75.74,60.2
gpt-4o-2024-08-06,prompt_5,37.11,21.37,57.99,37.24,60.1,51.74,42.72,49.16,49.82,38.42,66.95,76.72,72.31,64.96,53.75,56.86,69.2,66.39,59.2,73.32,55.3