model,prompt,am,bbj,bm,ee,ha,ig,lg,luo,mos,ny,pcm,rw,sn,sw,tn,tw,wo,xh,yo,zu,avg AfroLlama-V1,prompt_1,0,2.19,0.93,1.95,2.49,3.48,5.81,5.56,1.08,3.35,6.28,3.1,1.79,4.72,3.79,2.14,0.95,2.64,2.8,2.73,2.9 AfroLlama-V1,prompt_2,0,0.71,0.74,2.13,1.95,1.9,3.69,2.49,0.45,2.42,1.77,2.2,1.09,5.69,1.44,1.01,0.66,1.94,0.97,0.91,1.7 AfroLlama-V1,prompt_3,0,1.49,1.45,3.19,5.41,2.81,6.22,4.35,0.9,4.21,4.17,3.03,1.95,9.82,3.44,1.51,0.8,5.6,2.57,3.8,3.3 AfroLlama-V1,prompt_4,0,1.46,1.29,4.42,5.66,2.44,5.99,4.23,0.82,4.19,4.07,3.28,2.71,13.94,2.89,1.39,1.27,5.17,2.06,2.72,3.5 AfroLlama-V1,prompt_5,0,1.42,0.9,2.27,4.97,2.32,5.8,4.33,0.46,4.06,4.71,2.58,1.73,11.78,2.54,1.11,1.1,3.32,1.34,2.44,3.0 InkubaLM-0.4B,prompt_1,0,0,0,0,0,0,0,0,0,0,0,0,0.08,0,0,0.23,0,0,0,0,0.0 InkubaLM-0.4B,prompt_2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 InkubaLM-0.4B,prompt_3,0,0,0,0,0,0.08,0,0,0.6,0,0,0,0,0,0,0,0.08,0.11,0,0,0.0 InkubaLM-0.4B,prompt_4,0,0,0,0,0,0,0.08,0,0,0,0,0,0,0.07,0,0,0,0,0,0,0.0 InkubaLM-0.4B,prompt_5,0,0,0,0,0,0,0,0,0,0,0.1,0,0,0.06,0,0,0,0,0,0,0.0 LLaMAX3-8B-Alpaca,prompt_1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 LLaMAX3-8B-Alpaca,prompt_2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 LLaMAX3-8B-Alpaca,prompt_3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 LLaMAX3-8B-Alpaca,prompt_4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 LLaMAX3-8B-Alpaca,prompt_5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 Llama-2-7b-chat-hf,prompt_1,1.24,8.51,8.49,12.27,12.89,11.79,11.13,5.33,5.88,13.08,18.76,9.85,10.49,23.19,10.61,8.08,7.73,6.86,8.6,6.02,10.0 Llama-2-7b-chat-hf,prompt_2,2.51,10.92,10.55,26.16,18.36,19.77,24.77,12.85,8.23,17.48,19.99,17.18,9.88,26.9,19.57,7.2,11.18,7.33,11.9,8.58,14.6 Llama-2-7b-chat-hf,prompt_3,2.41,0.73,2.45,1.75,1.64,5.55,6.65,4.79,3.46,0.31,5.15,0,1.49,6.97,3.14,5.18,3.13,0.33,8.01,1.8,3.2 Llama-2-7b-chat-hf,prompt_4,2.79,10.94,12.16,28.46,7.31,9.89,16.92,11.47,10.56,12.44,26.78,5.69,7.21,16.68,24.33,8.96,11.15,3.97,9.72,5.54,12.1 Llama-2-7b-chat-hf,prompt_5,1.71,13.09,15.25,26.85,19.59,18.46,22.33,19.92,11.24,18.48,25.62,13.21,9.21,24.79,17.07,11.54,12.96,7.17,15.8,6.77,15.6 Llama-3.1-70B-Instruct,prompt_1,7.72,20.22,8.33,21.45,18.55,22.19,12.09,8.66,11.13,10.7,21.39,10.38,6.93,23.85,19.04,13.63,10.4,4.97,16.86,5.16,13.7 Llama-3.1-70B-Instruct,prompt_2,2.25,9.65,10.11,17.62,18.62,11.81,16.74,13.95,8.58,18.18,14.35,17.53,7.2,17.78,20.69,11.06,13.85,8.22,11.9,10.12,13.0 Llama-3.1-70B-Instruct,prompt_3,1.74,7.58,9.02,18.92,15.34,7.75,13.03,8.22,8.05,13,13.83,12.59,6.02,12.74,14.89,10.69,13.91,4.71,13.12,5.87,10.6 Llama-3.1-70B-Instruct,prompt_4,2.89,9.06,10.16,21.92,18.07,12.45,14.68,11.12,9.86,17.41,13.65,16.28,6.81,20.32,17.61,12.33,14.53,5.32,17.43,7.05,12.9 Llama-3.1-70B-Instruct,prompt_5,1.69,4.67,8.3,19.59,24.62,14.82,21.86,20.37,8.33,19.59,19.59,19.09,9.01,27.2,18.61,10.85,13.94,6.62,12.54,7.38,14.4 Llama-3.1-8B-Instruct,prompt_1,2.58,4.44,3.14,10.67,8.33,6.62,6.99,5.84,2.3,6.22,5.66,5.66,4.01,10.39,6.77,1.95,3.41,2.8,3.94,2.13,5.2 Llama-3.1-8B-Instruct,prompt_2,2.85,4.95,5.14,9.13,10.36,10.01,10.76,8.34,4.71,8.22,8.94,7.95,5.75,14.78,10.03,5.67,5.2,4.38,8.02,3.4,7.4 Llama-3.1-8B-Instruct,prompt_3,6.16,5.99,10.15,11.19,17.84,10.94,16.39,11.71,7.55,17.71,14.68,15,6.91,22.33,13.53,8.08,14.45,4.98,9.57,5.02,11.5 Llama-3.1-8B-Instruct,prompt_4,2.1,3.24,5.66,2.32,12.55,7.04,6.88,7.05,5.12,6.48,14.67,10.26,4.25,15.88,4.69,6.06,7.41,3.31,9.03,4.43,6.9 Llama-3.1-8B-Instruct,prompt_5,1.89,1.69,10.48,1.84,16.49,8.46,11.01,7.8,4.66,7.62,13.08,10.11,4.19,15.9,2.48,3.72,10.91,2.33,8.49,4.73,7.4 Meta-Llama-3-8B-Instruct,prompt_1,2.57,10.78,7.86,30.69,19.79,13.33,20.73,10.62,5.88,19.02,15.06,15.47,11.52,31.8,21.4,5.89,8.34,8.25,8.82,7.52,13.8 Meta-Llama-3-8B-Instruct,prompt_2,4.66,10.56,9.56,19.81,22.17,15.37,21.17,10.93,7.12,19.33,22.59,18.87,11.01,30.87,17.3,9.94,8.07,8.87,15.06,8.58,14.6 Meta-Llama-3-8B-Instruct,prompt_3,1.64,18.22,20.79,26.96,33.39,25.63,32.23,22.71,15.06,32.87,25.82,29.14,15.43,37.52,24.56,22.13,22.2,10.64,22.74,14.35,22.7 Meta-Llama-3-8B-Instruct,prompt_4,5.59,14.9,12.19,31.48,23.36,14.66,24.96,13.6,13.73,19.63,20.69,19.76,13.18,27.2,21.18,15.06,13.85,11.82,13.64,11.39,17.1 Meta-Llama-3-8B-Instruct,prompt_5,1.36,9.98,19.38,17.55,27.77,22.12,24.76,19.82,11.86,26.34,21.87,23.55,12.58,34.6,19.43,15.93,21.57,9.96,22.65,8.71,18.6 aya-101,prompt_1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 aya-101,prompt_2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 aya-101,prompt_3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 aya-101,prompt_4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 aya-101,prompt_5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0 gemma-1.1-7b-it,prompt_1,0.63,16.96,17.47,41.07,26.5,29.68,33.96,21.47,12.8,28.89,38.92,25.33,19.36,44.06,32.04,14.94,13.48,16.81,19.09,14.41,23.4 gemma-1.1-7b-it,prompt_2,0.6,13.14,12.06,28.35,19.73,19.71,26.2,17.89,9.87,24.38,24.93,18.74,16.76,33.16,25.25,9.94,11.69,16.36,13.45,14.48,17.8 gemma-1.1-7b-it,prompt_3,0.84,16.67,16.67,26.95,22.44,23.2,28.41,22.73,13.67,29.97,26.77,23.66,19.38,35.34,31.97,9.78,15.81,13.18,17.27,16.45,20.6 gemma-1.1-7b-it,prompt_4,0.45,18.29,14.89,35.09,27.45,25.5,35.24,29.67,14.77,33.64,30.55,26.66,20.59,44.17,34.2,12.45,14.42,16.34,16.79,18.32,23.5 gemma-1.1-7b-it,prompt_5,1.25,20.92,22.98,41.16,29.8,32.87,37.29,28.25,17.74,38.68,38.04,29.5,22.79,44.15,36.72,26.58,24.33,17.54,26.72,20.24,27.9 gemma-2-27b-it,prompt_1,30.36,45.69,46.14,69.82,57.99,53.82,64.79,46.26,47.43,56.77,61.72,53.15,30.52,67.83,64.36,56.61,51.86,25.09,53.09,33.36,50.8 gemma-2-27b-it,prompt_2,23.35,40.89,40.59,65.6,48.64,45.39,58.61,43.13,42.34,53.92,53.46,45.82,30.73,64.16,60,46.06,49.48,30.67,44.5,32.3,46.0 gemma-2-27b-it,prompt_3,19.02,29.04,33.04,60.39,53.23,39.98,55.36,39.4,23.1,55.21,50.13,47.65,32.38,62.96,55.87,28.46,31.59,26.46,39.69,27.46,40.5 gemma-2-27b-it,prompt_4,18.57,25.9,30.28,54.71,50.37,37.69,54.27,38.37,22.07,51.95,48.47,45.21,31.46,61.51,53.02,24.09,30.56,25.67,36.43,25.87,38.3 gemma-2-27b-it,prompt_5,17.5,27.07,31.32,59.08,49.32,41.75,54.26,36.79,23.25,53.89,50.36,45.56,30.86,63.71,57.19,32.5,33.4,23.33,39.69,27.1,39.9 gemma-2-9b-it,prompt_1,20.01,12.68,21.02,52.77,44.34,40.49,50.9,21.15,9.33,45.01,51.2,38.6,27.77,59.59,47.98,22.96,16.09,20.78,33.58,20.49,32.8 gemma-2-9b-it,prompt_2,17.32,26.47,30.86,61.57,51.64,39.26,55.02,39.77,30.13,53.19,52.79,47.34,28.68,65.11,49.97,39.55,38.68,23.81,29.77,24.29,40.3 gemma-2-9b-it,prompt_3,8.26,28.26,28.74,50.37,51.55,40.65,53.05,32.71,23.07,55.83,54.06,45.12,30.32,66.05,53.2,40,31.74,22.65,29.08,21.63,38.3 gemma-2-9b-it,prompt_4,0,1.12,2.76,1.02,3.78,4.11,6.97,9.05,0.21,5.65,45.48,6.22,3.46,14.99,1.17,8.82,3.02,13.4,4.58,6.38,7.1 gemma-2-9b-it,prompt_5,0,4.35,5.19,1.93,11.9,8.55,12.83,10.42,0.79,22.73,50.7,6.47,10.25,24.84,12.14,4.7,2.03,11.49,5.83,7.62,10.7 gemini-1.5-pro-002,prompt_1,22.4,32.22,30.96,66.7,51.75,45.5,59.86,39.36,24.82,51.47,45.7,42.78,26.43,64.05,53.41,22.59,34.83,14.83,32.94,22.2,39.2 gemini-1.5-pro-002,prompt_2,26.85,31.19,31.02,67.02,54.56,41.24,62.37,37.97,24.17,51.84,47.12,44.54,28.73,66.53,55.88,21.44,34.96,20.8,34.28,27.13,40.5 gemini-1.5-pro-002,prompt_3,23.64,28.02,33.11,69.91,54.12,42.37,65.42,39.19,25.33,56.68,47.48,44.98,32.19,66.82,57.07,22.85,37.33,25.61,34.73,28.75,41.8 gemini-1.5-pro-002,prompt_4,24.23,30.66,32.01,70.09,52.56,42.34,64.42,40.07,25.49,55.22,46.48,44.86,31.7,66.54,56.94,22.23,38.12,26.51,34.12,28.43,41.7 gemini-1.5-pro-002,prompt_5,23.29,29.58,28.74,66.57,51.4,44.84,61.24,39.4,22.65,52.4,48.02,45.86,27.31,66.72,56.14,21.34,34.2,15.7,33.77,24.14,39.7 gpt-4o-2024-08-06,prompt_1,15.83,30.37,26.36,58.35,40.53,36.01,49.75,38.74,20.59,44.06,38.42,34.27,23.37,54.9,46.48,18.29,28.84,11.61,26.63,18.75,33.1 gpt-4o-2024-08-06,prompt_2,18.59,30.08,25.33,59.41,46.93,36.31,54.8,41.63,18.35,48.74,41.98,40.23,26.56,62.93,50.21,19.3,31.4,18.03,31.47,25.36,36.4 gpt-4o-2024-08-06,prompt_3,18.26,34.66,30.85,68.7,50.89,38.08,63.54,47.39,26.11,53.51,42.48,42.2,34.69,63.84,56.28,22.2,36.01,21.58,32.51,30.72,40.7 gpt-4o-2024-08-06,prompt_4,18.27,27.36,28.88,53.15,52.77,39.3,60.23,43.86,25.16,54.34,42.67,42.02,34.11,62.99,54.98,19.15,37.58,27.83,32.76,29.26,39.3 gpt-4o-2024-08-06,prompt_5,15.78,28.65,24.48,58.79,49,36.07,56.65,40.02,17.78,48.66,42.76,39.92,25.5,64.87,51.19,18.77,32.23,14.67,31.47,22.56,36.0