model,prompt,eng,amh,arq,ary,hau,ibo,kin,orm,pcm,por,swa,tir,tso,twi,yor,hau,ibo,pcm,yor,avg_score, AfroLlama-V1,prompt_1,50.0,66.58,48.12,29.96,33.21,26.32,34.5,34.64,55.97,17.91,11.9,47.65,38.98,37.09,22.24,50.0,50.0,50.0,50.0,39.2, AfroLlama-V1,prompt_2,50.0,52.53,48.64,32.15,33.81,25.88,34.5,32.87,55.92,17.83,14.97,43.7,36.61,37.09,24.16,50.0,50.0,50.0,50.0,38.4, AfroLlama-V1,prompt_3,52.4,11.31,16.91,33.67,45.07,44.11,41.13,41.98,22.65,65.21,58.02,19.25,19.69,18.02,39.98,51.2,50.2,50.8,58.4,38.2, AfroLlama-V1,prompt_4,50.0,14.81,28.81,37.32,45.46,36.39,42.98,41.84,41.26,58.55,54.81,20.5,24.02,26.03,41.86,50.2,50.0,50.0,50.2,39.7, AfroLlama-V1,prompt_5,73.2,11.81,19.42,33.64,47.11,44.43,40.94,41.51,15.67,63.3,61.5,19.2,21.26,16.54,43.74,83.2,56.6,82.6,78.2,43.4, InkubaLM-0.4B,prompt_1,48.6,57.33,27.97,36.81,28.74,32.27,31.29,35.07,32.69,32.91,38.37,44,38.98,39.3,39.36,46.4,51.6,47.2,50.0,39.5, InkubaLM-0.4B,prompt_2,48.0,60.03,22.76,37.15,28.74,34.41,33.14,36.69,33.73,30.99,40.64,44.85,33.07,38.78,38.07,45.4,52.0,45.2,49.8,39.2, InkubaLM-0.4B,prompt_3,36.8,56.38,42.07,35.26,31.79,36.69,35.09,32.35,30.43,23.95,21.39,45.05,37.4,29.4,33.13,36.4,35.0,43.4,41.0,35.9, InkubaLM-0.4B,prompt_4,36.6,43.42,17.12,32.89,33.4,42.12,37.72,40.6,11.82,52.62,54.14,34.5,20.87,18.76,33.29,39.4,38.0,40.6,41.6,35.2, InkubaLM-0.4B,prompt_5,49.8,35.97,17.64,32.62,32.28,38.76,36.84,42.18,21.16,48.69,49.6,22.85,22.44,22.44,28.79,50.0,50.0,50.0,50.0,36.2, LLaMAX3-8B-Alpaca,prompt_1,50.4,21.91,34.34,38.64,33.09,30.36,27.1,22.04,33.56,17.15,29.95,32.15,47.64,47.42,42.5,50.0,50.4,51.4,50.6,36.7, LLaMAX3-8B-Alpaca,prompt_2,55.2,21.91,34.34,38.64,33.09,30.34,27.1,22.19,32.98,17.15,30.35,32.1,47.64,47.42,42.61,53.0,53.6,63.2,50.2,37.7, LLaMAX3-8B-Alpaca,prompt_3,57.4,55.23,55.53,51,61.7,54.59,53.22,33.64,56.02,41.29,54.14,43.5,48.03,38.99,50.39,61.8,57.0,68.2,49.8,51.9, LLaMAX3-8B-Alpaca,prompt_4,50.0,46.87,51.98,47.75,60.32,53.64,48.64,32.87,53.03,39.68,56.28,38.5,44.49,36.46,47.75,50.0,50.0,50.0,50.0,47.7, LLaMAX3-8B-Alpaca,prompt_5,50.0,53.18,53.97,47.08,60.17,56.14,51.95,36.02,46.75,38.37,57.09,39.45,44.88,34.98,50.14,50.0,50.0,50.0,50.0,48.3, Llama-2-7b-chat-hf,prompt_1,50.2,11.21,16.18,32.46,30.79,38.67,37.04,42.41,19.4,62.86,59.09,19.35,18.11,30.45,37.67,49.8,50.0,49.8,50.6,36.4, Llama-2-7b-chat-hf,prompt_2,50.0,11.21,15.76,31.37,30.91,37.72,36.26,41.17,15.45,51.26,56.42,19.35,35.04,41.83,41.62,50.2,50.2,49.8,50.4,37.0, Llama-2-7b-chat-hf,prompt_3,52.4,11.21,16.18,32.62,33.75,44.05,38.3,42.13,10.42,64.23,57.49,19.35,16.93,15.49,35.81,35.4,47.6,52.2,37.0,33.9, Llama-2-7b-chat-hf,prompt_4,84.0,12.66,26.83,35.6,34.15,44.6,39.08,42.56,15.09,64.69,59.36,20.05,18.5,16.33,36.01,50.2,50.0,69.2,50.0,38.1, Llama-2-7b-chat-hf,prompt_5,81.4,25.51,44.89,43.97,38.15,33.62,35.38,24.67,60.78,31.24,33.82,33.45,46.06,48.89,43.72,50.2,50.2,67.0,50.0,42.3, Llama-3.1-70B-Instruct,prompt_1,50.0,21.91,34.34,38.64,33.09,30.36,27.1,22.04,33.63,17.15,29.95,32.15,47.64,47.42,42.48,50.0,49.8,50.0,49.8,36.5, Llama-3.1-70B-Instruct,prompt_2,50.0,21.91,34.34,38.64,33.09,30.36,27.1,22.04,33.63,17.15,29.95,32.15,47.64,47.42,42.48,50.0,49.8,50.0,49.8,36.5, Llama-3.1-70B-Instruct,prompt_3,75.8,24.01,32.25,49.07,48.71,59.72,49.42,43.46,50.41,48.94,58.16,20.65,38.58,32.88,43.68,54.4,51.6,69.2,49.6,45.8, Llama-3.1-70B-Instruct,prompt_4,89.0,56.98,48.23,50.83,43.3,50.87,51.27,42.46,47.52,40.74,62.57,39.55,37.4,33.72,45.36,64.8,62.8,86.4,45.8,50.6, Llama-3.1-70B-Instruct,prompt_5,52.2,39.97,47.49,53.53,52.61,52.17,48.54,41.36,52.6,35.85,61.5,28.15,43.31,45.84,54.33,50.4,49.8,50.0,50.0,47.6, Llama-3.1-8B-Instruct,prompt_1,95.0,21.91,34.34,38.64,33.09,30.36,27.1,22.04,33.63,17.15,29.95,32.15,47.64,47.42,42.48,58.2,61.4,88.4,49.2,39.7, Llama-3.1-8B-Instruct,prompt_2,94.4,21.91,34.34,38.64,33.09,30.36,27.1,22.04,33.03,17.15,29.95,32.15,47.64,47.42,42.48,58.2,59.4,91.2,49.8,39.8, Llama-3.1-8B-Instruct,prompt_3,73.2,18.06,41.75,41.27,38.9,46.12,41.72,41.08,58.55,38.89,57.22,21.4,44.88,32.67,40.55,51.8,59.6,73.0,62.6,45.0, Llama-3.1-8B-Instruct,prompt_4,95.8,59.43,47.29,45.02,45.79,46.66,45.32,38.41,53.78,41.07,48.8,42.5,36.61,35.41,41.46,66.8,75.0,93.0,54.2,50.9, Llama-3.1-8B-Instruct,prompt_5,94.4,66.43,57.1,51.91,55.38,50.11,48.73,35.93,64.18,33.59,54.28,49.75,48.82,42.26,50.94,50.6,50.8,90.2,50.0,52.8, Meta-Llama-3-8B-Instruct,prompt_1,50.0,21.91,34.34,38.64,33.09,30.36,27.1,22.04,33.63,17.15,29.95,32.15,47.64,47.42,42.48,50.0,50.0,50.0,50.0,36.6, Meta-Llama-3-8B-Instruct,prompt_2,50.0,21.91,34.34,38.64,33.09,30.36,27.1,22.04,33.65,17.15,29.95,32.15,47.64,47.42,42.48,50.0,50.0,50.0,50.0,36.6, Meta-Llama-3-8B-Instruct,prompt_3,75.0,20.71,18.48,35.97,33.96,44.13,39.38,30.06,11.07,57.1,58.96,28.6,27.56,30.77,37.63,52.8,50.0,63.2,50.0,38.4, Meta-Llama-3-8B-Instruct,prompt_4,52.0,34.37,52.92,44.65,45.31,39.16,33.82,24.67,64.85,23.84,34.49,36.35,50,49.32,46,50.0,50.0,50.2,50.0,43.3, Meta-Llama-3-8B-Instruct,prompt_5,50.8,46.32,51.04,46.07,38.47,36.12,38.4,28.15,60.23,27.94,37.83,38,43.31,47.73,45.05,50.0,50.0,50.0,50.0,43.6, aya-101,prompt_1,95.2,58.28,52.3,51.5,53.23,40.63,53.12,29.77,58.83,46.42,39.04,61.25,41.34,45.21,59.89,87.6,84.8,94.0,72.0,57.2, aya-101,prompt_2,94.8,55.88,55.22,52.04,53.65,39.79,55.85,31.58,55.34,50.63,43.05,63.2,43.7,40.36,57.03,86.2,84.2,93.2,69.2,57.2, aya-101,prompt_3,94.2,76.84,67.75,58.12,61.15,47.5,61.11,37.36,70.05,48.83,47.46,71.2,50.79,44.68,57.03,87.6,84.4,92.4,76.6,63.4, aya-101,prompt_4,93.6,60.83,50.84,56.7,67.55,53.48,56.34,37.07,57.01,65.76,54.81,65.8,40.55,36.67,62.41,83.0,78.6,90.8,68.0,60.3, aya-101,prompt_5,95.2,77.44,64.2,46.07,64.19,51.06,65.11,39.93,63.34,48.23,45.45,66,45.67,34.88,52.51,90.6,88.4,92.4,81.6,62.1, gemma-1.1-7b-it,prompt_1,91.8,11.41,16.18,33.33,33.74,44.02,38.5,43.42,10.47,65.02,59.36,19.55,16.93,15.38,35.88,51.8,48.6,88.0,48.8,37.8, gemma-1.1-7b-it,prompt_2,92.0,11.46,23.28,36.1,33.7,44,38.6,41.27,10.47,64.8,59.22,21.6,16.93,15.38,35.79,50.6,49.6,85.0,48.6,38.1, gemma-1.1-7b-it,prompt_3,88.8,11.21,16.08,33,34.45,44.51,38.5,42.94,10.57,65.1,59.63,19.4,19.29,25.5,35.9,50.2,49.8,88.8,50.0,38.6, gemma-1.1-7b-it,prompt_4,93.6,15.81,29.33,39.41,37.9,46.74,41.72,41.51,50.43,62.48,54.55,22.05,25.98,25.92,37.28,52.0,50.4,89.2,49.4,42.9, gemma-1.1-7b-it,prompt_5,90.8,24.36,43.11,41.98,37.94,34.66,31.97,25.91,66.49,37.41,37.03,32.4,50,48.68,43.79,50.0,50.2,74.2,50.0,43.3, gemma-2-27b-it,prompt_1,94.0,71.59,64.93,49.48,47.92,37.02,44.44,28.96,74.87,30.56,36.36,54.2,54.33,55.85,47.49,82.4,82.4,93.0,63.6,56.6, gemma-2-27b-it,prompt_2,94.8,74.29,64.2,51.77,59.46,50.11,48.83,28.15,77.66,29.79,35.56,56.4,54.72,59.22,53.4,85.2,81.8,91.0,59.6,59.0, gemma-2-27b-it,prompt_3,93.6,70.79,64.61,59.03,64.98,62.55,58.58,41.56,68.73,48.94,53.61,57.2,46.06,40.25,63.26,51.2,49.8,61.4,49.6,56.2, gemma-2-27b-it,prompt_4,95.8,54.33,62.53,53.87,48.1,49.7,53.31,43.75,67.96,50.82,57.75,33.45,31.89,34.67,40.6,87.4,90.6,92.6,73.2,57.0, gemma-2-27b-it,prompt_5,96.0,70.74,65.76,59.03,64.83,60.4,59.06,37.26,75.97,42.82,55.61,58.85,50,54.27,65.45,82.2,77.4,91.6,69.4,63.4, gemma-2-9b-it,prompt_1,62.4,11.21,16.08,32.66,33.75,44.02,38.3,42.99,10.45,64.91,59.36,19.35,16.93,15.38,35.79,50.6,50.0,52.2,50.0,35.8, gemma-2-9b-it,prompt_2,50.4,11.21,16.08,32.66,33.74,44.02,38.3,42.94,10.64,64.94,59.36,19.35,16.93,15.38,36.15,50.0,50.0,50.0,50.0,35.7, gemma-2-9b-it,prompt_3,94.6,61.03,64.72,55.89,65.32,60.35,55.65,35.5,73.88,43.99,51.07,39,45.67,42.78,52.27,52.2,50.8,61.4,50.2,53.4, gemma-2-9b-it,prompt_4,95.8,65.68,64.09,53.93,54.54,52.09,52.83,42.8,65,48.63,56.42,44.15,32.28,32.35,41.9,77.0,76.6,93.6,67.6,56.7, gemma-2-9b-it,prompt_5,94.2,70.09,62,56.43,61.36,58.15,56.14,37.88,66.83,46.64,58.69,55.4,43.7,48.05,55.44,78.6,68.0,91.6,64.4,60.0, gemini-1.5-pro-002,prompt_1,95.6,80.84,75.89,55.42,65.87,57.69,67.64,41.22,68.39,45.77,52.14,69.15,44.49,48.47,67.31,89.2,89.2,94.6,80.4,66.3, gemini-1.5-pro-003,prompt_2,50.0,81.09,78.18,61.36,68.45,58.42,68.81,40.22,75.64,40.58,48.66,68.45,56.30,51.74,70.43,50.0,50.0,50.0,50.0,59.4, gemini-1.5-pro-004,prompt_3,97.2,77.54,70.88,63.73,70.13,56.90,68.32,42.80,74.48,46.40,55.21,70.20,55.91,49.32,74.29,90.6,89.0,95.6,77.6,68.3, gemini-1.5-pro-005,prompt_4,96.0,77.39,70.35,60.25,68.21,60.29,69.40,42.94,71.18,51.04,57.75,68.65,39.37,46.89,68.84,89.0,89.0,94.8,80.6,67.0, gemini-1.5-pro-006,prompt_5,95.4,78.49,73.38,55.69,66.98,55.24,65.89,39.12,76.07,40.72,46.66,66.75,55.51,48.68,67.55,88.2,88.6,93.0,82.2,66.0, gpt-4o-2024-08-06,prompt_1,95.6,74.59,69.21,56.64,66.04,64.91,70.47,43.08,66.01,63.60,57.89,60.50,33.86,48.47,68.02,89.4,90.6,93.6,85.0,66.8,68.21 gpt-4o-2024-08-07,prompt_2,51.0,75.59,72.34,61.16,68.55,67.76,71.64,43.08,67.12,62.10,57.89,61.50,46.46,51.32,70.21,48.6,52.6,49.2,51.6,59.9,59.48 gpt-4o-2024-08-08,prompt_3,96.4,74.29,63.57,61.90,67.28,68.47,69.49,45.71,61.80,63.05,61.10,62.05,41.34,50.47,64.43,91.6,92.4,95.4,89.2,68.0,69.40 gpt-4o-2024-08-09,prompt_4,95.0,65.03,47.81,51.74,56.23,56.36,61.21,46.76,48.05,71.16,64.57,54.20,25.59,33.19,48.95,88.4,90.8,93.4,85.4,60.5,62.22 gpt-4o-2024-08-10,prompt_5,92.8,74.79,71.19,62.58,64.87,66.08,68.23,42.37,70.37,55.82,57.22,64.70,49.61,56.27,67.84,85.6,85.8,91.0,84.0,67.7,68.94