data/results/mafand - en_xx 0-shot.csv

model,prompt,amh,hau,ibo,kin,lug,luo,nya,pcm,sna,swa,tsn,twi,xho,yor,zul,bam,bbj,ewe,fon,mos,wol,avg_score
AfroLlama-V1,prompt_1,0.33,14.53,4.88,13.23,9.08,11.08,15.26,10.77,12.92,15.86,10.47,9.55,17.38,9.49,17.31,7.98,2.92,7.68,5.42,6.50,8.67,10.06
AfroLlama-V1,prompt_2,0.31,12.51,4.35,11.47,7.46,9.74,13.61,10.29,10.94,13.20,8.76,9.20,14.79,8.24,15.03,6.76,2.72,6.37,4.72,5.56,7.08,8.72
AfroLlama-V1,prompt_3,0.31,12.52,5.44,12.64,8.59,11.08,13.67,12.72,12.65,12.09,10.42,9.80,14.21,6.87,12.95,7.67,2.86,8.03,5.02,6.17,8.43,9.24
LLaMAX3-8B-Alpaca,prompt_1,9.53,29.29,27.32,25.38,24.94,19.12,32.86,27.86,29.28,37.00,24.56,19.92,29.66,15.28,30.28,13.80,9.74,19.04,10.23,13.29,16.43,22.13
LLaMAX3-8B-Alpaca,prompt_2,11.58,31.77,30.05,27.78,26.20,18.98,34.90,26.60,31.80,42.08,26.13,19.60,30.88,15.98,31.74,14.99,6.28,17.04,8.45,12.49,17.51,22.99
LLaMAX3-8B-Alpaca,prompt_3,1.52,17.82,15.05,18.34,18.57,16.66,20.57,23.80,19.12,21.47,18.80,15.65,19.14,9.25,19.91,12.30,7.47,14.85,8.85,12.39,13.97,15.50
Llama-2-7b-chat-hf,prompt_1,2.66,13.43,10.75,15.80,15.35,16.26,19.34,28.57,16.81,15.80,16.30,14.93,15.08,7.47,16.33,11.93,5.69,14.80,7.93,11.31,13.28,13.80
Llama-2-7b-chat-hf,prompt_2,4.66,16.31,14.43,18.81,17.33,18.49,20.86,36.69,19.16,20.56,19.00,17.39,19.08,10.89,19.68,13.51,6.02,15.61,8.15,11.68,14.37,16.32
Llama-2-7b-chat-hf,prompt_3,1.67,12.77,10.96,15.27,15.24,14.57,15.33,24.66,15.73,15.52,16.34,15.09,15.76,7.87,16.10,12.38,6.29,15.81,8.12,11.06,13.13,13.32
aya-101,prompt_1,19.94,35.48,40.59,37.34,19.24,8.43,42.49,21.71,35.59,53.51,24.73,22.62,45.73,18.77,43.19,9.01,8.93,12.87,8.82,8.01,6.40,24.92
aya-101,prompt_2,20.56,35.85,40.97,39.40,16.57,7.43,43.09,13.94,36.35,53.71,28.11,22.46,45.48,20.48,43.26,7.86,6.74,11.91,7.61,7.40,6.03,24.53
aya-101,prompt_3,11.07,24.65,30.09,31.55,22.94,15.91,40.81,49.92,22.63,43.05,26.32,21.63,32.73,17.21,40.12,12.86,11.45,13.31,11.68,13.75,7.97,23.89
gemma-1.1-7b-it,prompt_1,3.82,22.35,22.70,24.53,23.51,20.69,24.70,43.85,23.36,39.20,24.04,22.61,21.25,14.85,24.74,13.84,8.19,16.76,9.81,12.87,16.45,20.67
gemma-1.1-7b-it,prompt_2,2.78,23.10,20.99,23.92,22.03,17.19,21.41,42.27,22.34,34.23,24.03,22.86,22.23,14.34,24.90,14.28,4.63,18.20,7.82,12.83,16.11,19.64
gemma-1.1-7b-it,prompt_3,2.76,24.78,19.27,24.54,24.32,20.84,24.96,40.07,25.65,31.79,25.19,22.80,21.68,13.50,23.64,14.53,7.03,18.91,9.66,13.25,16.85,20.29
Llama-3.1-70B-Instruct,prompt_1,9.30,27.39,19.48,25.90,21.49,15.95,20.40,45.06,22.10,39.09,26.99,22.41,20.15,13.80,22.88,11.36,6.19,14.64,7.29,8.96,13.31,19.72
Llama-3.1-70B-Instruct,prompt_2,13.38,33.47,35.44,36.07,32.67,21.42,29.01,52.23,28.81,50.08,36.00,31.10,31.66,19.17,33.69,15.52,6.99,23.75,9.51,12.05,18.01,27.14
Llama-3.1-70B-Instruct,prompt_3,8.48,27.23,23.54,26.66,22.96,17.38,23.06,42.84,24.35,33.56,26.38,24.49,22.90,15.98,24.34,12.38,4.61,16.67,7.07,7.53,13.44,20.28
Meta-Llama-3-8B-Instruct,prompt_1,2.00,20.83,15.69,10.76,12.47,9.32,8.62,41.44,8.77,30.69,12.79,9.99,7.74,8.42,9.56,4.26,3.09,5.92,2.47,3.80,6.36,11.19
Meta-Llama-3-8B-Instruct,prompt_2,3.79,23.68,20.21,12.90,18.14,14.06,12.24,47.03,12.66,41.15,15.25,10.61,9.97,10.42,13.95,5.69,6.46,9.66,7.78,9.49,8.10,14.92
Meta-Llama-3-8B-Instruct,prompt_3,2.36,20.95,15.72,10.60,12.08,8.07,9.27,34.81,10.24,30.59,12.37,10.34,7.70,9.48,9.57,4.22,5.27,5.24,4.36,3.93,6.06,11.11
gemma-2-27b-it,prompt_1,8.31,30.67,25.74,25.56,23.42,18.92,27.08,43.16,27.17,47.73,26.78,20.68,26.84,17.56,27.24,11.94,4.47,14.44,7.46,8.21,13.45,21.75
gemma-2-27b-it,prompt_2,10.75,32.32,24.30,31.45,26.54,17.95,32.83,41.08,29.92,49.69,32.48,25.26,31.81,19.66,31.58,10.78,4.86,16.08,8.72,9.06,13.51,23.84
gemma-2-27b-it,prompt_3,7.34,28.65,23.26,27.56,24.48,18.78,28.27,39.16,28.56,45.31,27.69,21.72,27.75,18.12,26.74,10.62,4.31,14.65,6.73,7.51,12.79,21.43
gemma-2-9b-it,prompt_1,5.44,24.31,18.56,14.49,14.84,14.39,16.43,35.48,20.21,33.47,19.65,15.73,19.08,10.05,20.77,6.09,3.84,3.71,2.25,4.30,8.83,14.85
gemma-2-9b-it,prompt_2,5.04,25.20,17.23,15.73,14.94,16.08,17.78,40.60,19.29,40.94,21.05,17.85,20.09,9.68,19.73,7.46,5.74,7.69,7.78,8.06,10.58,16.60
gemma-2-9b-it,prompt_3,6.14,26.35,20.28,15.05,15.57,15.47,17.68,36.65,22.32,37.23,21.00,16.19,20.71,11.15,20.52,5.79,4.69,3.56,4.18,4.55,9.22,15.92
Llama-3.1-8B-Instruct,prompt_1,2.26,15.17,9.42,16.91,12.97,14.30,19.27,19.73,17.16,19.85,14.78,13.86,14.38,7.57,15.57,9.15,3.88,9.82,5.92,7.82,10.14,12.38
Llama-3.1-8B-Instruct,prompt_2,3.73,16.32,10.06,18.22,13.48,14.97,20.18,21.90,18.29,21.93,15.90,14.03,15.38,8.92,15.73,10.41,3.83,10.50,6.05,8.42,11.35,13.31
Llama-3.1-8B-Instruct,prompt_3,1.43,14.61,8.86,16.42,12.31,14.04,18.25,20.21,17.11,18.32,14.82,12.04,14.43,7.15,15.26,9.52,3.81,9.85,5.77,7.87,10.65,12.03
gemini-1.5-pro-002,prompt_1,37.86,40.24,41.57,55.31,49.38,27.18,46.05,60.68,48.29,55.28,51.99,38.17,60.94,41.09,52.71,27.33,17.22,36.46,24.60,20.46,26.29,40.91
gemini-1.5-pro-003,prompt_2,37.48,40.45,42.56,54.95,49.62,26.09,46.15,60.83,48.19,54.60,52.28,38.04,60.86,40.91,53.03,26.19,14.50,36.27,23.49,18.84,25.24,40.50
gemini-1.5-pro-004,prompt_3,37.81,40.55,42.98,55.90,49.44,27.50,46.01,61.20,47.81,55.29,52.26,38.07,60.76,41.17,53.15,27.25,17.12,36.65,24.47,20.38,26.13,41.04
gpt-4o-2024-08-06,prompt_1,34.88,40.43,44.75,53.79,50.42,34.46,45.18,61.49,46.50,54.56,53.42,38.40,61.10,41.56,52.10,25.96,18.27,30.40,20.07,19.91,32.91,40.98
gpt-4o-2024-08-07,prompt_2,34.31,40.34,45.09,53.62,50.17,32.26,44.75,61.38,46.14,54.01,53.20,37.85,60.45,40.86,51.62,20.89,16.18,27.77,14.26,15.74,31.72,39.65
gpt-4o-2024-08-08,prompt_3,34.81,40.41,45.92,53.86,50.28,34.51,45.03,61.62,46.26,54.20,53.35,38.39,60.64,41.32,52.14,25.96,18.08,30.38,19.18,19.49,32.85,40.89