data/results/salt - en_xx 0-shot.csv

model,prompt,ach,ibo,lgg,lug,nyn,swa,teo,avg_score
gemma-1.1-7b-it,prompt_1,3.04,12.86,2.34,0.96,10.46,11.79,3.18,6.4
gemma-1.1-7b-it,prompt_2,3.6,13.85,0.35,0.23,10.3,2.24,3.68,4.9
gemma-1.1-7b-it,prompt_3,4.83,14.05,0.41,0.31,10.57,2.12,2.85,5.0
Llama-2-7b-chat-hf,prompt_1,4,6.13,3.83,9.16,7.81,14.14,3.63,7.0
Llama-2-7b-chat-hf,prompt_2,2.72,5.32,0.52,0.02,0.37,1.38,0.37,1.5
Llama-2-7b-chat-hf,prompt_3,3.46,4.89,0.17,0.49,0.59,2.77,0.21,1.8
Meta-Llama-3-8B-Instruct,prompt_1,3.51,11.62,0.92,10.78,8.28,42.54,4.92,11.8
Meta-Llama-3-8B-Instruct,prompt_2,5.16,12.73,4.24,10.59,8.55,43.67,4.74,12.8
Meta-Llama-3-8B-Instruct,prompt_3,5.71,11.35,3.11,10.28,8.46,42.65,3.8,12.2
LLaMAX3-8B-Alpaca,prompt_1,8.78,32.64,4.01,20.44,14.86,56.41,11.1,21.2
LLaMAX3-8B-Alpaca,prompt_2,6.02,32.66,3.28,20.62,15.2,56.2,9.24,20.5
LLaMAX3-8B-Alpaca,prompt_3,5.19,32.83,3.11,20.81,14.99,56.79,8.6,20.3
Llama-3.1-8B-Instruct,prompt_1,4.88,15.04,1.3,10.1,7.79,44.96,4.79,12.7
Llama-3.1-8B-Instruct,prompt_2,4.04,14.53,3.14,10.1,7.49,45.1,4.77,12.7
Llama-3.1-8B-Instruct,prompt_3,4.4,14.05,3.15,10.34,7.43,44.13,4.98,12.6
AfroLlama-V1,prompt_1,1.41,1.19,1.68,1.76,1.6,5.11,1.69,2.1
AfroLlama-V1,prompt_2,1.63,1.18,1.82,2.09,3.84,5.38,2.36,2.6
AfroLlama-V1,prompt_3,1.9,1.14,1.89,2.2,3.42,5.5,2.39,2.6
gemma-2-9b-it,prompt_1,14.89,22.44,6.74,15.15,15.73,55.17,7.09,19.6
gemma-2-9b-it,prompt_2,16.26,22.75,6.15,16.03,15.84,55.16,7.20,19.9
gemma-2-9b-it,prompt_3,16.35,22.39,7.38,16.03,16.11,55.13,7.53,20.1
aya-101,prompt_1,15.01,32.74,11.35,12.36,12.95,56.71,7.69,21.3
aya-101,prompt_2,14.93,32.78,12.7,13.19,12.44,57.77,6.36,21.5
aya-101,prompt_3,15.37,33.65,13.3,13.4,11.81,57.83,7.16,21.8
gemma-2-27b-it,prompt_1,15.75,27.93,10.55,23.21,19.92,60.52,12.48,24.3
gemma-2-27b-it,prompt_2,16.31,27.98,11.51,23.87,20.03,60.11,12.58,24.6
gemma-2-27b-it,prompt_3,16.10,27.80,11.86,23.92,19.84,60.50,12.44,24.6
Llama-3.1-70B-Instruct,prompt_1,7.24,33.05,5.46,25.48,18.87,58.57,5.99,22.1
Llama-3.1-70B-Instruct,prompt_2,9.78,34.09,6.11,27.47,19.53,60.41,6.06,23.4
Llama-3.1-70B-Instruct,prompt_3,9.07,33.83,5.84,28.7,19.51,60.24,6.6,23.4
gemini-1.5-pro-002,prompt_1,28.33,41.17,14.22,52.31,34.58,65.90,17.05,36.2
gemini-1.5-pro-003,prompt_2,29.00,41.03,15.03,52.50,34.28,65.05,17.34,36.3
gemini-1.5-pro-004,prompt_3,28.90,40.52,14.68,52.73,33.85,65.27,17.10,36.2
gpt-4o-2024-08-06,prompt_1,19.71,39.02,13.94,46.04,27.77,67.12,15.00,32.7
gpt-4o-2024-08-07,prompt_2,20.09,39.45,14.70,47.05,28.53,67.66,15.44,33.3
gpt-4o-2024-08-08,prompt_3,20.44,39.41,14.77,48.00,28.03,67.88,15.50,33.4
InkubaLM-0.4B,prompt_1,1.13,0.4,0.76,1.1,1.26,0.77,0.91,0.9
InkubaLM-0.4B,prompt_2,0.79,0.51,0.54,0.8,1.02,0.87,1.01,0.8
InkubaLM-0.4B,prompt_3,1.37,0.92,0.76,1.57,0.85,1.44,0.98,1.1