Spaces:
Runtime error
Runtime error
| model,prompt,ach,ibo,lgg,lug,nyn,swa,teo,avg_score | |
| AfroLlama-V1,prompt_1,2.15,2.47,2.35,2.2,1.99,4.9,2.31,2.6 | |
| AfroLlama-V1,prompt_2,1.84,1.87,2,1.93,1.91,4.69,1.6,2.3 | |
| AfroLlama-V1,prompt_3,2.39,2.63,2.22,2.03,2.06,4.74,1.68,2.5 | |
| InkubaLM-0.4B,prompt_1,0.37,0.65,0.79,1.11,0.69,0.79,1.03,0.8 | |
| InkubaLM-0.4B,prompt_2,1,0.43,1.31,0.63,0.95,0.38,1.32,0.9 | |
| InkubaLM-0.4B,prompt_3,1.67,1.45,1.85,1.18,1.14,0.8,2.42,1.5 | |
| LLaMAX3-8B-Alpaca,prompt_1,16.91,40.22,19.82,35.34,23.38,62.35,16.54,30.7 | |
| LLaMAX3-8B-Alpaca,prompt_2,17.12,40.83,20.26,35.87,23.92,62.47,17.43,31.1 | |
| LLaMAX3-8B-Alpaca,prompt_3,16.96,40.28,20.39,36.55,23.95,62.27,17.11,31.1 | |
| Llama-2-7b-chat-hf,prompt_1,17.04,13.61,15.73,18.03,15.96,21.98,13.48,16.5 | |
| Llama-2-7b-chat-hf,prompt_2,17.81,16.11,18.35,18.69,18.79,21.53,16.62,18.3 | |
| Llama-2-7b-chat-hf,prompt_3,17.79,16.33,18.89,18.88,18.67,24.51,17.26,18.9 | |
| Llama-3.1-70B-Instruct,prompt_1,18.56,39.91,20.43,35.73,24.57,66.15,18.09,31.9 | |
| Llama-3.1-70B-Instruct,prompt_2,18.86,40.72,20.36,38.11,26.89,66.22,18.36,32.8 | |
| Llama-3.1-70B-Instruct,prompt_3,19.43,40.99,21.02,38.52,26.6,66.18,18.23,33.0 | |
| Llama-3.1-8B-Instruct,prompt_1,17.6,31.73,17.54,25.6,21.14,52.41,15.9,26.0 | |
| Llama-3.1-8B-Instruct,prompt_2,15.73,33.06,17.77,28.6,22.28,60.39,15.05,27.6 | |
| Llama-3.1-8B-Instruct,prompt_3,17.65,32.88,20.57,28.69,22.83,60.68,19.15,28.9 | |
| Meta-Llama-3-8B-Instruct,prompt_1,17.77,30.02,20.97,26.82,21.78,57.03,17.29,27.4 | |
| Meta-Llama-3-8B-Instruct,prompt_2,2.53,7.14,1.31,3.55,1.14,13.6,0,4.2 | |
| Meta-Llama-3-8B-Instruct,prompt_3,4.1,5.86,3.34,10.04,0.99,16.46,0.45,5.9 | |
| aya-101,prompt_1,16.59,43.82,19.11,39.11,25.25,60.81,14.37,31.3 | |
| aya-101,prompt_2,15.8,44.34,18.93,40.61,24.68,61.8,16.18,31.8 | |
| aya-101,prompt_3,16.73,44.24,19.12,40.6,24.66,61.8,16.27,31.9 | |
| gemma-1.1-7b-it,prompt_1,0,0.95,0,0.04,0.12,4.99,0.05,0.9 | |
| gemma-1.1-7b-it,prompt_2,0.05,1.3,0.48,0.07,0.09,0.33,0.04,0.3 | |
| gemma-1.1-7b-it,prompt_3,0.01,0.77,0.02,0.08,0.01,0.68,0.1,0.2 | |
| gemma-2-27b-it,prompt_1,13.26,36.03,18.00,31.63,24.51,64.72,15.64,29.1 | |
| gemma-2-27b-it,prompt_2,13.37,37.08,18.55,33.40,24.96,65.13,15.98,29.8 | |
| gemma-2-27b-it,prompt_3,13.51,36.69,18.68,33.08,24.88,65.15,15.99,29.7 | |
| gemma-2-9b-it,prompt_1,10.96,32.37,17.22,31.19,23.05,63.02,13.71,27.4 | |
| gemma-2-9b-it,prompt_2,12.05,34.66,18.45,31.09,23.24,63.31,14.64,28.2 | |
| gemma-2-9b-it,prompt_3,12.25,34.54,18.49,31.10,23.11,63.30,14.61,28.2 | |
| gemini-1.5-pro-002,prompt_1,22.09,47.68,18.76,54.26,38.24,67.40,16.38,37.8 | |
| gemini-1.5-pro-003,prompt_2,23.88,47.60,19.18,54.07,38.94,67.84,16.95,38.4 | |
| gemini-1.5-pro-004,prompt_3,23.38,47.82,18.97,53.88,38.65,67.58,16.73,38.1 | |
| gpt-4o-2024-08-06,prompt_1,26.07,47.27,19.60,54.95,39.21,66.81,18.09,38.9 | |
| gpt-4o-2024-08-07,prompt_2,27.53,47.44,19.75,55.38,40.57,67.51,17.96,39.4 | |
| gpt-4o-2024-08-08,prompt_3,27.21,47.27,19.74,55.37,39.95,67.59,18.56,39.4 |