AfroBench / data /results /uhura - 0-shot.csv
JessicaOjo's picture
Upload folder using huggingface_hub (#1)
a147f3f verified
Raw
History Blame
4.36 kB
model,prompt,en,am,ha,sw,yo,zu,avg_score
AfroLlama-V1,prompt_1,67.18,21.96,34.11,43.37,34.15,52.3,37.2
AfroLlama-V1,prompt_2,65.37,21.1,32.55,43.23,33.14,53.29,36.7
AfroLlama-V1,prompt_3,64.29,22.47,33.24,40.19,31.05,51.44,35.7
AfroLlama-V1,prompt_4,66.47,21.69,32.68,40.73,32.24,50.26,35.5
AfroLlama-V1,prompt_5,63.48,20.72,31.6,39.8,29.82,47.15,33.8
InkubaLM-0.4B,prompt_1,16.45,10.1,21.63,18.41,19.69,21.81,18.3
InkubaLM-0.4B,prompt_2,20.69,10.87,21.47,17.93,20.3,20.58,18.2
InkubaLM-0.4B,prompt_3,17.48,11.73,24.28,18.93,19.85,19.66,18.9
InkubaLM-0.4B,prompt_4,20.43,13.68,22.83,17.06,20.02,23.6,19.4
InkubaLM-0.4B,prompt_5,17.39,9.9,24.63,20.08,20.62,18.08,18.7
LLaMAX3-8B-Alpaca,prompt_1,85.98,31.89,37.86,48.43,28.03,45.24,38.3
LLaMAX3-8B-Alpaca,prompt_2,86.62,33.34,38.41,50.87,29.05,46.76,39.7
LLaMAX3-8B-Alpaca,prompt_3,85.35,36.07,39.23,49.48,29.58,44.42,39.8
LLaMAX3-8B-Alpaca,prompt_4,84.88,32.05,39.22,49.38,29.19,49.57,39.9
LLaMAX3-8B-Alpaca,prompt_5,84.27,32.89,38.83,46.24,28.92,48.37,39.1
Llama-2-7b-chat-hf,prompt_1,76.39,23.07,26.56,20.34,21.25,25.51,23.3
Llama-2-7b-chat-hf,prompt_2,76.17,19.23,21.34,20.57,17.35,19.39,19.6
Llama-2-7b-chat-hf,prompt_3,74.04,15.65,22.73,23.99,18.08,24.68,21.0
Llama-2-7b-chat-hf,prompt_4,77.09,18.65,22.56,20.33,13.98,20.47,19.2
Llama-2-7b-chat-hf,prompt_5,77.35,22.25,22.9,23,18.87,21.48,21.7
Llama-3.1-8B-Instruct,prompt_1,94.82,27.59,31.12,46.53,28.08,25.59,31.8
Llama-3.1-8B-Instruct,prompt_2,95.77,31.2,31.64,46.87,25.1,26.28,32.2
Llama-3.1-8B-Instruct,prompt_3,95.18,30.31,32,46.76,28.36,26.35,32.8
Llama-3.1-8B-Instruct,prompt_4,93.66,28.99,27.61,44.94,23.89,28.02,30.7
Llama-3.1-8B-Instruct,prompt_5,94.25,32.37,28.92,44.76,24.69,24.2,31.0
Meta-Llama-3-8B-Instruct,prompt_1,93.45,23.76,32.62,41.02,26.96,30.01,30.9
Meta-Llama-3-8B-Instruct,prompt_2,94.61,23.45,30.44,40.38,30.1,32.12,31.3
Meta-Llama-3-8B-Instruct,prompt_3,94.6,20.93,30.33,34.85,28.17,28.37,28.5
Meta-Llama-3-8B-Instruct,prompt_4,94.8,27.68,30.76,36.72,32.35,29.92,31.5
Meta-Llama-3-8B-Instruct,prompt_5,92.69,25.91,33.99,41.12,29.17,29.8,32.0
gemma-1.1-7b-it,prompt_1,92.25,28.67,23.75,46.27,26.33,36,32.2
gemma-1.1-7b-it,prompt_2,92.62,26.45,26.18,46.95,24.27,29.76,30.7
gemma-1.1-7b-it,prompt_3,92.3,22.64,24.93,42.9,18.57,30.06,27.8
gemma-1.1-7b-it,prompt_4,92.69,23.08,25.32,47.89,19.19,30.5,29.2
gemma-1.1-7b-it,prompt_5,91.71,27.77,26.86,45.8,23.9,33.59,31.6
gemma-2-27b-it,prompt_1,98.85,52.71,53.01,83.49,34.25,50.23,54.7
gemma-2-27b-it,prompt_2,98.26,52.54,54.39,85.73,33.41,49.52,55.1
gemma-2-27b-it,prompt_3,98.27,52.96,53.47,87.16,33.97,53.01,56.1
gemma-2-27b-it,prompt_4,98.65,53.78,55.31,87.38,33.65,51.31,56.3
gemma-2-27b-it,prompt_5,98.27,52.18,54.55,85.53,34.55,50.1,55.4
gemma-2-9b-it,prompt_1,97.31,51.95,48.4,79.01,30.23,51.03,52.1
gemma-2-9b-it,prompt_2,96.92,54.28,48.2,79.63,32.52,50.76,53.1
gemma-2-9b-it,prompt_3,96.54,53.32,49.89,79.01,32.3,51.32,53.2
gemma-2-9b-it,prompt_4,97.12,52.61,49.47,81.85,30.71,52.13,53.4
gemma-2-9b-it,prompt_5,96.73,51.75,50.02,78.23,32.76,52.25,53.0
Aya-101,prompt_1,83.9,62.9,57.1,64.6,41.3,68.3,58.8
Aya-101,prompt_2,84.8,65,58.2,65.2,41.7,69.7,60.0
Aya-101,prompt_3,83.9,63.1,56.9,63.3,42.7,69.3,59.1
Aya-101,prompt_4,84,64.4,57.1,64.8,42.3,67.7,59.3
Aya-101,prompt_5,83.1,64.2,57.1,63.5,43.3,69,59.4
Llama-3.1-70B-Instruct,prompt_1,98.1,51.7,51.1,81.7,39.3,52,55.2
Llama-3.1-70B-Instruct,prompt_2,97.3,54.2,56.6,81.7,41.3,53.7,57.5
Llama-3.1-70B-Instruct,prompt_3,97.9,52.8,56.2,80,40.3,53.3,56.5
Llama-3.1-70B-Instruct,prompt_4,98.1,46.2,49.3,77.4,38.5,48.3,51.9
Llama-3.1-70B-Instruct,prompt_5,97.5,53.4,53.1,78.4,40.5,54,55.9
gpt-4o-2024-08-06,prompt_1,92.87,99.04,82.08,78.78,93.28,73.28,85.3
gpt-4o-2024-08-06,prompt_2,91.65,99.23,81.42,77.21,93.28,72.27,84.7
gpt-4o-2024-08-06,prompt_3,91.65,99.04,82.52,79.96,93.48,73.48,85.7
gpt-4o-2024-08-06,prompt_4,90.84,99.04,83.85,78,92.87,74.49,85.7
gpt-4o-2024-08-06,prompt_5,91.24,99.23,80.97,77.21,92.67,73.08,84.6
gemini-1.5-pro-002,prompt_1,78.41,99.23,80.31,79.17,93.69,71.46,84.8
gemini-1.5-pro-002,prompt_2,76.99,99.04,79.65,78,93.08,68.02,83.6
gemini-1.5-pro-002,prompt_3,76.58,99.23,78.98,80.55,93.28,69.64,84.3
gemini-1.5-pro-002,prompt_4,78.41,98.85,79.42,77.6,92.46,71.05,83.9
gemini-1.5-pro-002,prompt_5,76.58,99.23,77.65,76.82,92.87,66.8,82.7