data/results/afrixnli - 0-shot.csv

model,prompt,amh,ewe,hau,ibo,kin,lin,lug,orm,sna,sot,swa,twi,wol,xho,yor,zul,avg
aya-101,prompt_1,54.17,42.5,51.33,52.17,47.17,34,47.83,47.83,49.5,50.83,52,47,37,51,48.33,49.83,47.7
aya-101,prompt_2,58.17,42.17,56.83,54.67,48.67,34.5,44.5,51.67,55.83,54.67,55.17,48.17,37.33,53.67,48.17,54.33,49.9
aya-101,prompt_3,51.2,38.7,49.7,47.3,46.5,33.3,47.0,45.2,48.2,49.0,48.7,43.8,35.3,49.0,48.3,50,45.7
aya-101,prompt_4,64.2,43.2,57.0,55.5,54.3,33.5,51.7,51.5,55.7,52.2,56.5,47.0,36.7,55.2,54.5,55.3,51.5
aya-101,prompt_5,51.2,43.3,48.0,48.2,47.2,33.8,48.5,49.8,49.8,48.0,50.0,46.5,35.8,48.7,49.5,49.5,46.7
gemma-1.1-7b-it,prompt_1,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3
gemma-1.1-7b-it,prompt_2,33.8,32.8,35.2,35.3,33.8,33.8,33.7,33.8,34.2,35.2,40.7,33.7,33.3,34.0,33.7,34.0,34.4
gemma-1.1-7b-it,prompt_3,34.0,32.8,35.0,36.3,32.3,30.8,31.0,33.8,30.0,33.2,34.7,35.2,33.7,33.5,33.7,33.7,33.4
gemma-1.1-7b-it,prompt_4,34.2,31.8,35.3,34.2,34.7,32.5,32.0,33.5,29.8,31.8,34.7,34.3,34.0,32.8,34.5,32.0,33.3
gemma-1.1-7b-it,prompt_5,34.2,33.3,36.7,34.2,31.2,32.2,34.7,32.7,34.0,33.0,33.5,33.5,37.2,35.5,34.0,34.3,34.0
Llama-2-7b-chat-hf,prompt_1,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3
Llama-2-7b-chat-hf,prompt_2,33.7,33.3,33.2,33.5,33.5,33.8,33.5,33.3,32.8,33.5,34.0,34.2,31.2,34.0,33.3,33.3,33.4
Llama-2-7b-chat-hf,prompt_3,33.3,34.7,33.7,33.5,35.2,33.2,33.5,34.3,33.0,34.0,34.7,34.2,34.5,35.5,33.2,30.3,33.8
Llama-2-7b-chat-hf,prompt_4,35.3,34.0,35.3,33.5,33.2,33.0,32.7,32.5,32.0,32.2,33.2,35.5,33.3,33.2,32.3,33.2,33.4
Llama-2-7b-chat-hf,prompt_5,33.2,32.5,33.8,33.7,32.3,30.5,33.3,34.2,32.3,33.3,33.7,34.0,32.8,34.2,33.3,33.7,33.2
Meta-Llama-3-8B-Instruct,prompt_1,32.8,34.9,33.3,32.1,34.0,33.2,33.8,32.4,33.3,34.8,33.1,33.5,32.7,33.9,34.1,35.0,33.6
Meta-Llama-3-8B-Instruct,prompt_2,40.2,34.3,35.6,39.1,32.9,32.7,33.3,35.4,35.5,35.9,34.1,34.3,33.3,36.8,35.17,38.5,35.4
Meta-Llama-3-8B-Instruct,prompt_3,33.75,32.165,33.17,33,32.75,33.92,33.17,33.67,33.92,33.415,32.83,32.335,32.67,33.5,33.25,33.415,33.2
Meta-Llama-3-8B-Instruct,prompt_4,32.415,34.335,33.33,33,33.335,34.085,33.17,33.5,32.25,33.33,32.915,31.335,32.915,33.085,33.33,33.165,33.1
Meta-Llama-3-8B-Instruct,prompt_5,33.1,33.2,33.8,33.3,35.0,30.6,33.3,33.8,34.0,33.2,32.8,34.8,33.0,34.2,33.3,32.9,33.4
Llama-3.1-8B-Instruct,prompt_1,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3,33.3
Llama-3.1-8B-Instruct,prompt_2,38.8,37.7,36.5,38.5,38.3,32.3,37.5,35.0,35.8,34.8,43.8,37.0,32.3,33.8,38.5,34.0,36.6
Llama-3.1-8B-Instruct,prompt_3,35.8,33.7,35.7,34.0,35.2,35.0,33.3,33.5,34.8,34.7,34.0,32.8,35.8,33.8,34.0,34.7,34.4
Llama-3.1-8B-Instruct,prompt_4,34.5,34.3,41.7,35.3,33.2,35.2,33.2,33.5,36.3,33.8,34.8,31.2,34.8,34.0,35.7,33.3,34.7
Llama-3.1-8B-Instruct,prompt_5,32.3,32.8,34.0,33.5,35.3,31.2,33.5,30.2,34.0,33.2,34.3,32.5,31.5,32.0,33.3,30.3,32.7
LLaMAX3-8B,prompt_1,40.2,35.8,44.8,42.5,37.7,29.8,42.7,40.5,47.0,39.7,45.7,36.3,37.3,46.2,44.0,42.0,40.8
LLaMAX3-8B,prompt_2,35.2,34.2,34.0,32.3,32.0,35.3,33.0,33.0,33.8,33.2,33.8,33.8,32.2,33.0,33.0,32.8,33.4
LLaMAX3-8B,prompt_3,34.2,34.5,33.0,32.7,35.2,34.7,33.2,33.2,33.2,33.2,34.0,35.2,33.2,35.8,33.7,33.0,33.9
LLaMAX3-8B,prompt_4,33.7,33.7,33.3,33.3,36.7,34.2,33.0,33.5,34.3,33.2,34.5,33.0,33.7,34.7,33.0,32.8,33.8
LLaMAX3-8B,prompt_5,33.3,33.0,32.8,33.5,34.8,30.7,33.2,33.2,33.7,33.3,33.8,34.8,33.0,33.5,33.3,34.5,33.4
gemma-2-9b-it,prompt_1,45.2,34.2,39.7,38.2,38.3,33.2,36.3,35.0,39.7,39.2,46.0,36.5,33.7,39.3,39.5,39.2,38.3
gemma-2-9b-it,prompt_2,43.2,35.3,47.0,40.7,40.2,32.8,38.8,37.8,42.3,40.2,46.3,37.2,35.2,42.5,41.3,44.5,40.3
gemma-2-9b-it,prompt_3,29.5,32.5,40.2,34.3,36.3,34.8,31.3,31.3,34.3,30.8,34.7,32.7,33.7,35.7,31.3,31.3,33.4
gemma-2-9b-it,prompt_4,31.5,32.3,39.0,35.5,35.7,34.8,30.8,32.8,35.8,31.3,36.8,33.3,35.0,33.8,35.2,31.5,34.1
gemma-2-9b-it,prompt_5,34.5,33.2,36.8,35.7,33.7,35.0,35.2,35.0,36.8,38.7,35.5,33.0,34.3,38.0,35.2,36.5,35.4
gemma-2-27b-it,prompt_1,43.3,33.5,41.33,37.2,35.7,33.2,34.7,33.5,38.2,35.8,45.0,34.5,33.5,35.2,35.7,36.8,36.7
gemma-2-27b-it,prompt_2,47.0,36.8,49.7,46.2,40.5,32.0,41.7,35.8,46.0,43.5,57.0,36.0,36.7,45.0,42.5,48.0,42.8
gemma-2-27b-it,prompt_3,32.0,31.7,36.2,35.0,35.0,33.3,34.7,33.2,37.0,37.7,41.5,33.2,32.3,37.3,34.0,33.7,34.9
gemma-2-27b-it,prompt_4,35.0,31.8,43.0,39.7,37.0,33.0,37.8,32.2,40.8,37.2,49.5,34.5,33.8,38.0,37.8,37.3,37.4
gemma-2-27b-it,prompt_5,33.8,33.5,35.5,37.7,33.5,34.5,35.7,33.8,34.7,35.5,34.2,33.7,33.7,38.8,34.3,35.2,34.9
Meta-Llama-3.1-70B-Instruct,prompt_1,33.3,33.3,33.7,33.7,33.7,34.3,33.8,33.3,34.0,33.5,36.8,33.3,33.3,33.5,33.5,33.3,33.8
Meta-Llama-3.1-70B-Instruct,prompt_2,43.2,34.3,42.8,42.3,36.5,32.8,37.5,34.7,35.5,38.3,44.0,36.0,34.7,39.3,39.0,37.0,38.0
Meta-Llama-3.1-70B-Instruct,prompt_3,33.5,36.3,36.7,36.2,34.8,33.5,34.2,31.3,31.5,31.5,35.3,37.3,34.3,34.0,35.0,34.0,34.3
Meta-Llama-3.1-70B-Instruct,prompt_4,33.2,34.7,45.8,36.3,35.2,32.5,38.0,32.8,39.7,39.0,49.2,33.8,34.7,33.5,35.8,37.0,36.9
Meta-Llama-3.1-70B-Instruct,prompt_5,33.8,32.8,34.3,33.5,32.7,33.0,34.0,31.2,31.7,32.5,37.2,32.0,33.8,33.2,31.5,32.8,33.1
AfroLlama-V1,prompt_1,33.33,33.33,33.33,33.33,33.33,33.33,33.33,33.33,33.33,33.33,33.33,33.17,33.33,33.33,33.33,33.33,33.3
AfroLlama-V1,prompt_2,33,32.67,40.67,35.83,32.67,33.5,32.33,34.17,34,33.33,39.67,33,37,41.83,42,38.33,35.9
AfroLlama-V1,prompt_3,34,34.17,31.5,30.33,34.17,33.83,34,32.5,33.17,34,34,32.83,33.33,34,30.17,31.67,33.0
AfroLlama-V1,prompt_4,34.0,35.3,30.3,30.7,34.2,32.7,33.3,34.2,33.0,33.7,31.2,33.3,33.3,35.2,30.8,33.0,33.0
AfroLlama-V1,prompt_5,36.2,35.7,37.0,34.0,35.0,36.2,37.7,40.7,38.5,34.3,35.7,32.5,34.5,35.5,34.3,33.5,35.7
InkubaLM-0.4B,prompt_1,34.5,33.8,33.3,33.5,33.0,33.3,33.2,33.3,33.3,33.3,33.3,34.0,33.3,33.3,33.3,33.2,33.4
InkubaLM-0.4B,prompt_2,33.0,34.2,35.0,32.3,36.5,35.0,33.8,33.7,32.3,33.5,33.0,31.5,34.0,34.3,32.8,31.5,33.5
InkubaLM-0.4B,prompt_3,32.7,35.7,35.2,32.7,34.2,33.8,33.2,33.5,31.8,31.7,35.3,33.5,33.5,34.2,33.8,32.3,33.6
InkubaLM-0.4B,prompt_4,32.0,33.8,33.3,35.0,33.3,35.7,31.8,32.7,32.7,31.2,31.7,29.7,35.5,34.2,33.5,34.2,33.1
InkubaLM-0.4B,prompt_5,33.7,32.7,31.3,31.3,31.8,34.8,33.2,33.2,35.3,31.2,34.8,31.8,33.0,34.0,34.7,32.7,33.1
gemini-1.5-pro-002,prompt_1,68.3,46.5,64.7,64.7,58.2,34.7,60.5,57.3,67.2,62.7,66.0,51.2,38.2,66.0,59.2,61.8,57.9
gemini-1.5-pro-002,prompt_2,34.2,40.2,46.0,40.3,42.7,32.8,53.0,38.7,55.0,51.0,54.7,44.2,37.0,29.2,56.8,35.3,43.2
gemini-1.5-pro-002,prompt_3,75.3,47.5,73.3,68.2,64.8,33.2,64.8,61.3,73.7,68.5,68.3,54.5,42.3,69.3,61.8,65.0,62.0
gemini-1.5-pro-002,prompt_4,67.0,48.3,64.2,62.8,62.8,32.0,60.2,57.3,67.0,61.8,63.7,50.8,41.5,64.5,60.2,65.2,58.1
gemini-1.5-pro-002,prompt_5,73.2,43.7,65.0,66.2,63.0,32.3,61.7,58.3,67.8,63.3,64.5,54.5,41.7,67.2,60.0,67.5,59.4
gpt-4o-2024-08-06,prompt_1,61.3,40.5,60.0,62.8,57.3,33.3,59.0,60.8,59.7,59.2,58.0,52.3,41.3,61.8,59.3,58.7,55.3
gpt-4o-2024-08-06,prompt_2,53.2,32.5,55.5,52.2,49.5,30.5,52.7,50.5,55.8,54.7,59.7,47.2,39.8,53.2,55.3,51.5,49.6
gpt-4o-2024-08-06,prompt_3,71.8,45.0,75.2,68.2,68.0,32.7,69.8,71.2,71.3,71.8,71.5,55.8,52.7,72.0,64.5,67.5,64.3
gpt-4o-2024-08-06,prompt_4,69.5,46.5,69.3,65.2,62.8,32.8,67.5,65.5,70.7,68.8,70.0,59.7,50.5,73.0,64.3,70.0,62.9
gpt-4o-2024-08-06,prompt_5,67.2,40.8,70.3,67.5,63.2,33.5,66.0,62.7,68.2,64.0,63.7,53.7,47.0,66.7,62.0,58.8,59.7