data/results/ntrex - xx_en 0-shot.csv

model,prompt,fra_Latn,afr_Latn,amh_Ethi,bem_Latn,ewe_Latn,hau_Latn,ibo_Latn,kin_Latn,mlg_Latn,nde_Latn,nso_Latn,nya_Latn,orm_Ethi,sna_Latn,som_Latn,ssw_Latn,swa_Latn,tir_Ethi,tsn_Latn,ven_Latn,wol_Latn,xho_Latn,yor_Latn,zul_Latn,avg_score
AfroLlama-V1,prompt_1,11.52,16.9,5.56,10.16,7.65,7.55,5.65,12.12,9.51,12.11,12.52,9.62,6.38,8.32,6.96,9.6,10.07,4.81,10.53,9.26,6.77,9.21,7.14,11.74,9.1
AfroLlama-V1,prompt_2,9.92,7.6,5.48,7.83,5.64,8.39,5.91,6.48,6.7,8.42,6.56,6.26,4.61,7.04,5.54,7.86,9.61,4.94,6.31,6.61,5.05,8.87,6.66,9.37,6.9
AfroLlama-V1,prompt_3,10.43,8.18,5.36,8.52,8.33,8.55,7.07,6.87,8.51,10.7,10.79,6.76,5.49,10.25,5.95,8.31,9.55,7.97,7.99,8.05,5.77,9.33,6.8,9.61,8.0
InkubaLM-0.4B,prompt_1,1.39,1.6,0,1.13,0.32,0.74,0.33,0.9,1.06,0.86,1.19,1.34,1,0.91,0.98,0.7,1.06,0,0.81,2.79,0.71,0.97,0.71,0.97,0.9
InkubaLM-0.4B,prompt_2,1.36,0.99,0,1.06,0.8,0.52,0.39,0.39,0.45,0.62,1.53,0.39,0.87,0.39,1.21,0.83,0.58,0,0.46,3.34,0.63,0.58,0.59,0.77,0.8
InkubaLM-0.4B,prompt_3,0.87,1.76,0,1.52,1.1,0.68,0.5,0.54,0.63,0.59,1.98,0.49,1.08,0.6,1.21,0.82,0.49,0,0.66,3.66,0.82,0.59,0.39,0.9,0.9
LLaMAX3-8B-Alpaca,prompt_1,61.64,72.25,39.59,30.39,26.41,51.41,46.01,40.96,41.7,40.53,33.52,46.21,26.07,46.79,50.45,36.49,59.27,26.94,34.5,27.41,28.21,48.11,34.96,48.17,40.7
LLaMAX3-8B-Alpaca,prompt_2,61.39,72.65,40.89,31.47,26.52,52.66,47.5,42.59,43.57,42.19,35.82,46.94,26.57,47.75,52.58,37.96,59.94,28.66,36.04,27.49,30.3,49.14,35.9,49.14,41.9
LLaMAX3-8B-Alpaca,prompt_3,60.99,72.47,40.52,31.25,26.62,52.42,47.28,42.59,43.23,41.95,35.92,46.58,26.1,47.25,52.32,37.5,59.58,28.32,35.77,27.92,30.45,49.13,35.8,48.99,41.7
Llama-2-7b-chat-hf,prompt_1,55.01,51.89,17.94,14.06,22.26,12.56,17.27,8.93,7.92,9.59,14.38,12.78,16.51,5.6,13.82,19.73,15.95,17.6,12.58,12.85,15.66,10.19,9.75,17.11,15.5
Llama-2-7b-chat-hf,prompt_2,55.3,58.54,8.16,16.1,17.91,16.67,17.32,19.19,19.34,18.94,22.42,21.02,12.6,13.9,17.79,20.13,26.84,8.99,20.66,14.99,16.84,19.96,15.88,16.91,19.2
Llama-2-7b-chat-hf,prompt_3,53.92,57.75,16.52,20.13,22.06,17.55,19.92,22.57,19.53,20.93,23.34,25.02,19.99,22.82,21.95,22.4,29.33,10.99,18.4,14.1,20.1,16.33,18.21,16.44,21.6
Llama-3.1-70B-Instruct,prompt_1,65.14,76.22,42.08,33.8,26.95,52.96,50.83,44.68,41.69,38.78,38.11,38.6,26.03,36.97,44.54,36.25,64.84,30.71,42.39,31.34,27.44,42.01,34.18,43.27,41.1
Llama-3.1-70B-Instruct,prompt_2,64.9,76.94,43.82,34.9,27.81,56.94,52.21,46.18,44.07,40.64,41.14,40.57,27.94,40.74,50.1,39.2,65.04,31.92,46.49,33.36,28.87,44.62,36.17,46.92,43.3
Llama-3.1-70B-Instruct,prompt_3,64.34,76.74,43.44,34.49,27.79,56.83,51.79,46.04,43.74,40.42,41.06,40.39,28.03,40.62,50.19,39.57,64.82,31.87,46.1,33.32,28.35,44.45,35.36,46.55,43.1
Llama-3.1-8B-Instruct,prompt_1,62.02,68.81,19.26,25.71,21.78,40.14,39.12,31.65,27.41,28.78,27.5,28.85,18.75,24.65,26.68,26.44,57.27,14.48,28.32,23.65,20.51,28.02,21.78,32,29.6
Llama-3.1-8B-Instruct,prompt_2,62.27,72.63,26.77,27.83,20.4,45.66,41.44,36.48,34.26,32.34,30.42,32.96,20.44,28.87,34.58,27.89,53.96,16.35,32.33,24.67,20.55,33.96,24.6,35.76,32.8
Llama-3.1-8B-Instruct,prompt_3,61.87,72.73,26.59,26.36,20.48,46.53,41.36,36.31,33.71,32.09,30.27,32.54,20.11,28.8,34.73,27.91,57.63,17.33,31.56,24.31,20.92,33.17,24.53,35.42,32.8
Meta-Llama-3-8B-Instruct,prompt_1,61.04,67.56,14.64,22.89,21.79,31.03,32.34,27.37,24.38,26.44,23.96,26.14,18.71,21.64,25.5,24.42,51.29,14.78,25.31,22.33,20.84,25.7,20,29.27,26.9
Meta-Llama-3-8B-Instruct,prompt_2,54.58,52.73,9.84,5.48,9.09,19.6,24.6,18.08,15.71,7.28,18.71,4.88,2.48,6.38,19.82,9.57,30.2,6.99,16.52,7.09,4.84,11.38,11.36,7.71,13.9
Meta-Llama-3-8B-Instruct,prompt_3,54.6,64.1,9.51,14.62,18.41,33.63,29.48,22.86,18.07,17.71,24.27,9.77,8.31,12.34,27.53,16.96,36.35,13.81,22.22,16.14,15.79,12.14,17.52,19.33,20.9
aya-101,prompt_1,43.29,56.03,42.81,49.36,32.13,54.92,51.44,35.38,43.94,32.97,42.11,53.76,18.19,48.15,54.24,44.15,57.27,36.59,52.28,37.91,18.25,44.94,43.92,49.87,43.5
aya-101,prompt_2,60.22,70.73,50.11,51.81,34.24,55.57,52.61,51.06,49.02,46.56,50.76,53.7,29.21,51.5,57.04,49.36,59.53,44.6,52.3,46.71,25.52,53.54,49.12,53.3,49.5
aya-101,prompt_3,60.16,70.8,47.19,39,32.55,55.47,52.34,50.95,49.11,46.33,50.67,50.34,29.36,51.46,56.06,49.21,59.5,44.55,52.31,40.37,25.3,53.48,45.81,53.17,48.1
gemma-1.1-7b-it,prompt_1,17.39,30.5,7.6,2.23,1.87,6.37,7.62,7.36,12.38,2.87,2.04,3.52,2.96,1.18,5.4,0.51,15.77,5.02,4.29,0.56,3.76,4.99,2.68,4.53,5.9
gemma-1.1-7b-it,prompt_2,1.07,2.55,5.56,0.62,0.89,1.48,4.17,2.82,3.14,1.55,1.38,1.56,1.94,2.81,1.95,0.32,2.33,6.82,1.16,1.93,0.96,1.45,1.68,1.86,2.2
gemma-1.1-7b-it,prompt_3,0.55,0.59,0.22,0.21,0.11,0.3,0.7,0.47,1.14,0.25,0.26,0.21,1.49,0.41,0.65,0.18,0.32,0.18,0.26,0.52,0.18,0.3,0.52,0.56,0.4
gemma-2-27b-it,prompt_1,56.50,66.54,35.51,29.38,20.04,45.19,38.57,38.34,36.58,35.01,35.52,34.99,20.80,39.04,41.24,33.31,55.45,25.93,37.34,26.84,22.14,41.11,29.35,40.20,36.0
gemma-2-27b-it,prompt_2,56.46,67.06,36.04,30.22,21.87,45.71,39.97,38.77,37.56,35.62,36.60,35.35,21.56,39.58,43.00,34.28,55.91,26.69,38.24,28.13,23.18,42.03,30.43,41.22,36.9
gemma-2-27b-it,prompt_3,56.45,67.01,35.70,30.20,21.87,45.53,39.80,38.67,37.43,35.37,36.50,35.60,21.54,39.38,43.02,34.11,55.58,26.40,38.02,28.23,23.23,41.93,30.45,40.99,36.8
gemma-2-9b-it,prompt_1,55.14,65.08,35.57,28.07,20.19,44.36,36.19,36.50,34.07,32.71,33.54,33.07,20.79,36.24,40.16,31.86,53.66,25.62,34.31,25.72,20.88,40.43,28.31,38.30,34.6
gemma-2-9b-it,prompt_2,55.60,65.90,35.32,28.71,21.11,44.81,37.72,36.87,34.60,33.28,34.23,33.82,21.15,36.68,40.94,31.93,54.42,25.77,34.87,26.96,21.60,41.26,29.24,40.07,35.3
gemma-2-9b-it,prompt_3,55.59,65.85,35.50,28.64,20.76,44.59,37.56,36.79,34.50,33.23,34.15,33.77,21.16,36.69,40.94,31.43,54.51,25.77,34.82,26.57,21.47,41.05,29.12,39.81,35.2
gemini-1.5-pro-002,prompt_1,57.34,68.96,49.32,41.51,33.57,55.14,50.86,50.23,46.94,42.60,47.64,48.61,31.94,50.16,58.01,50.11,58.57,45.04,49.24,43.97,28.08,51.80,44.15,50.81,47.7
gemini-1.5-pro-003,prompt_2,57.47,69.20,49.02,41.87,33.68,55.29,51.26,50.48,46.78,42.49,47.64,48.48,32.00,49.79,58.01,49.66,59.03,44.68,49.39,44.74,28.35,51.70,44.02,50.85,47.8
gemini-1.5-pro-004,prompt_3,57.35,68.96,48.85,41.65,33.46,54.90,50.92,50.32,46.62,42.41,47.46,48.32,31.67,49.85,57.51,49.51,58.76,44.68,49.13,44.61,28.14,51.21,43.50,50.34,47.5
gpt-4o-2024-08-06,prompt_1,56.01,68.48,42.98,37.47,26.52,53.11,49.43,48.56,44.93,42.19,46.67,46.85,33.84,47.86,56.42,47.15,56.79,34.86,48.87,44.57,38.00,50.50,45.82,49.56,46.1
gpt-4o-2024-08-07,prompt_2,56.23,68.47,43.17,38.46,27.73,53.20,49.62,48.52,44.82,42.21,46.87,46.57,34.42,47.74,56.78,49.17,56.90,35.19,48.87,45.74,38.41,50.79,46.26,49.89,46.5
gpt-4o-2024-08-08,prompt_3,56.24,68.49,43.07,38.56,27.74,53.10,49.66,48.49,44.84,42.23,46.79,46.40,34.43,47.68,56.79,49.58,56.85,35.17,48.87,45.50,38.35,50.58,46.01,49.60,46.5