data/results/ntrex - en_xx 0-shot.csv

model,prompt,fra_Latn,afr_Latn,amh_Ethi,bem_Latn,ewe_Latn,hau_Latn,ibo_Latn,kin_Latn,mlg_Latn,nde_Latn,nso_Latn,nya_Latn,orm_Ethi,sna_Latn,som_Latn,ssw_Latn,swa_Latn,tir_Ethi,tsn_Latn,ven_Latn,wol_Latn,xho_Latn,yor_Latn,zul_Latn,avg_score
AfroLlama-V1,prompt_1,8.92,5.33,0.39,6.93,3.94,10.25,3.98,6.77,5.19,8.46,6.29,6.64,3.57,6.22,6.04,6.68,12.75,0.18,6.71,5.4,4.57,10.79,5.63,11.04,6.3
AfroLlama-V1,prompt_2,13.76,6.18,0.51,8.8,3.98,12.36,4.52,10.87,6.42,13.04,8.07,9.33,5.94,11.9,7.79,9.22,14.45,0.23,7.89,7.62,5.43,12.11,6.23,13.34,8.1
AfroLlama-V1,prompt_3,18.08,7.56,0.58,9.31,4.04,12.61,4.33,14.64,8.49,11.05,8.04,12.77,6.95,18.59,7.51,12.43,16.08,0.28,8.89,7.27,4.75,12.33,6.5,14.25,9.1
InkubaLM-0.4B,prompt_1,1.19,1.98,0.07,2.23,1.59,1.88,1.24,2.57,1.94,1.13,2.74,1.08,1.7,0.97,2.29,2.07,0.96,0.05,1.5,1.47,1.23,1.66,0.52,1.55,1.5
InkubaLM-0.4B,prompt_2,1.34,1.1,0.13,2.02,1.23,1.14,0.58,1.6,1.11,0.45,1.73,0.61,0.9,0.3,1.54,1.39,0.36,0.04,1.27,1.21,0.32,1.3,0.23,1.15,0.9
InkubaLM-0.4B,prompt_3,1.31,0.79,0.19,2.19,1.24,1.27,0.53,1.21,1.05,0.64,2.62,0.45,1.28,0.66,1.49,1.06,0.9,0.09,0.83,1.25,0.74,1.84,0.59,1.91,1.1
LLaMAX3-8B-Alpaca,prompt_1,56.61,63.36,13.62,17.68,19.39,44.99,37.09,20.59,28.74,28.64,16.61,40.77,15,36.22,40.63,11.07,55.27,5.38,17.34,17.69,16.84,36.42,20,37.24,27.9
LLaMAX3-8B-Alpaca,prompt_2,57.3,64.34,14.86,18.42,8.88,46.78,39.31,22.76,30.46,31.41,17.21,42.41,17.15,39.28,42.96,27.87,56.24,7.74,18.66,15.33,18.25,37.9,20.67,39.25,29.5
LLaMAX3-8B-Alpaca,prompt_3,57.25,64.21,14.74,18.66,7.91,47.18,39.37,22.95,30.56,31.76,17.2,42.23,17.02,39.04,43.03,29.42,56.4,7.73,18.64,14.86,18.34,38.2,20.6,39.29,29.5
Llama-2-7b-chat-hf,prompt_1,48.42,37.89,4.01,8.97,14.93,8.11,9.77,10.9,12.13,7.4,11.98,12.76,7.94,9.13,12.78,10.94,16.34,2.99,11.09,7.31,10.93,13.13,6.66,11.99,11.3
Llama-2-7b-chat-hf,prompt_2,11.76,2.85,4.47,11.98,7.85,9.27,9.71,3.6,5.6,1.52,6.47,15.14,2.33,0.32,8.22,0.93,5.66,3.29,2.74,1.01,6.01,3.53,7.22,2.27,5.3
Llama-2-7b-chat-hf,prompt_3,22.49,1.35,4.51,7.09,5.23,2.46,8.3,10.12,1.02,0.38,2.28,15.46,8.37,0.35,5.29,0.69,3.95,3.42,0.15,0.25,7.22,1.18,6.93,0.66,4.2
Llama-3.1-70B-Instruct,prompt_1,61.59,69.15,14.33,22.23,17.38,44.9,40.73,27.42,34.04,26.4,27.44,27.54,21.91,22.44,35.65,4.28,59.64,8.98,30.98,20.4,16.6,28.17,17.66,30.06,28.2
Llama-3.1-70B-Instruct,prompt_2,61.8,69.61,15.35,24.88,17.9,46.7,41.99,30.15,36.38,28.91,28.75,29.66,22.94,26.92,37.86,26.4,60.47,9.56,33.05,20.42,17.59,29.76,18.25,32.39,30.7
Llama-3.1-70B-Instruct,prompt_3,61.67,69.62,15.5,24.46,17.67,47.34,42.13,31.09,36.26,29.36,28.57,30.2,22.67,26.8,37.63,26.57,60.41,9.42,33.41,20.23,17.48,29.62,17.99,32.51,30.7
Llama-3.1-8B-Instruct,prompt_1,57.23,60.37,6.22,16.58,15.57,26.25,18.45,17.3,19.91,12.64,14.22,19.78,2.85,16.65,18.55,14.86,43.14,4.09,14.23,14.65,12.35,14.7,8.24,15,17.7
Llama-3.1-8B-Instruct,prompt_2,58.55,62.58,7.1,17.43,8.76,30.89,21.24,18.09,22.69,13.92,13.61,20.45,11.31,16.2,21.1,16.73,48.46,4.92,15.02,10.88,10.19,15.35,9.36,15.87,18.8
Llama-3.1-8B-Instruct,prompt_3,58.76,62.66,7.06,15.64,7.73,30.02,19.98,17.68,22.73,13.25,13.54,20.02,11.35,15.37,20.71,14.55,48.25,4.84,14.36,10.44,9.77,14.61,9.66,15.17,18.2
Meta-Llama-3-8B-Instruct,prompt_1,56.41,58.24,3.08,15.67,16.18,27.77,14.88,13.69,19.54,12.36,13.7,13.78,3.62,15.77,16.54,17.9,40.72,2.73,12.83,15.56,9.08,13.31,8.26,15.59,16.6
Meta-Llama-3-8B-Instruct,prompt_2,57.14,60.9,3.69,12.78,5.98,29.68,15.7,15.2,22.53,10.3,11.98,14.8,12.45,13.73,18.39,3.68,43.98,3.3,13.73,11.98,9.34,13.47,10.34,14.35,16.2
Meta-Llama-3-8B-Instruct,prompt_3,57.38,60.95,3.84,12.07,4.75,30.08,15.74,15.26,22.95,10.5,12.17,15.06,12.33,12.61,18.27,13.1,44.34,3.23,14.23,11.7,9.35,12.51,10.02,14.34,16.5
aya-101,prompt_1,54.6,62.2,19.75,23.59,15.82,46.84,38.83,33.37,45.27,32.28,43.64,43.26,10.96,39.44,42.82,29.5,57.86,10.84,22.58,20.3,9.16,41.19,16.78,42.12,32.5
aya-101,prompt_2,56.67,64.14,20.47,26.05,12.62,47.75,39.29,34.1,45.96,32.65,44.09,44.11,14.57,40.87,44.11,30.25,58.96,11.04,25.02,23.23,7.93,41.55,16.5,43.02,33.4
aya-101,prompt_3,56.34,64.38,20.65,26.04,13.6,47.7,39.2,33.86,45.85,33.27,43.75,44.04,10.65,40.86,44.08,27.83,58.85,10.71,32.02,11.88,8.25,41.24,16.68,42.79,33.0
gemma-1.1-7b-it,prompt_1,23.6,28.55,2.05,6.85,6.5,25.33,20.78,7.03,24.07,8.16,15.96,16.07,4.59,5.1,17.53,5.33,15.91,1.16,12.59,2.03,12.23,8.55,7.22,10.71,11.5
gemma-1.1-7b-it,prompt_2,2.18,15.89,2.52,4.98,7.22,24.83,24.01,4.26,15.64,11.27,14.74,12.36,9.12,7.73,16.83,5.96,4.31,1.5,5.49,11.35,12.7,10.55,9.36,16.79,10.8
gemma-1.1-7b-it,prompt_3,1.36,18.79,2.47,2.25,8.79,21.68,24.01,4.74,10.38,10.6,8.03,7.69,9.04,6.59,14.32,8.53,3.44,1.5,5.75,10.52,9.32,10.78,9.1,16.25,9.8
gemma-2-27b-it,prompt_1,56.56,60.88,13.47,19.95,13.40,41.47,31.85,28.49,34.80,28.84,27.20,30.49,16.66,28.21,34.28,0.83,55.45,8.17,32.02,14.58,15.54,32.83,13.35,33.63,26.8
gemma-2-27b-it,prompt_2,56.62,60.59,13.81,23.98,11.23,41.42,32.26,28.86,35.23,28.92,26.48,29.83,17.93,31.28,34.70,27.68,55.17,8.24,32.96,15.17,15.91,33.04,13.65,33.72,28.3
gemma-2-27b-it,prompt_3,56.68,60.65,13.98,24.15,10.92,41.42,32.00,28.88,35.24,29.21,26.87,29.80,18.11,31.32,34.67,28.13,55.23,8.19,32.94,15.06,15.53,32.82,13.55,33.75,28.4
gemma-2-9b-it,prompt_1,55.99,58.39,9.42,16.05,12.66,38.79,26.11,17.42,27.80,20.88,22.09,20.75,12.17,19.89,29.19,1.76,52.65,6.01,22.21,8.21,12.80,25.63,8.82,26.26,21.6
gemma-2-9b-it,prompt_2,56.05,58.54,9.97,17.49,3.46,38.86,26.47,17.39,28.33,21.96,22.35,21.16,11.55,23.52,29.77,0.57,52.74,5.58,22.39,6.45,10.61,26.43,8.81,26.73,21.4
gemma-2-9b-it,prompt_3,56.08,58.46,9.99,17.28,3.59,38.85,26.45,17.45,27.92,22.26,22.14,21.22,12.13,23.81,29.69,0.87,52.91,5.31,22.52,6.16,11.10,25.78,8.78,26.61,21.4
gemini-1.5-pro-002,prompt_1,57.92,65.53,28.08,34.23,32.94,47.21,42.62,45.82,46.20,36.91,32.17,48.44,35.53,45.23,47.15,28.80,58.20,23.54,47.50,43.42,22.65,44.73,19.15,47.64,40.2
gemini-1.5-pro-003,prompt_2,57.58,65.47,27.82,35.30,33.24,47.10,42.28,46.00,46.18,38.06,31.91,47.88,35.62,45.38,46.96,44.54,58.20,23.86,47.41,43.62,23.10,44.71,18.77,47.49,40.9
gemini-1.5-pro-004,prompt_3,57.38,65.57,27.67,35.03,32.62,47.02,41.62,45.68,46.15,37.86,31.76,47.66,35.74,45.30,46.64,44.11,58.00,23.64,47.40,43.19,23.04,44.48,18.74,47.28,40.7
gpt-4o-2024-08-06,prompt_1,57.92,66.00,20.32,26.05,19.56,47.86,42.08,45.52,44.08,34.40,32.02,46.98,33.18,44.41,47.32,24.75,59.26,12.66,44.10,33.34,24.48,42.77,19.82,41.30,37.1
gpt-4o-2024-08-07,prompt_2,58.20,66.38,22.27,28.72,20.23,48.99,42.53,46.48,46.10,38.15,32.41,47.70,34.90,46.15,48.16,40.33,60.10,14.41,45.20,38.13,26.67,45.77,20.14,48.09,39.5
gpt-4o-2024-08-08,prompt_3,58.23,66.25,22.39,28.76,20.57,48.72,42.62,46.47,46.02,38.17,32.43,47.38,34.94,46.11,47.95,40.84,60.04,14.03,44.95,38.28,26.54,45.64,20.12,48.02,39.4