data/results/flores - xx_en 0-shot.csv

model,prompt,fra_Latn,aeb_Arab,afr_Latn,aka_Latn,amh_Ethi,ary_Arab,arz_Arab,bam_Latn,bem_Latn,cjk_Latn,dik_Latn,dyu_Latn,ewe_Latn,fon_Latn,fuv_Latn,gaz_Latn,hau_Latn,ibo_Latn,kab_Latn,kam_Latn,kbp_Latn,kea_Latn,kik_Latn,kin_Latn,kmb_Latn,knc_Arab,knc_Latn,kon_Latn,lin_Latn,lua_Latn,lug_Latn,luo_Latn,mos_Latn,nso_Latn,nus_Latn,nya_Latn,plt_Latn,run_Latn,sag_Latn,sna_Latn,som_Latn,sot_Latn,ssw_Latn,swh_Latn,taq_Latn,taq_Tfng,tir_Ethi,tsn_Latn,tso_Latn,tum_Latn,twi_Latn,tzm_Tfng,umb_Latn,wol_Latn,xho_Latn,yor_Latn,zul_Latn,avg_score
AfroLlama-V1,prompt_1,14,6.05,21.09,8.37,5.25,7.38,7.96,8.89,10.49,8.8,13.01,8.59,8.21,7.03,12.87,8.6,8.79,6.1,7.12,8.61,8.17,12.4,9.55,12.79,9.16,7.57,13.58,10.61,9.93,11.94,11.57,9.18,9.18,15.01,7.98,11.17,14.89,10.8,7.97,10.81,7.26,15.41,11.79,13.16,9.63,6.49,4.56,11.3,10.31,9.38,9.49,6.92,9.59,7.43,12.16,7.8,18.31,10.0
AfroLlama-V1,prompt_2,11.16,5.59,8.34,7.22,6,6.04,5.98,5.93,7.28,6.63,6.82,6.22,5.71,5.89,6.53,5.53,8.71,5.74,4.84,6.23,6.11,7.25,6.52,5.64,6.03,6.12,8.79,6.53,7.75,6.95,5.46,5.93,6,6.71,7.18,7.46,7.94,6.19,6.07,6.35,5.27,6.43,7.69,10.13,5.83,6.61,5.32,7.21,6.39,6.56,7.22,8.95,5.83,5.31,9.47,7.03,10.34,6.7
AfroLlama-V1,prompt_3,11.87,6.21,8.92,9.26,5.32,7.72,7.9,8.09,8.41,6.88,11.24,6.61,8.82,8.23,9.46,7.25,8.83,6.91,6.56,7.42,7.06,8.09,7.44,6.22,7.65,7.14,11.86,7.9,7.21,9.44,6.87,7.81,7.8,11,8.55,9.09,10.56,7.26,6.7,6.84,5.66,10.72,8.3,10.13,7.71,7.51,9.55,10.8,6.54,7.84,10.6,8.7,6.64,6.26,9.77,7.12,10.61,8.2
InkubaLM-0.4B,prompt_1,1.26,0.17,1.65,0.79,0,0.21,0.16,0.41,1.21,1.15,0.5,0.91,0.45,1.13,0.73,1.02,0.74,0.35,1.13,0.59,0.37,1.17,0.09,0.86,1.45,0.14,0.95,1.4,1.09,1.14,1.12,1.06,1.27,1.17,0.12,1.37,1.15,1.27,0.82,1,0.9,1.16,0.8,1.13,0.91,0.32,0,0.82,0.76,0.87,1.08,0.2,0.92,0.5,0.84,0.5,1.15,0.8
InkubaLM-0.4B,prompt_2,1.13,1.13,0.79,2.27,0,0.95,1.07,1.53,0.88,0.45,1.12,0.9,0.9,2.43,0.92,0.83,0.49,0.43,0.88,0.43,1.09,0.65,0.06,0.36,0.7,0.41,0.95,0.41,0.32,0.61,0.56,0.83,1.63,0.51,0.71,0.45,0.33,0.59,1.25,0.63,0.86,1.18,0.83,0.48,0.72,0.74,0,0.45,0.51,0.67,2.25,0.39,0.28,0.7,0.46,0.38,0.48,0.8
InkubaLM-0.4B,prompt_3,0.85,0.99,1.38,2.73,0,0.82,1.07,1.24,1.3,0.66,1.78,1.14,1.22,2.6,1.19,0.86,0.54,0.53,0.92,0.52,1.26,0.85,0.21,0.67,0.98,0.39,0.92,0.4,0.53,0.77,0.68,1.37,1.98,0.96,0.59,0.55,0.48,1.02,1.21,0.55,0.99,1.71,0.46,0.46,0.77,0.67,0,0.6,0.49,0.81,2.34,0.32,0.38,0.82,0.41,0.27,0.46,0.9
LLaMAX3-8B-Alpaca,prompt_1,66.84,50.84,72.61,27.45,45.67,46.98,54.02,23.83,28.17,23.48,23.44,23.84,23.94,21.82,24.97,27.28,48.77,43.2,21.2,24.95,24.02,44.18,25.99,38.5,24.06,16.25,23.9,27.6,33.34,25.72,31.64,22.87,22.35,31.18,21.39,43,41.26,32.38,25.2,44.07,44.54,31.83,34.31,59.67,24.82,14.59,26.82,30.59,27.27,32.3,28.38,19.54,24.12,28.54,48.78,32.97,49.29,32.4
LLaMAX3-8B-Alpaca,prompt_2,66.91,52.14,73.79,27.62,47.91,48.58,54.61,23.01,29.28,24.48,22.79,22.78,23.79,21.56,24.38,28.25,50.63,44.74,21.14,25.86,23.69,48.19,26.3,41.31,24.3,16.63,24.48,28.66,34.43,26.8,33.07,23.62,22.41,35.2,19.63,44.46,45.53,34.32,24.99,44.95,46.83,35.83,36.15,60.89,24.28,16.02,28.51,33.36,28.3,34.27,29.05,17.21,23.92,30.68,50.46,34.55,51.6,33.4
LLaMAX3-8B-Alpaca,prompt_3,66.97,52.28,73.89,27.91,47.83,48.67,54.57,23.76,29.25,25.01,23.15,23.14,24.04,22.21,24.93,27.73,50.76,44.68,21.26,25.56,23.66,48.46,25.9,41.72,24.75,16.6,24.71,27.92,34.5,27.15,33.25,24.12,22.27,35.28,20.72,44.58,44.98,34.19,24.64,44.99,46.95,36.1,36.19,60.86,24.2,16.88,28.05,32.82,28.03,34.29,28.97,17.54,23.97,31.28,50.48,34.53,51.82,33.5
Llama-2-7b-chat-hf,prompt_1,60.51,30.81,52.3,10.87,18.78,23.87,30.82,13.22,11.43,13.44,7.94,16.21,20.05,15.59,13.05,9.77,7.61,10.83,10.7,12.81,6.04,18.05,9.23,5.78,5.67,10.38,3.8,7.82,6.74,7.68,5.97,18.23,12.6,10.71,12.37,6.33,3.31,10.17,13.08,4.02,9.08,9.91,20.3,12.88,15.12,3.73,18.6,7.32,10.05,7.21,19.4,2.37,3.49,12.11,6.4,7.45,13.88,12.3
Llama-2-7b-chat-hf,prompt_2,63.53,29.32,61.63,17.85,6.57,21.62,25.46,14.56,13.35,17.49,12.24,14.82,14.58,9.57,18.07,10.17,16.55,13.25,15.84,18.33,15.25,38.39,10.81,18.61,16.45,1.01,5.16,18.15,17.03,19.04,17.81,16.79,14.89,19.44,10.16,21.59,16.3,17.82,16.84,13.14,16.48,20.98,19.4,24.67,18.01,7.02,8.47,20.1,18.35,16.54,18.6,3.9,15.15,16.55,21.07,14.26,12.98,16.9
Llama-2-7b-chat-hf,prompt_3,61.14,35.74,61.25,22.4,14.49,30.91,36.67,13.13,18.84,22.1,20.42,18.73,20.04,18.37,19.68,20.81,16.6,16.77,17.18,20.09,20.13,37.4,19.28,21.17,17.35,7.94,10.04,19.39,13,22.16,20.22,20.41,17.15,20.72,13.99,22.49,19.28,19.53,20.99,21.4,19.94,22.47,21.46,26.47,21.81,10.51,9.05,22.08,18.94,19.33,20.2,4.3,17.05,19.11,16.56,16.17,11.96,20.1
Llama-3.1-70B-Instruct,prompt_1,70.84,57.36,76.9,32.78,45.25,55.03,60.07,24.22,30.25,24.46,24.32,23.16,24.73,21.42,24.08,27.51,49.86,46.42,25.35,26.94,25.6,55.63,29.98,43.11,24.49,17.35,26.02,29.48,30.64,26.17,34.05,23.82,22.91,36.94,21.58,35.26,41.95,33.4,24.14,35.01,38.82,37.4,33.12,65.57,24.78,16.37,28.53,36.11,33.04,31.07,34.42,17.71,23.2,27,39.95,35.34,42.64,33.6
Llama-3.1-70B-Instruct,prompt_2,70.95,58.45,77.65,34.44,48.21,56.86,60.95,24.83,31.91,25.44,24.56,23.81,25.61,21.82,24.54,30.58,53.76,48.04,26.69,28.79,25.82,62.14,31.97,44.52,25.8,17.33,25.54,29.96,32.65,28.71,36.3,25.09,23.45,40.52,20.24,37.7,46.38,36.78,25.86,38.77,43.86,41.68,36.94,65.7,25.45,16.86,31.02,40.24,37.34,34.06,36.74,19.42,25.26,29.14,43.4,37.33,47.31,35.6
Llama-3.1-70B-Instruct,prompt_3,70.67,58.68,77.87,34,48.57,56.88,60.55,24.51,31.35,24.66,24.75,22.88,24.93,20.85,24.7,30.42,54.19,47.82,25.98,28.51,25.53,63.45,31.97,44.84,24.76,17.22,25.53,29.24,32.28,27.88,36.39,24.61,23.35,40.32,19.69,37.77,45.94,36.11,24.67,37.9,44.17,41.7,36.71,66.13,24.87,16.88,30.55,40.21,36.99,33.59,36.47,18.42,24.69,28.83,43.35,37.06,46.89,35.3
Llama-3.1-8B-Instruct,prompt_1,67.75,50.25,70.8,26.86,21.49,47.77,54.81,18.11,23.63,20.13,16.1,17.45,18.83,15.14,17.9,17.18,38.04,35.02,17.25,20.99,18.01,48.56,22.21,29.39,18.16,10.9,16.36,20.45,22.78,21.69,25,17.99,16.95,25.37,16.13,27.47,24.04,25.1,18.4,24.88,23.57,25.83,23.94,56.88,18.93,13.02,13.66,24.56,22.98,23.95,27.52,16.81,18.11,20.3,27.19,26.79,29.32,25.2
Llama-3.1-8B-Instruct,prompt_2,68.2,53.95,74.13,26.72,30.95,50.96,56.19,17.17,24.79,18.89,17.14,16.72,17.52,14.21,19.21,20.17,44.32,38.05,17.81,23.57,18.05,54.51,24.65,35.33,18.18,11.18,16.86,23.31,25.78,20.05,28.34,17.62,14.69,28.57,13.44,30.54,34.68,29.02,17.78,29.74,31.68,28.61,25.38,53.61,18.69,10.51,15.05,28.83,25.92,26.37,30.08,11.3,18.6,20.92,32.83,30.07,33.47,27.1
Llama-3.1-8B-Instruct,prompt_3,68.13,53.9,74.26,26.81,31.63,51.14,56.27,18.01,24.4,19.03,19.37,17.3,18.42,14.39,19.15,20.37,44.84,38.03,18.05,22.92,18.53,54.37,23.58,35.14,18.55,12.08,17.19,22.57,25.97,20.52,27.8,18.86,16.35,29.03,14.41,30.58,34.16,29.39,18.82,29.17,31.7,28.62,26.25,57.75,19.53,11.54,16.21,29.51,25.74,25.8,29.39,11.51,19.26,21.79,32.84,29.93,32.53,27.4
Meta-Llama-3-8B-Instruct,prompt_1,67.4,52.2,72.03,27.25,23.66,48.13,54.48,21.31,23.69,20.11,23.54,20.54,20.34,19.85,21.31,20.97,38.15,32.18,16.61,23.73,21.48,48.92,24.81,31.1,22.6,15.25,22.06,25.74,25.83,23.38,27.24,21.56,18.44,27.03,19.86,28.69,29.3,22.52,20.42,26.77,27.67,26.65,22.92,55.39,23.68,17.91,18.02,26.66,21.85,25.98,29.33,17.65,22.27,22.56,29.29,26.95,27.95,27.2
Meta-Llama-3-8B-Instruct,prompt_2,64.98,48.14,66.7,18.49,12.05,44.54,44.16,8.56,12.66,7.74,12.87,3.84,15.88,10.5,19.1,11.53,33.44,31.43,1.92,12.44,14.54,20.47,10.55,23.38,4.08,9.23,4.53,5.48,15.02,6.77,21.08,7.4,2.02,24.32,13.35,13.22,19.08,6.64,8.26,18.66,25.03,22.69,4.14,50.33,10.21,7.38,7.39,14.25,12.7,10.17,19.16,13.22,2.63,8.84,22.49,15,21.07,16.6
Meta-Llama-3-8B-Instruct,prompt_3,66.47,51.31,72.03,20.59,17.3,48.47,52.03,19.2,23.79,16.52,22.58,17.6,21.63,18.44,20.59,18.09,39.31,33.28,13.01,23.45,21.27,44.03,19.13,30.93,13.15,11.66,15.52,15.07,24.89,16.87,26.59,19.99,17.71,26.01,18.3,26.24,27.08,14.58,20.23,25.98,28.69,24.31,10.69,53.67,19.03,11.58,18.08,19.18,21.92,21.81,23.32,16.97,12.05,20.94,27.08,20.9,25.76,24.3
aya-101,prompt_1,63.9,52.66,70.51,35.92,53.26,50.29,54.31,27.56,36.96,25.71,22.93,22.76,29.87,21.94,24.53,35.56,52.78,48.99,21.22,27.68,20.58,56.48,29.93,49.83,27.02,15.06,25.14,33.02,36.26,33.23,36.64,26.99,22.47,52.84,19.03,44.91,51.91,42.3,30.27,47.3,48.72,54.63,45.47,59.92,23.35,17.25,44.38,46.81,39.06,42.24,38.93,22.04,25.08,25.37,54.2,39.63,55.42,37.5
aya-101,prompt_2,64.99,53.59,71.79,36.9,54.24,51.23,55.21,27.63,37.39,25.54,22.95,22.91,31.52,21.81,24.32,36.82,53.24,49.62,21.54,28.08,22.59,57.65,30.11,50.73,27.05,13.98,25.53,33.22,36.41,33.67,36.72,27.26,22.72,53.81,18.99,48.38,52.84,44.35,30.05,47.72,49.04,55.42,45.88,60.51,25.78,15.85,45.02,47.63,39.52,42.38,39.19,22.14,24.8,24.98,54.54,39.82,55.71,38.0
aya-101,prompt_3,65.02,53.62,71.76,36.99,54.12,51.16,55.22,28.19,37.18,26.11,23.43,22.94,31.95,22.24,24.56,36.9,53.29,49.38,20.96,28.11,22.7,57.71,30,50.74,27.71,14.33,25.41,33.18,36.38,33.58,36.99,27.12,23.2,53.84,19.21,48.33,52.86,44.42,30.66,47.88,49.13,55.41,45.83,60.38,25.96,16.29,44.94,47.59,39.68,42.51,39.26,22.35,24.88,25.64,54.69,39.66,55.51,38.1
gemma-1.1-7b-it,prompt_1,13.84,1.08,21.32,0.86,10.81,0.73,0.84,0.43,1.78,0.25,0.27,0.44,1.13,0.18,0.41,2.02,3.8,5.52,0.98,0.75,0.22,0.7,1.14,4.87,0.8,0.62,1.12,3.79,4.95,0.15,1.79,0.32,0.35,2.43,1.42,0.64,0,1.67,0.6,1.32,3.79,1.04,0.25,10.46,1.31,0.29,5.5,2.82,2.52,0.07,8.73,0.37,0.41,3.18,3.17,2.64,2.7,2.4
gemma-1.1-7b-it,prompt_2,0.54,2.03,2.02,1.56,10.74,1.31,2,0.89,0.34,0.43,1.72,0.39,1.34,0.17,1.77,1.4,0.91,3.76,0.67,1.23,0.29,2.05,0.74,2.02,0.78,0.46,0.88,0.65,0.6,0.78,0.83,0.17,0.76,1.57,0.73,0.56,1.45,1.01,0.38,1.25,1.39,0.46,0.36,1.25,0.75,0.13,8.18,0.65,1.61,1.14,1.35,0.33,0.86,1.13,1.2,2.39,1.81,1.4
gemma-1.1-7b-it,prompt_3,0.05,0.3,0.19,0.08,0.16,0.24,0.39,0.07,0.08,0.12,0.33,0.04,0.23,0.02,0.55,1.04,0.1,0.29,0.25,0.14,0.09,0.19,0.05,0.31,0.15,0.12,0.16,0.14,0,0.34,0.13,0.04,0.28,0,0.07,0.03,0.72,0.37,0.01,0.47,0.5,0.03,0,0,0.18,0.06,0.02,0.08,0.07,0.04,0.31,0.22,0.1,0.14,0.16,0.18,0.61,0.2
gemma-2-27b-it,prompt_1,65.18,53.58,70.87,29.27,42.87,51.31,55.64,21.02,30.58,22.47,20.29,20.68,19.75,17.99,21.11,23.72,46.84,39.31,22.31,23.94,22.25,54.50,27.00,40.40,22.35,14.96,21.41,26.54,28.99,24.70,30.63,21.15,19.22,37.84,18.05,36.63,42.18,32.33,21.28,39.41,40.25,40.17,33.78,61.44,22.13,18.20,27.17,36.45,31.20,29.92,30.63,19.28,21.80,24.32,43.70,31.28,44.45,31.6
gemma-2-27b-it,prompt_2,65.14,53.55,71.01,30.51,42.71,51.38,55.43,22.01,31.48,23.52,21.00,21.35,21.81,19.73,21.49,24.71,47.10,40.21,22.94,24.91,22.87,54.78,27.59,41.07,23.09,15.63,22.48,27.23,29.54,26.24,31.50,22.50,20.65,39.41,19.54,36.99,42.54,33.03,23.01,39.82,41.80,41.52,35.12,61.79,23.06,18.38,27.82,37.37,32.27,30.57,31.60,19.13,22.63,25.15,44.84,32.26,45.41,32.4
gemma-2-27b-it,prompt_3,65.25,53.38,71.18,29.95,42.50,51.26,55.54,21.89,31.22,23.36,21.14,21.08,21.76,19.60,21.45,24.77,46.57,40.05,22.98,24.74,22.76,54.71,27.54,40.99,23.16,15.98,22.67,27.22,29.69,26.19,31.65,22.60,20.51,39.48,19.82,36.89,42.30,32.90,23.09,39.70,41.69,41.13,34.79,61.71,23.13,18.13,27.68,37.29,32.25,30.31,31.30,19.36,22.70,25.19,44.64,32.04,45.11,32.4
gemma-2-9b-it,prompt_1,64.48,51.95,70.13,29.04,42.63,49.13,53.92,20.05,29.23,22.11,19.53,19.62,20.00,18.32,20.69,23.72,45.34,36.09,21.31,23.62,21.88,51.24,25.72,38.24,22.42,14.16,20.51,25.96,27.07,24.18,29.66,20.61,18.57,34.86,17.62,34.62,38.52,30.91,20.80,37.05,38.68,37.17,32.36,59.15,21.25,16.55,26.93,33.95,28.51,29.03,30.88,18.02,21.35,22.86,42.77,30.22,42.39,30.4
gemma-2-9b-it,prompt_2,64.61,52.00,70.42,29.49,42.34,49.37,53.84,21.08,29.73,22.56,20.63,20.56,20.80,19.26,21.74,24.41,45.58,37.36,22.07,23.97,22.62,51.34,26.26,38.52,22.85,14.56,21.89,26.68,27.27,25.25,30.10,22.31,19.54,35.67,18.63,34.80,38.50,31.26,22.39,37.43,39.68,38.33,32.36,59.29,22.14,16.58,27.30,34.10,29.08,29.37,31.42,19.02,21.60,23.90,43.43,30.57,43.60,31.0
gemma-2-9b-it,prompt_3,64.75,52.10,70.51,29.32,42.44,49.17,53.90,20.61,29.64,22.28,20.41,20.11,20.17,18.67,21.60,24.22,45.57,37.39,22.08,23.93,21.84,50.90,26.32,38.53,22.55,15.00,21.85,26.44,27.38,24.87,30.20,22.20,19.12,35.75,18.59,34.81,38.24,30.88,21.97,37.48,39.53,38.15,32.04,59.31,21.72,17.09,27.07,33.95,28.99,29.20,31.37,19.00,21.40,23.57,43.39,30.44,43.04,30.9
gemini-1.5-pro-002,prompt_1,66.41,57.27,72.77,39.41,60.86,55.40,57.78,28.34,44.79,26.40,23.78,25.45,35.64,26.89,26.40,43.90,55.91,51.78,32.07,31.29,29.50,67.41,38.29,54.44,30.76,17.75,24.45,41.71,45.34,38.07,45.03,26.97,23.92,54.78,22.54,49.21,54.89,47.42,33.40,49.74,53.09,57.97,48.30,65.26,25.66,21.03,47.80,48.43,48.35,42.09,42.81,24.58,28.68,30.86,56.39,43.59,58.28,41.7
gemini-1.5-pro-003,prompt_2,66.27,57.69,72.67,40.40,60.49,55.54,58.01,28.46,45.16,26.63,23.75,25.52,35.71,27.19,26.46,44.03,56.42,51.66,31.77,31.61,29.51,67.37,38.26,54.34,30.78,17.95,24.64,42.04,45.33,38.29,44.77,28.02,24.17,54.89,22.52,48.93,54.95,47.37,33.58,49.31,52.89,57.78,47.96,65.00,25.50,20.96,47.62,48.22,48.40,42.00,42.73,24.49,28.58,31.10,56.46,43.58,58.33,41.7
gemini-1.5-pro-004,prompt_3,66.39,57.70,72.92,40.00,60.32,55.49,57.99,28.14,45.25,26.10,23.47,25.46,35.29,26.74,25.98,43.04,56.25,51.23,31.39,31.29,29.17,67.01,37.82,54.25,30.43,17.50,24.54,41.28,44.91,38.05,44.74,28.03,23.80,54.71,22.14,48.74,54.68,47.12,33.00,48.91,52.65,57.58,48.03,64.90,25.35,20.57,47.43,48.30,47.95,41.71,42.71,24.24,28.50,30.64,56.07,43.02,57.81,41.5
gpt-4o-2024-08-06,prompt_1,65.53,57.21,72.71,39.79,53.13,55.54,57.69,27.66,40.08,24.97,23.62,24.27,27.14,20.41,27.80,47.33,54.13,50.75,29.83,34.32,22.28,67.00,40.01,53.74,26.06,16.58,24.62,39.53,44.71,30.77,46.85,34.79,22.31,56.30,20.85,48.22,53.76,45.71,25.80,48.42,52.23,57.25,46.17,63.48,25.58,15.26,36.35,48.81,48.27,41.32,41.26,18.12,27.17,40.54,56.00,44.45,57.26,40.3
gpt-4o-2024-08-07,prompt_2,66.05,57.53,72.95,40.00,53.37,55.79,57.85,28.85,41.25,26.23,24.75,25.42,28.20,22.30,28.42,48.11,54.51,50.68,30.46,35.25,23.49,67.37,40.82,53.75,26.85,17.78,25.59,39.58,44.74,32.16,47.23,38.81,23.43,56.77,22.64,48.20,53.71,46.21,26.43,48.31,52.70,57.50,47.59,64.11,26.12,17.55,37.04,49.25,48.75,41.38,41.82,19.03,27.51,40.69,56.32,44.81,58.03,41.0
gpt-4o-2024-08-08,prompt_3,66.03,57.54,72.84,40.03,53.28,55.53,57.88,28.65,41.29,26.26,24.76,25.70,28.02,22.58,28.38,48.07,54.40,50.78,30.33,35.28,23.47,67.59,40.77,53.73,26.83,18.15,25.70,39.64,44.57,32.41,47.04,38.66,23.58,56.59,22.63,48.04,53.82,46.12,26.61,48.25,52.91,57.56,47.66,64.07,25.87,17.92,36.81,49.20,49.02,41.53,41.94,18.92,27.56,40.81,56.35,44.73,57.64,41.0