data/results/MT - xx-en - 0-shot.csv

model,prompt,fra_Latn,aeb_Arab,afr_Latn,aka_Latn,amh_Ethi,ary_Arab,arz_Arab,bam_Latn,bem_Latn,cjk_Latn,dik_Latn,dyu_Latn,ewe_Latn,fon_Latn,fuv_Latn,gaz_Latn,hau_Latn,ibo_Latn,kab_Latn,kam_Latn,kbp_Latn,kea_Latn,kik_Latn,kin_Latn,kmb_Latn,knc_Arab,knc_Latn,kon_Latn,lin_Latn,lua_Latn,lug_Latn,luo_Latn,mos_Latn,nso_Latn,nus_Latn,nya_Latn,plt_Latn,run_Latn,sag_Latn,sna_Latn,som_Latn,sot_Latn,ssw_Latn,swh_Latn,taq_Latn,taq_Tfng,tir_Ethi,tsn_Latn,tso_Latn,tum_Latn,twi_Latn,tzm_Tfng,umb_Latn,wol_Latn,xho_Latn,yor_Latn,zul_Latn,afr_Latn,amh_Ethi,bem_Latn,ewe_Latn,hau_Latn,ibo_Latn,kin_Latn,mlg_Latn,nde_Latn,nso_Latn,nya_Latn,orm_Ethi,sna_Latn,som_Latn,ssw_Latn,swa_Latn,tir_Ethi,tsn_Latn,ven_Latn,wol_Latn,xho_Latn,yor_Latn,zul_Latn,ach-eng,lgg-eng,lug-eng,nyn-eng,swa-eng,teo-eng,amh_en,bam_fr,bbj_fr,ewe_fr,fon_fr,hau_en,ibo_en,kin_en,lug_en,luo_en,mos_fr,nya_en,pcm_en,sna_en,swa_en,tsn_en,twi_en,wol_fr,xho_en,yor_en,zul_en,avg,,,ibo-eng
gemma-1.1-7b-it,prompt_1,13.84,1.08,21.32,0.86,10.81,0.73,0.84,0.43,1.78,0.25,0.27,0.44,1.13,0.18,0.41,2.02,3.8,5.52,0.98,0.75,0.22,0.7,1.14,4.87,0.8,0.62,1.12,3.79,4.95,0.15,1.79,0.32,0.35,2.43,1.42,0.64,0,1.67,0.6,1.32,3.79,1.04,0.25,10.46,1.31,0.29,5.5,2.82,2.52,0.07,8.73,0.37,0.41,3.18,3.17,2.64,2.7,30.5,7.6,2.23,1.87,6.37,7.62,7.36,12.38,2.87,2.04,3.52,2.96,1.18,5.4,0.51,15.77,5.02,4.29,0.56,3.76,4.99,2.68,4.53,0,0,0.04,0.12,4.99,0.05,31.27,21.34,17.9,29.07,21.27,37.31,40.07,45.14,38.41,27.87,20.8,40.54,57.64,40.84,54.66,42.57,35.37,23.15,47.62,35.32,44.38,9.7,,,0.95
gemma-1.1-7b-it,prompt_2,0.54,2.03,2.02,1.56,10.74,1.31,2,0.89,0.34,0.43,1.72,0.39,1.34,0.17,1.77,1.4,0.91,3.76,0.67,1.23,0.29,2.05,0.74,2.02,0.78,0.46,0.88,0.65,0.6,0.78,0.83,0.17,0.76,1.57,0.73,0.56,1.45,1.01,0.38,1.25,1.39,0.46,0.36,1.25,0.75,0.13,8.18,0.65,1.61,1.14,1.35,0.33,0.86,1.13,1.2,2.39,1.81,2.55,5.56,0.62,0.89,1.48,4.17,2.82,3.14,1.55,1.38,1.56,1.94,2.81,1.95,0.32,2.33,6.82,1.16,1.93,0.96,1.45,1.68,1.86,0.05,0.48,0.07,0.09,0.33,0.04,31.69,18.06,14.32,25.69,19.31,38,37.36,47,38.27,24.03,17.62,41.49,59.38,40.19,55.61,43.48,35.13,21.32,48.16,34.13,44.56,8.2,,,1.3
gemma-1.1-7b-it,prompt_3,0.05,0.3,0.19,0.08,0.16,0.24,0.39,0.07,0.08,0.12,0.33,0.04,0.23,0.02,0.55,1.04,0.1,0.29,0.25,0.14,0.09,0.19,0.05,0.31,0.15,0.12,0.16,0.14,0,0.34,0.13,0.04,0.28,0,0.07,0.03,0.72,0.37,0.01,0.47,0.5,0.03,0,0,0.18,0.06,0.02,0.08,0.07,0.04,0.31,0.22,0.1,0.14,0.16,0.18,0.61,0.59,0.22,0.21,0.11,0.3,0.7,0.47,1.14,0.25,0.26,0.21,1.49,0.41,0.65,0.18,0.32,0.18,0.26,0.52,0.18,0.3,0.52,0.56,0.01,0.02,0.08,0.01,0.68,0.1,30.08,17.16,12.82,23.45,16.87,36.53,36.49,45.76,35.53,22.16,16.93,40.77,53.05,39.29,53.05,42.42,31.48,19.8,47.52,33.06,43.54,6.8,,,0.77
Llama-2-7b-chat-hf,prompt_1,60.51,30.81,52.3,10.87,18.78,23.87,30.82,13.22,11.43,13.44,7.94,16.21,20.05,15.59,13.05,9.77,7.61,10.83,10.7,12.81,6.04,18.05,9.23,5.78,5.67,10.38,3.8,7.82,6.74,7.68,5.97,18.23,12.6,10.71,12.37,6.33,3.31,10.17,13.08,4.02,9.08,9.91,20.3,12.88,15.12,3.73,18.6,7.32,10.05,7.21,19.4,2.37,3.49,12.11,6.4,7.45,13.88,51.89,17.94,14.06,22.26,12.56,17.27,8.93,7.92,9.59,14.38,12.78,16.51,5.6,13.82,19.73,15.95,17.6,12.58,12.85,15.66,10.19,9.75,17.11,17.04,15.73,18.03,15.96,21.98,13.48,12.99,14.69,12.36,16.73,17.15,18.87,16.02,22.37,19.11,20.66,15.57,23.68,39.75,19.78,21.93,19.44,22.99,15.87,19.47,19.3,19.97,14.7,,,13.61
Llama-2-7b-chat-hf,prompt_2,63.53,29.32,61.63,17.85,6.57,21.62,25.46,14.56,13.35,17.49,12.24,14.82,14.58,9.57,18.07,10.17,16.55,13.25,15.84,18.33,15.25,38.39,10.81,18.61,16.45,1.01,5.16,18.15,17.03,19.04,17.81,16.79,14.89,19.44,10.16,21.59,16.3,17.82,16.84,13.14,16.48,20.98,19.4,24.67,18.01,7.02,8.47,20.1,18.35,16.54,18.6,3.9,15.15,16.55,21.07,14.26,12.98,58.54,8.16,16.1,17.91,16.67,17.32,19.19,19.34,18.94,22.42,21.02,12.6,13.9,17.79,20.13,26.84,8.99,20.66,14.99,16.84,19.96,15.88,16.91,17.81,18.35,18.69,18.79,21.53,16.62,17.31,17.37,14.95,20.46,19.13,20.66,20.12,24.21,21.15,21.58,18.11,25.4,47.94,21.81,24.65,21.37,24.92,18.47,21.9,22.19,23.71,18.6,,,16.11
Llama-2-7b-chat-hf,prompt_3,61.14,35.74,61.25,22.4,14.49,30.91,36.67,13.13,18.84,22.1,20.42,18.73,20.04,18.37,19.68,20.81,16.6,16.77,17.18,20.09,20.13,37.4,19.28,21.17,17.35,7.94,10.04,19.39,13,22.16,20.22,20.41,17.15,20.72,13.99,22.49,19.28,19.53,20.99,21.4,19.94,22.47,21.46,26.47,21.81,10.51,9.05,22.08,18.94,19.33,20.2,4.3,17.05,19.11,16.56,16.17,11.96,57.75,16.52,20.13,22.06,17.55,19.92,22.57,19.53,20.93,23.34,25.02,19.99,22.82,21.95,22.4,29.33,10.99,18.4,14.1,20.1,16.33,18.21,16.44,17.79,18.89,18.88,18.67,24.51,17.26,15.96,15.43,14.16,18.84,16.5,18.71,17.46,22.5,21.52,21.33,16.28,21.92,32.84,20.66,21.74,21.12,22.25,15.9,19.79,19.76,20.41,20.3,,,16.33
Meta-Llama-3-8B-Instruct,prompt_1,67.4,52.2,72.03,27.25,23.66,48.13,54.48,21.31,23.69,20.11,23.54,20.54,20.34,19.85,21.31,20.97,38.15,32.18,16.61,23.73,21.48,48.92,24.81,31.1,22.6,15.25,22.06,25.74,25.83,23.38,27.24,21.56,18.44,27.03,19.86,28.69,29.3,22.52,20.42,26.77,27.67,26.65,22.92,55.39,23.68,17.91,18.02,26.66,21.85,25.98,29.33,17.65,22.27,22.56,29.29,26.95,27.95,67.56,14.64,22.89,21.79,31.03,32.34,27.37,24.38,26.44,23.96,26.14,18.71,21.64,25.5,24.42,51.29,14.78,25.31,22.33,20.84,25.7,20,29.27,17.77,20.97,26.82,21.78,57.03,17.29,25.61,19.31,14.96,23.98,20.79,33.97,31.35,40.28,32.32,23.64,18.42,33.41,55.31,28.98,46.77,33.99,30.56,21.1,33.63,29.7,33.97,27.7,,,30.02
Meta-Llama-3-8B-Instruct,prompt_2,64.98,48.14,66.7,18.49,12.05,44.54,44.16,8.56,12.66,7.74,12.87,3.84,15.88,10.5,19.1,11.53,33.44,31.43,1.92,12.44,14.54,20.47,10.55,23.38,4.08,9.23,4.53,5.48,15.02,6.77,21.08,7.4,2.02,24.32,13.35,13.22,19.08,6.64,8.26,18.66,25.03,22.69,4.14,50.33,10.21,7.38,7.39,14.25,12.7,10.17,19.16,13.22,2.63,8.84,22.49,15,21.07,52.73,9.84,5.48,9.09,19.6,24.6,18.08,15.71,7.28,18.71,4.88,2.48,6.38,19.82,9.57,30.2,6.99,16.52,7.09,4.84,11.38,11.36,7.71,2.53,1.31,3.55,1.14,13.6,0,30.53,19.99,16.59,28.13,21.43,34.92,40.12,44.13,38.55,26.51,19.62,35.93,60.29,32.16,55.34,39.15,33.68,21.8,38.48,34.8,39.16,18.7,,,7.14
Meta-Llama-3-8B-Instruct,prompt_3,66.47,51.31,72.03,20.59,17.3,48.47,52.03,19.2,23.79,16.52,22.58,17.6,21.63,18.44,20.59,18.09,39.31,33.28,13.01,23.45,21.27,44.03,19.13,30.93,13.15,11.66,15.52,15.07,24.89,16.87,26.59,19.99,17.71,26.01,18.3,26.24,27.08,14.58,20.23,25.98,28.69,24.31,10.69,53.67,19.03,11.58,18.08,19.18,21.92,21.81,23.32,16.97,12.05,20.94,27.08,20.9,25.76,64.1,9.51,14.62,18.41,33.63,29.48,22.86,18.07,17.71,24.27,9.77,8.31,12.34,27.53,16.96,36.35,13.81,22.22,16.14,15.79,12.14,17.52,19.33,4.1,3.34,10.04,0.99,16.46,0.45,23.23,17.57,13.41,21.27,18.07,31.25,28.03,35.81,28.28,20.31,16.47,28.78,53.92,23.57,44.96,29.63,28.32,19.72,27.32,26.51,27.78,23.0,,,5.86
LLaMAX3-8B-Alpaca,prompt_1,66.84,50.84,72.61,27.45,45.67,46.98,54.02,23.83,28.17,23.48,23.44,23.84,23.94,21.82,24.97,27.28,48.77,43.2,21.2,24.95,24.02,44.18,25.99,38.5,24.06,16.25,23.9,27.6,33.34,25.72,31.64,22.87,22.35,31.18,21.39,43,41.26,32.38,25.2,44.07,44.54,31.83,34.31,59.67,24.82,14.59,26.82,30.59,27.27,32.3,28.38,19.54,24.12,28.54,48.78,32.97,49.29,72.25,39.59,30.39,26.41,51.41,46.01,40.96,41.7,40.53,33.52,46.21,26.07,46.79,50.45,36.49,59.27,26.94,34.5,27.41,28.21,48.11,34.96,48.17,16.91,19.82,35.34,23.38,62.35,16.54,30.36,16.9,12.44,20.85,16.87,34.58,34.18,37.94,35.32,23.28,14.31,38.54,58.74,41.05,49.55,31.77,26.44,20.61,46.47,32.59,43.8,33.9,,,40.22
LLaMAX3-8B-Alpaca,prompt_2,66.91,52.14,73.79,27.62,47.91,48.58,54.61,23.01,29.28,24.48,22.79,22.78,23.79,21.56,24.38,28.25,50.63,44.74,21.14,25.86,23.69,48.19,26.3,41.31,24.3,16.63,24.48,28.66,34.43,26.8,33.07,23.62,22.41,35.2,19.63,44.46,45.53,34.32,24.99,44.95,46.83,35.83,36.15,60.89,24.28,16.02,28.51,33.36,28.3,34.27,29.05,17.21,23.92,30.68,50.46,34.55,51.6,72.65,40.89,31.47,26.52,52.66,47.5,42.59,43.57,42.19,35.82,46.94,26.57,47.75,52.58,37.96,59.94,28.66,36.04,27.49,30.3,49.14,35.9,49.14,17.12,20.26,35.87,23.92,62.47,17.43,31.23,19.88,15.39,23.34,20.37,34.2,32.72,39.69,35.65,24.61,19.69,39.27,58,41.34,51.1,31.76,28.05,22.65,46.32,32.77,43.62,35.0,,,40.83
LLaMAX3-8B-Alpaca,prompt_3,66.97,52.28,73.89,27.91,47.83,48.67,54.57,23.76,29.25,25.01,23.15,23.14,24.04,22.21,24.93,27.73,50.76,44.68,21.26,25.56,23.66,48.46,25.9,41.72,24.75,16.6,24.71,27.92,34.5,27.15,33.25,24.12,22.27,35.28,20.72,44.58,44.98,34.19,24.64,44.99,46.95,36.1,36.19,60.86,24.2,16.88,28.05,32.82,28.03,34.29,28.97,17.54,23.97,31.28,50.48,34.53,51.82,72.47,40.52,31.25,26.62,52.42,47.28,42.59,43.23,41.95,35.92,46.58,26.1,47.25,52.32,37.5,59.58,28.32,35.77,27.92,30.45,49.13,35.8,48.99,16.96,20.39,36.55,23.95,62.27,17.11,22.66,15.99,12.87,20.35,13.41,23.4,19.63,24.54,24.27,22.08,16.39,23.65,41.86,26.76,30.61,22.62,25.85,16.92,23.33,22.69,26.26,32.9,,,40.28
Llama-3.1-8B-Instruct,prompt_1,67.75,50.25,70.8,26.86,21.49,47.77,54.81,18.11,23.63,20.13,16.1,17.45,18.83,15.14,17.9,17.18,38.04,35.02,17.25,20.99,18.01,48.56,22.21,29.39,18.16,10.9,16.36,20.45,22.78,21.69,25,17.99,16.95,25.37,16.13,27.47,24.04,25.1,18.4,24.88,23.57,25.83,23.94,56.88,18.93,13.02,13.66,24.56,22.98,23.95,27.52,16.81,18.11,20.3,27.19,26.79,29.32,68.81,19.26,25.71,21.78,40.14,39.12,31.65,27.41,28.78,27.5,28.85,18.75,24.65,26.68,26.44,57.27,14.48,28.32,23.65,20.51,28.02,21.78,32,17.6,17.54,25.6,21.14,52.41,15.9,21.72,20.29,16.99,25.4,19.66,27.3,30.32,30.48,29.96,24.92,18.01,30.14,58.69,29.77,46.34,28.76,29.53,21.39,31.21,27.27,31.53,26.8,,,31.73
Llama-3.1-8B-Instruct,prompt_2,68.2,53.95,74.13,26.72,30.95,50.96,56.19,17.17,24.79,18.89,17.14,16.72,17.52,14.21,19.21,20.17,44.32,38.05,17.81,23.57,18.05,54.51,24.65,35.33,18.18,11.18,16.86,23.31,25.78,20.05,28.34,17.62,14.69,28.57,13.44,30.54,34.68,29.02,17.78,29.74,31.68,28.61,25.38,53.61,18.69,10.51,15.05,28.83,25.92,26.37,30.08,11.3,18.6,20.92,32.83,30.07,33.47,72.63,26.77,27.83,20.4,45.66,41.44,36.48,34.26,32.34,30.42,32.96,20.44,28.87,34.58,27.89,53.96,16.35,32.33,24.67,20.55,33.96,24.6,35.76,15.73,17.77,28.6,22.28,60.39,15.05,18.59,16.52,15.75,20.51,16.52,22.59,22.01,25.74,23.65,25.09,16.8,26.23,47.25,24.52,36.16,22.43,24.08,18.71,25.26,24.2,26.1,27.6,,,33.06
Llama-3.1-8B-Instruct,prompt_3,68.13,53.9,74.26,26.81,31.63,51.14,56.27,18.01,24.4,19.03,19.37,17.3,18.42,14.39,19.15,20.37,44.84,38.03,18.05,22.92,18.53,54.37,23.58,35.14,18.55,12.08,17.19,22.57,25.97,20.52,27.8,18.86,16.35,29.03,14.41,30.58,34.16,29.39,18.82,29.17,31.7,28.62,26.25,57.75,19.53,11.54,16.21,29.51,25.74,25.8,29.39,11.51,19.26,21.79,32.84,29.93,32.53,72.73,26.59,26.36,20.48,46.53,41.36,36.31,33.71,32.09,30.27,32.54,20.11,28.8,34.73,27.91,57.63,17.33,31.56,24.31,20.92,33.17,24.53,35.42,17.65,20.57,28.69,22.83,60.68,19.15,19.1,20.27,16.31,25.6,18.99,26.6,25.33,29.56,27.29,24.63,20.4,29.03,50.24,27.5,39.01,27.79,28.57,21.23,28.73,25.72,29.83,28.5,,,32.88
AfroLlama-V1,prompt_1,14,6.05,21.09,8.37,5.25,7.38,7.96,8.89,10.49,8.8,13.01,8.59,8.21,7.03,12.87,8.6,8.79,6.1,7.12,8.61,8.17,12.4,9.55,12.79,9.16,7.57,13.58,10.61,9.93,11.94,11.57,9.18,9.18,15.01,7.98,11.17,14.89,10.8,7.97,10.81,7.26,15.41,11.79,13.16,9.63,6.49,4.56,11.3,10.31,9.38,9.49,6.92,9.59,7.43,12.16,7.8,18.31,16.9,5.56,10.16,7.65,7.55,5.65,12.12,9.51,12.11,12.52,9.62,6.38,8.32,6.96,9.6,10.07,4.81,10.53,9.26,6.77,9.21,7.14,11.74,2.15,2.35,2.2,1.99,4.9,2.31,8.37,9.41,6.86,9.42,10.42,8.92,7.25,14.53,10.26,12.66,9.74,14.69,13.42,12.42,10.32,11.33,13.05,10.26,10.79,10.54,10.97,9.5,,,2.47
AfroLlama-V1,prompt_2,11.16,5.59,8.34,7.22,6,6.04,5.98,5.93,7.28,6.63,6.82,6.22,5.71,5.89,6.53,5.53,8.71,5.74,4.84,6.23,6.11,7.25,6.52,5.64,6.03,6.12,8.79,6.53,7.75,6.95,5.46,5.93,6,6.71,7.18,7.46,7.94,6.19,6.07,6.35,5.27,6.43,7.69,10.13,5.83,6.61,5.32,7.21,6.39,6.56,7.22,8.95,5.83,5.31,9.47,7.03,10.34,7.6,5.48,7.83,5.64,8.39,5.91,6.48,6.7,8.42,6.56,6.26,4.61,7.04,5.54,7.86,9.61,4.94,6.31,6.61,5.05,8.87,6.66,9.37,1.84,2,1.93,1.91,4.69,1.6,6.79,7.99,5.85,8.65,9.81,10.43,6.63,14.45,9.3,11.79,8.59,15.48,16.19,11.89,11.99,9.79,12.52,9.01,13.25,11.96,13.41,7.3,,,1.87
AfroLlama-V1,prompt_3,11.87,6.21,8.92,9.26,5.32,7.72,7.9,8.09,8.41,6.88,11.24,6.61,8.82,8.23,9.46,7.25,8.83,6.91,6.56,7.42,7.06,8.09,7.44,6.22,7.65,7.14,11.86,7.9,7.21,9.44,6.87,7.81,7.8,11,8.55,9.09,10.56,7.26,6.7,6.84,5.66,10.72,8.3,10.13,7.71,7.51,9.55,10.8,6.54,7.84,10.6,8.7,6.64,6.26,9.77,7.12,10.61,8.18,5.36,8.52,8.33,8.55,7.07,6.87,8.51,10.7,10.79,6.76,5.49,10.25,5.95,8.31,9.55,7.97,7.99,8.05,5.77,9.33,6.8,9.61,2.39,2.22,2.03,2.06,4.74,1.68,8.89,9.66,7.07,10.59,10.98,9.42,8.16,14.68,10.8,12.98,9.78,14.91,13.31,12.62,10.86,11.4,13.77,10.35,11.02,10.39,11.13,8.4,,,2.63
gemma-2-9b-it,prompt_1,64.48,51.95,70.13,29.04,42.63,49.13,53.92,20.05,29.23,22.11,19.53,19.62,20,18.32,20.69,23.72,45.34,36.09,21.31,23.62,21.88,51.24,25.72,38.24,22.42,14.16,20.51,25.96,27.07,24.18,29.66,20.61,18.57,34.86,17.62,34.62,38.52,30.91,20.8,37.05,38.68,37.17,32.36,59.15,21.25,16.55,26.93,33.95,28.51,29.03,30.88,18.02,21.35,22.86,42.77,30.22,42.39,65.08,35.57,28.07,20.19,44.36,36.19,36.5,34.07,32.71,33.54,33.07,20.79,36.24,40.16,31.86,53.66,25.62,34.31,25.72,20.88,40.43,28.31,38.3,10.96,17.22,31.19,23.05,63.02,13.71,13.21,13.67,9.9,14.53,15.22,17.14,13.42,20.75,14.8,16,13.3,20.85,27.59,16.37,20.99,16.3,19.47,15.32,16.64,17.69,16.95,28.4,,,32.37
gemma-2-9b-it,prompt_2,64.61,52,70.42,29.49,42.34,49.37,53.84,21.08,29.73,22.56,20.63,20.56,20.8,19.26,21.74,24.41,45.58,37.36,22.07,23.97,22.62,51.34,26.26,38.52,22.85,14.56,21.89,26.68,27.27,25.25,30.1,22.31,19.54,35.67,18.63,34.8,38.5,31.26,22.39,37.43,39.68,38.33,32.36,59.29,22.14,16.58,27.3,34.1,29.08,29.37,31.42,19.02,21.6,23.9,43.43,30.57,43.6,65.9,35.32,28.71,21.11,44.81,37.72,36.87,34.6,33.28,34.23,33.82,21.15,36.68,40.94,31.93,54.42,25.77,34.87,26.96,21.6,41.26,29.24,40.07,12.05,18.45,31.09,23.24,63.31,14.64,14.66,14.5,10.77,15.73,16.41,17.47,13.87,22.03,15.44,16.39,14.65,21.7,28.67,17.31,22.4,16.61,20.18,15.4,16.95,18.16,17.87,29.0,,,34.66
gemma-2-9b-it,prompt_3,64.75,52.1,70.51,29.32,42.44,49.17,53.9,20.61,29.64,22.28,20.41,20.11,20.17,18.67,21.6,24.22,45.57,37.39,22.08,23.93,21.84,50.9,26.32,38.53,22.55,15,21.85,26.44,27.38,24.87,30.2,22.2,19.12,35.75,18.59,34.81,38.24,30.88,21.97,37.48,39.53,38.15,32.04,59.31,21.72,17.09,27.07,33.95,28.99,29.2,31.37,19,21.4,23.57,43.39,30.44,43.04,65.85,35.5,28.64,20.76,44.59,37.56,36.79,34.5,33.23,34.15,33.77,21.16,36.69,40.94,31.43,54.51,25.77,34.82,26.57,21.47,41.05,29.12,39.81,12.25,18.49,31.1,23.11,63.3,14.61,12.31,13.87,10.47,14.92,16.15,16.76,12.76,20.35,14.49,16.37,14.17,20.02,26.36,16.14,19.98,16.09,19.64,14.76,16.14,17.33,16.7,28.7,,,34.54
aya-101,prompt_1,63.9,52.66,70.51,35.92,53.26,50.29,54.31,27.56,36.96,25.71,22.93,22.76,29.87,21.94,24.53,35.56,52.78,48.99,21.22,27.68,20.58,56.48,29.93,49.83,27.02,15.06,25.14,33.02,36.26,33.23,36.64,26.99,22.47,52.84,19.03,44.91,51.91,42.3,30.27,47.3,48.72,54.63,45.47,59.92,23.35,17.25,44.38,46.81,39.06,42.24,38.93,22.04,25.08,25.37,54.2,39.63,55.42,56.03,42.81,49.36,32.13,54.92,51.44,35.38,43.94,32.97,42.11,53.76,18.19,48.15,54.24,44.15,57.27,36.59,52.28,37.91,18.25,44.94,43.92,49.87,16.59,19.11,39.11,25.25,60.81,14.37,21.14,16.38,11.59,18.54,18.35,28.7,26.75,32.33,28.69,22.66,14.5,29.3,48.95,25.66,39.83,26.65,29.6,17.01,27.44,27.14,27,36.0,,,43.82
aya-101,prompt_2,64.99,53.59,71.79,36.9,54.24,51.23,55.21,27.63,37.39,25.54,22.95,22.91,31.52,21.81,24.32,36.82,53.24,49.62,21.54,28.08,22.59,57.65,30.11,50.73,27.05,13.98,25.53,33.22,36.41,33.67,36.72,27.26,22.72,53.81,18.99,48.38,52.84,44.35,30.05,47.72,49.04,55.42,45.88,60.51,25.78,15.85,45.02,47.63,39.52,42.38,39.19,22.14,24.8,24.98,54.54,39.82,55.71,70.73,50.11,51.81,34.24,55.57,52.61,51.06,49.02,46.56,50.76,53.7,29.21,51.5,57.04,49.36,59.53,44.6,52.3,46.71,25.52,53.54,49.12,53.3,15.8,18.93,40.61,24.68,61.8,16.18,21.95,17.26,13.3,23.69,18.41,29.64,30.92,33.19,30.43,20.61,17.62,28.98,51.94,24.41,48.1,27.65,29.81,19.05,26.77,27.81,26.99,37.9,,,44.34
aya-101,prompt_3,65.02,53.62,71.76,36.99,54.12,51.16,55.22,28.19,37.18,26.11,23.43,22.94,31.95,22.24,24.56,36.9,53.29,49.38,20.96,28.11,22.7,57.71,30,50.74,27.71,14.33,25.41,33.18,36.38,33.58,36.99,27.12,23.2,53.84,19.21,48.33,52.86,44.42,30.66,47.88,49.13,55.41,45.83,60.38,25.96,16.29,44.94,47.59,39.68,42.51,39.26,22.35,24.88,25.64,54.69,39.66,55.51,70.8,47.19,39,32.55,55.47,52.34,50.95,49.11,46.33,50.67,50.34,29.36,51.46,56.06,49.21,59.5,44.55,52.31,40.37,25.3,53.48,45.81,53.17,16.73,19.12,40.6,24.66,61.8,16.27,15.82,15.32,11.22,17.44,16.68,25.83,21.06,27.74,22.59,16.62,14.74,24.15,41.58,19.98,37.09,21.41,24.16,16.24,21.41,21.61,20.2,36.5,,,44.24
gemma-2-27b-it,prompt_1,65.18,53.58,70.87,29.27,42.87,51.31,55.64,21.02,30.58,22.47,20.29,20.68,19.75,17.99,21.11,23.72,46.84,39.31,22.31,23.94,22.25,54.5,27,40.4,22.35,14.96,21.41,26.54,28.99,24.7,30.63,21.15,19.22,37.84,18.05,36.63,42.18,32.33,21.28,39.41,40.25,40.17,33.78,61.44,22.13,18.2,27.17,36.45,31.2,29.92,30.63,19.28,21.8,24.32,43.7,31.28,44.45,66.54,35.51,29.38,20.04,45.19,38.57,38.34,36.58,35.01,35.52,34.99,20.8,39.04,41.24,33.31,55.45,25.93,37.34,26.84,22.14,41.11,29.35,40.2,13.26,18,31.63,24.51,64.72,15.64,28.17,18.35,15.79,23.45,18.62,31.41,34.92,36.8,34.05,25.44,19.36,32.49,49.57,31.85,46.25,35.61,32.1,20.29,43.04,31.03,38.76,32.2,,,36.03
gemma-2-27b-it,prompt_2,65.14,53.55,71.01,30.51,42.71,51.38,55.43,22.01,31.48,23.52,21,21.35,21.81,19.73,21.49,24.71,47.1,40.21,22.94,24.91,22.87,54.78,27.59,41.07,23.09,15.63,22.48,27.23,29.54,26.24,31.5,22.5,20.65,39.41,19.54,36.99,42.54,33.03,23.01,39.82,41.8,41.52,35.12,61.79,23.06,18.38,27.82,37.37,32.27,30.57,31.6,19.13,22.63,25.15,44.84,32.26,45.41,67.06,36.04,30.22,21.87,45.71,39.97,38.77,37.56,35.62,36.6,35.35,21.56,39.58,43,34.28,55.91,26.69,38.24,28.13,23.18,42.03,30.43,41.22,13.37,18.55,33.4,24.96,65.13,15.98,27.38,17.83,14.02,23.36,18.29,33.85,30.78,42.04,33.33,22.64,17.03,37.16,52.95,32.58,50.07,36.19,29.66,19.9,43.16,27.79,38.52,32.9,,,37.08
gemma-2-27b-it,prompt_3,65.25,53.38,71.18,29.95,42.5,51.26,55.54,21.89,31.22,23.36,21.14,21.08,21.76,19.6,21.45,24.77,46.57,40.05,22.98,24.74,22.76,54.71,27.54,40.99,23.16,15.98,22.67,27.22,29.69,26.19,31.65,22.6,20.51,39.48,19.82,36.89,42.3,32.9,23.09,39.7,41.69,41.13,34.79,61.71,23.13,18.13,27.68,37.29,32.25,30.31,31.3,19.36,22.7,25.19,44.64,32.04,45.11,67.01,35.7,30.2,21.87,45.53,39.8,38.67,37.43,35.37,36.5,35.6,21.54,39.38,43.02,34.11,55.58,26.4,38.02,28.23,23.23,41.93,30.45,40.99,13.51,18.68,33.08,24.88,65.15,15.99,28.45,16.12,13.57,20.69,15.7,33.58,33.88,42.23,32.3,20.01,16.54,37.41,52.65,35.68,51.75,36.21,29.66,18.71,44.38,28.73,38.82,32.8,,,36.69
Llama-3.1-70B-Instruct,prompt_1,70.84,57.36,76.9,32.78,45.25,55.03,60.07,24.22,30.25,24.46,24.32,23.16,24.73,21.42,24.08,27.51,49.86,46.42,25.35,26.94,25.6,55.63,29.98,43.11,24.49,17.35,26.02,29.48,30.64,26.17,34.05,23.82,22.91,36.94,21.58,35.26,41.95,33.4,24.14,35.01,38.82,37.4,33.12,65.57,24.78,16.37,28.53,36.11,33.04,31.07,34.42,17.71,23.2,27,39.95,35.34,42.64,76.22,42.08,33.8,26.95,52.96,50.83,44.68,41.69,38.78,38.11,38.6,26.03,36.97,44.54,36.25,64.84,30.71,42.39,31.34,27.44,42.01,34.18,43.27,18.56,20.43,35.73,24.57,66.15,18.09,36.56,23.92,16.94,32.65,18.65,23.49,44.7,53.97,44.94,17.28,17.41,34.49,59.4,47.84,57.36,44.32,16.19,17.12,57.04,31.22,54.64,35.5,,,39.91
Llama-3.1-70B-Instruct,prompt_2,70.95,58.45,77.65,34.44,48.21,56.86,60.95,24.83,31.91,25.44,24.56,23.81,25.61,21.82,24.54,30.58,53.76,48.04,26.69,28.79,25.82,62.14,31.97,44.52,25.8,17.33,25.54,29.96,32.65,28.71,36.3,25.09,23.45,40.52,20.24,37.7,46.38,36.78,25.86,38.77,43.86,41.68,36.94,65.7,25.45,16.86,31.02,40.24,37.34,34.06,36.74,19.42,25.26,29.14,43.4,37.33,47.31,76.94,43.82,34.9,27.81,56.94,52.21,46.18,44.07,40.64,41.14,40.57,27.94,40.74,50.1,39.2,65.04,31.92,46.49,33.36,28.87,44.62,36.17,46.92,18.86,20.36,38.11,26.89,66.22,18.36,38.65,24.36,17.02,33.02,19.58,38.69,44.7,53.73,44.51,27.14,18.69,47.61,64.42,50.22,57.77,51.77,36.85,18.51,59.9,39.96,55.17,37.9,,,40.72
Llama-3.1-70B-Instruct,prompt_3,70.67,58.68,77.87,34,48.57,56.88,60.55,24.51,31.35,24.66,24.75,22.88,24.93,20.85,24.7,30.42,54.19,47.82,25.98,28.51,25.53,63.45,31.97,44.84,24.76,17.22,25.53,29.24,32.28,27.88,36.39,24.61,23.35,40.32,19.69,37.77,45.94,36.11,24.67,37.9,44.17,41.7,36.71,66.13,24.87,16.88,30.55,40.21,36.99,33.59,36.47,18.42,24.69,28.83,43.35,37.06,46.89,76.74,43.44,34.49,27.79,56.83,51.79,46.04,43.74,40.42,41.06,40.39,28.03,40.62,50.19,39.57,64.82,31.87,46.1,33.32,28.35,44.45,35.36,46.55,19.43,21.02,38.52,26.6,66.18,18.23,3.1,7.34,11.67,24.69,17.32,14.69,21.51,26.52,43.19,9.94,6.19,22.05,47.76,30.01,25.6,22.68,15.64,6.18,24.33,27.31,23.81,33.9,,,40.99
gemini-1.5-pro-002,prompt_1,66.41,57.27,72.77,39.41,60.86,55.4,57.78,28.34,44.79,26.4,23.78,25.45,35.64,26.89,26.4,43.9,55.91,51.78,32.07,31.29,29.5,67.41,38.29,54.44,30.76,17.75,24.45,41.71,45.34,38.07,45.03,26.97,23.92,54.78,22.54,49.21,54.89,47.42,33.4,49.74,53.09,57.97,48.3,65.26,25.66,21.03,47.8,48.43,48.35,42.09,42.81,24.58,28.68,30.86,56.39,43.59,58.28,68.96,49.32,41.51,33.57,55.14,50.86,50.23,46.94,42.6,47.64,48.61,31.94,50.16,58.01,50.11,58.57,45.04,49.24,43.97,28.08,51.8,44.15,50.81,22.09,18.76,54.26,38.24,67.4,16.38,24.38,37.62,42.55,54.62,48.26,28.1,46.8,43.74,41.18,52.83,51.48,35.83,55.16,32.22,49.29,25.73,10.85,32.15,19.52,16.63,21,41.7,,,47.68
gemini-1.5-pro-003,prompt_2,66.27,57.69,72.67,40.4,60.49,55.54,58.01,28.46,45.16,26.63,23.75,25.52,35.71,27.19,26.46,44.03,56.42,51.66,31.77,31.61,29.51,67.37,38.26,54.34,30.78,17.95,24.64,42.04,45.33,38.29,44.77,28.02,24.17,54.89,22.52,48.93,54.95,47.37,33.58,49.31,52.89,57.78,47.96,65,25.5,20.96,47.62,48.22,48.4,42,42.73,24.49,28.58,31.1,56.46,43.58,58.33,69.2,49.02,41.87,33.68,55.29,51.26,50.48,46.78,42.49,47.64,48.48,32,49.79,58.01,49.66,59.03,44.68,49.39,44.74,28.35,51.7,44.02,50.85,23.88,19.18,54.07,38.94,67.84,16.95,24.63,37.35,42.3,55.31,48.15,27.24,46.61,42.68,40.79,52.75,51.89,35.51,56.26,30.67,49.23,24.15,9.74,31.78,13.71,16.16,19.16,41.6,,,47.6
gemini-1.5-pro-004,prompt_3,66.39,57.7,72.92,40,60.32,55.49,57.99,28.14,45.25,26.1,23.47,25.46,35.29,26.74,25.98,43.04,56.25,51.23,31.39,31.29,29.17,67.01,37.82,54.25,30.43,17.5,24.54,41.28,44.91,38.05,44.74,28.03,23.8,54.71,22.14,48.74,54.68,47.12,33,48.91,52.65,57.58,48.03,64.9,25.35,20.57,47.43,48.3,47.95,41.71,42.71,24.24,28.5,30.64,56.07,43.02,57.81,68.96,48.85,41.65,33.46,54.9,50.92,50.32,46.62,42.41,47.46,48.32,31.67,49.85,57.51,49.51,58.76,44.68,49.13,44.61,28.14,51.21,43.5,50.34,23.38,18.97,53.88,38.65,67.58,16.73,24.36,37.52,43.03,55.17,48.26,27.79,46.93,41.34,41.13,53.01,51.64,35.9,55.77,32.23,49.41,25.73,10.83,32.57,19.79,16.76,21.04,41.6,,,47.82
gpt-4o-2024-08-06,prompt_1,65.53,57.21,72.71,39.79,53.13,55.54,57.69,27.66,40.08,24.97,23.62,24.27,27.14,20.41,27.8,47.33,54.13,50.75,29.83,34.32,22.28,67,40.01,53.74,26.06,16.58,24.62,39.53,44.71,30.77,46.85,34.79,22.31,56.3,20.85,48.22,53.76,45.71,25.8,48.42,52.23,57.25,46.17,63.48,25.58,15.26,36.35,48.81,48.27,41.32,41.26,18.12,27.17,40.54,56,44.45,57.26,68.48,42.98,37.47,26.52,53.11,49.43,48.56,44.93,42.19,46.67,46.85,33.84,47.86,56.42,47.15,56.79,34.86,48.87,44.57,38,50.5,45.82,49.56,26.07,19.6,54.95,39.21,66.81,18.09,19.63,37.48,39.49,56.24,46.08,30.77,46,52.95,41.08,53.81,49.53,31.47,58.27,23.55,49.95,14,6.35,20.79,8.87,10.76,24.92,40.2,,,47.27
gpt-4o-2024-08-07,prompt_2,66.05,57.53,72.95,40,53.37,55.79,57.85,28.85,41.25,26.23,24.75,25.42,28.2,22.3,28.42,48.11,54.51,50.68,30.46,35.25,23.49,67.37,40.82,53.75,26.85,17.78,25.59,39.58,44.74,32.16,47.23,38.81,23.43,56.77,22.64,48.2,53.71,46.21,26.43,48.31,52.7,57.5,47.59,64.11,26.12,17.55,37.04,49.25,48.75,41.38,41.82,19.03,27.51,40.69,56.32,44.81,58.03,68.47,43.17,38.46,27.73,53.2,49.62,48.52,44.82,42.21,46.87,46.57,34.42,47.74,56.78,49.17,56.9,35.19,48.87,45.74,38.41,50.79,46.26,49.89,27.53,19.75,55.38,40.57,67.51,17.96,17.57,35.87,39.17,52.26,45.45,28.5,44.23,51.44,40.34,53.59,49.13,31.23,53.86,23.24,42.28,10.11,6.66,14.95,8.02,9.35,17.39,40.3,,,47.44
gpt-4o-2024-08-08,prompt_3,66.03,57.54,72.84,40.03,53.28,55.53,57.88,28.65,41.29,26.26,24.76,25.7,28.02,22.58,28.38,48.07,54.4,50.78,30.33,35.28,23.47,67.59,40.77,53.73,26.83,18.15,25.7,39.64,44.57,32.41,47.04,38.66,23.58,56.59,22.63,48.04,53.82,46.12,26.61,48.25,52.91,57.56,47.66,64.07,25.87,17.92,36.81,49.2,49.02,41.53,41.94,18.92,27.56,40.81,56.35,44.73,57.64,68.49,43.07,38.56,27.74,53.1,49.66,48.49,44.84,42.23,46.79,46.4,34.43,47.68,56.79,49.58,56.85,35.17,48.87,45.5,38.35,50.58,46.01,49.6,27.21,19.74,55.37,39.95,67.59,18.56,19.86,37.6,39.65,56.44,46.2,30.81,46.07,52.38,40.95,53.81,49.61,31.81,58.17,22.23,50.02,14.42,6.06,20.81,7.72,9.22,24.92,40.7,,,47.27
InkubaLM-0.4B,prompt_1,1.26,0.17,1.65,0.79,0,0.21,0.16,0.41,1.21,1.15,0.5,0.91,0.45,1.13,0.73,1.02,0.74,0.35,1.13,0.59,0.37,1.17,0.09,0.86,1.45,0.14,0.95,1.4,1.09,1.14,1.12,1.06,1.27,1.17,0.12,1.37,1.15,1.27,0.82,1,0.9,1.16,0.8,1.13,0.91,0.32,0,0.82,0.76,0.87,1.08,0.2,0.92,0.5,0.84,0.5,1.15,1.6,0,1.13,0.32,0.74,0.33,0.9,1.06,0.86,1.19,1.34,1,0.91,0.98,0.7,1.06,0,0.81,2.79,0.71,0.97,0.71,0.97,0.37,0.79,1.11,0.69,0.79,1.03,,,,,,,,,,,,,,,,,,,,,,,,,0.65
InkubaLM-0.4B,prompt_2,1.13,1.13,0.79,2.27,0,0.95,1.07,1.53,0.88,0.45,1.12,0.9,0.9,2.43,0.92,0.83,0.49,0.43,0.88,0.43,1.09,0.65,0.06,0.36,0.7,0.41,0.95,0.41,0.32,0.61,0.56,0.83,1.63,0.51,0.71,0.45,0.33,0.59,1.25,0.63,0.86,1.18,0.83,0.48,0.72,0.74,0,0.45,0.51,0.67,2.25,0.39,0.28,0.7,0.46,0.38,0.48,0.99,0,1.06,0.8,0.52,0.39,0.39,0.45,0.62,1.53,0.39,0.87,0.39,1.21,0.83,0.58,0,0.46,3.34,0.63,0.58,0.59,0.77,1,1.31,0.63,0.95,0.38,1.32,,,,,,,,,,,,,,,,,,,,,,,,,0.43
InkubaLM-0.4B,prompt_3,0.85,0.99,1.38,2.73,0,0.82,1.07,1.24,1.3,0.66,1.78,1.14,1.22,2.6,1.19,0.86,0.54,0.53,0.92,0.52,1.26,0.85,0.21,0.67,0.98,0.39,0.92,0.4,0.53,0.77,0.68,1.37,1.98,0.96,0.59,0.55,0.48,1.02,1.21,0.55,0.99,1.71,0.46,0.46,0.77,0.67,0,0.6,0.49,0.81,2.34,0.32,0.38,0.82,0.41,0.27,0.46,1.76,0,1.52,1.1,0.68,0.5,0.54,0.63,0.59,1.98,0.49,1.08,0.6,1.21,0.82,0.49,0,0.66,3.66,0.82,0.59,0.39,0.9,1.67,1.85,1.18,1.14,0.8,2.42,,,,,,,,,,,,,,,,,,,,,,,,,1.45