Spaces:
Runtime error
Runtime error
| model,prompt,eng,fra,amh,hau,ibo,lin,lug,orm,pcm,run,sna,som,swa,tir,xho,yor,avg_score | |
| AfroLlama-V1,prompt_1,25.7400,8.7700,2.3900,21.1900,11.0300,17.1400,0.4500,16.0000,19.6700,8.3900,8.4000,28.5700,18.0700,7.7200,6.4000,14.3600,12.8 | |
| AfroLlama-V1,prompt_2,19.0900,5.2100,0.0000,10.6800,11.0300,0.0000,0.0000,4.6200,5.5700,1.2400,1.3600,9.1800,9.0300,6.6200,1.6800,3.4100,4.6 | |
| AfroLlama-V1,prompt_3,67.0900,63.9800,17.5500,60.1300,49.2300,65.7100,59.1900,40.3100,68.2000,56.2100,58.2700,46.2600,56.0900,9.9300,50.1700,69.1000,50.5 | |
| AfroLlama-V1,prompt_4,18.2500,15.1700,2.1300,18.2100,25.3800,57.7100,44.3900,30.7700,20.6600,29.8100,27.1000,34.0100,21.2200,11.0300,20.2000,27.7400,26.5 | |
| AfroLlama-V1,prompt_5,31.7500,21.5600,8.2400,22.2900,27.9500,53.1400,45.7400,28.6200,23.6100,26.4000,31.7100,34.0100,21.2200,22.0600,18.5200,35.2800,28.5 | |
| InkubaLM-0.4B,prompt_1,16.6700,11.1400,1.8600,12.7200,19.2300,17.1400,18.3900,18.1500,11.1500,13.6600,10.0300,18.7100,26.0500,2.9400,3.0300,14.8400,13.4 | |
| InkubaLM-0.4B,prompt_2,14.8700,11.8500,0.0000,14.4400,21.7900,22.8600,20.1800,28.3100,10.1600,23.2900,23.3100,24.1500,24.3700,3.6800,7.7400,15.8200,17.2 | |
| InkubaLM-0.4B,prompt_3,14.3500,12.8000,0.0000,15.0700,20.0000,9.7100,18.3900,23.6900,4.2600,18.3200,14.3600,20.7500,23.5300,0.3700,2.0200,15.5700,13.3 | |
| InkubaLM-0.4B,prompt_4,14.5600,9.7200,0.0000,13.5000,17.6900,8.5700,17.0400,20.6200,5.2500,13.9800,14.3600,21.4300,21.0100,2.2100,1.3500,11.4400,12.0 | |
| InkubaLM-0.4B,prompt_5,20.2500,13.2700,0.8000,16.6400,18.4600,9.7100,11.6600,24.3100,17.3800,14.2900,18.4300,21.0900,26.2600,2.2100,7.4100,9.2500,14.1 | |
| LLaMAX3-8B-Alpaca,prompt_1,23.5200,9.4800,16.7600,18.6800,2.8200,30.8600,1.3500,7.0800,14.7500,15.8400,4.3400,9.5200,13.0300,15.0700,11.4500,7.5400,12.1 | |
| LLaMAX3-8B-Alpaca,prompt_2,24.3700,7.8200,0.2700,15.5400,1.2800,1.7100,4.9300,4.6200,4.2600,19.5700,24.6600,10.2000,15.1300,6.6200,25.5900,6.5700,10.1 | |
| LLaMAX3-8B-Alpaca,prompt_3,61.2900,49.0500,35.1100,47.5700,43.3300,75.4300,49.7800,40.0000,52.1300,42.2400,39.5700,37.0700,41.8100,42.2800,45.7900,44.5300,45.5 | |
| LLaMAX3-8B-Alpaca,prompt_4,42.8300,32.7000,21.8100,37.6800,25.6400,65.1400,52.4700,17.5400,53.4400,40.0600,34.6900,20.7500,24.3700,26.1000,54.2100,42.0900,36.9 | |
| LLaMAX3-8B-Alpaca,prompt_5,31.7500,22.9900,16.2200,24.9600,8.2100,58.2900,38.1200,9.5400,26.2300,28.8800,19.5100,10.2000,13.8700,18.3800,22.9000,17.5200,22.3 | |
| Llama-2-7b-chat-hf,prompt_1,27.3200,28.6700,26.6000,18.5200,20.2600,17.1400,31.8400,28.9200,15.0800,25.7800,26.5600,35.3700,18.9100,36.0300,16.8400,19.9500,24.1 | |
| Llama-2-7b-chat-hf,prompt_2,21.6200,13.9800,2.1300,21.0400,4.3600,2.2900,22.8700,4.0000,16.7200,6.8300,18.4300,10.8800,11.1300,6.2500,2.6900,18.0000,10.5 | |
| Llama-2-7b-chat-hf,prompt_3,22.3600,28.6700,25.2700,15.3800,25.1300,10.2900,22.8700,16.3100,16.7200,25.7800,30.0800,35.3700,19.9600,27.5700,12.1200,16.0600,21.4 | |
| Llama-2-7b-chat-hf,prompt_4,24.2600,37.9100,14.8900,36.4200,26.1500,52.0000,45.2900,33.8500,60.0000,45.0300,37.4000,43.8800,25.4200,12.5000,20.5400,48.4200,35.8 | |
| Llama-2-7b-chat-hf,prompt_5,20.3600,28.6700,23.4000,18.5200,20.5100,11.4300,26.0100,15.6900,8.2000,13.0400,28.7300,24.4900,14.2900,9.1900,8.0800,10.4600,16.6 | |
| Llama-3.1-70B-Instruct,prompt_1,67.4100,61.3700,53.1900,38.3000,63.5900,65.1400,48.8800,44.6200,76.7200,58.0700,35.2300,47.6200,48.9500,52.5700,42.4200,73.7200,53.5 | |
| Llama-3.1-70B-Instruct,prompt_2,75.2100,69.4300,59.0400,62.4800,73.3300,72.5700,54.7100,60.0000,87.2100,73.9100,45.2600,67.6900,69.5400,48.5300,52.1900,87.3500,65.3 | |
| Llama-3.1-70B-Instruct,prompt_3,83.3300,79.1500,84.5700,79.5900,86.1500,79.4300,74.4400,72.6200,94.7500,87.8900,69.9200,72.1100,79.2000,70.9600,68.3500,89.7800,79.3 | |
| Llama-3.1-70B-Instruct,prompt_4,70.8900,68.2500,69.4100,64.6800,72.3100,74.8600,60.9900,63.6900,88.8500,81.0600,49.8600,65.3100,68.0700,64.3400,64.3100,87.1000,69.6 | |
| Llama-3.1-70B-Instruct,prompt_5,84.4900,79.3800,72.3400,72.8400,79.7400,80.5700,60.9900,72.9200,93.7700,83.2300,58.2700,73.8100,74.7900,62.1300,63.9700,88.5600,74.1 | |
| Llama-3.1-8B-Instruct,prompt_1,54.1100,43.1300,0.0000,31.5500,36.1500,52.5700,40.8100,14.4600,56.0700,42.5500,27.6400,35.7100,41.3900,6.6200,26.9400,21.9000,31.0 | |
| Llama-3.1-8B-Instruct,prompt_2,72.1500,72.2700,33.7800,54.9500,71.5400,69.1400,47.5300,35.3800,84.2600,72.0500,45.5300,60.5400,65.5500,25.0000,29.9700,72.5100,54.8 | |
| Llama-3.1-8B-Instruct,prompt_3,75.7400,77.7300,52.3900,70.8000,74.1000,78.8600,58.3000,45.2300,87.2100,79.5000,56.3700,59.5200,75.2100,27.9400,44.7800,79.8100,63.6 | |
| Llama-3.1-8B-Instruct,prompt_4,68.2500,70.1400,52.9300,64.2100,66.6700,71.4300,49.3300,40.3100,86.5600,78.5700,46.8800,56.1200,70.5900,18.0100,41.7500,84.9100,59.2 | |
| Llama-3.1-8B-Instruct,prompt_5,67.9300,72.9900,53.1900,53.5300,61.5400,59.4300,55.6100,35.0800,68.5200,67.3900,49.3200,51.3600,64.9200,16.9100,28.6200,53.7700,51.4 | |
| Meta-Llama-3-8B-Instruct,prompt_1,42.3000,32.9400,11.7000,20.2500,16.1500,4.0000,15.2500,16.3100,31.8000,23.9100,4.6100,24.4900,37.3900,13.9700,24.9200,14.6000,18.5 | |
| Meta-Llama-3-8B-Instruct,prompt_2,41.7700,50.4700,0.0000,48.6700,22.3100,53.7100,41.7000,12.3100,42.6200,34.4700,36.8600,25.5100,43.7000,6.6200,34.3400,19.9500,30.2 | |
| Meta-Llama-3-8B-Instruct,prompt_3,68.7800,75.8300,55.5900,59.9700,63.0800,66.8600,57.4000,59.6900,63.9300,66.7700,66.1200,58.8400,71.8500,38.6000,49.1600,61.5600,60.0 | |
| Meta-Llama-3-8B-Instruct,prompt_4,60.3400,58.5300,25.0000,47.2500,45.9000,44.0000,46.1900,38.7700,61.6400,47.5200,38.4800,35.3700,48.1100,17.2800,46.4600,53.5300,42.5 | |
| Meta-Llama-3-8B-Instruct,prompt_5,66.6700,72.5100,30.3200,36.2600,45.6400,32.5700,28.2500,45.2300,53.4400,53.7300,30.3500,40.4800,58.6100,31.9900,39.7300,40.3900,40.5 | |
| aya-101,prompt_1,87.1300,80.8100,88.3000,82.5700,78.9700,83.4300,84.7500,89.2300,95.4100,92.8600,79.1300,70.7500,79.4100,81.6200,94.6100,93.9200,85.4 | |
| aya-101,prompt_2,87.3400,82.7000,88.0300,81.6300,80.0000,83.4300,84.7500,88.9200,96.0700,92.5500,78.8600,74.4900,80.6700,81.9900,93.6000,94.1600,85.7 | |
| aya-101,prompt_3,85.9700,76.5400,87.7700,81.6300,80.0000,82.8600,82.9600,91.0800,94.4300,92.8600,76.1500,70.4100,79.8300,80.1500,94.2800,94.4000,84.9 | |
| aya-101,prompt_4,78.0600,69.6700,78.4600,78.8100,71.5400,81.1400,79.3700,91.0800,91.4800,90.9900,68.8300,70.4100,73.3200,78.3100,91.9200,93.9200,81.4 | |
| aya-101,prompt_5,86.0800,77.4900,88.8300,83.2000,78.4600,85.1400,84.3000,88.0000,96.7200,94.7200,78.5900,71.4300,80.0400,80.1500,95.2900,93.1900,85.6 | |
| gemma-1.1-7b-it,prompt_1,25.3200,12.5600,1.8600,15.8600,6.1500,4.0000,4.4800,4.6200,5.2500,3.1100,3.2500,8.8400,9.0300,7.3500,3.7000,4.1400,5.8 | |
| gemma-1.1-7b-it,prompt_2,68.1400,64.2200,28.4600,71.1100,68.9700,79.4300,61.4300,75.3800,86.8900,86.3400,71.8200,68.3700,72.4800,34.1900,81.4800,84.4300,69.3 | |
| gemma-1.1-7b-it,prompt_3,71.4100,38.8600,10.1100,40.1900,20.7700,17.1400,4.4800,20.6200,51.1500,33.2300,25.2000,27.8900,26.8900,9.5600,24.9200,41.3600,25.3 | |
| gemma-1.1-7b-it,prompt_4,69.9400,50.0000,32.7100,59.6500,52.3100,70.2900,57.8500,45.8500,80.0000,58.0700,47.9700,50.0000,54.2000,24.6300,70.3700,66.4200,55.0 | |
| gemma-1.1-7b-it,prompt_5,66.2400,29.8600,0.2700,24.0200,16.1500,11.4300,6.7300,6.4600,55.0800,7.7600,17.3400,16.3300,19.1200,6.6200,14.8100,14.8400,15.5 | |
| gemma-2-9b-it,prompt_1,79.1100,74.6400,76.6000,74.8800,75.1300,80.0000,72.2000,79.0800,90.4900,85.0900,71.0000,74.1500,76.4700,66.9100,87.2100,88.3200,78.4 | |
| gemma-2-9b-it,prompt_2,81.8600,65.8800,73.6700,77.2400,62.8200,80.0000,77.5800,80.9200,91.8000,86.9600,66.9400,73.4700,72.6900,69.8500,91.2500,87.1000,78.0 | |
| gemma-2-9b-it,prompt_3,80.1700,77.7300,79.5200,80.6900,84.6200,85.1400,78.9200,81.2300,92.1300,89.1300,77.2400,75.1700,78.9900,73.9000,85.8600,85.6400,82.0 | |
| gemma-2-9b-it,prompt_4,70.1500,70.3800,71.8100,73.1600,76.1500,80.0000,69.9600,78.4600,87.8700,85.7100,66.6700,70.4100,71.6400,70.9600,87.8800,87.8300,77.0 | |
| gemma-2-9b-it,prompt_5,78.4800,75.5900,79.2600,80.2200,82.8200,83.4300,78.0300,78.4600,90.8200,86.0200,78.0500,73.4700,77.9400,70.9600,86.5300,86.6200,80.9 | |
| gemma-2-27b-it,prompt_1,81.9600,75.8300,78.7200,73.9400,79.4900,75.4300,60.5400,60.6200,92.4600,83.8500,65.3100,72.7900,80.8800,56.2500,58.5900,88.3200,73.4 | |
| gemma-2-27b-it,prompt_2,85.4400,76.3000,80.8500,79.1200,83.3300,82.8600,67.2600,64.3100,94.7500,85.0900,70.7300,72.1100,81.9300,56.6200,64.6500,91.4800,76.8 | |
| gemma-2-27b-it,prompt_3,81.3300,78.9100,81.3800,80.3800,86.1500,82.2900,66.8200,74.1500,92.4600,89.7500,75.3400,76.5300,80.2500,69.1200,67.0000,89.2900,79.4 | |
| gemma-2-27b-it,prompt_4,71.5200,66.5900,67.8200,71.9000,72.8200,62.2900,56.0500,53.8500,89.5100,81.6800,49.5900,67.0100,71.2200,53.6800,62.2900,87.3500,67.6 | |
| gemma-2-27b-it,prompt_5,66.8800,76.5400,61.9700,70.4900,59.2300,40.5700,32.2900,46.7700,81.6400,57.7600,59.8900,53.0600,69.1200,33.0900,51.8500,62.0400,55.7 | |
| gemini-1.5-pro-002,prompt_1,84.8101,79.3839,88.0319,80.0628,83.8462,82.2857,75.7848,78.1538,94.7541,89.0269,71.0027,83.1633,80.6723,80.1471,77.1044,91.4842,82.5 | |
| gemini-1.5-pro-003,prompt_2,84.1772,80.3318,89.3617,81.7896,86.6667,85.1429,79.8206,86.4615,95.4098,90.9938,76.4228,80.9524,80.6723,83.4559,81.8182,92.2141,85.1 | |
| gemini-1.5-pro-004,prompt_3,85.2321,79.1469,86.9681,80.2198,83.3333,83.4286,78.0269,80.0000,92.7869,90.9938,70.7317,81.6327,81.0924,83.8235,78.1145,91.7275,83.1 | |
| gemini-1.5-pro-005,prompt_4,73.6287,71.0900,75.5319,75.3532,77.1795,79.4286,73.5426,80.9231,89.8361,86.3354,61.5176,77.8912,75.2101,80.5147,74.4108,90.0243,78.4 | |
| gemini-1.5-pro-006,prompt_5,81.9620,78.6730,89.3617,82.5746,87.1795,84.5714,78.9238,85.8462,94.4262,90.9938,75.3388,81.2925,80.0420,84.5588,84.1751,89.5377,84.9 | |
| gpt-4o-2024-08-06,prompt_1,83.0169,80.3318,85.3723,78.1790,82.8205,83.4286,78.0269,83.3846,94.7541,90.3727,70.7317,78.7415,77.3109,77.2059,80.4714,92.2141,82.4 | |
| gpt-4o-2024-08-07,prompt_2,82.3840,79.3839,87.2340,82.8885,85.6410,85.1429,81.1659,88.3077,95.7377,91.3043,74.7967,80.9524,80.8824,84.5588,85.1852,92.7007,85.5 | |
| gpt-4o-2024-08-08,prompt_3,83.2278,80.5687,86.7021,80.3768,83.8462,85.7143,79.3722,85.2308,94.4262,89.7516,71.2737,79.9320,80.0420,78.3088,80.8081,93.1873,83.5 | |
| gpt-4o-2024-08-09,prompt_4,75.7384,74.8815,77.6596,76.9231,80.0000,76.0000,73.9910,80.9231,91.4754,85.0932,64.7696,73.4694,75.2101,72.0588,74.0741,91.4842,78.1 | |
| gpt-4o-2024-08-10,prompt_5,81.9620,78.1991,87.5000,82.7316,85.3846,88.5714,80.7175,88.0000,95.7377,90.0621,78.0488,79.9320,77.7311,78.6765,85.8586,90.7543,85.0 |