Hugging Face's logo

Spaces:
McGill-NLP
/
AfroBench
Runtime error

App Files Community
15
AfroBench / data /leaderboard_json /lite_language_scores.json
JessicaOjo's picture
JessicaOjo
Upload folder using huggingface_hub
32a6246 verified
Raw
History Blame
5.37 kB
{
 "Aya-101 13B": {
 "amh": 52.1,
 "hau": 50.5,
 "ibo": 47.4,
 "kin": 33.4,
 "lin": 35.2,
 "lug": 28.9,
 "orm": 25.3,
 "sna": 47.0,
 "sot": 37.0,
 "swa": 53.3,
 "xho": 49.0,
 "yor": 42.0,
 "zul": 47.7,
 "wol": 29.2
 },
 "Gemma1.1 7b": {
 "amh": 19.0,
 "hau": 24.1,
 "ibo": 24.0,
 "kin": 17.4,
 "lin": 24.7,
 "lug": 17.1,
 "orm": 16.8,
 "sna": 24.0,
 "sot": 19.0,
 "swa": 35.0,
 "xho": 23.6,
 "yor": 22.3,
 "zul": 23.8,
 "wol": 22.7
 },
 "LLaMa2 7b": {
 "amh": 15.4,
 "hau": 16.4,
 "ibo": 16.6,
 "kin": 12.3,
 "lin": 16.1,
 "lug": 12.7,
 "orm": 14.8,
 "sna": 16.3,
 "sot": 12.5,
 "swa": 17.5,
 "xho": 15.8,
 "yor": 16.0,
 "zul": 15.7,
 "wol": 16.7
 },
 "LLaMa3 8B": {
 "amh": 15.9,
 "hau": 17.4,
 "ibo": 17.0,
 "kin": 17.2,
 "lin": 16.6,
 "lug": 17.0,
 "orm": 15.1,
 "sna": 16.3,
 "sot": 16.1,
 "swa": 20.3,
 "xho": 16.2,
 "yor": 16.5,
 "zul": 17.1,
 "wol": 16.0
 },
 "LLaMa3.1 8B": {
 "amh": 18.9,
 "hau": 22.4,
 "ibo": 19.7,
 "kin": 14.8,
 "lin": 18.8,
 "lug": 15.2,
 "orm": 17.4,
 "sna": 19.2,
 "sot": 13.5,
 "swa": 29.5,
 "xho": 18.1,
 "yor": 19.1,
 "zul": 18.9,
 "wol": 17.2
 },
 "LLaMAX3 8B": {
 "amh": 18.8,
 "hau": 19.5,
 "ibo": 18.9,
 "kin": 13.1,
 "lin": 16.4,
 "lug": 13.7,
 "orm": 17.5,
 "sna": 19.2,
 "sot": 13.7,
 "swa": 21.2,
 "xho": 19.2,
 "yor": 18.6,
 "zul": 19.1,
 "wol": 16.6
 },
 "Gemma2 9b": {
 "amh": 45.0,
 "hau": 45.3,
 "ibo": 36.2,
 "kin": 28.2,
 "lin": 30.1,
 "lug": 25.1,
 "orm": 21.0,
 "sna": 39.8,
 "sot": 26.9,
 "swa": 61.1,
 "xho": 39.9,
 "yor": 33.2,
 "zul": 38.8,
 "wol": 26.2
 },
 "Gemma2 27b": {
 "amh": 45.3,
 "hau": 51.3,
 "ibo": 41.7,
 "kin": 33.2,
 "lin": 32.5,
 "lug": 27.7,
 "orm": 20.8,
 "sna": 43.0,
 "sot": 32.9,
 "swa": 67.7,
 "xho": 44.6,
 "yor": 37.6,
 "zul": 45.2,
 "wol": 26.9
 },
 "LLaMa3.1 70B": {
 "amh": 33.9,
 "hau": 38.8,
 "ibo": 36.8,
 "kin": 26.5,
 "lin": 30.0,
 "lug": 23.9,
 "orm": 22.1,
 "sna": 30.6,
 "sot": 26.0,
 "swa": 57.0,
 "xho": 29.5,
 "yor": 29.4,
 "zul": 32.1,
 "wol": 25.1
 },
 "AfroLLaMa 8B": {
 "amh": 14.1,
 "hau": 16.0,
 "ibo": 15.0,
 "kin": 10.4,
 "lin": 15.0,
 "lug": 10.2,
 "orm": 14.4,
 "sna": 15.4,
 "sot": 10.9,
 "swa": 16.2,
 "xho": 15.1,
 "yor": 16.2,
 "zul": 15.5,
 "wol": 14.2
 },
 "Gemini 1.5 pro": {
 "amh": 75.3,
 "hau": 68.3,
 "ibo": 65.5,
 "kin": 67.6,
 "lin": 52.3,
 "lug": 57.6,
 "orm": 50.4,
 "sna": 68.1,
 "sot": 64.3,
 "swa": 70.9,
 "xho": 69.2,
 "yor": 62.3,
 "zul": 66.8,
 "wol": 29.7
 },
 "GPT-4o (Aug)": {
 "amh": 67.7,
 "hau": 71.7,
 "ibo": 66.9,
 "kin": 69.2,
 "lin": 58.4,
 "lug": 62.1,
 "orm": 58.5,
 "sna": 70.9,
 "sot": 67.6,
 "swa": 73.6,
 "xho": 70.8,
 "yor": 68.3,
 "zul": 69.3,
 "wol": 43.5
 },
 "Gemma 3 27b": {
 "amh": 61.2,
 "hau": 61.0,
 "ibo": 52.9,
 "kin": 55.2,
 "lin": 35.9,
 "lug": 41.4,
 "orm": 39.4,
 "sna": 55.3,
 "sot": 52.6,
 "swa": 69.8,
 "xho": 55.9,
 "yor": 45.2,
 "zul": 57.4
 },
 "Gemini-2.0 Flash": {
 "amh": 74.2,
 "hau": 68.5,
 "ibo": 65.1,
 "kin": 64.4,
 "lin": 57.5,
 "lug": 61.1,
 "orm": 63.5,
 "sna": 67.6,
 "sot": 63.8,
 "swa": 78.4,
 "xho": 69.7,
 "yor": 64.5,
 "zul": 68.2
 },
 "GPT-4.1 (April)": {
 "amh": 65.7,
 "hau": 66.4,
 "ibo": 61.6,
 "kin": 69.7,
 "lin": 59.9,
 "lug": 61.5,
 "orm": 63.3,
 "sna": 71.8,
 "sot": 66.5,
 "swa": 79.7,
 "xho": 71.5,
 "yor": 61.7,
 "zul": 71.0
 },
 "LLaMa 4 405B": {
 "amh": 56.1,
 "hau": 52.2,
 "ibo": 52.2,
 "kin": 45.6,
 "lin": 45.0,
 "lug": 43.6,
 "orm": 44.9,
 "sna": 49.8,
 "sot": 46.8,
 "swa": 59.7,
 "xho": 52.7,
 "yor": 47.1,
 "zul": 51.1
 },
 "Lugha-Llama 8B": {
 "amh": 20.2,
 "hau": 20.5,
 "ibo": 20.9,
 "kin": 22.7,
 "lin": 17.9,
 "lug": 19.6,
 "orm": 19.1,
 "sna": 21.2,
 "sot": 21.0,
 "swa": 26.0,
 "xho": 21.4,
 "yor": 21.9,
 "zul": 20.6
 }
}