Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
Commit ·
84585fe
1
Parent(s): 56b96fb
Plug bac-fr score
Browse files
backend/app/services/leaderboard.py
CHANGED
|
@@ -94,6 +94,7 @@ class Tasks(Enum):
|
|
| 94 |
# task2 = Task("BAC-fr", "metric_name", "BAC-fr")
|
| 95 |
task0 = Task("community|gpqa-fr|0", "acc", "norm_acc", "GPQA-fr") # On pourrait vouloir mettre "Connaissances"
|
| 96 |
task1 = Task("community|ifeval-fr|0", "norm_acc", "norm_acc", "IFEval-fr") # FIXME norm_acc should be acc # et "Suivi d'instructions"
|
|
|
|
| 97 |
|
| 98 |
def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
|
| 99 |
"""Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
|
|
@@ -369,8 +370,8 @@ class LeaderboardService:
|
|
| 369 |
},
|
| 370 |
"bac_fr": {
|
| 371 |
"name": "BAC FR",
|
| 372 |
-
"value": 0,
|
| 373 |
-
"normalized_score": 0
|
| 374 |
}
|
| 375 |
}
|
| 376 |
|
|
|
|
| 94 |
# task2 = Task("BAC-fr", "metric_name", "BAC-fr")
|
| 95 |
task0 = Task("community|gpqa-fr|0", "acc", "norm_acc", "GPQA-fr") # On pourrait vouloir mettre "Connaissances"
|
| 96 |
task1 = Task("community|ifeval-fr|0", "norm_acc", "norm_acc", "IFEval-fr") # FIXME norm_acc should be acc # et "Suivi d'instructions"
|
| 97 |
+
task2 = Task("community|bac-fr|0", "psqem", "psqem", "bac-fr") # et "Suivi d'instructions"
|
| 98 |
|
| 99 |
def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
|
| 100 |
"""Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
|
|
|
|
| 370 |
},
|
| 371 |
"bac_fr": {
|
| 372 |
"name": "BAC FR",
|
| 373 |
+
"value": data.results.get("community|bac-fr|0", 0),
|
| 374 |
+
"normalized_score": data.normalized_results.get("community|bac-fr|0", 0)
|
| 375 |
}
|
| 376 |
}
|
| 377 |
|