maximedenes commited on
Commit
84585fe
·
1 Parent(s): 56b96fb

Plug bac-fr score

Browse files
backend/app/services/leaderboard.py CHANGED
@@ -94,6 +94,7 @@ class Tasks(Enum):
94
  # task2 = Task("BAC-fr", "metric_name", "BAC-fr")
95
  task0 = Task("community|gpqa-fr|0", "acc", "norm_acc", "GPQA-fr") # On pourrait vouloir mettre "Connaissances"
96
  task1 = Task("community|ifeval-fr|0", "norm_acc", "norm_acc", "IFEval-fr") # FIXME norm_acc should be acc # et "Suivi d'instructions"
 
97
 
98
  def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
99
  """Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
@@ -369,8 +370,8 @@ class LeaderboardService:
369
  },
370
  "bac_fr": {
371
  "name": "BAC FR",
372
- "value": 0, # FIXME
373
- "normalized_score": 0 # FIXME
374
  }
375
  }
376
 
 
94
  # task2 = Task("BAC-fr", "metric_name", "BAC-fr")
95
  task0 = Task("community|gpqa-fr|0", "acc", "norm_acc", "GPQA-fr") # On pourrait vouloir mettre "Connaissances"
96
  task1 = Task("community|ifeval-fr|0", "norm_acc", "norm_acc", "IFEval-fr") # FIXME norm_acc should be acc # et "Suivi d'instructions"
97
+ task2 = Task("community|bac-fr|0", "psqem", "psqem", "bac-fr") # et "Suivi d'instructions"
98
 
99
  def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
100
  """Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
 
370
  },
371
  "bac_fr": {
372
  "name": "BAC FR",
373
+ "value": data.results.get("community|bac-fr|0", 0),
374
+ "normalized_score": data.normalized_results.get("community|bac-fr|0", 0)
375
  }
376
  }
377