Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Change metric name
Browse files
backend/app/services/leaderboard.py
CHANGED
@@ -95,7 +95,7 @@ class Tasks(Enum):
|
|
95 |
# task2 = Task("BAC-fr", "metric_name", "BAC-fr")
|
96 |
task0 = Task("community|gpqa-fr|0", "acc", "norm_acc", "GPQA-fr") # On pourrait vouloir mettre "Connaissances"
|
97 |
task1 = Task("community|ifeval-fr|0", "norm_acc", "norm_acc", "IFEval-fr") # FIXME norm_acc should be acc # et "Suivi d'instructions"
|
98 |
-
task2 = Task("community|bac-fr|0", "
|
99 |
|
100 |
def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
|
101 |
"""Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
|
|
|
95 |
# task2 = Task("BAC-fr", "metric_name", "BAC-fr")
|
96 |
task0 = Task("community|gpqa-fr|0", "acc", "norm_acc", "GPQA-fr") # On pourrait vouloir mettre "Connaissances"
|
97 |
task1 = Task("community|ifeval-fr|0", "norm_acc", "norm_acc", "IFEval-fr") # FIXME norm_acc should be acc # et "Suivi d'instructions"
|
98 |
+
task2 = Task("community|bac-fr|0", "bac-fr-qem", "bac-fr-qem", "bac-fr") # et "Suivi d'instructions"
|
99 |
|
100 |
def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
|
101 |
"""Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
|