warning
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -458,7 +458,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, metadata) -> lis
|
|
458 |
in_progress=True
|
459 |
# print(f'sbatch start.sh "bash eval_model_task_bs1.sh {r["n_shot"]} {task.value.benchmark} {v.full_model}"')
|
460 |
if in_progress:
|
461 |
-
v.model = '
|
462 |
|
463 |
if r[AutoEvalColumn.lang.name] is None or r[AutoEvalColumn.lang.name] == "?":
|
464 |
missing_metadata.append(f"{v.full_model}")
|
|
|
458 |
in_progress=True
|
459 |
# print(f'sbatch start.sh "bash eval_model_task_bs1.sh {r["n_shot"]} {task.value.benchmark} {v.full_model}"')
|
460 |
if in_progress:
|
461 |
+
v.model = '🚧' + v.model
|
462 |
|
463 |
if r[AutoEvalColumn.lang.name] is None or r[AutoEvalColumn.lang.name] == "?":
|
464 |
missing_metadata.append(f"{v.full_model}")
|