src/leaderboard/read_evals.py
CHANGED
|
@@ -387,7 +387,8 @@ def get_raw_eval_results(results_path: str, requests_path: str, metadata) -> lis
|
|
| 387 |
model_result_filepaths = []
|
| 388 |
|
| 389 |
for root, _, files in os.walk(results_path):
|
| 390 |
-
|
|
|
|
| 391 |
# We should only have json files in model results
|
| 392 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
| 393 |
continue
|
|
|
|
| 387 |
model_result_filepaths = []
|
| 388 |
|
| 389 |
for root, _, files in os.walk(results_path):
|
| 390 |
+
print(root)
|
| 391 |
+
# if '_polish_pes_' not in root: continue
|
| 392 |
# We should only have json files in model results
|
| 393 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
| 394 |
continue
|