Fix different results filenames locally and in the Hub

src/backend/run_eval_suite_harness.py

@@ -1,7 +1,7 @@
 import json
 import logging
-import os
 from datetime import datetime
+from pathlib import Path
 from typing import Union
 
 from lm_eval import evaluator, utils
@@ -72,16 +72,15 @@ def run_evaluation(
     dumped = json.dumps(results, indent=2)
     logger.info(dumped)
 
-    output_path = os.path.join(local_dir, *eval_request.model.split("/"), f"results_{datetime.now()}.json")
-    os.makedirs(os.path.dirname(output_path), exist_ok=True)
-    with open(output_path, "w") as f:
-        f.write(dumped)
+    results_path = Path(local_dir, eval_request.model, f"results_{datetime.now()}.json")
+    results_path.parent.mkdir(exist_ok=True, parents=True)
+    results_path.write_text(dumped)
 
     logger.info(evaluator.make_table(results))
 
     API.upload_file(
-        path_or_fileobj=output_path,
-        path_in_repo=f"{eval_request.model}/results_{datetime.now()}.json",
+        path_or_fileobj=results_path,
+        path_in_repo=results_path.relative_to(local_dir).as_posix(),
         repo_id=results_repo,
         repo_type="dataset",
     )