Add logging of submission jobs

app.py

@@ -4,6 +4,7 @@ import shutil
 from datetime import datetime
 from pathlib import Path
 
+import jsonlines
 import streamlit as st
 from dotenv import load_dotenv
 from huggingface_hub import HfApi, Repository
@@ -17,6 +18,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
 AUTONLP_USERNAME = os.getenv("AUTONLP_USERNAME")
 HF_AUTONLP_BACKEND_API = os.getenv("HF_AUTONLP_BACKEND_API")
 LOCAL_REPO = "submission_repo"
+LOGS_REPO = "submission-logs"
 
 ## TODO ##
 # 1. Add check that fields are nested under `tasks` field correctly
@@ -146,25 +148,48 @@ if submit_button and submission_errors == 0:
 
     submission_id = submission_name + "__" + commit_sha + "__" + submission_time
 
-    # payload = {
-    #     "username": AUTONLP_USERNAME,
-    #     "dataset": "GEM/references",
-    #     "task": 1,
-    #     "model": "gem",
-    #     "submission_dataset": f"GEM-submissions/{user_name}",
-    #     "submission_id": submission_id,
-    #     "col_mapping": {},
-    #     "split": "test",
-    #     "config": None,
-    # }
-    # json_resp = http_post(
-    #     path="/evaluate/create", payload=payload, token=HF_TOKEN, domain=HF_AUTONLP_BACKEND_API
-    # ).json()
-
-    # if json_resp["status"] == 1:
-    #     st.success(f"✅ Submission {submission_name} was successfully submitted for evaluation!")
-    # else:
-    #     st.error("🙈 Oh noes, there was an error submitting your submission! Please contact the organisers")
+    payload = {
+        "username": AUTONLP_USERNAME,
+        "dataset": "GEM/references",
+        "task": 1,
+        "model": "gem",
+        "submission_dataset": f"GEM-submissions/{user_name}",
+        "submission_id": submission_id,
+        "col_mapping": {},
+        "split": "test",
+        "config": None,
+    }
+    json_resp = http_post(
+        path="/evaluate/create", payload=payload, token=HF_TOKEN, domain=HF_AUTONLP_BACKEND_API
+    ).json()
+
+    logs_repo_url = f"https://huggingface.co/datasets/GEM-submissions/{LOGS_REPO}"
+    logs_repo = Repository(
+        local_dir=LOGS_REPO,
+        clone_from=logs_repo_url,
+        repo_type="dataset",
+        private=True,
+        use_auth_token=HF_TOKEN,
+    )
+    json_resp["submission_name"] = submission_name
+    with jsonlines.open(f"{LOGS_REPO}/logs.jsonl") as r:
+        lines = []
+        for obj in r:
+            lines.append(obj)
+
+    lines.append(json_resp)
+    with jsonlines.open(f"{LOGS_REPO}/logs.jsonl", mode="w") as writer:
+        for job in lines:
+            writer.write(job)
+    logs_repo.push_to_hub(commit_message=f"Submission with job ID {json_resp['id']}")
+
+    if json_resp["status"] == 1:
+        st.success(
+            f"✅ Submission {submission_name} was successfully submitted for evaluation with job ID {json_resp['id']}"
+        )
+    else:
+        st.error("🙈 Oh noes, there was an error submitting your submission! Please contact the organisers")
 
     # Flush local repo
     shutil.rmtree(LOCAL_REPO, ignore_errors=True)
+    shutil.rmtree(LOGS_REPO, ignore_errors=True)

requirements.txt

@@ -1,2 +1,3 @@
 python-dotenv
-huggingface-hub==0.2.1
+huggingface-hub==0.2.1
+jsonlines