wip

src/display/about.py

@@ -13,15 +13,8 @@ class Task:
 # Init: to update with your specific keys
 class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
-    task0 = Task("task_name1", "metric_name", "First task")
-    task1 = Task("task_name2", "metric_name", "Second task")
-
-
-# Init: to update with your specific keys
-#class Tasks(Enum):
-#    # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
-#    task0 = Task("logiqa", "delta_abs", "LogiQA Δ")
-#    task1 = Task("logiqa2", "delta_abs", "LogiQA2 Δ")
+    task0 = Task("logiqa", "delta_abs", "LogiQA Δ")
+    task1 = Task("logiqa2", "delta_abs", "LogiQA2 Δ")
 
 #METRICS = list(set([task.value.metric for task in Tasks]))
 

src/envs.py

@@ -7,11 +7,8 @@ TOKEN = os.environ.get("TOKEN", None)
 
 OWNER = "logikon"
 REPO_ID = f"{OWNER}/open_cot_leaderboard"
-#QUEUE_REPO = f"{OWNER}/cot-leaderboard-requests"
-#RESULTS_REPO = f"{OWNER}/cot-leaderboard-results"
-
-QUEUE_REPO = "demo-leaderboard/requests"
-RESULTS_REPO = "demo-leaderboard/results"
+QUEUE_REPO = f"{OWNER}/cot-leaderboard-requests"
+RESULTS_REPO = f"{OWNER}/cot-leaderboard-results"
 
 
 CACHE_PATH=os.getenv("HF_HOME", ".")