Fix signature checking, invalid submission counting, and pin versions

app.py

@@ -69,11 +69,10 @@ def is_valid_run(run: Run):
  if key not in run.config:
  return False
 
- uid = run.config["uid"]
  validator_hotkey = run.config["hotkey"]
  contest_name = run.config["contest"]
 
- signing_message = f"{uid}:{validator_hotkey}:{contest_name}"
+ signing_message = f"{run.name}:{validator_hotkey}:{contest_name}"
 
  try:
  return Keypair(validator_hotkey).verify(signing_message, run.config["signature"])
@@ -117,7 +116,6 @@ def fetch_wandb_data():
  submissions: set[int] = set()
  benchmarks: set[int] = set()
  invalid: list[int] = []
- completed = False
  average_benchmark_time = 0.0
 
  for key, value in run.summary.items():
@@ -128,12 +126,12 @@ def fetch_wandb_data():
  invalid = value
 
  elif key == "submissions":
- for submission_key, submission_value in value.items():
- submissions.add(int(submission_key))
+ submissions = {int(uid) for uid in value.keys()}
 
  elif key == "benchmarks":
- for benchmark_key, benchmark_value in value.items():
- benchmarks.add(int(benchmark_key))
+ benchmarks = {int(uid) for uid in value.keys()}
+
+ benchmarks = set(benchmarks) - set(invalid)
 
  status = Status.BENCHMARKING
  run_state = run.state

requirements.txt

@@ -1,8 +1,9 @@
-gradio
-wandb
-bittensor
-substrate-interface
-packaging
-polars
-wandb_workspaces
-tenacity
+gradio==5.1.0
+gradio_client==1.4.0
+wandb==0.18.3
+bittensor==8.2.0
+substrate-interface==1.7.11
+packaging==24.1
+polars==1.9.0
+wandb-workspaces==0.1.8
+tenacity==9.0.0