Better validator checking

app.py

@@ -23,9 +23,6 @@ subtensor = bt.subtensor()
 metagraph = bt.metagraph(netuid=NET_UID)
 bt.logging.disable_logging()
 
-runs: dict[int, list[Run]] = {}
-validator_identities: dict[int, str] = {}
-
 wandb_api = wandb.Api()
 demo = gr.Blocks(css=".typewriter {font-family: 'JMH Typewriter', sans-serif;}", fill_height=True, fill_width=True)
 
@@ -57,6 +54,7 @@ class State:
 
 
 data: dict[int, State] = {}
+validator_identities: dict[int, str] = {}
 
 
 def is_valid_run(run: Run):
@@ -91,6 +89,10 @@ def fetch_wandb_data():
  if not is_valid_run(run):
  continue
 
+ uid = run.config["uid"]
+ if not metagraph.validator_permit[uid]:
+ continue
+
  submissions: set[int] = set()
  benchmarks: set[int] = set()
  invalid: list[int] = []
@@ -115,15 +117,13 @@ def fetch_wandb_data():
  for benchmark_key, benchmark_value in value.items():
  benchmarks.add(int(benchmark_key))
 
- source_validator_uid = run.config["uid"]
-
  status = Status.IN_PROGRESS
  if completed:
  status = Status.DONE
  elif not submissions or (not average_benchmark_time and benchmarks):
  status = Status.BROKEN
 
- data[source_validator_uid] = State(
+ data[uid] = State(
  status=status,
  hotkey=run.config["hotkey"],
  version=run.tags[1][8:],
@@ -138,7 +138,7 @@ def fetch_wandb_data():
 
 def fetch_identities():
  validator_identities.clear()
- for uid in range(metagraph.n.item()):
+ for uid in data.keys():
  identity = subtensor.substrate.query('SubtensorModule', 'Identities', [metagraph.coldkeys[uid]])
  if identity != None:
  validator_identities[uid] = identity.value["name"]