Use gradio's built-in refresh

app.py

@@ -2,7 +2,6 @@ import os
 from dataclasses import dataclass
 from datetime import datetime, timedelta
 from enum import Enum
-from time import sleep
 from zoneinfo import ZoneInfo
 
 import bittensor as bt
@@ -51,18 +50,19 @@ class Status(Enum):
 class State:
  status: Status
  hotkey: str
+ name: str
  version: str
  winner: int | None
  submissions: int
  benchmarks: int
  invalid: int
  average_benchmark_time: float
+ vtrust: float
+ updated: int
 
 
 data: dict[int, State] = {}
-validator_identities: dict[int, str] = {}
-validator_vtrust: dict[int, float] = {}
-validator_updated: dict[int, int] = {}
+last_refresh: datetime = datetime.fromtimestamp(0, tz=ZoneInfo("America/New_York"))
 
 
 def is_valid_run(run: Run):
@@ -84,12 +84,19 @@ def is_valid_run(run: Run):
  return False
 
 
-def fetch_wandb_data():
+def get_identity(uid: int) -> str | None:
+ identity = subtensor.substrate.query('SubtensorModule', 'Identities', [metagraph.coldkeys[uid]])
+ return identity.value["name"] if identity != None else None
+
+
+def fetch_wandb_data() -> dict[int, State]:
+ data: dict[int, State] = {}
+
  now = datetime.now(tz=ZoneInfo("America/New_York"))
  noon = now.replace(hour=12, minute=0, second=0, microsecond=0)
  if now.hour < 12:
  noon -= timedelta(days=1)
- global data
+
  wandb_runs = wandb_api.runs(
  WANDB_RUN_PATH,
  filters={"config.type": "validator", "created_at": {'$gt': str(noon)}},
@@ -143,45 +150,25 @@ def fetch_wandb_data():
  elif not submissions or (not average_benchmark_time and benchmarks):
  status = Status.BROKEN
 
+ block = subtensor.get_current_block()
  data[uid] = State(
  status=status,
  hotkey=run.config["hotkey"],
+ name=get_identity(uid) or run.config["hotkey"],
  version=run.tags[1][8:],
  winner=winner,
  submissions=len(submissions),
  benchmarks=len(benchmarks),
  invalid=len(invalid),
- average_benchmark_time=average_benchmark_time
+ average_benchmark_time=average_benchmark_time,
+ vtrust=metagraph.validator_trust[uid],
+ updated=block - metagraph.last_update[uid],
  )
 
- data = dict(sorted(data.items()))
-
-
-def fetch_identities():
- validator_identities.clear()
- for uid in data.keys():
- identity = subtensor.substrate.query('SubtensorModule', 'Identities', [metagraph.coldkeys[uid]])
- if identity != None:
- validator_identities[uid] = identity.value["name"]
-
+ return dict(sorted(data.items()))
 
-def fetch_metagraph_data():
- validator_vtrust.clear()
- validator_updated.clear()
- block = subtensor.get_current_block()
- for uid in data.keys():
- validator_vtrust[uid] = metagraph.validator_trust[uid]
- validator_updated[uid] = block - metagraph.last_update[uid]
 
-
-def get_validator_name(validator_uid: int) -> str:
- if validator_uid in validator_identities:
- return validator_identities[validator_uid]
- else:
- return metagraph.hotkeys[validator_uid]
-
-
-def get_latest_version() -> str:
+def get_latest_version(data: dict[int, State]) -> str:
  latest_version = version.parse("0.0.0")
  for source_validator_uid, state in data.items():
  current_version = version.parse(state.version)
@@ -190,62 +177,58 @@ def get_latest_version() -> str:
  return str(latest_version)
 
 
-def refresh():
- metagraph.sync(subtensor=subtensor)
- fetch_wandb_data()
- fetch_identities()
- fetch_metagraph_data()
- demo.clear()
+def get_data() -> list[tuple]:
+ global data
+ global last_refresh
  now = datetime.now(tz=ZoneInfo("America/New_York"))
 
- with demo:
- with gr.Accordion(f"Validator States (Last updated: {now.strftime('%Y-%m-%d %I:%M:%S %p')} EST)"):
- elements: list[tuple] = []
- latest_version = get_latest_version()
-
- for uid, state in data.items():
- eta = int(state.average_benchmark_time * (state.submissions - (state.benchmarks + state.invalid)))
- time_left = timedelta(seconds=eta)
- eta_date = now + time_left
- eta_time = eta_date.strftime("%Y-%m-%d %I:%M:%S %p") if eta > 0 and state.status == Status.IN_PROGRESS else state.status.get_alt_time_text()
-
- average_time_text = f"{timedelta(seconds=int(state.average_benchmark_time))}" if state.average_benchmark_time else state.status.get_alt_time_text(),
-
- elements.append((
- uid,
- get_validator_name(uid),
- f"<span style='color: {'springgreen' if state.version == latest_version else 'red'}'>{state.version}</span>",
- f"<span style='color: {state.status.color()}'>{state.status.name()}</span>",
- f"<span style='color: {'springgreen' if state.winner else 'orange'}'>{state.winner if state.winner else 'N/A'}</span>",
- state.benchmarks + state.invalid,
- state.submissions,
- state.invalid,
- f"<span style='color: {'orange' if state.average_benchmark_time > AVERAGE_BENCHMARK_TIME_WARNING_THRESHOLD else 'springgreen'}'>{average_time_text[0]}</span>",
- f"<span style='color: {'orange' if eta > ETA_WARNING_THRESHOLD else 'springgreen'}'>{eta_time}</span>",
- f"<span style='color: {'orange' if eta > ETA_WARNING_THRESHOLD else 'springgreen'}'>{time_left if eta > 0 and state.status == Status.IN_PROGRESS else state.status.get_alt_time_text()}</span>",
- f"<span style='color: {'springgreen' if validator_vtrust[uid] > 0.75 else 'red'}'>{validator_vtrust[uid]:.4f}</span>",
- f"<span style='color: {'springgreen' if validator_updated[uid] < 1000 else 'red'}'>{validator_updated[uid]}</span>",
- ))
+ if (now - last_refresh).total_seconds() > REFRESH_RATE:
+ metagraph.sync(subtensor=subtensor)
+ data = fetch_wandb_data()
+ last_refresh = now
+ print(f"Refreshing States at {now.strftime('%Y-%m-%d %H:%M:%S')}")
 
- gr.components.Dataframe(
- elements,
- headers=["UID", "Name", "Version", "Status", "Winner UID", "Tested", "Submissions", "Invalid", "Avg. Benchmark Time", "ETA (Eastern Time)", "ETA Remaining", "VTrust", "Updated"],
- datatype=["number", "markdown", "markdown", "markdown", "markdown", "number", "number", "number", "markdown", "markdown", "markdown", "markdown", "markdown"],
- elem_id="state-table",
- )
+ elements: list[tuple] = []
+ latest_version = get_latest_version(data)
 
+ for uid, state in data.items():
+ eta = int(state.average_benchmark_time * (state.submissions - (state.benchmarks + state.invalid)))
+ time_left = timedelta(seconds=eta)
+ eta_date = now + time_left
+ eta_time = eta_date.strftime("%Y-%m-%d %I:%M:%S %p") if eta > 0 and state.status == Status.IN_PROGRESS else state.status.get_alt_time_text()
 
-def main():
- refresh()
- demo.launch(prevent_thread_lock=True)
+ average_time_text = f"{timedelta(seconds=int(state.average_benchmark_time))}" if state.average_benchmark_time else state.status.get_alt_time_text(),
 
- while True:
- sleep(REFRESH_RATE)
+ elements.append((
+ uid,
+ state.name,
+ f"<span style='color: {'springgreen' if state.version == latest_version else 'red'}'>{state.version}</span>",
+ f"<span style='color: {state.status.color()}'>{state.status.name()}</span>",
+ f"<span style='color: {'springgreen' if state.winner else 'orange'}'>{state.winner if state.winner else 'N/A'}</span>",
+ state.benchmarks + state.invalid,
+ state.submissions,
+ state.invalid,
+ f"<span style='color: {'orange' if state.average_benchmark_time > AVERAGE_BENCHMARK_TIME_WARNING_THRESHOLD else 'springgreen'}'>{average_time_text[0]}</span>",
+ f"<span style='color: {'orange' if eta > ETA_WARNING_THRESHOLD else 'springgreen'}'>{eta_time}</span>",
+ f"<span style='color: {'orange' if eta > ETA_WARNING_THRESHOLD else 'springgreen'}'>{time_left if eta > 0 and state.status == Status.IN_PROGRESS else state.status.get_alt_time_text()}</span>",
+ f"<span style='color: {'springgreen' if state.vtrust > 0.75 else 'red'}'>{state.vtrust:.4f}</span>",
+ f"<span style='color: {'springgreen' if state.updated < 1000 else 'red'}'>{state.updated}</span>",
+ ))
+
+ return elements
 
- now = datetime.now(tz=ZoneInfo("America/New_York"))
- print(f"Refreshing States at {now.strftime('%Y-%m-%d %H:%M:%S')}")
 
- refresh()
+def main():
+ with demo:
+ with gr.Accordion(f"Validator States"):
+ gr.components.Dataframe(
+ get_data,
+ every=REFRESH_RATE,
+ headers=["UID", "Name", "Version", "Status", "Winner UID", "Tested", "Submissions", "Invalid", "Avg. Benchmark Time", "ETA (Eastern Time)", "ETA Remaining", "VTrust", "Updated"],
+ datatype=["number", "markdown", "markdown", "markdown", "markdown", "number", "number", "number", "markdown", "markdown", "markdown", "markdown", "markdown"],
+ elem_id="state-table",
+ )
+ demo.queue().launch()
 
 
 if __name__ == '__main__':