Lazily refresh data

app.py

@@ -13,7 +13,7 @@ from wandb.apis.public import Run
 
 WANDB_RUN_PATH = os.environ["WANDB_RUN_PATH"]
 
-REFRESH_RATE = 60 * 5 # 5 minutes
+REFRESH_RATE = 30
 NET_UID = 39
 AVERAGE_BENCHMARK_TIME_WARNING_THRESHOLD = 600 # 10 minutes
 ETA_WARNING_THRESHOLD = 43200 # 12 hours
@@ -22,7 +22,6 @@ subtensor = bt.subtensor()
 metagraph = bt.metagraph(netuid=NET_UID)
 bt.logging.disable_logging()
 
-wandb_api = wandb.Api()
 demo = gr.Blocks(css=".typewriter {font-family: 'JMH Typewriter', sans-serif;}", fill_height=True, fill_width=True)
 
 
@@ -89,8 +88,10 @@ def get_identity(uid: int) -> str | None:
  return identity.value["name"] if identity != None else None
 
 
-def fetch_wandb_data() -> dict[int, State]:
- data: dict[int, State] = {}
+def fetch_wandb_data():
+ wandb_api = wandb.Api()
+ global data
+ data.clear()
 
  now = datetime.now(tz=ZoneInfo("America/New_York"))
  noon = now.replace(hour=12, minute=0, second=0, microsecond=0)
@@ -165,7 +166,7 @@ def fetch_wandb_data() -> dict[int, State]:
  updated=block - metagraph.last_update[uid],
  )
 
- return dict(sorted(data.items()))
+ data = dict(sorted(data.items()))
 
 
 def get_latest_version(data: dict[int, State]) -> str:
@@ -177,19 +178,23 @@ def get_latest_version(data: dict[int, State]) -> str:
  return str(latest_version)
 
 
-def get_data() -> gr.Dataframe:
- global data
+def try_refresh():
  global last_refresh
  now = datetime.now(tz=ZoneInfo("America/New_York"))
 
  if (now - last_refresh).total_seconds() > REFRESH_RATE:
+ print(f"Refreshing States at {now.strftime('%Y-%m-%d %H:%M:%S')}")
  metagraph.sync(subtensor=subtensor)
- data = fetch_wandb_data()
+ fetch_wandb_data()
  last_refresh = now
- print(f"Refreshing States at {now.strftime('%Y-%m-%d %H:%M:%S')}")
+
+
+def get_data() -> gr.Dataframe:
+ try_refresh()
 
  elements: list[tuple] = []
  latest_version = get_latest_version(data)
+ now = datetime.now(tz=ZoneInfo("America/New_York"))
 
  for uid, state in data.items():
  eta = int(state.average_benchmark_time * (state.submissions - (state.benchmarks + state.invalid)))
@@ -226,9 +231,9 @@ def get_data() -> gr.Dataframe:
 
 def main():
  with demo:
- table = get_data()
- table.attach_load_event(lambda _: get_data(), REFRESH_RATE, [table])
- demo.queue().launch()
+ table = gr.Dataframe()
+ table.attach_load_event(lambda: get_data(), None)
+ demo.launch()
 
 
 if __name__ == '__main__':