Better state reporting, show winner

app.py

@@ -31,9 +31,11 @@ class Status(Enum):
  IN_PROGRESS = ("In Progress", "orange")
  DONE = ("Done", "springgreen")
  BROKEN = ("Broken", "red")
+ STOPPED = ("Stopped", "red")
+ CRASHED = ("Crashed", "red")
 
  def get_alt_time_text(self) -> str:
- return "∞" if self == Status.BROKEN else "N/A"
+ return "∞" if self.is_broken() else "N/A"
 
  def name(self):
  return self.value[0]
@@ -41,12 +43,16 @@ class Status(Enum):
  def color(self):
  return self.value[1]
 
+ def is_broken(self):
+ return self == Status.BROKEN or self == Status.STOPPED or self == Status.CRASHED
+
 
 @dataclass
 class State:
  status: Status
  hotkey: str
  version: str
+ winner: int | None
  submissions: int
  benchmarks: int
  invalid: int
@@ -77,11 +83,11 @@ def is_valid_run(run: Run):
 
 
 def fetch_wandb_data():
- now = datetime.now(tz=ZoneInfo("America/New_York"))
+ noon = datetime.now(tz=ZoneInfo("America/New_York")).replace(hour=12, minute=0, second=0, microsecond=0)
  global data
  wandb_runs = wandb_api.runs(
  WANDB_RUN_PATH,
- filters={"config.type": "validator", "created_at": {'$gt': str(now - timedelta(days=1))}},
+ filters={"config.type": "validator", "created_at": {'$gt': str(noon)}},
  order="-created_at",
  )
 
@@ -93,6 +99,7 @@ def fetch_wandb_data():
  if not metagraph.validator_permit[uid]:
  continue
 
+ winner = None
  submissions: set[int] = set()
  benchmarks: set[int] = set()
  invalid: list[int] = []
@@ -111,14 +118,22 @@ def fetch_wandb_data():
  submissions.add(int(submission_key))
 
  elif key == "benchmarks":
- if any("winner" in benchmark for benchmark in dict(value).values()):
- completed = True
+ for benchmark_uid, benchmark in value.items():
+ if "winner" in benchmark:
+ winner = benchmark_uid
+ completed = True
+ break
 
  for benchmark_key, benchmark_value in value.items():
  benchmarks.add(int(benchmark_key))
 
  status = Status.IN_PROGRESS
- if completed:
+ run_state = run.state
+ if run_state == "finished":
+ status = Status.STOPPED
+ elif run_state == "crashed":
+ status = Status.CRASHED
+ elif completed:
  status = Status.DONE
  elif not submissions or (not average_benchmark_time and benchmarks):
  status = Status.BROKEN
@@ -127,6 +142,7 @@ def fetch_wandb_data():
  status=status,
  hotkey=run.config["hotkey"],
  version=run.tags[1][8:],
+ winner=winner,
  submissions=len(submissions),
  benchmarks=len(benchmarks),
  invalid=len(invalid),
@@ -185,6 +201,7 @@ def refresh():
  get_validator_name(uid),
  f"<span style='color: {'springgreen' if state.version == latest_version else 'red'}'>{state.version}</span>",
  f"<span style='color: {state.status.color()}'>{state.status.name()}</span>",
+ f"<span style='color: {'springgreen' if state.winner else 'orange'}'>{state.winner if state.winner else 'N/A'}</span>",
  state.benchmarks + state.invalid,
  state.submissions,
  state.invalid,
@@ -195,8 +212,8 @@ def refresh():
 
  gr.components.Dataframe(
  elements,
- headers=["UID", "Name", "Version", "Status", "Tested", "Submissions", "Invalid", "Avg. Benchmark Time", "ETA (Eastern Time)", "ETA Remaining"],
- datatype=["number", "markdown", "markdown", "markdown", "number", "number", "number", "markdown", "markdown", "markdown"],
+ headers=["UID", "Name", "Version", "Status", "Winner", "Tested", "Submissions", "Invalid", "Avg. Benchmark Time", "ETA (Eastern Time)", "ETA Remaining"],
+ datatype=["number", "markdown", "markdown", "markdown", "markdown", "number", "number", "number", "markdown", "markdown", "markdown"],
  elem_id="state-table",
  )