Expand area and check if winner is present

app.py

@@ -31,21 +31,11 @@ HOTKEYS_TO_KNOWN_VALIDATORS: dict[str, str] = {
 
 WANDB_RUN_PATH = os.environ["WANDB_RUN_PATH"]
 
-REFRESH_RATE = 60 * 5
+REFRESH_RATE = 60 * 5 # 5 minutes
+AVERAGE_BENCHMARK_TIME_WARNING_THRESHOLD = 600 # 10 minutes
 ETA_WARNING_THRESHOLD = 43200 # 12 hours
 
 
-@dataclass
-class State:
- hotkey: str
- version: str
- submissions: int
- benchmarks: int
- invalid: int
- average_benchmark_time: float
-
-
-# enum
 class Status(Enum):
  IN_PROGRESS = ("In Progress", "orange")
  DONE = ("Done", "springgreen")
@@ -61,8 +51,19 @@ class Status(Enum):
  return self.value[1]
 
 
+@dataclass
+class State:
+ status: Status
+ hotkey: str
+ version: str
+ submissions: int
+ benchmarks: int
+ invalid: int
+ average_benchmark_time: float
+
+
 wandb_api = wandb.Api()
-demo = gr.Blocks(css=".typewriter {font-family: 'JMH Typewriter', sans-serif;}")
+demo = gr.Blocks(css=".typewriter {font-family: 'JMH Typewriter', sans-serif;}", fill_height=True, fill_width=True)
 data: dict[int, State] = {}
 
 
@@ -101,6 +102,7 @@ def fetch_wandb_data():
  submissions: set[int] = set()
  benchmarks: set[int] = set()
  invalid: list[int] = []
+ completed = False
  average_benchmark_time = 0.0
 
  for key, value in run.summary.items():
@@ -115,11 +117,22 @@ def fetch_wandb_data():
  submissions.add(int(submission_key))
 
  elif key == "benchmarks":
+ if any("winner" in benchmark for benchmark in dict(value).values()):
+ completed = True
+
  for benchmark_key, benchmark_value in value.items():
  benchmarks.add(int(benchmark_key))
 
  source_validator_uid = run.config["uid"]
+
+ status = Status.IN_PROGRESS
+ if completed:
+ status = Status.DONE
+ elif not submissions or (not average_benchmark_time and benchmarks):
+ status = Status.BROKEN
+
  data[source_validator_uid] = State(
+ status=status,
  hotkey=run.config["hotkey"],
  version=run.tags[1][8:],
  submissions=len(submissions),
@@ -151,30 +164,24 @@ def refresh():
  latest_version = get_latest_version()
 
  for source_validator_uid, state in data.items():
- status = Status.IN_PROGRESS
- if state.benchmarks + state.invalid == state.submissions:
- status = Status.DONE
- elif not state.submissions or (not state.average_benchmark_time and state.benchmarks):
- status = Status.BROKEN
-
  eta = int(state.average_benchmark_time * (state.submissions - (state.benchmarks + state.invalid)))
  time_left = timedelta(seconds=eta)
  eta_date = now + time_left
- eta_time = eta_date.strftime("%Y-%m-%d %I:%M:%S %p") if eta > 0 else status.get_alt_time_text()
+ eta_time = eta_date.strftime("%Y-%m-%d %I:%M:%S %p") if eta > 0 and state.status == Status.IN_PROGRESS else state.status.get_alt_time_text()
 
- average_time_text = f"{timedelta(seconds=int(state.average_benchmark_time))}" if state.average_benchmark_time else status.get_alt_time_text(),
+ average_time_text = f"{timedelta(seconds=int(state.average_benchmark_time))}" if state.average_benchmark_time else state.status.get_alt_time_text(),
 
  elements.append((
  source_validator_uid,
  HOTKEYS_TO_KNOWN_VALIDATORS.get(state.hotkey, state.hotkey),
  f"<span style='color: {'springgreen' if state.version == latest_version else 'red'}'>{state.version}</span>",
- f"<span style='color: {status.color()}'>{status.name()}</span>",
+ f"<span style='color: {state.status.color()}'>{state.status.name()}</span>",
  state.benchmarks + state.invalid,
  state.submissions,
  state.invalid,
- f"<span style='color: {'orange' if state.average_benchmark_time > 600 else 'springgreen'}'>{average_time_text[0]}</span>",
+ f"<span style='color: {'orange' if state.average_benchmark_time > AVERAGE_BENCHMARK_TIME_WARNING_THRESHOLD else 'springgreen'}'>{average_time_text[0]}</span>",
  f"<span style='color: {'orange' if eta > ETA_WARNING_THRESHOLD else 'springgreen'}'>{eta_time}</span>",
- f"<span style='color: {'orange' if eta > ETA_WARNING_THRESHOLD else 'springgreen'}'>{time_left if eta > 0 else status.get_alt_time_text()}</span>"
+ f"<span style='color: {'orange' if eta > ETA_WARNING_THRESHOLD else 'springgreen'}'>{time_left if eta > 0 and state.status == Status.IN_PROGRESS else state.status.get_alt_time_text()}</span>"
  ))
 
  gr.components.Dataframe(