Back to test

app.py

@@ -4,12 +4,9 @@ import pandas as pd
 import os
 import time
 import datetime
-import pkg_resources
 from utils import fetch_competition_summary, fetch_models_evaluation
 
 st.set_page_config(layout="wide")
-streamlit_version = pkg_resources.get_distribution("streamlit").version
-print(f"Streamlit version: {streamlit_version}")
 
 ### WANDB
 
@@ -71,40 +68,53 @@ def update_leader_info(leader_info, competition, best_model):
  leader_info[competition]["UID"] = best_model["ID"]
  leader_info[competition]["Days on Top"] = 1
  return leader_info[competition]
-@st.cache_data(ttl=60)
-def load_competition_data():
- ranking_dfs = {}
- for competition, details in projects.items():
- df = fetch_runs_to_df(api, projects, competition)
- if not df.empty:
- ranking_df = fetch_models_to_df(api, projects, competition, df)
- rank_by = ["Recall", "Accuracy", "ROC AUC"]
- ascending = [False, False, False]
- ranking_df = ranking_df.sort_values(by=rank_by, ascending=ascending)
- ranking_dfs[competition] = ranking_df
- return ranking_dfs
+@st.cache_data()
+def load_competition_data(last_update_time=None):
+ competition_summaries = {}
+ model_evaluations = {}
+ for competition in projects:
+ competition_summaries[competition] = fetch_competition_summary(api, projects, competition)
+ model_evaluations[competition] = fetch_models_evaluation(api, projects, competition)
+ 
+ last_update_time = time.time()
+ return competition_summaries, model_evaluations, last_update_time
 
 # Streamlit app main function
 def main():
  st.title("LaUltimate Dashboard")
+ st.title("JEDZIESZMALINA")
  st.subheader("Welcome to the Competition Dashboard!")
+ st.write("Explore the various AI competitions and their respective rankings. Select a competition to view more details and rankings.")
 
- # Load competition data
- ranking_dfs = load_competition_data()
+ update_interval = 20 * 60 # 20 minutes in seconds
 
- # Initialize or update leader_info
+ if 'last_update_time' not in st.session_state:
+ st.session_state.last_update_time = None
  if "leader_info" not in st.session_state:
  st.session_state.leader_info = {}
 
- # Update leader info for each competition
- for competition in ranking_dfs:
- if not ranking_dfs[competition].empty:
- best_model = ranking_dfs[competition].iloc[0]
- st.session_state.leader_info[competition] = update_leader_info(st.session_state.leader_info, competition, best_model)
+ if st.session_state.last_update_time is None or (time.time() - st.session_state.last_update_time > update_interval):
+ competition_summaries, model_evaluations, st.session_state.last_update_time = load_competition_data(st.session_state.last_update_time)
+
+ for competition in projects:
+ if not model_evaluations[competition].empty:
+ best_model = model_evaluations[competition].iloc[0]
+ st.session_state.leader_info[competition] = update_leader_info(st.session_state.leader_info, competition, best_model)
+ else:
+ st.session_state.leader_info[competition] = {
+ "Username": "N/A", "Model Name": "N/A", "Hotkey": "N/A",
+ "Date": "N/A", "UID": "N/A", "Days on Top": "N/A"
+ }
+ else:
+ competition_summaries, model_evaluations, _ = load_competition_data(st.session_state.last_update_time)
+
+ st.write(f"Last updated: {time.ctime(st.session_state.last_update_time)}")
 
  st.markdown("### Competitions")
 
- # Create a header for the table with additional columns
+ st.write("### Select Competition")
+
+ # Create a header for the table
  cols = st.columns([1, 3, 2, 2, 2, 2, 1, 2])
  cols[0].write("Index")
  cols[1].write("Competition Name")
@@ -115,14 +125,13 @@ def main():
  cols[6].write("Hotkey")
  cols[7].write("Days on Top")
 
- # Display the project names in a table-like structure with buttons and placeholders for additional data
  for index, (competition, details) in enumerate(projects.items(), start=1):
- leader_info = st.session_state.leader_info.get(competition, {})
- 
+ leader_info = st.session_state.get("leader_info", {}).get(competition, {})
+
  cols = st.columns([1, 3, 2, 2, 2, 2, 1, 2])
  cols[0].write(index)
- if cols[1].button(competition, key=f"btn_{competition}"):
- st.session_state.selected_competition = competition
+ if cols[1].button(competition):
+ st.query_params["comp"] = competition
  cols[2].write(leader_info.get("Username", "N/A"))
  cols[3].write(leader_info.get("Model Name", "N/A"))
  cols[4].write(leader_info.get("Date", "N/A"))
@@ -130,46 +139,33 @@ def main():
  cols[6].write(leader_info.get("Hotkey", "N/A"))
  cols[7].write(leader_info.get("Days on Top", "N/A"))
 
- # Display selected competition details
- if "selected_competition" in st.session_state:
- competition_name = st.session_state.selected_competition
+ query_params = st.query_params
+ if "comp" in query_params:
+ competition_name = query_params["comp"]
  st.write(f"Selected competition: {competition_name}")
+ competition_details = projects.get(competition_name, {})
+ description = competition_details.get("description", "No description available.")
  
- try:
- competition_details = projects.get(competition_name, {})
- description = competition_details.get("description", "No description available.")
- 
- st.header(f"Competition: {competition_name}")
- st.write(description)
-
- df = ranking_dfs.get(competition_name, pd.DataFrame())
- if not df.empty:
- st.subheader("Competition Summary")
- try:
- competition_summary_df = fetch_competition_summary(api, projects, competition_name, df)
- if not competition_summary_df.empty:
- st.dataframe(competition_summary_df)
- else:
- st.warning("No competition summary data available.")
- except Exception as e:
- st.error(f"Error fetching competition summary: {str(e)}")
-
- st.subheader("Models Evaluation")
- try:
- models_evaluation_df = fetch_models_to_df(api, projects, competition_name, df)
- if not models_evaluation_df.empty:
- st.dataframe(models_evaluation_df)
- else:
- st.warning("No models evaluation data available.")
- except Exception as e:
- st.error(f"Error fetching models evaluation: {str(e)}")
- else:
- st.warning("No runs available for ranking.")
- except Exception as e:
- st.error(f"An error occurred while processing the competition data: {str(e)}")
+ st.header(f"Competition: {competition_name}")
+ st.write(description)
+
+ st.subheader("Competition Summary")
+ competition_summary_df = competition_summaries.get(competition_name, pd.DataFrame())
+ if not competition_summary_df.empty:
+ st.dataframe(competition_summary_df)
+ else:
+ st.warning("No competition summary data available.")
+
+ st.subheader("Models Evaluation")
+ models_evaluation_df = model_evaluations.get(competition_name, pd.DataFrame())
+ if not models_evaluation_df.empty:
+ st.dataframe(models_evaluation_df)
+ else:
+ st.warning("No models evaluation data available.")
  else:
  st.write("Please select a competition to view details.")
 
+
 # Run the app
 if __name__ == "__main__":
- main()
+ main()