Rename MAINTAINERS_HIGHLIGHT to OFFICIAL_PROVIDERS

app.py

@@ -215,7 +215,7 @@ def init_leaderboard(dataframe):
             ),
             ColumnFilter(AutoEvalColumn.moe.name, type="boolean", label="MoE", default=False),
             ColumnFilter(AutoEvalColumn.not_flagged.name, type="boolean", label="Flagged", default=True),
-            ColumnFilter(AutoEvalColumn.maintainers_highlight.name, type="boolean", label="Show only maintainer's highlight", default=False),
+            ColumnFilter(AutoEvalColumn.official_providers.name, type="boolean", label="Show only official providers", default=False),
         ],
         bool_checkboxgroup_label="Hide models",
         interactive=False,

src/display/utils.py

@@ -6,13 +6,13 @@ import logging
 from datetime import datetime
 import pandas as pd
 
-from src.envs import MAINTAINERS_HIGHLIGHT_REPO
+from src.envs import OFFICIAL_PROVIDERS_REPO
 
 # Configure logging
 logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
 
-dataset = load_dataset(MAINTAINERS_HIGHLIGHT_REPO)
-curated_authors = dataset["train"][0]["CURATED_SET"]
+dataset = load_dataset(OFFICIAL_PROVIDERS_REPO)
+official_providers = dataset["train"][0]["CURATED_SET"]
 
 # Convert ISO 8601 dates to datetime objects for comparison
 def parse_iso8601_datetime(date_str):
@@ -120,7 +120,7 @@ auto_eval_column_dict.append(["submission_date", ColumnContent, ColumnContent("S
 auto_eval_column_dict.append(["upload_to_hub", ColumnContent, ColumnContent("Upload To Hub Date", "bool", False, hidden=False)])
 
 auto_eval_column_dict.append(["use_chat_template", ColumnContent, ColumnContent("Chat Template", "bool", False)])
-auto_eval_column_dict.append(["maintainers_highlight", ColumnContent, ColumnContent("Maintainer's Highlight", "bool", False, hidden=True)])
+auto_eval_column_dict.append(["official_providers", ColumnContent, ColumnContent("Official Providers", "bool", False, hidden=True)])
 
 # fullname structure: <user>/<model_name>
 auto_eval_column_dict.append(["fullname", ColumnContent, ColumnContent("fullname", "str", False, dummy=True)])

src/envs.py

@@ -8,7 +8,7 @@ REPO_ID = "open-llm-leaderboard/open_llm_leaderboard"
 QUEUE_REPO = "open-llm-leaderboard/requests"
 AGGREGATED_REPO = "open-llm-leaderboard/contents"
 VOTES_REPO = "open-llm-leaderboard/votes"
-MAINTAINERS_HIGHLIGHT_REPO = "open-llm-leaderboard/maintainers-highlight"
+OFFICIAL_PROVIDERS_REPO = "open-llm-leaderboard/official-providers"
 
 HF_HOME = os.getenv("HF_HOME", ".")
 

src/leaderboard/filter_models.py

@@ -19,8 +19,8 @@ DO_NOT_SUBMIT_MODELS = [
 def flag_models(leaderboard_data: list[dict]):
     """Flags models based on external criteria or flagged status."""
     for model_data in leaderboard_data:
-        # Skip flagging if maintainers_highlight is True
-        if model_data.get(AutoEvalColumn.maintainers_highlight.name, False):
+        # Skip flagging if official providers is True
+        if model_data.get(AutoEvalColumn.official_providers.name, False):
             model_data[AutoEvalColumn.not_flagged.name] = True
             continue