Spaces:
Running
Running
Jae-Won Chung
commited on
Commit
•
663521e
1
Parent(s):
7b26aba
More docstrings, fix status code
Browse files
app.py
CHANGED
@@ -12,12 +12,26 @@ import pandas as pd
|
|
12 |
import plotly.io as pio
|
13 |
import plotly.express as px
|
14 |
from pandas.api.types import is_numeric_dtype, is_float_dtype
|
|
|
15 |
pio.templates.default = "plotly_white"
|
16 |
|
17 |
|
18 |
class TableManager:
|
19 |
def __init__(self, data_dir: str) -> None:
|
20 |
-
"""Load leaderboard data from CSV files in data_dir.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
21 |
# Load and merge CSV files.
|
22 |
df = self._read_tables(data_dir)
|
23 |
|
@@ -207,9 +221,9 @@ class TableManager:
|
|
207 |
# be used.
|
208 |
global_tbm = TableManager("data")
|
209 |
|
210 |
-
#
|
211 |
resp = requests.get("https://api.github.com/repos/ml-energy/leaderboard/commits/master")
|
212 |
-
if resp.status_code
|
213 |
current_date = "[Failed to fetch]"
|
214 |
print("Failed to fetch the latest release date of the leaderboard repository.")
|
215 |
print(resp.json())
|
|
|
12 |
import plotly.io as pio
|
13 |
import plotly.express as px
|
14 |
from pandas.api.types import is_numeric_dtype, is_float_dtype
|
15 |
+
|
16 |
pio.templates.default = "plotly_white"
|
17 |
|
18 |
|
19 |
class TableManager:
|
20 |
def __init__(self, data_dir: str) -> None:
|
21 |
+
"""Load leaderboard data from CSV files in data_dir.
|
22 |
+
|
23 |
+
Inside `data_dir`, there should be:
|
24 |
+
- `models.json`: a JSON file containing information about each model.
|
25 |
+
- `schema.yaml`: a YAML file containing the schema of the benchmark.
|
26 |
+
- `score.csv`: a CSV file containing the NLP evaluation metrics of each model.
|
27 |
+
- `*_benchmark.csv`: CSV files containing the system benchmark results.
|
28 |
+
|
29 |
+
Especially, the `*_benchmark.csv` files should be named after the
|
30 |
+
parameters used in the benchmark. For example, for the CSV file that
|
31 |
+
contains benchmarking results for A100 and the chat-concise task
|
32 |
+
(see `schema.yaml`) for possible choices, the file should be named
|
33 |
+
`A100_chat-concise_benchmark.csv`.
|
34 |
+
"""
|
35 |
# Load and merge CSV files.
|
36 |
df = self._read_tables(data_dir)
|
37 |
|
|
|
221 |
# be used.
|
222 |
global_tbm = TableManager("data")
|
223 |
|
224 |
+
# Fetch the latest update date of the leaderboard repository.
|
225 |
resp = requests.get("https://api.github.com/repos/ml-energy/leaderboard/commits/master")
|
226 |
+
if resp.status_code != 200:
|
227 |
current_date = "[Failed to fetch]"
|
228 |
print("Failed to fetch the latest release date of the leaderboard repository.")
|
229 |
print(resp.json())
|