Spaces:
Running
Running
BenchmarkBot
commited on
Commit
Β·
2372481
1
Parent(s):
44b43cb
visual score
Browse files
app.py
CHANGED
@@ -87,10 +87,8 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
87 |
)
|
88 |
|
89 |
# create composite score
|
90 |
-
normalized_score = bench_df["score"]
|
91 |
-
normalized_latency = (
|
92 |
-
bench_df["generate.latency(s)"] / bench_df["generate.latency(s)"].max()
|
93 |
-
)
|
94 |
# normalized_memory = (bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"])/(bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"].min())
|
95 |
bench_df["composite_score"] = normalized_score - normalized_latency
|
96 |
|
@@ -103,7 +101,7 @@ def get_benchmark_table(bench_df):
|
|
103 |
# rename
|
104 |
bench_df.rename(columns=COLUMNS_MAPPING, inplace=True)
|
105 |
# sort
|
106 |
-
bench_df.sort_values(by=SORTING_COLUMN, ascending=
|
107 |
|
108 |
# transform
|
109 |
bench_df["Model π€"] = bench_df["Model π€"].apply(make_clickable_model)
|
|
|
87 |
)
|
88 |
|
89 |
# create composite score
|
90 |
+
normalized_score = 100 - bench_df["score"]
|
91 |
+
normalized_latency = bench_df["generate.latency(s)"]
|
|
|
|
|
92 |
# normalized_memory = (bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"])/(bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"].min())
|
93 |
bench_df["composite_score"] = normalized_score - normalized_latency
|
94 |
|
|
|
101 |
# rename
|
102 |
bench_df.rename(columns=COLUMNS_MAPPING, inplace=True)
|
103 |
# sort
|
104 |
+
bench_df.sort_values(by=SORTING_COLUMN, ascending=True, inplace=True)
|
105 |
|
106 |
# transform
|
107 |
bench_df["Model π€"] = bench_df["Model π€"].apply(make_clickable_model)
|