Spaces:
Running
Running
Commit
ยท
9b1f5f8
1
Parent(s):
602df9f
indicate multiple optimizations
Browse files
app.py
CHANGED
@@ -68,10 +68,15 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
68 |
bench_df["optimizations"] = bench_df[
|
69 |
["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
|
70 |
].apply(
|
71 |
-
lambda x: "
|
72 |
-
|
73 |
-
|
74 |
-
|
|
|
|
|
|
|
|
|
|
|
75 |
)
|
76 |
|
77 |
return bench_df
|
|
|
68 |
bench_df["optimizations"] = bench_df[
|
69 |
["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
|
70 |
].apply(
|
71 |
+
lambda x: ", ".join(
|
72 |
+
[
|
73 |
+
optimization
|
74 |
+
for optimization, value in zip(
|
75 |
+
["BetterTransformer", "LLM.int8", "NF4"], x.values
|
76 |
+
)
|
77 |
+
if value
|
78 |
+
]
|
79 |
+
),
|
80 |
)
|
81 |
|
82 |
return bench_df
|