BenchmarkBot commited on
Commit
9b1f5f8
ยท
1 Parent(s): 602df9f

indicate multiple optimizations

Browse files
Files changed (1) hide show
  1. app.py +9 -4
app.py CHANGED
@@ -68,10 +68,15 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
68
  bench_df["optimizations"] = bench_df[
69
  ["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
70
  ].apply(
71
- lambda x: "BetterTransformer"
72
- if x[0] == True
73
- else ("LLM.int8" if x[1] == True else ("NF4" if x[2] == True else "None")),
74
- axis=1,
 
 
 
 
 
75
  )
76
 
77
  return bench_df
 
68
  bench_df["optimizations"] = bench_df[
69
  ["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
70
  ].apply(
71
+ lambda x: ", ".join(
72
+ [
73
+ optimization
74
+ for optimization, value in zip(
75
+ ["BetterTransformer", "LLM.int8", "NF4"], x.values
76
+ )
77
+ if value
78
+ ]
79
+ ),
80
  )
81
 
82
  return bench_df