Spaces:
Running
Running
add calibration num samples
Browse files
app.py
CHANGED
@@ -91,10 +91,13 @@ def quantize_model(
|
|
91 |
)
|
92 |
export = len(ov_files) == 0
|
93 |
|
|
|
|
|
|
|
94 |
is_int8 = dtype == "int8"
|
95 |
if library_name == "diffusers":
|
96 |
quant_method = "hybrid"
|
97 |
-
elif not is_int8:
|
98 |
quant_method = "awq"
|
99 |
else:
|
100 |
quant_method = "default"
|
@@ -104,6 +107,7 @@ def quantize_model(
|
|
104 |
quant_method=quant_method,
|
105 |
dataset=None if quant_method=="default" else calibration_dataset,
|
106 |
ratio=1.0 if is_int8 else ratio,
|
|
|
107 |
)
|
108 |
|
109 |
api = HfApi(token=oauth_token.token)
|
|
|
91 |
)
|
92 |
export = len(ov_files) == 0
|
93 |
|
94 |
+
if calibration_dataset == "None":
|
95 |
+
calibration_dataset = None
|
96 |
+
|
97 |
is_int8 = dtype == "int8"
|
98 |
if library_name == "diffusers":
|
99 |
quant_method = "hybrid"
|
100 |
+
elif not is_int8 and calibration_dataset is not None:
|
101 |
quant_method = "awq"
|
102 |
else:
|
103 |
quant_method = "default"
|
|
|
107 |
quant_method=quant_method,
|
108 |
dataset=None if quant_method=="default" else calibration_dataset,
|
109 |
ratio=1.0 if is_int8 else ratio,
|
110 |
+
num_samples=50,
|
111 |
)
|
112 |
|
113 |
api = HfApi(token=oauth_token.token)
|