psakamoori
commited on
Commit
·
a654a7c
1
Parent(s):
36a39af
Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,6 @@ torch_device = "cpu"
|
|
26 |
if backend == "openvino" and torch_device == "cpu":
|
27 |
|
28 |
# OpenVINO inference optimization parameters
|
29 |
-
#config = {hints.performance_mode: hints.PerformanceMode.THROUGHPUT, hints.num_requests: "1"}
|
30 |
config = {hints.performance_mode: hints.PerformanceMode.THROUGHPUT}
|
31 |
ov_opts = {"ov_device": "CPU", "config": config}
|
32 |
instance = CustomEncoderWav2vec2Classifier(modules=checkpoint.mods,
|
|
|
26 |
if backend == "openvino" and torch_device == "cpu":
|
27 |
|
28 |
# OpenVINO inference optimization parameters
|
|
|
29 |
config = {hints.performance_mode: hints.PerformanceMode.THROUGHPUT}
|
30 |
ov_opts = {"ov_device": "CPU", "config": config}
|
31 |
instance = CustomEncoderWav2vec2Classifier(modules=checkpoint.mods,
|