ashishraics commited on
Commit
3c150d8
1 Parent(s): 51fb126

requiremtn fix

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -79,7 +79,7 @@ model_path_quanitzed=(f'{t5_model_path}/{t5_chkpt.split("/")[1]}-encoder-quantiz
79
  f'{t5_model_path}/{t5_chkpt.split("/")[1]}-init-decoder-quantized.onnx'
80
  )
81
 
82
- model_session=get_onnx_runtime_sessions(model_paths=model_path_quanitzed,n_threads=1,parallel_exe_mode=True)
83
  model_t5=OnnxT5(model_or_model_path=t5_chkpt,onnx_model_sessions=model_session)
84
  tokenizer_t5=AutoTokenizer.from_pretrained(t5_tokenizer)
85
 
 
79
  f'{t5_model_path}/{t5_chkpt.split("/")[1]}-init-decoder-quantized.onnx'
80
  )
81
 
82
+ model_session=get_onnx_runtime_sessions(model_paths=model_path_quanitzed,n_threads=1,parallel_exe_mode=False)
83
  model_t5=OnnxT5(model_or_model_path=t5_chkpt,onnx_model_sessions=model_session)
84
  tokenizer_t5=AutoTokenizer.from_pretrained(t5_tokenizer)
85