Update app.py

app.py

@@ -41,16 +41,14 @@ def load_model(model):
     return session, onnx_model, input_names, output_names
 
 def inference(re_im, session, onnx_model, input_names, output_names):
-    inputs = {input_names[i]: np.zeros([d.dim_value for d in _input.type.tensor_type.shape.dim],
-                                       dtype=np.float32)
+    inputs = {input_names[i]: torch.from_numpy(np.zeros([d.dim_value for d in _input.type.tensor_type.shape.dim],
+                                       dtype=np.float32)).type(torch.float16)
               for i, _input in enumerate(onnx_model.graph.input)
               }
 
     output_audio = []
     for t in range(re_im.shape[0]):
         inputs[input_names[0]] = re_im[t]
-        inputs = torch.from_numpy(inputs)
-        inputs = inputs.type(torch.float16)
         out, prev_mag, predictor_state, mlp_state = session.run(output_names, inputs)
         inputs[input_names[1]] = prev_mag
         inputs[input_names[2]] = predictor_state