Update code/inference.py

code/inference.py

@@ -7,9 +7,9 @@ def model_fn(model_dir):
     model = torch.load(f"{model_dir}/torch_model.pt")
     return model, tokenizer
 
-def predict_fn(input_data, load_list):
+def predict_fn(data, load_list):
     model, tokenizer = load_list
-    request_inputs = input_data.pop("inputs", input_data)
+    request_inputs = input_data.pop("inputs", data)
     template = request_inputs["template"]
     messages = request_inputs["messages"]
     char_name = request_inputs["char_name"]