Update code/inference.py
Browse files- code/inference.py +1 -1
code/inference.py
CHANGED
@@ -9,7 +9,7 @@ def model_fn(model_dir):
|
|
9 |
|
10 |
def predict_fn(data, load_list):
|
11 |
model, tokenizer = load_list
|
12 |
-
request_inputs =
|
13 |
template = request_inputs["template"]
|
14 |
messages = request_inputs["messages"]
|
15 |
char_name = request_inputs["char_name"]
|
|
|
9 |
|
10 |
def predict_fn(data, load_list):
|
11 |
model, tokenizer = load_list
|
12 |
+
request_inputs = data.pop("inputs", data)
|
13 |
template = request_inputs["template"]
|
14 |
messages = request_inputs["messages"]
|
15 |
char_name = request_inputs["char_name"]
|