Update README.md
Browse files
README.md
CHANGED
@@ -111,7 +111,7 @@ inputs = tokenizer.apply_chat_template({
|
|
111 |
}, tokenize=True)
|
112 |
|
113 |
with torch.no_grad():
|
114 |
-
outputs =
|
115 |
|
116 |
print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|
117 |
```
|
|
|
111 |
}, tokenize=True)
|
112 |
|
113 |
with torch.no_grad():
|
114 |
+
outputs = ort_model.generate(inputs, generation_config=generation_config)
|
115 |
|
116 |
print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|
117 |
```
|