Update README.md
Browse files
README.md
CHANGED
|
@@ -195,7 +195,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name,
|
|
| 195 |
)
|
| 196 |
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
|
| 197 |
streamer = TextStreamer(tokenizer, skip_special_tokens=True)
|
| 198 |
-
pipe = pipeline("text-generation", model=
|
| 199 |
|
| 200 |
with autocast():
|
| 201 |
output_default = pipe(formatted_prompt, pad_token_id=50256, max_new_tokens=128)
|
|
|
|
| 195 |
)
|
| 196 |
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
|
| 197 |
streamer = TextStreamer(tokenizer, skip_special_tokens=True)
|
| 198 |
+
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, streamer=streamer)
|
| 199 |
|
| 200 |
with autocast():
|
| 201 |
output_default = pipe(formatted_prompt, pad_token_id=50256, max_new_tokens=128)
|