Update README.md
Browse files
README.md
CHANGED
@@ -55,14 +55,6 @@ model = AutoModelForCausalLM.from_pretrained("Writer/palmyra-base", torch_dtype=
|
|
55 |
# the fast tokenizer currently does not work correctly
|
56 |
tokenizer = AutoTokenizer.from_pretrained("Writer/palmyra-base", use_fast=False)
|
57 |
|
58 |
-
prompt = "What is the color of a carrot?\nA:"
|
59 |
-
|
60 |
-
input_ids = tokenizer(prompt, return_tensors="pt").input_ids.cuda()
|
61 |
-
|
62 |
-
generated_ids = model.generate(input_ids)
|
63 |
-
|
64 |
-
tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
|
65 |
-
|
66 |
|
67 |
```
|
68 |
|
|
|
55 |
# the fast tokenizer currently does not work correctly
|
56 |
tokenizer = AutoTokenizer.from_pretrained("Writer/palmyra-base", use_fast=False)
|
57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
58 |
|
59 |
```
|
60 |
|