Update README.md
Browse files
README.md
CHANGED
|
@@ -14,7 +14,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 14 |
tokenizer = AutoTokenizer.from_pretrained("LLM360/K2-Chat")
|
| 15 |
model = AutoModelForCausalLM.from_pretrained("LLM360/K2-Chat")
|
| 16 |
|
| 17 |
-
prompt = 'what is the highest mountain on earth
|
| 18 |
|
| 19 |
input_ids = tokenizer(prompt, return_tensors="pt").input_ids
|
| 20 |
gen_tokens = model.generate(input_ids, do_sample=True, max_new_tokens=128)
|
|
|
|
| 14 |
tokenizer = AutoTokenizer.from_pretrained("LLM360/K2-Chat")
|
| 15 |
model = AutoModelForCausalLM.from_pretrained("LLM360/K2-Chat")
|
| 16 |
|
| 17 |
+
prompt = '<|beginofuser|>what is the highest mountain on earth?<|beginofsystem|>'
|
| 18 |
|
| 19 |
input_ids = tokenizer(prompt, return_tensors="pt").input_ids
|
| 20 |
gen_tokens = model.generate(input_ids, do_sample=True, max_new_tokens=128)
|