Update README.md
Browse files
README.md
CHANGED
@@ -118,7 +118,7 @@ messages = [
|
|
118 |
{"role": "user", "content": "Wie viele Hände hat ein normaler Mensch?"}
|
119 |
]
|
120 |
inputs = tokenizer.apply_chat_template(messages, tokenize=True, return_tensors="pt", add_generation_prompt=True).to(device)
|
121 |
-
outputs = model.generate(inputs, max_new_tokens=256, do_sample=True, temperature=0.
|
122 |
print(tokenizer.decode(outputs[0][inputs.shape[1]:], skip_special_tokens=True))
|
123 |
```
|
124 |
## Training and evaluation data
|
|
|
118 |
{"role": "user", "content": "Wie viele Hände hat ein normaler Mensch?"}
|
119 |
]
|
120 |
inputs = tokenizer.apply_chat_template(messages, tokenize=True, return_tensors="pt", add_generation_prompt=True).to(device)
|
121 |
+
outputs = model.generate(inputs, max_new_tokens=256, do_sample=True, temperature=0.4, top_p=0.9, repetition_penalty=1.1, top_k=512)
|
122 |
print(tokenizer.decode(outputs[0][inputs.shape[1]:], skip_special_tokens=True))
|
123 |
```
|
124 |
## Training and evaluation data
|