LemiSt commited on
Commit
354c38c
1 Parent(s): c2d59af

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -118,7 +118,7 @@ messages = [
118
  {"role": "user", "content": "Wie viele Hände hat ein normaler Mensch?"}
119
  ]
120
  inputs = tokenizer.apply_chat_template(messages, tokenize=True, return_tensors="pt", add_generation_prompt=True).to(device)
121
- outputs = model.generate(inputs, max_new_tokens=256, do_sample=True, temperature=0.3, top_p=0.9, repetition_penalty=1.2)
122
  print(tokenizer.decode(outputs[0][inputs.shape[1]:], skip_special_tokens=True))
123
  ```
124
  ## Training and evaluation data
 
118
  {"role": "user", "content": "Wie viele Hände hat ein normaler Mensch?"}
119
  ]
120
  inputs = tokenizer.apply_chat_template(messages, tokenize=True, return_tensors="pt", add_generation_prompt=True).to(device)
121
+ outputs = model.generate(inputs, max_new_tokens=256, do_sample=True, temperature=0.4, top_p=0.9, repetition_penalty=1.1, top_k=512)
122
  print(tokenizer.decode(outputs[0][inputs.shape[1]:], skip_special_tokens=True))
123
  ```
124
  ## Training and evaluation data