motexture commited on
Commit
b6728ec
1 Parent(s): 27e3884

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -2
README.md CHANGED
@@ -49,8 +49,10 @@ text = tokenizer.apply_chat_template(
49
  model_inputs = tokenizer([text], return_tensors="pt").to(device)
50
 
51
  generated_ids = model.generate(
52
- model_inputs.input_ids,
53
- max_new_tokens=4096
 
 
54
  )
55
  generated_ids = [
56
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
 
49
  model_inputs = tokenizer([text], return_tensors="pt").to(device)
50
 
51
  generated_ids = model.generate(
52
+ model_inputs.input_ids,
53
+ max_new_tokens=4096,
54
+ do_sample=True,
55
+ temperature=0.3
56
  )
57
  generated_ids = [
58
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)