motexture commited on
Commit
b8ef047
1 Parent(s): 2393278

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -2
README.md CHANGED
@@ -45,8 +45,10 @@ text = tokenizer.apply_chat_template(
45
  model_inputs = tokenizer([text], return_tensors="pt").to(device)
46
 
47
  generated_ids = model.generate(
48
- model_inputs.input_ids,
49
- max_new_tokens=4096
 
 
50
  )
51
  generated_ids = [
52
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
 
45
  model_inputs = tokenizer([text], return_tensors="pt").to(device)
46
 
47
  generated_ids = model.generate(
48
+ model_inputs.input_ids,
49
+ max_new_tokens=4096,
50
+ do_sample=True,
51
+ temperature=0.3
52
  )
53
  generated_ids = [
54
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)