abdiharyadi commited on
Commit
f02f710
·
1 Parent(s): 7a62361

feat: change max new tokens to 2

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ def generate_story():
23
  gpt_out = kancilgpt.generate(
24
  **gpt_input,
25
  do_sample=True,
26
- max_new_tokens=16,
27
  pad_token_id=gpt_tokenizer.eos_token_id,
28
  eos_token_id=gpt_tokenizer.eos_token_id
29
  )
 
23
  gpt_out = kancilgpt.generate(
24
  **gpt_input,
25
  do_sample=True,
26
+ max_new_tokens=2,
27
  pad_token_id=gpt_tokenizer.eos_token_id,
28
  eos_token_id=gpt_tokenizer.eos_token_id
29
  )