jon-tow commited on
Commit
226d0ba
1 Parent(s): 919a356

fix: clean up sampling

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -65,10 +65,8 @@ def bot(history):
65
  streamer=streamer,
66
  max_new_tokens=max_new_tokens,
67
  do_sample=True,
68
- top_p=0.95,
69
- top_k=1000,
70
  temperature=1.0,
71
- num_beams=1,
72
  )
73
 
74
  # print(f"Generating with kwargs: {generate_kwargs}")
 
65
  streamer=streamer,
66
  max_new_tokens=max_new_tokens,
67
  do_sample=True,
 
 
68
  temperature=1.0,
69
+ top_p=0.9999,
70
  )
71
 
72
  # print(f"Generating with kwargs: {generate_kwargs}")