Zenithwang commited on
Commit
72f9be6
1 Parent(s): dde58dc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -64,8 +64,9 @@ def predict(message, history):
64
  input_ids=model_inputs,
65
  streamer=streamer,
66
  max_new_tokens=1024,
67
- do_sample=False)
68
  )
 
69
  t = Thread(target=model.generate, kwargs=generate_kwargs)
70
  t.start() # Starting the generation in a separate thread.
71
  partial_message = ""
 
64
  input_ids=model_inputs,
65
  streamer=streamer,
66
  max_new_tokens=1024,
67
+ do_sample=False
68
  )
69
+
70
  t = Thread(target=model.generate, kwargs=generate_kwargs)
71
  t.start() # Starting the generation in a separate thread.
72
  partial_message = ""