Spaces:
Running
on
Zero
Running
on
Zero
Zenithwang
commited on
Commit
•
72f9be6
1
Parent(s):
dde58dc
Update app.py
Browse files
app.py
CHANGED
@@ -64,8 +64,9 @@ def predict(message, history):
|
|
64 |
input_ids=model_inputs,
|
65 |
streamer=streamer,
|
66 |
max_new_tokens=1024,
|
67 |
-
do_sample=False
|
68 |
)
|
|
|
69 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
70 |
t.start() # Starting the generation in a separate thread.
|
71 |
partial_message = ""
|
|
|
64 |
input_ids=model_inputs,
|
65 |
streamer=streamer,
|
66 |
max_new_tokens=1024,
|
67 |
+
do_sample=False
|
68 |
)
|
69 |
+
|
70 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
71 |
t.start() # Starting the generation in a separate thread.
|
72 |
partial_message = ""
|