Spaces:
Running
on
Zero
Running
on
Zero
200 tokens max
Browse files
app.py
CHANGED
@@ -89,7 +89,7 @@ def bot_streaming(message, history):
|
|
89 |
|
90 |
inputs = processor(text=prompt, images=image, videos=video, return_tensors="pt").to("cuda", torch.float16)
|
91 |
streamer = TextIteratorStreamer(processor, **{"max_new_tokens": 200, "skip_special_tokens": True})
|
92 |
-
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=
|
93 |
generated_text = ""
|
94 |
|
95 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
89 |
|
90 |
inputs = processor(text=prompt, images=image, videos=video, return_tensors="pt").to("cuda", torch.float16)
|
91 |
streamer = TextIteratorStreamer(processor, **{"max_new_tokens": 200, "skip_special_tokens": True})
|
92 |
+
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=200)
|
93 |
generated_text = ""
|
94 |
|
95 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|