paralym commited on
Commit
03976b1
·
verified ·
1 Parent(s): 8760a4e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -15
app.py CHANGED
@@ -341,22 +341,25 @@ def bot(history, temperature, top_p, max_output_tokens):
341
  image_list.append(load_image(f))
342
  else:
343
  raise ValueError("Invalid image file")
344
-
345
- image_tensor = [
346
- our_chatbot.image_processor.preprocess(f, return_tensors="pt")["pixel_values"][
347
- 0
348
- ]
349
- .half()
350
- .to(our_chatbot.model.device)
351
- for f in image_list
352
- ]
353
 
354
-
355
- image_tensor = torch.stack(image_tensor)
356
- image_token = DEFAULT_IMAGE_TOKEN * num_new_images
 
 
 
 
 
 
357
 
358
- inp = text
359
- inp = image_token + "\n" + inp
 
 
 
 
 
 
360
  our_chatbot.conversation.append_message(our_chatbot.conversation.roles[0], inp)
361
  # image = None
362
  our_chatbot.conversation.append_message(our_chatbot.conversation.roles[1], None)
@@ -386,7 +389,7 @@ def bot(history, temperature, top_p, max_output_tokens):
386
  generate_kwargs = dict(
387
  inputs=input_ids,
388
  streamer=streamer,
389
- images=image_tensor,
390
  do_sample=True,
391
  temperature=temperature,
392
  top_p=top_p,
 
341
  image_list.append(load_image(f))
342
  else:
343
  raise ValueError("Invalid image file")
 
 
 
 
 
 
 
 
 
344
 
345
+ if num_new_images > 0:
346
+ image_tensor = [
347
+ our_chatbot.image_processor.preprocess(f, return_tensors="pt")["pixel_values"][
348
+ 0
349
+ ]
350
+ .half()
351
+ .to(our_chatbot.model.device)
352
+ for f in image_list
353
+ ]
354
 
355
+
356
+ image_tensor = torch.stack(image_tensor)
357
+ image_token = DEFAULT_IMAGE_TOKEN * num_new_images
358
+
359
+ inp = text
360
+ inp = image_token + "\n" + inp
361
+ else:
362
+ inp = text
363
  our_chatbot.conversation.append_message(our_chatbot.conversation.roles[0], inp)
364
  # image = None
365
  our_chatbot.conversation.append_message(our_chatbot.conversation.roles[1], None)
 
389
  generate_kwargs = dict(
390
  inputs=input_ids,
391
  streamer=streamer,
392
+ images=image_tensor if num_new_images > 0 else None,
393
  do_sample=True,
394
  temperature=temperature,
395
  top_p=top_p,