vishalkatheriya commited on
Commit
2164273
·
verified ·
1 Parent(s): 9ce2762

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +15 -1
inference.py CHANGED
@@ -1,3 +1,17 @@
1
  import streamlit as st
2
  def demo():
3
- st.write("yes its work")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import streamlit as st
2
  def demo():
3
+ st.write("yes its work")
4
+ def run_example(image, model, processor, task_prompt, text_input=None):
5
+
6
+ inputs = processor(text=text_input, images=image, return_tensors="pt")
7
+ generated_ids = model.generate(
8
+ input_ids=inputs["input_ids"],
9
+ pixel_values=inputs["pixel_values"],
10
+ max_new_tokens=1024,
11
+ num_beams=4
12
+ )
13
+ generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
14
+ print("generated_text:",generated_text)
15
+ parsed_answer = processor.post_process_generation(generated_text, task=task_prompt, image_size=(image.width, image.height))
16
+ return parsed_answer
17
+