Update inference.py
Browse files- inference.py +15 -1
inference.py
CHANGED
@@ -1,3 +1,17 @@
|
|
1 |
import streamlit as st
|
2 |
def demo():
|
3 |
-
st.write("yes its work")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import streamlit as st
|
2 |
def demo():
|
3 |
+
st.write("yes its work")
|
4 |
+
def run_example(image, model, processor, task_prompt, text_input=None):
|
5 |
+
|
6 |
+
inputs = processor(text=text_input, images=image, return_tensors="pt")
|
7 |
+
generated_ids = model.generate(
|
8 |
+
input_ids=inputs["input_ids"],
|
9 |
+
pixel_values=inputs["pixel_values"],
|
10 |
+
max_new_tokens=1024,
|
11 |
+
num_beams=4
|
12 |
+
)
|
13 |
+
generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
14 |
+
print("generated_text:",generated_text)
|
15 |
+
parsed_answer = processor.post_process_generation(generated_text, task=task_prompt, image_size=(image.width, image.height))
|
16 |
+
return parsed_answer
|
17 |
+
|