Update inference.py

inference.py

@@ -6,7 +6,7 @@ import re
 import json
 import subprocess
 
-def process_inference_results(results):
+def process_inference_results(results, process_image=False):
     """
     Process the inference results by:
     1. Adding bounding boxes on the image based on the coordinates in 'text'.
@@ -34,9 +34,12 @@ def process_inference_results(results):
 
         processed_images.append(img)
 
-    return processed_images, extracted_texts
+    if process_image:
+        return processed_images, extracted_texts
 
-def inference_and_run(image_path, prompt, conv_mode="ferret_llama_3", model_path="jadechoghari/Ferret-UI-Llama8b", box=None):
+    return extracted_texts
+
+def inference_and_run(image_path, prompt, conv_mode="ferret_llama_3", model_path="jadechoghari/Ferret-UI-Llama8b", box=None, process_image=False):
     """
     Run the inference and capture the errors for debugging.
     """
@@ -85,7 +88,7 @@ def inference_and_run(image_path, prompt, conv_mode="ferret_llama_3", model_path
                 with open(output_file_path, "r") as output_file:
                     results = [json.loads(line) for line in output_file]
                 
-                return process_inference_results(results)
+                return process_inference_results(results, process_image)
             else:
                 print("No output JSONL files found.")
                 return None, None