app.py

# --- Project dependencies ---
import os
import io
import base64
import requests
import json
import gradio as gr
from PIL import Image
from dotenv import load_dotenv, find_dotenv


# --- Load environment variables ---
_ = load_dotenv(find_dotenv())  # read local .env file
hf_api_key = os.environ["HF_API_KEY"]


# --- Endpoint URLs ---
endpoint_base_url = "https://api-inference.huggingface.co/models/"

endpoints = [
    "Salesforce/blip-image-captioning-large",
    "Salesforce/blip-image-captioning-base",
    "nlpconnect/vit-gpt2-image-captioning",
]


# --- Define helper functions ---


# Image-to-text completion
def get_completion(inputs, parameters=None):
    headers = {
        "Authorization": f"Bearer {hf_api_key}",
        "Content-Type": "application/json",
    }
    data = {"inputs": inputs}
    if parameters is not None:
        data.update({"parameters": parameters})

    results = {}
    for endpoint in endpoints:
        try:
            response = requests.post(
                endpoint_base_url + endpoint,
                headers=headers,
                data=json.dumps(data),
            )
            response.raise_for_status()
            results[endpoint] = json.loads(response.content.decode("utf-8"))
        except requests.exceptions.RequestException as e:
            print(f"Request to {endpoint} failed: {e}")
            results[endpoint] = {"error": str(e)}

    return results


# Format image as base64 string
def image_to_base64_str(pil_image):
    byte_arr = io.BytesIO()
    pil_image.save(byte_arr, format="PNG")
    byte_arr = byte_arr.getvalue()
    return str(base64.b64encode(byte_arr).decode("utf-8"))


# Define captioner function
def captioner(image):
    base64_image = image_to_base64_str(image)
    results = get_completion(base64_image)
    captions = []
    for endpoint, result in results.items():
        model_name = endpoint.split("/")[-1]  # Extract the model name from the endpoint
        if "error" not in result:
            caption = (
                f"**{model_name.upper()}**: \n {result[0]['generated_text']} \n\n\n "
            )
        else:
            caption = f"**{model_name.upper()}**: \n Error - {result['error']} \n\n\n "
        captions.append(caption)
    return "".join(captions)  # Join all captions into a single string


# --- Launch the Gradio App ---
demo = gr.Interface(
    fn=captioner,
    inputs=[gr.Image(label="Upload image", type="pil")],
    outputs=gr.Markdown(label="Captions"),
    title="COMPARE DIFFERENT IMAGE CAPTIONING MODELS",
    description="Upload an image and see how different models caption it",
    allow_flagging="never",
    examples=[
    "example_1.jpg",
    "example_2.jpg",
    "example_3.jpg",
    "example_4.jpg",
    "example_5.png",
    ],
)

demo.launch(share=True, debug=True)


# --- Close all connections ---
gr.close_all()