app.py

import json

import gradio as gr
import spaces
from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline

from format.format_output import format_output
from validate.validate_ingredients import validate_ingredients
from device.get_device_id import get_device_id

tokenizer = AutoTokenizer.from_pretrained("Ashikan/dut-recipe-generator")
model = AutoModelForCausalLM.from_pretrained("Ashikan/dut-recipe-generator")
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, device=get_device_id())


@spaces.GPU
def perform_model_inference(ingredients_list):
    for ingredient_index in range(len(ingredients_list)):
        ingredients_list[ingredient_index] = ingredients_list[ingredient_index].strip()

    input_text = '{"prompt": ' + json.dumps(ingredients_list)

    output = pipe(input_text, max_length=1024, temperature=0.1, do_sample=True, truncation=True)[0]["generated_text"]

    return format_output(output)


def generate_recipe(ingredients):
    ingredients_list = ingredients.lower().split(',')
    is_ingredients_valid = validate_ingredients(ingredients_list)

    if is_ingredients_valid:
        generated_text = perform_model_inference(ingredients_list)

        return {
            generated_recipe: gr.Markdown(value=generated_text, label="Generated Recipe",
                                          elem_id="recipe-container", visible=True)
        }
    else:
        error_text = "## Invalid ingredients. Please include at least 2 ingredients in a comma separated list. e.g. brown rice, onions, garlic"

        return {
            generated_recipe: gr.Markdown(value=error_text, elem_id="recipe-container", visible=True)
        }


with gr.Blocks(css="./css/styles.css") as recipegen:
    gr.Image("./assets/dut.png", interactive=False, show_share_button=False, show_download_button=False,
             show_fullscreen_button=False, show_label=False, elem_id="dut-logo", height=256)
    gr.Markdown("# Durban University Of Technology Recipe Generator", elem_id="header")
    gr.Markdown("### An AI Model Attempting To Produce Healthier, Diabetic-Friendly Recipes",
                elem_id="header-sub-heading")
    gr.Markdown("Start by entering a comma-separated list of ingredients below.", elem_id="header-instructions")
    with gr.Column() as column:
        user_ingredients = gr.Textbox(label="Ingredients", autofocus=True, max_lines=1, elem_id="ingredients-input")
        generate_button = gr.Button(value="Generate")
    with gr.Column():
        generated_recipe = gr.Markdown(visible=True)
    examples = gr.Examples(
        elem_id="examples",
        examples=[
            "sweet potato, mushrooms, cheese, garlic",
            "chicken breast, chili, onion, tomato, parmesan cheese",
            "strawberries, vanilla, honey, rolled oats, almonds, butter",
            "hake, spring onion, lemon"
        ],
        inputs=[user_ingredients]
    )

    generate_button.click(
        fn=generate_recipe,
        inputs=[user_ingredients],
        outputs=[generated_recipe]
    )

recipegen.launch(share=True)