app.py

import spaces
import os
import gradio as gr
import torch
import numpy as np
import random
from diffusers import FluxPipeline
from translatepy import Translator
from huggingface_hub import hf_hub_download
import requests
import re

os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
translator = Translator()
HF_TOKEN = os.environ.get("HF_TOKEN", None)
# Constants
model = "black-forest-labs/FLUX.1-dev"
MAX_SEED = np.iinfo(np.int32).max

CSS = """
footer {
    visibility: hidden;
}
"""

JS = """function () {
  gradioURL = window.location.href
  if (!gradioURL.endsWith('?__theme=dark')) {
    window.location.replace(gradioURL + '?__theme=dark');
  }
}"""

if torch.cuda.is_available():
    pipe = FluxPipeline.from_pretrained(model, torch_dtype=torch.bfloat16)


def scrape_lora_link(url):
    try:
        # Send a GET request to the URL
        response = requests.get(url)
        response.raise_for_status()  # Raise an exception for bad status codes

        # Get the content of the page
        content = response.text

        # Use regular expression to find the link
        pattern = r'href="(.*?lora.*?\.safetensors\?download=true)"'
        match = re.search(pattern, content)

        if match:
           safetensors_url = match.group(1)
           filename = safetensors_url.split('/')[-1].split('?')[0]  # Extract the filename from the URL
           return filename
        else:
            return None

    except requests.RequestException as e:
        print(f"An error occurred while fetching the URL: {e}")
        return None

def enable_lora(lora_scale, lora_in, lora_add):
    if not lora_in and not lora_add:
        return
    else:
        if lora_add:
            lora_in = lora_add
        url = f'https://huggingface.co/{lora_in}/tree/main'
        lora_name = scrape_lora_link(url)    
        pipe.load_lora_weights(lora_in, weight_name=lora_name)
        pipe.fuse_lora(lora_scale=lora_scale)   
    
def generate_image(
    prompt:str,
    width:int=768,
    height:int=1024,
    scales:float=3.5,
    steps:int=24,
    seed:int=-1,
    nums:int=1):

    if seed == -1:
        seed = random.randint(0, MAX_SEED)
    seed = int(seed)
    print(f'prompt:{prompt}')
    
    text = str(translator.translate(prompt, 'English'))

    generator = torch.Generator().manual_seed(seed)
    

    image = pipe(
        prompt=text,
        height=height,
        width=width,
        guidance_scale=scales,
        output_type="pil",
        num_inference_steps=steps,
        max_sequence_length=512,
        num_images_per_prompt=nums,
        generator=generator,
    ).images

    return image, seed

@spaces.GPU(duration=100)
def gen(
    prompt:str,
    lora_scale:float=1.0, 
    lora_in:str="", 
    lora_add:str="",
    width:int=768,
    height:int=1024,
    scales:float=3.5,
    steps:int=24,
    seed:int=-1,
    nums:int=1,
    progress=gr.Progress(track_tqdm=True)
):
    enable_lora(lora_scale, lora_in, lora_add)
    pipe.to(device="cuda", dtype=torch.bfloat16)
    return generate_image(prompt,width,height,scales,steps,seed,nums)
     


examples_bak = [
        "a female character with long, flowing hair that appears to be made of ethereal, swirling patterns resembling the Northern Lights or Aurora Borealis. The background is dominated by deep blues and purples, creating a mysterious and dramatic atmosphere. The character's face is serene, with pale skin and striking features. She wears a dark-colored outfit with subtle patterns. The overall style of the artwork is reminiscent of fantasy or supernatural genres",
        "Digital art, portrait of an anthropomorphic roaring Tiger warrior with full armor, close up in the middle of a battle, behind him there is a banner with the text \"Open Source\".", 
        "photo of a dog and a cat both standing on a red box, with a blue ball in the middle with a parrot standing on top of the ball. The box has the text \"FLUX\"", 
		"selfie photo of a wizard with long beard and purple robes, he is apparently in the middle of Tokyo. Probably taken from a phone.", 
		"A vibrant street wall covered in colorful graffiti, the centerpiece spells \"FLUX\", in a storm of colors",
		"photo of a young woman with long, wavy brown hair tied in a bun and glasses. She has a fair complexion and is wearing subtle makeup, emphasizing her eyes and lips. She is dressed in a black top. The background appears to be an urban setting with a building facade, and the sunlight casts a warm glow on her face.", 
		"anime art of a steampunk inventor in their workshop, surrounded by gears, gadgets, and steam. He is holding a blue potion and a red potion, one in each hand", 
		"photo of picturesque scene of a road surrounded by lush green trees and shrubs. The road is wide and smooth, leading into the distance. On the right side of the road, there's a blue sports car parked with the license plate spelling \"FLUX\". The sky above is partly cloudy, suggesting a pleasant day. The trees have a mix of green and brown foliage. There are no people visible in the image. The overall composition is balanced, with the car serving as a focal point.",
		"photo of young man in a black suit, white shirt, and black tie. He has a neatly styled haircut and is looking directly at the camera with a neutral expression. The background consists of a textured wall with horizontal lines. The photograph is in black and white, emphasizing contrasts and shadows. The man appears to be in his late twenties or early thirties, with fair skin and short, dark hair.",
		"photo of a woman on the beach, shot from above. She is facing the sea, while wearing a white dress. She has long blonde hair"
]

examples = [
    ["A cartoon-style blonde European-American woman wearing sunglasses stood in front of the triumphant door to take a selfie, the upper bodyartistic style blends elements of reality and illustration.",1.0,"Shakker-Labs/FLUX.1-dev-LoRA-blended-realistic-illustration"],
    ["A cartoon style European woman wearing glasses is eating a table of seafood,including lobster,oysters,and other shellfish,in a well lit modern restaurant. The background of the restaurant is very blurry,and she is holding the utensils ready to eat. There is a glass of red wine and various dishes on the table. The illustrations contrast with the real food and environment,creating a unique mixed media effect and high angle perspective,artistic style blends elements of reality and illustration.",1.0,"Shakker-Labs/FLUX.1-dev-LoRA-blended-realistic-illustration"],
    ["A cartoon style European man opens his hands and takes a selfie under the Sydney Opera House, artistic style blends elements of reality and illustration.",1.0,"Shakker-Labs/FLUX.1-dev-LoRA-blended-realistic-illustration"],
    ["Against the backdrop of the Eiffel Tower, a cartoon style European woman wearing a delicate white floral dress stands there, with the iconic building of the tower clearly visible under the azure sky, capturing the romantic charm of Paris. When she takes photos against this stunning background, her flowing hair adds a dreamy atmosphere, artistic style blends elements of reality and illustration.",1.0,"Shakker-Labs/FLUX.1-dev-LoRA-blended-realistic-illustration"],
    ["close up portrait, Amidst the interplay of light and shadows in a photography studio,a soft spotlight traces the contours of a face,highlighting a figure clad in a sleek black turtleneck. The garment,hugging the skin with subtle luxury,complements the Caucasian model's understated makeup,embodying minimalist elegance. Behind,a pale gray backdrop extends,its fine texture shimmering subtly in the dim light,artfully balancing the composition and focusing attention on the subject. In a palette of black,gray,and skin tones,simplicity intertwines with profundity,as every detail whispers untold stories.",0.9,"Shakker-Labs/AWPortrait-FL"],
    ["Caucasian,The image features a young woman of European descent standing in an studio setting,surrounded by silk. (She is wearing a silk dress),paired with a bold. Her brown hair is wet and tousled,falling naturally around her face,giving her a raw and edgy look. The woman has an intense and direct gaze,adding to the dramatic feel of the image. The backdrop is flowing silk,big silk. The overall composition blends elements of fashion and nature,creating a striking and powerful visual",0.9,"Shakker-Labs/AWPortrait-FL"],
    ["A black and white portrait of a young woman with a captivating gaze. She's bundled up in a cozy black sweater,hands gently cupped near her face. The monochromatic tones highlight her delicate features and the contemplative mood of the image",0.9,"Shakker-Labs/AWPortrait-FL"],
    ["Fashion photography portrait,close up portrait,(a woman of European descent is surrounded by lava rock and magma from head to neck, red magma hair, wear volcanic lava rock magma outfit coat lava rock magma fashion costume with ruffled layers",0.9,"Shakker-Labs/AWPortrait-FL"]
]


# Gradio Interface

with gr.Blocks(css=CSS, js=JS, theme="Nymbo/Nymbo_Theme") as demo:
    gr.HTML("<h1><center>Flux Labs</center></h1>")
    gr.HTML("<p><center>Choose the LoRA model on the right menu</center></p>")
    with gr.Row():
        with gr.Column(scale=4):
            img = gr.Gallery(label='flux Generated Image', columns = 1, preview=True, height=600)
            with gr.Row():
                prompt = gr.Textbox(label='Enter Your Prompt (Multi-Languages)', placeholder="Enter prompt...", scale=6)
                sendBtn = gr.Button(scale=1, variant='primary')
        with gr.Accordion("Advanced Options", open=True):
            with gr.Column(scale=1):
                width = gr.Slider(
                    label="Width",
                    minimum=512,
                    maximum=1280,
                    step=8,
                    value=768,
                )
                height = gr.Slider(
                    label="Height",
                    minimum=512,
                    maximum=1280,
                    step=8,
                    value=1024,
                )
                scales = gr.Slider(
                    label="Guidance",
                    minimum=3.5,
                    maximum=7,
                    step=0.1,
                    value=3.5,
                )
                steps = gr.Slider(
                    label="Steps",
                    minimum=1,
                    maximum=100,
                    step=1,
                    value=24,
                )
                seed = gr.Slider(
                    label="Seeds",
                    minimum=-1,
                    maximum=MAX_SEED,
                    step=1,
                    value=-1,
                )
                nums = gr.Slider(
                    label="Image Numbers",
                    minimum=1,
                    maximum=4,
                    step=1,
                    value=1,
                )
                lora_scale = gr.Slider(
                    label="LoRA Scale",
                    minimum=0.1,
                    maximum=1.0,
                    step=0.1,
                    value=1.0,
                )
                lora_in = gr.Dropdown(
                    choices=["Shakker-Labs/FLUX.1-dev-LoRA-blended-realistic-illustration", "Shakker-Labs/AWPortrait-FL",""], 
                    label="LoRA Model", 
                    info="Load the LoRA",
                )
                lora_add = gr.Textbox(
                    label="Add Flux LoRA",
                    info="Copy the HF LoRA model name here",
                    lines=1,
                    value="",
                )
    gr.Examples(
        examples=examples,
        inputs=[prompt,lora_scale,lora_in],
        outputs=[img, seed],
        fn=gen,
        cache_examples="lazy",
        examples_per_page=4,
    )

    gr.on(
        triggers=[
            prompt.submit,
            sendBtn.click,
        ],
        fn=gen,
        inputs=[
            prompt,
            lora_scale,
            lora_in,
            lora_add,
            width, 
            height, 
            scales, 
            steps, 
            seed, 
            nums
        ],
        outputs=[img, seed],
        api_name="run",
    )
    

    
demo.queue().launch()