app.py

import gradio as gr
import time

models = [
    "mann-e/Mann-E_Dreams",
    "Yntec/ChickFlick",
    "John6666/ultimate-realistic-mix-v2-sdxl",
    "Yntec/CrystalReality",
    "John6666/9527-detail-realistic-xl-v55mix-sdxl",
    "John6666/epicrealism-xl-v8kiss-sdxl",
    "John6666/wai-real-mix-v8-sdxl",
    "John6666/real-vis-xl-v40-sdxl",
    "Yntec/DegreesOfFreedom",
]

model_functions = {}
model_idx = 1
for model_path in models:
    try:
        model_functions[model_idx] = gr.Interface.load(f"models/{model_path}")
    except Exception as error:
        def the_fn(txt):
            return None
        model_functions[model_idx] = gr.Interface(fn=the_fn, inputs=gr.Textbox(), outputs=gr.Image())
    model_idx += 1

def send_it_idx(idx):
    def send_it_fn(prompt):
        output = (model_functions.get(idx) or model_functions.get(1)).predict(prompt)
        return output
    return send_it_fn

def get_prompts(prompt_text):
    return prompt_text

def clear_it(val):
    return 0

def all_task_end(cnt, t_stamp):
    to = t_stamp + 360
    et = time.time()
    if et > to and t_stamp != 0:
        d = gr.update(value=0)
        tog = gr.update(value=1)
    else:
        d = gr.update(value=et) if cnt != 0 else gr.update(value=0)
        tog = gr.update(value=0)
    return d, tog

def all_task_start():
    t_stamp = time.time()
    return gr.update(value=t_stamp), gr.update(value=t_stamp), gr.update(value=0)

def clear_fn(*args):
    nn = len(models)
    return (None, *[None for _ in range(nn)])

def run_model(prompt, model_idx):
    return send_it_idx(model_idx)(prompt)

def build_ui():
    primary_prompt = gr.Textbox(label="Prompt", value="")
    run = gr.Button("Run")
    clear_btn = gr.Button("Clear")

    sd_outputs = {}
    for idx, model_path in enumerate(models, start=1):
        sd_outputs[idx] = gr.Image(label=model_path)

    start_box = gr.Number(visible=False)
    end_box = gr.Number(visible=False)
    tog_box = gr.Textbox(value=0, visible=False)

    return primary_prompt, run, clear_btn, sd_outputs, start_box, end_box, tog_box

# Define the function that combines all components
def main_function(prompt):
    return {idx: run_model(prompt, idx) for idx in range(1, len(models) + 1)}

primary_prompt, run, clear_btn, sd_outputs, start_box, end_box, tog_box = build_ui()

# Setup the interface
interface = gr.Interface(
    fn=main_function,
    inputs=[primary_prompt],
    outputs=list(sd_outputs.values())
)

# Set concurrency limit directly on event listeners
run.click(fn=main_function, inputs=[primary_prompt], outputs=list(sd_outputs.values()), concurrency_limit=10)
clear_btn.click(fn=clear_fn, inputs=None, outputs=[primary_prompt] + list(sd_outputs.values()), concurrency_limit=10)

# Launch with max_threads if necessary
interface.launch(max_threads=10)