Update app.py

app.py

@@ -4,12 +4,26 @@ import random
 from optimum.intel import OVStableDiffusionXLPipeline
 import torch
 
+# Default model ID
 model_id = "None1145/noobai-XL-Vpred-0.65s-openvino"
 pipe = OVStableDiffusionXLPipeline.from_pretrained(model_id)
 
+# Initialize previous dimensions
+prev_height = None
+prev_width = None
+
 MAX_SEED = np.iinfo(np.int32).max
 MAX_IMAGE_SIZE = 2048
 
+def reload_model(new_model_id):
+    global pipe, model_id
+    model_id = new_model_id
+    try:
+        pipe = OVStableDiffusionXLPipeline.from_pretrained(model_id)
+        return f"Model successfully loaded: {model_id}"
+    except Exception as e:
+        return f"Failed to load model: {str(e)}"
+
 def infer(
     prompt,
     negative_prompt,
@@ -21,11 +35,19 @@ def infer(
     num_inference_steps,
     progress=gr.Progress(track_tqdm=True),
 ):
+    global prev_width, prev_height, pipe
+
     if randomize_seed:
         seed = random.randint(0, MAX_SEED)
 
     generator = torch.Generator().manual_seed(seed)
 
+    if prev_width != width or prev_height != height:
+        pipe.reshape(batch_size=1, height=height, width=width, num_images_per_prompt=1)
+        pipe.compile()
+        prev_width = width
+        prev_height = height
+
     image = pipe(
         prompt=prompt,
         negative_prompt=negative_prompt,
@@ -40,12 +62,15 @@ def infer(
 
 
 examples = [
-    "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k",
-    "An astronaut riding a green horse",
-    "A delicious ceviche cheesecake slice",
+    "masterpiece,best quality,newest,absurdres,highres,takarada rikka,1girl,solo,artist:koruri,artist:haoni,artist:deadnooodles,artist:mishima_kurone,artist:yd orange maru,year 2023,black hair,smile,looking at viewer,one eye closed,pov,close-up,blue eyes,medium hair,pointing at viewer,orange scrunchie,:t,white shirt,school uniform,standing,cowboy shot,classroom,bent over,head rest,head tilt,face focus,",
+    "masterpiece,best quality,artist:john_kafka,artist:nixeu,artist:quasarcake, ,gritty,marcille donato，1girl, abstract background, ambrosia \(dungeon meshi\), backpack, bag, belt, belt pouch, blonde hair, blue capelet, blue shirt, book, book holster, capelet, elf, food, food in mouth, green eyes, grimoire, hair ribbon, holding, holding staff, kebab, multicolored background, pants, pointy ears, ponytail, pouch, red ribbon, ribbon, shirt, sideways glance, skewer, sleeping bag, sprout, staff, v-shaped eyebrows, white pants",
+    "kazusa \(blue archive\), reisa \(blue archive\),sfw,very awa,highres,absurdres,incredibly absurdres,masterpiece,oil painting \(medium\),Yasuda Akira,(henriiku (ahemaru):1.3),armored core,artist:ciloranko,artist:sho sho lwlw,(as109:0.7),ink (medium),, (2girls:1.5), black neckerchief, blue hair, buttons, double-breasted, drooling, grey serafuku, halo, light blue hair, midriff peek, multicolored hair, neckerchief, nose bubble, pink hair, pink halo, pleated skirt, refraction, saliva, school uniform, serafuku,skirt, sleeping, socks, star halo, striped clothes, striped socks,",
+    "1girl,,camellya \(wuthering waves\),,::, (by kana616:0.8), [(by hen-tie:1.3)|(by kagami_\(galgamesion\):1.2)], (by kinokohime:1.2), (by yatsuha_\(hachiyoh\):0.8), year 2024,,parted lips, looking at animal, upper body, profile, holding, centauroid, holding bouquet,,streaked hair, hair flower, multicolored hair, breasts, hair ornament, hair between eyes, jewelry, twintails, white hair,,animal ears, deer girl, flower wreath, white bird, off-shoulder shirt, shirt, sleeves past wrists, deer ears, off shoulder, head wreath, long sleeves,,blurry background, depth of field, bokeh, planted sword, red background, planted, red theme, bird, grass, flower, very awa, masterpiece, best quality, newest, highres, absurdres",
 ]
 
 with gr.Blocks() as img:
+    gr.Markdown("OpenVINO Text to Image")
+    
     with gr.Column(elem_id="col-container"):
         with gr.Row():
             prompt = gr.Text(
@@ -84,7 +109,7 @@ with gr.Blocks() as img:
                     minimum=512,
                     maximum=MAX_IMAGE_SIZE,
                     step=32,
-                    value=832,  # Replace with defaults that work for your model
+                    value=832,
                 )
 
                 height = gr.Slider(
@@ -92,7 +117,7 @@ with gr.Blocks() as img:
                     minimum=512,
                     maximum=MAX_IMAGE_SIZE,
                     step=32,
-                    value=1216,  # Replace with defaults that work for your model
+                    value=1216,
                 )
 
             with gr.Row():
@@ -101,7 +126,7 @@ with gr.Blocks() as img:
                     minimum=0.0,
                     maximum=10.0,
                     step=0.1,
-                    value=5.0,  # Replace with defaults that work for your model
+                    value=5.0,
                 )
 
                 num_inference_steps = gr.Slider(
@@ -109,10 +134,23 @@ with gr.Blocks() as img:
                     minimum=1,
                     maximum=60,
                     step=1,
-                    value=28,  # Replace with defaults that work for your model
+                    value=28,
                 )
 
         gr.Examples(examples=examples, inputs=[prompt])
+    
+    gr.Markdown("### Model Reload")
+    with gr.Row():
+        new_model_id = gr.Text(label="New Model ID", placeholder="Enter new model ID")
+        reload_button = gr.Button("Reload Model", variant="primary")
+        reload_status = gr.Text(label="Status", interactive=False)
+
+    reload_button.click(
+        fn=reload_model,
+        inputs=new_model_id,
+        outputs=reload_status,
+    )
+
     gr.on(
         triggers=[run_button.click, prompt.submit],
         fn=infer,