Fixing instructions

app.py

@@ -25,13 +25,13 @@ model_id = "CompVis/stable-diffusion-v1-4"
 device = "cuda" if torch.cuda.is_available() else "cpu"
 context = autocast if device == "cuda" else nullcontext
 
-pipe = StableDiffusionPipeline.from_pretrained(model_id,use_auth_token=token).to(device)
+# pipe = StableDiffusionPipeline.from_pretrained(model_id,use_auth_token=token).to(device)
 
-
-def infer_original(prompt,samples):
-    with context(device):
-        images = pipe(samples*[prompt], guidance_scale=7.5).images
-    return images
+#
+# def infer_original(prompt,samples):
+#     with context(device):
+#         images = pipe(samples*[prompt], guidance_scale=7.5).images
+#     return images
 
 
 
@@ -99,15 +99,16 @@ running = """
 ### Instructions for running the 3 S's in sequence
 
 * **Superimpose** - This button allows you to isolate the foreground from your image and overlay it on the background. Remove background using alpha matting 
-* **Style-Transfer** - Click on "Use this Style" button before this step to lock in the reference style. This button transfer the style from your original image to re-map your new background realistically. Uses Nvidia FastPhotoStyle
-* **Smoothing** - Given than image resolutions and clarity can be an issue, this smoothing button makes your final image crisp after the stylization transfer. Fair warning - this last process can take 5-10 mins
+* **Style-Transfer** -  This button transfers the style from your original image to re-map your new background realistically. Uses Nvidia FastPhotoStyle
+* **Smoothing** - Given that the image resolutions and clarity can be an issue, this smoothing button makes your final image, crisp after the stylization transfer. Fair warning - this last process can take 5-10 mins
 """
 
 style_message = """ 
-This image above will be the content image. By default, the style will be copied from the input foreground image.
+This image above will be the content image. By default, a good choice for the style is input foreground image.
 
-If you have a different image in mind,  would you like to upload a different image?  
-Click yes to add a new style reference image"""
+If you have a different image in mind, you can remove the default and upload it here.
+Ideally transfer works better if your input foreground is also superimposed on the style image, so you may want to create it using the same steps
+ ."""
 
 
 
@@ -136,7 +137,7 @@ with demo:
                 with gr.TabItem("Generate via Text Prompt"):
                     with gr.Box():
                         with gr.Row().style(mobile_collapse=False, equal_height=True):
-                            text = gr.Textbox(lines=7,
+                            text = gr.Textbox(lines=7, label= "Prompt",
                                               placeholder="Enter your prompt to generate a background image... something like - Photorealistic scenery of bookshelf in a room")
 
                             samples = gr.Slider(label="Number of Images", minimum=1, maximum=5, value=2, step=1)
@@ -144,8 +145,8 @@ with demo:
 
                     gallery = gr.Gallery(label="Generated images", show_label=True).style(grid=(1, 3), height="auto")
                     # image_options = gr.Radio(label="Pick", interactive=True, choices=None, type="value")
-                    text.submit(infer_original, inputs=[text, samples], outputs=gallery)
-                    btn.click(infer_original, inputs=[text, samples], outputs=gallery, show_progress=True, status_tracker=None)
+                    text.submit(infer, inputs=[text, samples], outputs=gallery)
+                    btn.click(infer, inputs=[text, samples], outputs=gallery, show_progress=True, status_tracker=None)
 
 
     # Second Row - Backgrounds
@@ -169,14 +170,14 @@ with demo:
         with gr.Box():
             with gr.Column(scale=1):
                 supimp_btn = gr.Button("SuperImpose")
-                overlay_img = gr.Image(shape=(800, 800), label="Overlay", type="pil")
+                overlay_img = gr.Image(shape=(800, 800), label="Overlay/Content Image", type="pil")
                 gr.Markdown(style_message)
                 #img_choice = gr.Radio(choices= ["yes"],interactive=True,type='value')
-                ref_img = gr.Image(shape=(800, 800),label="Style Reference", type="pil",interactive=True)
+                ref_img = gr.Image(shape=(800, 800),label="Style Reference Image", type="pil",interactive=True)
         #         ref_img2 = gr.Image(shape=(800, 800), label="Style Reference", type="pil", interactive=True, visible=False)
         #         ref_btn = gr.Button("Use this style",variant="primary")
         #
-        # ref_btn.click(fn=styleimpose, inputs=[final_input_img, ref_img], outputs=[ref_img2])
+        # ref_btn.click(fn=styleimpose, inputs=[final_input_img, ref_img], outputs=[ref_img])
 
         with gr.Column(scale=1):
             style_btn = gr.Button("Composition-Transfer",variant="primary")
@@ -186,14 +187,16 @@ with demo:
             submit_btn = gr.Button("Smoothen",variant="primary")
             output_img = gr.Image(shape=(800, 800),label="FinalSmoothened Image",type="pil")
 
-        supimp_btn.click(fn=st.superimpose, inputs=[final_input_img, final_back_img], outputs=[overlay_img])
+        supimp_btn.click(fn=st.superimpose, inputs=[final_input_img, final_back_img], outputs=[overlay_img,ref_img])
         style_btn.click(fn=st.style_transfer, inputs=[overlay_img,ref_img], outputs=[style_img])
         submit_btn.click(fn=st.smoother, inputs=[style_img,overlay_img], outputs=[output_img])
 
-
-    gr.Examples([["profile_new.png","back_img.png"]],[final_input_img, final_back_img])
-    gr.Examples([["profile_new.png","bedroom with a bookshelf in the background and a small stool to sit on the right side, photorealistic",3]], [final_input_img,text,samples])
-
+    gr.Examples(examples=[["profile_new.png","back_img.png"]], label="AlphaMatting- Remove BG",
+                 inputs=[final_input_img, final_back_img], outputs=[overlay_img])
+    gr.Examples(examples=[["profile_new.png",
+                  "bedroom with a bookshelf in the background and a small stool to sit on the right side, photorealistic",
+                  3]],inputs= [final_input_img,text,samples], label="Text2Img - Stable Diffisuon")
+    gr.Examples(examples=[["cont_img.png","ref_img.png"]],inputs=[overlay_img, ref_img], label = "Nvidia - FastPhotoStyle")
 
 
 demo.queue(concurrency_count=40, max_size=20).launch(enable_queue=True,max_threads=150)

utils/shared_utils.py

@@ -81,7 +81,7 @@ def memory_limit_image_resize(cont_img):
 def superimpose(input_img,back_img):
     matte_img = remove(input_img)
     back_img.paste(matte_img, (0, 0), matte_img)
-    return back_img
+    return back_img,input_img