test running API calls with user HF_TOKEN

app.py

@@ -1,10 +1,9 @@
+import random
 from typing import Tuple
 
-import os
-import requests
-import random
-import numpy as np
 import gradio as gr
+import numpy as np
+import requests
 import spaces
 import torch
 from PIL import Image, ImageFilter
@@ -23,8 +22,8 @@ MAX_SEED = np.iinfo(np.int32).max
 IMAGE_SIZE = 1024
 DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 
-HF_TOKEN = os.environ.get("HF_TOKEN", None)
-client = Client("SkalskiP/florence-sam-masking", hf_token=HF_TOKEN)
+# HF_TOKEN = os.environ.get("HF_TOKEN", None)
+# client = Client("SkalskiP/florence-sam-masking", hf_token=HF_TOKEN)
 
 
 def remove_background(image: Image.Image, threshold: int = 50) -> Image.Image:
@@ -44,6 +43,7 @@ def remove_background(image: Image.Image, threshold: int = 50) -> Image.Image:
 
 EXAMPLES = [
     [
+        None,
         {
             "background": Image.open(requests.get("https://media.roboflow.com/spaces/doge-2-image.png", stream=True).raw),
             "layers": [remove_background(Image.open(requests.get("https://media.roboflow.com/spaces/doge-2-mask-2.png", stream=True).raw))],
@@ -57,6 +57,7 @@ EXAMPLES = [
         30
     ],
     [
+        None,
         {
             "background": Image.open(requests.get("https://media.roboflow.com/spaces/doge-2-image.png", stream=True).raw),
             "layers": [remove_background(Image.open(requests.get("https://media.roboflow.com/spaces/doge-2-mask-3.png", stream=True).raw))],
@@ -101,8 +102,14 @@ def is_image_empty(image: Image.Image) -> bool:
     return all(pixel == 0 for pixel in pixels)
 
 
+def set_client_for_session(request: gr.Request):
+    x_ip_token = request.headers['x-ip-token']
+    return Client("SkalskiP/florence-sam-masking", headers={"X-IP-Token": x_ip_token})
+
+
 @spaces.GPU(duration=100)
 def process(
+    client,
     input_image_editor: dict,
     inpainting_prompt_text: str,
     masking_prompt_text: str,
@@ -164,6 +171,7 @@ def process(
 
 
 with gr.Blocks() as demo:
+    client_component = gr.State()
     gr.Markdown(MARKDOWN)
     with gr.Row():
         with gr.Column():
@@ -240,6 +248,7 @@ with gr.Blocks() as demo:
                 input_image_editor_component,
                 inpainting_prompt_text_component,
                 masking_prompt_text_component,
+                masking_prompt_text_component,
                 seed_slicer_component,
                 randomize_seed_checkbox_component,
                 strength_slider_component,
@@ -269,5 +278,6 @@ with gr.Blocks() as demo:
             output_mask_component
         ]
     )
+    demo.load(set_client_for_session, None, client_component)
 
 demo.launch(debug=False, show_error=True)