config inference timeout

app.py

@@ -95,9 +95,7 @@ def extract_params_inference(params):
 
     return kwargs, save_params
 
-inference_timeout=300.0
-
-def call_text_to_image_api(params, timeout=inference_timeout, token=None):
+def call_text_to_image_api(params, timeout=cfg.INFERENCE_TIMEOUT, token=None):
     if cfg.DEBUG: print('call_text_to_image_api:', params)
     kwargs , save_params = extract_params_inference(params)
     client = InferenceClient(token=token)
@@ -121,7 +119,7 @@ def infer_api_fn(progress=gr.Progress(), previouslist=None, *args):
     if not model_str or model_str == 'NA':
         return None
 
-    kwargs = {'timeout':inference_timeout}
+    kwargs = {'timeout':cfg.INFERENCE_TIMEOUT}
     if cfg.HF_TOKEN_SD:
         kwargs.update(token=cfg.HF_TOKEN_SD)
 

config.py

@@ -21,3 +21,6 @@ MODEL_LIST = os.environ.get('MODEL_LIST', '').split(',')
 #   edit: enable editing the field
 EDIT_MODELS = os.environ.get('EDIT_MODELS', '').split(',')
 
+# inference timeout, in seconds
+INFERENCE_TIMEOUT = float(os.environ.get('INFERENCE_TIMEOUT', '300'))
+