Update app.py

app.py

@@ -94,8 +94,10 @@ async def run_samba_api_inference(query, system_prompt = None, ignore_context=Fa
         post_response = await asyncio.get_event_loop().run_in_executor(None, lambda: requests.post(config.get("url"), json=payload, headers=headers, stream=True))
         post_response.raise_for_status()
     except requests.exceptions.HTTPError as e:
-        if post_response.status_code in {401, 503, 504, 429}:
-            print(f"Attempt failed due to rate limit or gate timeout. Status code: {post_response.status_code}. Trying again in {num_seconds_to_sleep} seconds...")
+        if post_response.status_code in {401, 503, 504}:
+            st.info(f"Attempt failed due to rate limit or gate timeout. Status code: {post_response.status_code}. Trying again in {num_seconds_to_sleep} seconds...")
+            return ""
+        if post_response.status_code in {429}:
             st.info("Rate limit hit because of all the pipelined queries, wait one second...")
             await asyncio.sleep(num_seconds_to_sleep)
             return await run_samba_api_inference(query)  # Retry the request