Upload 3 files

app.py

@@ -0,0 +1,69 @@
+
+import gradio as gr
+import openai
+
+from openai import AzureOpenAI
+from openai import OpenAIError, RateLimitError
+
+from dotenv import load_dotenv
+import os
+load_dotenv()
+
+
+AZURE_OPENAI_ENDPOINT = os.getenv("AZURE_OPENAI_ENDPOINT")
+AZURE_OPENAI_KEY = os.getenv("AZURE_OPENAI_KEY")
+AZURE_API_VERSION = os.getenv("AZURE_API_VERSION")
+
+client = AzureOpenAI(
+    azure_endpoint=AZURE_OPENAI_ENDPOINT,
+    api_key=AZURE_OPENAI_KEY,
+    api_version=AZURE_API_VERSION
+)
+from openai import OpenAI,AsyncAzureOpenAI
+from client import gradio_client
+
+import gradio as gr
+import logging
+logging.basicConfig(level=logging.INFO)
+import time
+import asyncio
+
+def get_streaming_response(query):
+    try:
+        messages, urls = gradio_client.predict(
+		query=query,
+		api_name="/predict")
+
+        logging.info("Starting streaming response...")
+
+        response = client.chat.completions.create(
+            messages=messages,
+            model="urdu-llama", 
+            temperature=0.5,
+            stream=True
+        )
+
+        output = ''
+        for chunk in response:
+            if chunk.choices:
+                token = chunk.choices[0].delta.content
+                if token:
+                    output += token
+                    yield output,urls
+
+    except Exception as e:
+        yield f"Error: {str(e)}"
+
+
+iface = gr.Interface(
+    fn=get_streaming_response,
+    inputs=gr.Textbox(placeholder="Ask me anything...", show_label=False),
+    outputs=[
+        gr.Markdown(label="AI Response"), 
+        # gr.JSON(label="Related Questions to Explore:"),  
+        gr.JSON(label="URLs")
+    ],
+    live=False  
+)
+
+iface.launch()

client.py

@@ -0,0 +1,36 @@
+from openai import AzureOpenAI
+from openai import OpenAIError, RateLimitError
+
+from dotenv import load_dotenv
+import os
+
+AZURE_OPENAI_ENDPOINT = os.getenv("AZURE_OPENAI_ENDPOINT")
+AZURE_OPENAI_KEY = os.getenv("AZURE_OPENAI_KEY")
+AZURE_API_VERSION = os.getenv("AZURE_API_VERSION")
+
+client = AzureOpenAI(
+    azure_endpoint=AZURE_OPENAI_ENDPOINT,
+    api_key=AZURE_OPENAI_KEY,
+    api_version=AZURE_API_VERSION
+)
+from openai import OpenAI,AsyncAzureOpenAI
+
+
+openaiclient = AsyncAzureOpenAI(
+  azure_endpoint=AZURE_OPENAI_ENDPOINT,
+    api_key=AZURE_OPENAI_KEY,
+    api_version=AZURE_API_VERSION
+
+)
+
+from gradio_client import Client
+
+
+# hf_token=os.getenv('hf_token')
+hf_token = os.getenv("hf_token")
+
+from gradio_client import Client
+
+# space="traversaal-internal/Async-web-api-for-deepsearch"
+space="traversaal-internal/Deep-Researcher-Gradio"
+gradio_client = Client(space,hf_token=hf_token)

requirements.txt

@@ -0,0 +1,4 @@
+
+gradio
+openai==1.58.1
+gradio_client