Update app.py

app.py

@@ -1,12 +1,22 @@
 import gradio as gr
 import os
 import requests
-import json
 
 SYSTEM_PROMPT = "As an LLM, your job is to generate detailed prompts that start with generate the image, for image generation models based on user input. Be descriptive and specific, but also make sure your prompts are clear and concise."
 TITLE = "Image Prompter"
-EXAMPLE_INPUT = "A Man Riding A Horse in Space"
-zephyr_7b_beta = "https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-beta"
+EXAMPLE_INPUT = "A Reflective cat between stars."
+import gradio as gr
+import os
+import requests
+
+html_temp = """
+<div style="position: absolute; top: 0; right: 0;">
+    <img src='https://huggingface.co/spaces/NerdN/open-gpt-Image-Prompter/blob/main/_45a03b4d-ea0f-4b81-873d-ff6b10461d52.jpg' alt='Your Image' style='width:100px;height:100px;'>
+</div>
+"""
+
+zephyr_7b_beta = "https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-beta/"
+
 HF_TOKEN = os.getenv("HF_TOKEN")
 HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"}
 
@@ -14,11 +24,11 @@ def build_input_prompt(message, chatbot, system_prompt):
     """
     Constructs the input prompt string from the chatbot interactions and the current message.
     """
-    input_prompt = "\n" + system_prompt + "</s>\n\n"
+    input_prompt = "<|system|>\n" + system_prompt + "</s>\n<|user|>\n"
     for interaction in chatbot:
-        input_prompt = input_prompt + str(interaction[0]) + "</s>\n\n" + str(interaction[1]) + "\n</s>\n\n"
+        input_prompt = input_prompt + str(interaction[0]) + "</s>\n<|assistant|>\n" + str(interaction[1]) + "\n</s>\n<|user|>\n"
 
-    input_prompt = input_prompt + str(message) + "</s>\n"
+    input_prompt = input_prompt + str(message) + "</s>\n<|assistant|>"
     return input_prompt
 
 
@@ -26,9 +36,6 @@ def post_request_beta(payload):
     """
     Sends a POST request to the predefined Zephyr-7b-Beta URL and returns the JSON response.
     """
-    print(f"Sending payload: {payload}")  # Debug print
-    print(f"Headers: {HEADERS}")  # Debug print
-
     response = requests.post(zephyr_7b_beta, headers=HEADERS, json=payload)
     response.raise_for_status()  # Will raise an HTTPError if the HTTP request returned an unsuccessful status code
     return response.json()
@@ -42,8 +49,6 @@ def predict_beta(message, chatbot=[], system_prompt=""):
 
     try:
         response_data = post_request_beta(data)
-        print(f"Response data: {response_data}")  # Debug print
-
         json_obj = response_data[0]
         
         if 'generated_text' in json_obj and len(json_obj['generated_text']) > 0:
@@ -63,11 +68,14 @@ def predict_beta(message, chatbot=[], system_prompt=""):
 
 def test_preview_chatbot(message, history):
     response = predict_beta(message, history, SYSTEM_PROMPT)
+    text_start = response.rfind("<|assistant|>", ) + len("<|assistant|>")
+    response = response[text_start:]
     return response
 
 
 welcome_preview_message = f"""
 Expand your imagination and broaden your horizons with LLM. Welcome to **{TITLE}**!:\nThis is a chatbot that can generate detailed prompts for image generation models based on simple and short user input.\nSay something like: 
+
 "{EXAMPLE_INPUT}"
 """
 
@@ -75,4 +83,4 @@ chatbot_preview = gr.Chatbot(layout="panel", value=[(None, welcome_preview_messa
 textbox_preview = gr.Textbox(scale=7, container=False, value=EXAMPLE_INPUT)
 
 demo = gr.ChatInterface(test_preview_chatbot, chatbot=chatbot_preview, textbox=textbox_preview)
-demo.launch()
+demo.launch(share=True)