Update app.py

app.py

@@ -4,17 +4,17 @@ import json
 import time
 
 # Initialize the pipeline with the new model
-pipe = pipeline("text-generation", model="Blexus/Quble_test_model_v1_INSTRUCT_v1")
+pipe = pipeline("text-generation", model="Blexus/Quble_test_model_v1_INSTRUCT_v2")
 
 def format_prompt(message, system, history):
-    prompt = f"SYSTEM: {system}\n<|endofsystem|>\n"
+    prompt = f"SYSTEM: {system} <|endofsystem|>"
     
     for entry in history:
         if len(entry) == 2:
             user_prompt, bot_response = entry
-            prompt += f"USER: {user_prompt}\n\n\nASSISTANT: {bot_response}<|endoftext|>\n"
+            prompt += f"USER: {user_prompt} <|endofuser|>\nASSISTANT: {bot_response}<|endoftext|>\n"
     
-    prompt += f"USER: {message}\n\n\nASSISTANT:"
+    prompt += f"USER: {message}<|endofuser|>\nASSISTANT:"
     return prompt
 
 def generate(prompt, system, history, temperature=0.9, max_new_tokens=4096, top_p=0.9, repetition_penalty=1.2):
@@ -50,7 +50,7 @@ customCSS = """
 additional_inputs = [
     gr.Textbox(
         label="System prompt",
-        value="You are a helpful assistant, with no access to external functions.",
+        value="You are a helpful intelligent assistant. Your name is Quble.",
         info="System prompt",
         interactive=True,
     ),