Update app.py

app.py

@@ -14,6 +14,7 @@ from prompts import (
     COMPRESS_HISTORY_PROMPT,
     COMPRESS_DATA_PROMPT,
     COMPRESS_DATA_PROMPT_SMALL,
+    PREFIX_ALT,
     PREFIX,
 )
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
@@ -56,6 +57,7 @@ def run_gpt(
     max_tokens,
     seed,
     purpose,
+    prefix_tog,
     **prompt_kwargs,
 ):
     timestamp=datetime.datetime.now()
@@ -69,12 +71,17 @@ def run_gpt(
         do_sample=True,
         seed=seed,
     )
-    
-    content = PREFIX.format(
-        timestamp=timestamp,
-        purpose=purpose,
-    ) + prompt_template.format(**prompt_kwargs)
-   
+    if prefix_tog == "normal":
+        content = PREFIX.format(
+            timestamp=timestamp,
+            purpose=purpose,
+        ) + prompt_template.format(**prompt_kwargs)
+    if prefix_tog == "alternate":
+        content = PREFIX_ALT.format(
+            timestamp=timestamp,
+            purpose=purpose,
+        ) + prompt_template.format(**prompt_kwargs)
+              
     
     #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     #formatted_prompt = format_prompt(f'{content}', **prompt_kwargs['history'])
@@ -115,6 +122,7 @@ def compress_data(c,purpose, task, history):
             max_tokens=2048,
             seed=seed,
             purpose=purpose,
+            prefix_tog="normal",
             task=task,
             knowledge=new_history,
             history=hist,
@@ -151,6 +159,7 @@ def get_key(inp,data):
             max_tokens=56,
             seed=seed,
             purpose=inp,
+            prefix_tog="normal",
             task=inp,
         ).split("<")[0]
     print(f'key_w::{key_w}')
@@ -227,6 +236,7 @@ def summarize(inp,history,data=None):
                 max_tokens=2048,
                 seed=seed,
                 purpose=purpose,
+                prefix_tog="normal",
                 task=task,
                 knowledge=new_history,
                 history=hist,
@@ -356,7 +366,7 @@ def load_data():
     filename_end = filename_end.replace("-"[0],":").replace("-"[0],":").replace("-"[0],".")
     #filename_end_far=filename_end.split(":")[2]
     print (filename)
-    yield lod,[(None,f'Source is current as of:\n{filename_start} {filename_end} UTC\n\nThe current Date and Time is:\n{timestamp} UTC')]
+    return lod,[(None,f'Source is current as of:\n{filename_start} {filename_end} UTC\n\nThe current Date and Time is:\n{timestamp} UTC')]
     
 with gr.Blocks() as app:
     cb = gr.Chatbot(height=600, show_share_button=True, show_copy_button=True)