Merged_Models_Test_Chat

Runtime error

K00B404 commited on Apr 15

Commit

67f9ec4

•

1 Parent(s): dd1a4cb

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,9 +6,9 @@ client = InferenceClient("""K00B404/BagOMistral_14X_Coders-ties-7B""")
 def format_prompt(message, history):
   prompt = "<s>"
   for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-      prompt += f"[INST] {message} [/INST]"
   return prompt
 def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):

 def format_prompt(message, history):
   prompt = "<s>"
   for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"
   return prompt
 def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):