Spaces:
Runtime error
Runtime error
Update app1.py
Browse files
app1.py
CHANGED
@@ -6,9 +6,9 @@ client = InferenceClient("""K00B404/BagOMistral_14X_Coders-ties-7B"""))
|
|
6 |
def format_prompt(message, history, model):
|
7 |
prompt = f"[INST] {message} [/INST]"
|
8 |
for user_prompt, bot_response in history:
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
return prompt
|
13 |
|
14 |
def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, model="BagOMistral_14X_Coders-ties-7B"):
|
|
|
6 |
def format_prompt(message, history, model):
|
7 |
prompt = f"[INST] {message} [/INST]"
|
8 |
for user_prompt, bot_response in history:
|
9 |
+
prompt += f"[INST] {user_prompt} [/"
|
10 |
+
prompt += f" {bot_response} [/"
|
11 |
+
prompt = f"[MODEL] {model} [/" + prompt
|
12 |
return prompt
|
13 |
|
14 |
def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, model="BagOMistral_14X_Coders-ties-7B"):
|