Spaces:
Runtime error
Runtime error
gorkemgoknar
commited on
Commit
•
c0d7caf
1
Parent(s):
2b29342
Update app.py
Browse files
app.py
CHANGED
@@ -154,7 +154,7 @@ llm = Llama(model_path=model_path,n_gpu_layers=GPU_LAYERS,max_new_tokens=256, co
|
|
154 |
|
155 |
|
156 |
# Mistral formatter
|
157 |
-
def format_prompt_mistral(message, history, system_message=
|
158 |
prompt = (
|
159 |
"<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
|
160 |
)
|
@@ -165,7 +165,7 @@ def format_prompt_mistral(message, history, system_message=system_message):
|
|
165 |
return prompt
|
166 |
|
167 |
# Zephyr formatter
|
168 |
-
def format_prompt_zephyr(message, history, system_message=
|
169 |
prompt = (
|
170 |
"<|system|>" + system_message + "</s>"
|
171 |
)
|
|
|
154 |
|
155 |
|
156 |
# Mistral formatter
|
157 |
+
def format_prompt_mistral(message, history, system_message=""):
|
158 |
prompt = (
|
159 |
"<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
|
160 |
)
|
|
|
165 |
return prompt
|
166 |
|
167 |
# Zephyr formatter
|
168 |
+
def format_prompt_zephyr(message, history, system_message=""):
|
169 |
prompt = (
|
170 |
"<|system|>" + system_message + "</s>"
|
171 |
)
|