Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ footer {
|
|
9 |
}
|
10 |
'''
|
11 |
|
12 |
-
client = InferenceClient("
|
13 |
def format_prompt(message, history, system_prompt=None):
|
14 |
prompt = "<s>"
|
15 |
for user_prompt, bot_response in history:
|
@@ -21,7 +21,7 @@ def format_prompt(message, history, system_prompt=None):
|
|
21 |
return prompt
|
22 |
#Generate
|
23 |
def generate(
|
24 |
-
prompt, history, system_prompt=None, temperature=0.
|
25 |
):
|
26 |
temperature = float(temperature)
|
27 |
if temperature < 1e-2:
|
|
|
9 |
}
|
10 |
'''
|
11 |
|
12 |
+
client = InferenceClient("CohereForAI/c4ai-command-r-plus")
|
13 |
def format_prompt(message, history, system_prompt=None):
|
14 |
prompt = "<s>"
|
15 |
for user_prompt, bot_response in history:
|
|
|
21 |
return prompt
|
22 |
#Generate
|
23 |
def generate(
|
24 |
+
prompt, history, system_prompt=None, temperature=0.9, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0,
|
25 |
):
|
26 |
temperature = float(temperature)
|
27 |
if temperature < 1e-2:
|