Tmawn commited on
Commit
388a6ba
·
verified ·
1 Parent(s): c5a8908

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -14
app.py CHANGED
@@ -30,20 +30,20 @@ def respond(
30
 
31
  response = ""
32
 
33
- for message in client.chat_completion(
34
- messages,
35
- max_tokens=max_tokens,
36
- stream=True,
37
- temperature=temperature,
38
- top_p=top_p,
39
- repetition_penalty=repetition_penalty,
40
- top_k=top_k,
41
- truncate=truncate,
42
- ):
43
- token = message.choices[0].delta.content
44
-
45
- response += token
46
- yield response
47
 
48
 
49
  """
 
30
 
31
  response = ""
32
 
33
+ try:
34
+ # Chat completion, only parameters that are supported
35
+ for message in client.chat_completion(
36
+ messages=messages,
37
+ max_tokens=max_tokens,
38
+ stream=True,
39
+ temperature=temperature,
40
+ top_p=top_p,
41
+ ):
42
+ token = message.choices[0].delta.content
43
+ response += token
44
+ yield response
45
+ except Exception as e:
46
+ yield f"Error: {e}"
47
 
48
 
49
  """