Omnibus commited on
Commit
a68d7a5
·
verified ·
1 Parent(s): a2527fc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -1
app.py CHANGED
@@ -72,7 +72,13 @@ def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,
72
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", memory[0-chat_mem:],cust_p)
73
  else:
74
  formatted_prompt = format_prompt(prompt, memory[0-chat_mem:],cust_p)
75
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True)
 
 
 
 
 
 
76
  output = ""
77
  for response in stream:
78
  output += response.token.text
 
72
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", memory[0-chat_mem:],cust_p)
73
  else:
74
  formatted_prompt = format_prompt(prompt, memory[0-chat_mem:],cust_p)
75
+
76
+
77
+ chat = [
78
+ { "role": "user", "content": f"{formatted_prompt}" },
79
+ ]
80
+
81
+ stream = client.text_generation(chat **generate_kwargs, stream=True, details=True, return_full_text=True)
82
  output = ""
83
  for response in stream:
84
  output += response.token.text