Luigi commited on
Commit
bc257ff
·
1 Parent(s): 293686e

inject web search result if web search enabled

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -134,7 +134,14 @@ def chat_response(user_msg, chat_history, system_prompt,
134
  history.append({'role': 'assistant', 'content': ''})
135
 
136
  try:
137
- prompt = format_conversation(history, system_prompt)
 
 
 
 
 
 
 
138
  pipe = load_pipeline(model_name)
139
  streamer = TextIteratorStreamer(pipe.tokenizer,
140
  skip_prompt=True,
 
134
  history.append({'role': 'assistant', 'content': ''})
135
 
136
  try:
137
+
138
+ # merge any fetched search results into the system prompt
139
+ if search_results:
140
+ enriched = system_prompt.strip() + "\n\nRelevant context:\n" + "\n".join(search_results)
141
+ else:
142
+ enriched = system_prompt
143
+ prompt = format_conversation(history, enriched)
144
+
145
  pipe = load_pipeline(model_name)
146
  streamer = TextIteratorStreamer(pipe.tokenizer,
147
  skip_prompt=True,