Update app.py

app.py

@@ -31,12 +31,11 @@ def predict(prompt):
  repetition_penalty=1.1,
  max_new_tokens=500,
  )
- final_result = ''
- # Print the result
- for seq in sequences:
- print(f"Result: {seq['generated_text']}")
- final_result += str(seq['generated_text'])
- return final_result
+ generated_text = sequences[0]['generated_text']
+
+ final_result = generated_text[len(formatted_prompt):]
+
+ return final_result.strip()
 
 gr.ChatInterface(predict,
  title="Tinyllama_chatBot",
@@ -53,7 +52,7 @@ gr.ChatInterface(predict,
 # interface.render()
 
 
-demo.launch()
+# demo.launch()
 
 # def generate_answer(query, sample_num=3):
 # formatted_prompt = (