Update app.py

app.py

@@ -1,9 +1,5 @@
 import subprocess
 
-# Installing flash_attn
-subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"},
- shell=True)
-
 from threading import Thread
 import spaces
 import gradio as gr
@@ -65,7 +61,9 @@ def predict(history, prompt, max_length, top_p, temperature):
  t = Thread(target=model.generate, kwargs=generate_kwargs)
  t.start()
  for new_token in streamer:
- if new_token and '<|user|>' not in new_token:
+ if new_token and '<|user|>' in new_token:
+ new_token = new_token.split('<|user|>')[0]
+ if new_token:
  history[-1][1] += new_token
  yield history