KingNish commited on
Commit
2895b02
1 Parent(s): 7b99e49

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -29,12 +29,16 @@ def models(text, model="Mixtral 8x7B"):
29
  formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
30
  output = ""
31
  for response in stream:
32
- if not response.token.text == "</s>":
33
- output += response.token.text
 
 
 
 
34
  return output
35
 
36
  description="""# Chat GO
37
- ### Inspired from Goggle Go"""
38
 
39
  demo = gr.Interface(description=description,fn=models, inputs=["text", gr.Dropdown([ 'Mixtral 8x7B','Llama 3 8B','Mistral 7B v0.3','Phi 3 mini', ], value="Mistral 7B v0.3", label="Select Model") ], outputs="text", live=True, batch=True, max_batch_size=1000)
40
  demo.launch()
 
29
  formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
30
  output = ""
31
  for response in stream:
32
+ if "Phi" in model:
33
+ if not response.token.text == "<|assistant|>":
34
+ output += response.token.text
35
+ else:
36
+ if not response.token.text == "</s>":
37
+ output += response.token.text
38
  return output
39
 
40
  description="""# Chat GO
41
+ ### Inspired from Google Go"""
42
 
43
  demo = gr.Interface(description=description,fn=models, inputs=["text", gr.Dropdown([ 'Mixtral 8x7B','Llama 3 8B','Mistral 7B v0.3','Phi 3 mini', ], value="Mistral 7B v0.3", label="Select Model") ], outputs="text", live=True, batch=True, max_batch_size=1000)
44
  demo.launch()