remove eos token

app.py

@@ -19,10 +19,10 @@ FIM_SUFFIX = "<fim_suffix>"
 
 FIM_INDICATOR = "<FILL_HERE>"
 
-FORMATS = """## Model formats
+FORMATS = """## Model Formats
 
-The model is pretrained on code and is formatted with special tokens in addition to the pure code data,
-such as prefixes specifying the source of the file or tokens separating code from a commit message.
+The model is pretrained on code and is formatted with special tokens in addition to the pure code data,\
+such as prefixes specifying the source of the file or tokens separating code from a commit message.\
 Use these templates to explore the model's capacities:
 
 ### 1. Prefixes 🏷️
@@ -115,8 +115,11 @@ def generate(
 
  previous_token = ""
  for response in stream:
- if fim_mode and response.token.text == "<|endoftext|>":
- output += (suffix + "\n" + response.token.text)
+ if response.token.text == "<|endoftext|>":
+ if fim_mode:
+ output += suffix
+ else:
+ return output
  else:
  output += response.token.text
  previous_token = response.token.text
@@ -156,7 +159,7 @@ css += share_btn_css + monospace_css + custom_output_css + ".gradio-container {c
 
 description = """
 <div style="text-align: center;">
- <h1 style='color: black;'> 💫 StarCoder<span style='color: #e6b800;'> - </span>Playground</h1>
+ <h1 style='color: black;'> 💫 StarCoder<span style='color: #e6b800;'> - </span>Playground 🪐</h1>
  <p style='color: black;'>This is a demo to generate code with <a href="https://huggingface.co/bigcode/starcoder" style='color: #e6b800;'>StarCoder</a>, a 15B parameter model for code generation in 86 programming languages.</p>
 </div>
 """
@@ -238,4 +241,4 @@ with gr.Blocks(theme=theme, analytics_enabled=False, css=css) as demo:
  outputs=[output],
  )
  share_button.click(None, [], [], _js=share_js)
-demo.queue(concurrency_count=16).launch(debug=True)
+demo.queue(concurrency_count=16).launch(debug=True)