Update app.py

app.py

@@ -24,9 +24,6 @@ model = torch.compile(model)
 model = model.eval()
 
 
- 
-
-
 DESCRIPTION = '''
 <div>
     <h1 style="text-align: center;">网文智能辅助写作 - 珠玑系列模型</h1>
@@ -118,11 +115,16 @@ def chat_zhuji(
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()
 
-    outputs = []
-    for text in streamer:
-        outputs.append(text)
-        yield "".join(outputs)
-        
+    #outputs = []
+    #for text in streamer:
+    #    outputs.append(text)
+    #    yield "".join(outputs)
+
+    partial_message = ""
+    for new_token in streamer:
+        if new_token != '<|observation|>':
+            partial_message += new_token
+            yield partial_message
 
 # Gradio block
 chatbot=gr.Chatbot(height=450, placeholder=PLACEHOLDER, label='Gradio ChatInterface')
@@ -142,10 +144,10 @@ with gr.Blocks(fill_height=True, css=css) as demo:
                       value=0.95, 
                       label="Temperature", 
                       render=False),
-            gr.Slider(minimum=2048, 
+            gr.Slider(minimum=128, 
                       maximum=8192*2,
                       step=1,
-                      value=8192*2, 
+                      value=8192, 
                       label="Max new tokens", 
                       render=False ),
             ],