Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -42,24 +42,18 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
|
|
42 |
|
43 |
output = ""
|
44 |
for chunk in stream:
|
45 |
-
print("[DEBUG] chunk:", chunk)
|
46 |
delta = chunk.choices[0].delta
|
47 |
if delta:
|
48 |
# 安全取得 content
|
49 |
if delta.content:
|
50 |
output += delta.content
|
51 |
-
# 安全取得 reasoning_content,如果不存在就跳過
|
52 |
#reasoning = getattr(delta, "reasoning_content", None)
|
53 |
#if reasoning:
|
54 |
# output += reasoning
|
55 |
# 每個 chunk 都 yield 最新內容
|
56 |
yield {"role": "assistant", "content": output}
|
57 |
-
|
58 |
-
#if chunk.choices:
|
59 |
-
# delta = chunk.choices[0].delta
|
60 |
-
# if delta and delta.reasoning_content:
|
61 |
-
# output += delta.reasoning_content
|
62 |
-
# yield {"role": "assistant", "content": output}
|
63 |
|
64 |
except Exception as e:
|
65 |
print(f"[Error] {e}")
|
@@ -71,7 +65,7 @@ demo = gr.ChatInterface(
|
|
71 |
type="messages", # 🔑 使用 OpenAI 風格訊息格式
|
72 |
additional_inputs=[
|
73 |
gr.Textbox(value="You are a friendly assistant.", label="System message"),
|
74 |
-
gr.Slider(minimum=1, maximum=4096, value=
|
75 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
76 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
|
77 |
],
|
|
|
42 |
|
43 |
output = ""
|
44 |
for chunk in stream:
|
45 |
+
#print("[DEBUG] chunk:", chunk)
|
46 |
delta = chunk.choices[0].delta
|
47 |
if delta:
|
48 |
# 安全取得 content
|
49 |
if delta.content:
|
50 |
output += delta.content
|
51 |
+
# 安全取得 reasoning_content,如果不存在就跳過 印出思維練
|
52 |
#reasoning = getattr(delta, "reasoning_content", None)
|
53 |
#if reasoning:
|
54 |
# output += reasoning
|
55 |
# 每個 chunk 都 yield 最新內容
|
56 |
yield {"role": "assistant", "content": output}
|
|
|
|
|
|
|
|
|
|
|
|
|
57 |
|
58 |
except Exception as e:
|
59 |
print(f"[Error] {e}")
|
|
|
65 |
type="messages", # 🔑 使用 OpenAI 風格訊息格式
|
66 |
additional_inputs=[
|
67 |
gr.Textbox(value="You are a friendly assistant.", label="System message"),
|
68 |
+
gr.Slider(minimum=1, maximum=4096, value=4096, step=1, label="Max new tokens"),
|
69 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
70 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
|
71 |
],
|