hsuwill000 commited on
Commit
1d0e884
·
verified ·
1 Parent(s): 334f727

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -9
app.py CHANGED
@@ -42,24 +42,18 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
42
 
43
  output = ""
44
  for chunk in stream:
45
- print("[DEBUG] chunk:", chunk)
46
  delta = chunk.choices[0].delta
47
  if delta:
48
  # 安全取得 content
49
  if delta.content:
50
  output += delta.content
51
- # 安全取得 reasoning_content,如果不存在就跳過
52
  #reasoning = getattr(delta, "reasoning_content", None)
53
  #if reasoning:
54
  # output += reasoning
55
  # 每個 chunk 都 yield 最新內容
56
  yield {"role": "assistant", "content": output}
57
-
58
- #if chunk.choices:
59
- # delta = chunk.choices[0].delta
60
- # if delta and delta.reasoning_content:
61
- # output += delta.reasoning_content
62
- # yield {"role": "assistant", "content": output}
63
 
64
  except Exception as e:
65
  print(f"[Error] {e}")
@@ -71,7 +65,7 @@ demo = gr.ChatInterface(
71
  type="messages", # 🔑 使用 OpenAI 風格訊息格式
72
  additional_inputs=[
73
  gr.Textbox(value="You are a friendly assistant.", label="System message"),
74
- gr.Slider(minimum=1, maximum=4096, value=1024, step=1, label="Max new tokens"),
75
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
76
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
77
  ],
 
42
 
43
  output = ""
44
  for chunk in stream:
45
+ #print("[DEBUG] chunk:", chunk)
46
  delta = chunk.choices[0].delta
47
  if delta:
48
  # 安全取得 content
49
  if delta.content:
50
  output += delta.content
51
+ # 安全取得 reasoning_content,如果不存在就跳過 印出思維練
52
  #reasoning = getattr(delta, "reasoning_content", None)
53
  #if reasoning:
54
  # output += reasoning
55
  # 每個 chunk 都 yield 最新內容
56
  yield {"role": "assistant", "content": output}
 
 
 
 
 
 
57
 
58
  except Exception as e:
59
  print(f"[Error] {e}")
 
65
  type="messages", # 🔑 使用 OpenAI 風格訊息格式
66
  additional_inputs=[
67
  gr.Textbox(value="You are a friendly assistant.", label="System message"),
68
+ gr.Slider(minimum=1, maximum=4096, value=4096, step=1, label="Max new tokens"),
69
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
70
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
71
  ],