Update app.py
Browse files
app.py
CHANGED
@@ -38,11 +38,17 @@ def respond(
|
|
38 |
|
39 |
response += token
|
40 |
yield response
|
41 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
42 |
|
43 |
demo = gr.ChatInterface(
|
44 |
respond,
|
45 |
-
examples=
|
46 |
cache_examples=False,
|
47 |
title="千问2.5-72B",
|
48 |
description="千问2.5-72B聊天机器人",
|
@@ -52,9 +58,10 @@ demo = gr.ChatInterface(
|
|
52 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
53 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
|
54 |
],
|
55 |
-
chatbot=gr.Chatbot(show_label=
|
56 |
|
57 |
)
|
58 |
|
59 |
if __name__ == "__main__":
|
60 |
-
demo.
|
|
|
|
38 |
|
39 |
response += token
|
40 |
yield response
|
41 |
+
|
42 |
+
example_prompts = [
|
43 |
+
["How to cook Kung Pao chicken the tastiest?"],
|
44 |
+
["Help me create an email expressing my greetings to an old friend."],
|
45 |
+
["写一篇关于青春的五言绝句"],
|
46 |
+
["你是谁?"]
|
47 |
+
]
|
48 |
|
49 |
demo = gr.ChatInterface(
|
50 |
respond,
|
51 |
+
examples=example_prompts,
|
52 |
cache_examples=False,
|
53 |
title="千问2.5-72B",
|
54 |
description="千问2.5-72B聊天机器人",
|
|
|
58 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
59 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
|
60 |
],
|
61 |
+
chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True)
|
62 |
|
63 |
)
|
64 |
|
65 |
if __name__ == "__main__":
|
66 |
+
demo.queue(default_concurrency_limit=40)
|
67 |
+
demo.launch(max_threads=40)
|