Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -2,25 +2,30 @@ import gradio as gr
|
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
import torch
|
4 |
|
5 |
-
# ๋ชจ๋ธ ๋ฐ ํ ํฌ๋์ด์ ๋ก๋
|
6 |
MODEL_NAME = "lcw99/ko-dialoGPT-korean-chit-chat"
|
|
|
7 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
8 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
|
9 |
|
10 |
-
def
|
11 |
-
|
12 |
-
input_ids = tokenizer.encode(input_text
|
|
|
13 |
response_ids = model.generate(input_ids, max_length=100, pad_token_id=tokenizer.eos_token_id)
|
14 |
response_text = tokenizer.decode(response_ids[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
|
15 |
-
|
16 |
-
|
17 |
-
history.append({"role": "user", "content": input_text})
|
18 |
history.append({"role": "assistant", "content": response_text})
|
19 |
-
return response_text, history
|
20 |
|
21 |
-
|
22 |
-
|
|
|
|
|
|
|
|
|
23 |
|
24 |
-
|
25 |
-
|
26 |
|
|
|
|
|
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
import torch
|
4 |
|
|
|
5 |
MODEL_NAME = "lcw99/ko-dialoGPT-korean-chit-chat"
|
6 |
+
|
7 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
8 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
|
9 |
|
10 |
+
def chat_with_ai(history, message):
|
11 |
+
input_text = message + tokenizer.eos_token
|
12 |
+
input_ids = tokenizer.encode(input_text, return_tensors="pt")
|
13 |
+
|
14 |
response_ids = model.generate(input_ids, max_length=100, pad_token_id=tokenizer.eos_token_id)
|
15 |
response_text = tokenizer.decode(response_ids[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
|
16 |
+
|
17 |
+
history.append({"role": "user", "content": message})
|
|
|
18 |
history.append({"role": "assistant", "content": response_text})
|
|
|
19 |
|
20 |
+
return history, ""
|
21 |
+
|
22 |
+
with gr.Blocks() as demo:
|
23 |
+
chatbot = gr.Chatbot(label="Ko-DialoGPT Chatbot", type="messages")
|
24 |
+
message = gr.Textbox(label="์
๋ ฅ ๋ฉ์์ง")
|
25 |
+
clear_btn = gr.Button("์ด๊ธฐํ")
|
26 |
|
27 |
+
message.submit(chat_with_ai, [chatbot, message], [chatbot, message])
|
28 |
+
clear_btn.click(lambda: [], [], chatbot)
|
29 |
|
30 |
+
# โ
์๋ฒ ํฌํธ ๋ฐ ์ฃผ์ ์ถ๊ฐ
|
31 |
+
demo.launch(server_name="0.0.0.0", server_port=7860)
|