Yuchan5386 commited on
Commit
63caa1b
ยท
verified ยท
1 Parent(s): 7e9afa4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -12
app.py CHANGED
@@ -2,25 +2,30 @@ import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
5
- # ๋ชจ๋ธ ๋ฐ ํ† ํฌ๋‚˜์ด์ € ๋กœ๋“œ
6
  MODEL_NAME = "lcw99/ko-dialoGPT-korean-chit-chat"
 
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
8
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
9
 
10
- def chatbot_response(input_text, history=[]):
11
- """์ฑ—๋ด‡ ์‘๋‹ต ์ƒ์„ฑ"""
12
- input_ids = tokenizer.encode(input_text + tokenizer.eos_token, return_tensors="pt")
 
13
  response_ids = model.generate(input_ids, max_length=100, pad_token_id=tokenizer.eos_token_id)
14
  response_text = tokenizer.decode(response_ids[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
15
-
16
- # Gradio ์ตœ์‹  ํ˜•์‹ ์ ์šฉ
17
- history.append({"role": "user", "content": input_text})
18
  history.append({"role": "assistant", "content": response_text})
19
- return response_text, history
20
 
21
- # Gradio ์ธํ„ฐํŽ˜์ด์Šค ์„ค์ •
22
- demo = gr.ChatInterface(fn=chatbot_response, title="Korean Chatbot API", description="lcw99/ko-dialoGPT-korean-chit-chat ๊ธฐ๋ฐ˜ ์ฑ—๋ด‡")
 
 
 
 
23
 
24
- # โœ… API ํ™œ์„ฑํ™” ์„ค์ •
25
- demo.launch(server_name="0.0.0.0", server_port=7860, share=True)
26
 
 
 
 
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
 
5
  MODEL_NAME = "lcw99/ko-dialoGPT-korean-chit-chat"
6
+
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
8
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
9
 
10
+ def chat_with_ai(history, message):
11
+ input_text = message + tokenizer.eos_token
12
+ input_ids = tokenizer.encode(input_text, return_tensors="pt")
13
+
14
  response_ids = model.generate(input_ids, max_length=100, pad_token_id=tokenizer.eos_token_id)
15
  response_text = tokenizer.decode(response_ids[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
16
+
17
+ history.append({"role": "user", "content": message})
 
18
  history.append({"role": "assistant", "content": response_text})
 
19
 
20
+ return history, ""
21
+
22
+ with gr.Blocks() as demo:
23
+ chatbot = gr.Chatbot(label="Ko-DialoGPT Chatbot", type="messages")
24
+ message = gr.Textbox(label="์ž…๋ ฅ ๋ฉ”์‹œ์ง€")
25
+ clear_btn = gr.Button("์ดˆ๊ธฐํ™”")
26
 
27
+ message.submit(chat_with_ai, [chatbot, message], [chatbot, message])
28
+ clear_btn.click(lambda: [], [], chatbot)
29
 
30
+ # โœ… ์„œ๋ฒ„ ํฌํŠธ ๋ฐ ์ฃผ์†Œ ์ถ”๊ฐ€
31
+ demo.launch(server_name="0.0.0.0", server_port=7860)