File size: 6,016 Bytes
78efe79
440418c
f3985af
dc80b35
46c1973
 
 
104f578
76119f7
be78b1e
 
9c071a8
 
 
 
c4be42e
9c071a8
c4be42e
 
 
 
 
9c071a8
 
c4be42e
 
9c071a8
104f578
 
 
 
c1c1dea
be78b1e
 
a8450bf
c1c1dea
104f578
c8cd942
 
104f578
c1c1dea
c8cd942
104f578
c8cd942
9c071a8
 
c8cd942
76119f7
c8cd942
76119f7
f9be081
 
 
 
32c38ef
f3985af
440418c
1831164
440418c
22dee1c
440418c
22dee1c
 
08baccf
104f578
ec0581c
dc80b35
 
40d0e92
74ccf1c
12bb502
 
 
78efe79
08baccf
 
dc80b35
08baccf
78efe79
40d0e92
dc80b35
 
78efe79
5f46973
 
 
 
 
 
aab7a25
5f46973
13feae4
5f46973
 
c8cd942
 
 
 
b4a00e6
 
5f46973
 
aab7a25
5f46973
 
aab7a25
 
 
5f46973
9c071a8
 
104f578
9c071a8
76119f7
a8450bf
6eaab32
6acb5fc
f9be081
 
 
 
a8450bf
76119f7
 
a8450bf
 
c8cd942
a8450bf
 
 
 
 
104f578
 
 
9c071a8
104f578
9c071a8
b4a00e6
 
c8cd942
 
 
 
 
 
aab7a25
34428f1
dc80b35
be78b1e
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
import discord
import logging
import os
from huggingface_hub import InferenceClient
import asyncio
import subprocess
from datasets import load_dataset
import pandas as pd
from fuzzywuzzy import process


# ํ˜„์žฌ ์ž‘์—… ๋””๋ ‰ํ† ๋ฆฌ ์ถœ๋ ฅ
print("Current Working Directory:", os.getcwd())

# ๋ฐ์ดํ„ฐ์…‹ ํŒŒ์ผ ์ด๋ฆ„
data_files = ['train_0.csv', 'train_1.csv', 'train_2.csv', 'train_3.csv', 'train_4.csv', 'train_5.csv']

# ํ˜„์žฌ ์ž‘์—… ๋””๋ ‰ํ† ๋ฆฌ์— ๋ชจ๋“  ํŒŒ์ผ์ด ์žˆ๋Š”์ง€ ํ™•์ธ
missing_files = [file for file in data_files if not os.path.exists(file)]
if missing_files:
    print(f"Missing files: {missing_files}")
    # ํ•„์š”ํ•œ ๊ฒฝ์šฐ ์ž‘์—… ๋””๋ ‰ํ† ๋ฆฌ ๋ณ€๊ฒฝ
    os.chdir('/home/user/app')
    print("Changed directory to:", os.getcwd())
else:
    print("All files are present in the current directory.")

# ๋ฐ์ดํ„ฐ์…‹ ๋กœ๋“œ ๋ฐ ์ตœ์ ํ™”
def load_optimized_dataset(data_files):
    data_frames = [pd.read_csv(file) for file in data_files]
    full_data = pd.concat(data_frames, ignore_index=True)
    
    # NaN ๊ฐ’ ์ฒ˜๋ฆฌ
    full_data['ํŒ์‹œ์‚ฌํ•ญ'] = full_data['ํŒ์‹œ์‚ฌํ•ญ'].fillna('')
    full_data['์‚ฌ๊ฑด๋ช…'] = full_data['์‚ฌ๊ฑด๋ช…'].fillna('')

    # ์‚ฌ๊ฑด๋ช…์„ ํ‚ค๋กœ ํ•˜๊ณ  ์‚ฌ๊ฑด๋ฒˆํ˜ธ์™€ ์ „๋ฌธ์„ ์ €์žฅํ•˜๋Š” ๋”•์…”๋„ˆ๋ฆฌ ์ƒ์„ฑ
    name_to_number = full_data.groupby('์‚ฌ๊ฑด๋ช…')['์‚ฌ๊ฑด๋ฒˆํ˜ธ'].apply(list).to_dict()
    summary_to_number = full_data.groupby('ํŒ์‹œ์‚ฌํ•ญ')['์‚ฌ๊ฑด๋ฒˆํ˜ธ'].apply(list).to_dict()
    number_to_fulltext = full_data.set_index('์‚ฌ๊ฑด๋ฒˆํ˜ธ')['์ „๋ฌธ'].to_dict()
    
    return name_to_number, summary_to_number, number_to_fulltext

name_to_number, summary_to_number, number_to_fulltext = load_optimized_dataset(data_files)
print("Dataset loaded successfully.")

# ์‚ฌ๊ฑด๋ช… ๋ฐ ํŒ์‹œ์‚ฌํ•ญ ๋ฆฌ์ŠคํŠธ ์ƒ์„ฑ
all_case_names = list(name_to_number.keys())
all_case_summaries = list(summary_to_number.keys())

# ๋””๋ฒ„๊น…์šฉ ๋กœ๊น…
logging.debug(f"Sample all_case_names: {all_case_names[:3]}")
logging.debug(f"Sample all_case_summaries: {all_case_summaries[:3]}")

# ๋กœ๊น… ์„ค์ •
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s:%(levelname)s:%(name)s: %(message)s', handlers=[logging.StreamHandler()])

# ์ธํ…ํŠธ ์„ค์ •
intents = discord.Intents.default()
intents.message_content = True
intents.messages = True
intents.guilds = True
intents.guild_messages = True

# ์ถ”๋ก  API ํด๋ผ์ด์–ธํŠธ ์„ค์ • (์˜ˆ์‹œ๋กœ ํฌํ•จ, ์‹ค์ œ๋กœ ์‚ฌ์šฉ๋˜์ง€ ์•Š์Œ)
hf_client = InferenceClient("CohereForAI/c4ai-command-r-plus-08-2024", token=os.getenv("HF_TOKEN"))

# ํŠน์ • ์ฑ„๋„ ID
SPECIFIC_CHANNEL_ID = int(os.getenv("DISCORD_CHANNEL_ID"))

# ๋Œ€ํ™” ํžˆ์Šคํ† ๋ฆฌ๋ฅผ ์ €์žฅํ•  ์ „์—ญ ๋ณ€์ˆ˜
conversation_history = []

class MyClient(discord.Client):
    def __init__(self, *args, **kwargs):
        super().__init__(*args, **kwargs)
        self.is_processing = False

    async def on_ready(self):
        logging.info(f'{self.user}๋กœ ๋กœ๊ทธ์ธ๋˜์—ˆ์Šต๋‹ˆ๋‹ค!')
        subprocess.Popen(["python", "web.py"])
        logging.info("Web.py server has been started.")

    async def on_message(self, message):
        if message.author == self.user:
            return
        if not self.is_message_in_specific_channel(message):
            return
        if self.is_processing:
            logging.debug("Currently processing another message, skipping this one.")
            return

        self.is_processing = True
        try:
            response_parts = await generate_response(message)
            if response_parts:
                for part in response_parts:
                    await message.channel.send(part)
            else:
                await message.channel.send("์ฃ„์†กํ•ฉ๋‹ˆ๋‹ค, ์ œ๊ณตํ•  ์ˆ˜ ์žˆ๋Š” ์ •๋ณด๊ฐ€ ์—†์Šต๋‹ˆ๋‹ค.")
        finally:
            self.is_processing = False
            logging.debug("Message processing completed, ready for the next one.")

    def is_message_in_specific_channel(self, message):
        channel_condition = message.channel.id == SPECIFIC_CHANNEL_ID
        thread_condition = isinstance(message.channel, discord.Thread) and message.channel.parent_id == SPECIFIC_CHANNEL_ID
        return channel_condition or thread_condition

async def generate_response(message):
    global conversation_history
    user_input = message.content.strip()
    user_mention = message.author.mention

    # ์œ ์‚ฌํ•œ ์‚ฌ๊ฑด๋ช… ๋ฐ ํŒ์‹œ์‚ฌํ•ญ ๊ฐ๊ฐ ์ฐพ๊ธฐ
    matched_case_names = process.extractBests(user_input, all_case_names, limit=3, score_cutoff=70)
    matched_case_summaries = process.extractBests(user_input, all_case_summaries, limit=3, score_cutoff=70)

    logging.debug(f"Matched case names: {matched_case_names}")
    logging.debug(f"Matched case summaries: {matched_case_summaries}")

    case_numbers_set = set()
    if matched_case_names:
        for case_name, score in matched_case_names:
            case_numbers_set.update(name_to_number.get(case_name, []))
    if matched_case_summaries:
        for case_summary, score in matched_case_summaries:
            case_numbers_set.update(summary_to_number.get(case_summary, []))
    
    if case_numbers_set:
        case_numbers_str = "\n".join(case_numbers_set)
        system_message = f"{user_mention}, '{user_input}'์™€ ์œ ์‚ฌํ•œ ์‚ฌ๊ฑด์˜ ์‚ฌ๊ฑด๋ฒˆํ˜ธ๋Š” ๋‹ค์Œ๊ณผ ๊ฐ™์Šต๋‹ˆ๋‹ค:\n{case_numbers_str}"
    elif user_input in number_to_fulltext:
        full_text = number_to_fulltext[user_input]
        system_message = f"{user_mention}, ์‚ฌ๊ฑด๋ฒˆํ˜ธ '{user_input}'์˜ ์ „๋ฌธ์€ ๋‹ค์Œ๊ณผ ๊ฐ™์Šต๋‹ˆ๋‹ค:\n\n{full_text}"
    else:
        system_message = f"{user_mention}, ๊ด€๋ จ ๋ฒ•๋ฅ  ์ •๋ณด๋ฅผ ์ฐพ์„ ์ˆ˜ ์—†์Šต๋‹ˆ๋‹ค."

    # ๋ฉ”์‹œ์ง€ ๊ธธ์ด ์ œํ•œ ์ฒ˜๋ฆฌ
    max_length = 2000
    response_parts = []
    for i in range(0, len(system_message), max_length):
        part_response = system_message[i:i + max_length]
        response_parts.append(part_response)
    
    return response_parts

if __name__ == "__main__":
    discord_client = MyClient(intents=intents)
    discord_client.run(os.getenv('DISCORD_TOKEN'))