openfree commited on
Commit
00f3995
ยท
verified ยท
1 Parent(s): 7b27b5d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -314
app.py CHANGED
@@ -1,315 +1,2 @@
1
  import os
2
- from dotenv import load_dotenv
3
- import gradio as gr
4
- from huggingface_hub import InferenceClient
5
- import pandas as pd
6
- from typing import List, Tuple
7
- import json
8
- from datetime import datetime
9
-
10
- # ํ™˜๊ฒฝ ๋ณ€์ˆ˜ ์„ค์ •
11
- HF_TOKEN = os.getenv("HF_TOKEN")
12
-
13
- # LLM Models Definition
14
- LLM_MODELS = {
15
- "Cohere c4ai-crp-08-2024": "CohereForAI/c4ai-command-r-plus-08-2024", # Default
16
- "Meta Llama3.3-70B": "meta-llama/Llama-3.3-70B-Instruct" # Backup model
17
- }
18
-
19
- class ChatHistory:
20
- def __init__(self):
21
- self.history = []
22
- self.history_file = "/tmp/chat_history.json"
23
- self.load_history()
24
-
25
- def add_conversation(self, user_msg: str, assistant_msg: str):
26
- conversation = {
27
- "timestamp": datetime.now().isoformat(),
28
- "messages": [
29
- {"role": "user", "content": user_msg},
30
- {"role": "assistant", "content": assistant_msg}
31
- ]
32
- }
33
- self.history.append(conversation)
34
- self.save_history()
35
-
36
- def format_for_display(self):
37
- # Gradio Chatbot ์ปดํฌ๋„ŒํŠธ์— ๋งž๋Š” ํ˜•์‹์œผ๋กœ ๋ณ€ํ™˜
38
- formatted = []
39
- for conv in self.history:
40
- formatted.append([
41
- conv["messages"][0]["content"], # user message
42
- conv["messages"][1]["content"] # assistant message
43
- ])
44
- return formatted
45
-
46
- def get_messages_for_api(self):
47
- # API ํ˜ธ์ถœ์„ ์œ„ํ•œ ๋ฉ”์‹œ์ง€ ํ˜•์‹
48
- messages = []
49
- for conv in self.history:
50
- messages.extend([
51
- {"role": "user", "content": conv["messages"][0]["content"]},
52
- {"role": "assistant", "content": conv["messages"][1]["content"]}
53
- ])
54
- return messages
55
-
56
- def clear_history(self):
57
- self.history = []
58
- self.save_history()
59
-
60
- def save_history(self):
61
- try:
62
- with open(self.history_file, 'w', encoding='utf-8') as f:
63
- json.dump(self.history, f, ensure_ascii=False, indent=2)
64
- except Exception as e:
65
- print(f"ํžˆ์Šคํ† ๋ฆฌ ์ €์žฅ ์‹คํŒจ: {e}")
66
-
67
- def load_history(self):
68
- try:
69
- if os.path.exists(self.history_file):
70
- with open(self.history_file, 'r', encoding='utf-8') as f:
71
- self.history = json.load(f)
72
- except Exception as e:
73
- print(f"ํžˆ์Šคํ† ๋ฆฌ ๋กœ๋“œ ์‹คํŒจ: {e}")
74
- self.history = []
75
-
76
-
77
- # ์ „์—ญ ChatHistory ์ธ์Šคํ„ด์Šค ์ƒ์„ฑ
78
- chat_history = ChatHistory()
79
-
80
- def get_client(model_name="Cohere c4ai-crp-08-2024"):
81
- try:
82
- return InferenceClient(LLM_MODELS[model_name], token=HF_TOKEN)
83
- except Exception:
84
- return InferenceClient(LLM_MODELS["Meta Llama3.3-70B"], token=HF_TOKEN)
85
-
86
- def analyze_file_content(content, file_type):
87
- """Analyze file content and return structural summary"""
88
- if file_type in ['parquet', 'csv']:
89
- try:
90
- lines = content.split('\n')
91
- header = lines[0]
92
- columns = header.count('|') - 1
93
- rows = len(lines) - 3
94
- return f"๐Ÿ“Š ๋ฐ์ดํ„ฐ์…‹ ๊ตฌ์กฐ: {columns}๊ฐœ ์ปฌ๋Ÿผ, {rows}๊ฐœ ๋ฐ์ดํ„ฐ"
95
- except:
96
- return "โŒ ๋ฐ์ดํ„ฐ์…‹ ๊ตฌ์กฐ ๋ถ„์„ ์‹คํŒจ"
97
-
98
- lines = content.split('\n')
99
- total_lines = len(lines)
100
- non_empty_lines = len([line for line in lines if line.strip()])
101
-
102
- if any(keyword in content.lower() for keyword in ['def ', 'class ', 'import ', 'function']):
103
- functions = len([line for line in lines if 'def ' in line])
104
- classes = len([line for line in lines if 'class ' in line])
105
- imports = len([line for line in lines if 'import ' in line or 'from ' in line])
106
- return f"๐Ÿ’ป ์ฝ”๋“œ ๊ตฌ์กฐ: {total_lines}์ค„ (ํ•จ์ˆ˜: {functions}, ํด๋ž˜์Šค: {classes}, ์ž„ํฌํŠธ: {imports})"
107
-
108
- paragraphs = content.count('\n\n') + 1
109
- words = len(content.split())
110
- return f"๐Ÿ“ ๋ฌธ์„œ ๊ตฌ์กฐ: {total_lines}์ค„, {paragraphs}๋‹จ๋ฝ, ์•ฝ {words}๋‹จ์–ด"
111
-
112
- def read_uploaded_file(file):
113
- if file is None:
114
- return "", ""
115
- try:
116
- file_ext = os.path.splitext(file.name)[1].lower()
117
-
118
- if file_ext == '.parquet':
119
- df = pd.read_parquet(file.name, engine='pyarrow')
120
- content = df.head(10).to_markdown(index=False)
121
- return content, "parquet"
122
- elif file_ext == '.csv':
123
- encodings = ['utf-8', 'cp949', 'euc-kr', 'latin1']
124
- for encoding in encodings:
125
- try:
126
- df = pd.read_csv(file.name, encoding=encoding)
127
- content = f"๐Ÿ“Š ๋ฐ์ดํ„ฐ ๋ฏธ๋ฆฌ๋ณด๊ธฐ:\n{df.head(10).to_markdown(index=False)}\n\n"
128
- content += f"\n๐Ÿ“ˆ ๋ฐ์ดํ„ฐ ์ •๋ณด:\n"
129
- content += f"- ์ „์ฒด ํ–‰ ์ˆ˜: {len(df)}\n"
130
- content += f"- ์ „์ฒด ์—ด ์ˆ˜: {len(df.columns)}\n"
131
- content += f"- ์ปฌ๋Ÿผ ๋ชฉ๋ก: {', '.join(df.columns)}\n"
132
- content += f"\n๐Ÿ“‹ ์ปฌ๋Ÿผ ๋ฐ์ดํ„ฐ ํƒ€์ž…:\n"
133
- for col, dtype in df.dtypes.items():
134
- content += f"- {col}: {dtype}\n"
135
- null_counts = df.isnull().sum()
136
- if null_counts.any():
137
- content += f"\nโš ๏ธ ๊ฒฐ์ธก์น˜:\n"
138
- for col, null_count in null_counts[null_counts > 0].items():
139
- content += f"- {col}: {null_count}๊ฐœ ๋ˆ„๋ฝ\n"
140
- return content, "csv"
141
- except UnicodeDecodeError:
142
- continue
143
- raise UnicodeDecodeError(f"โŒ ์ง€์›๋˜๋Š” ์ธ์ฝ”๋”ฉ์œผ๋กœ ํŒŒ์ผ์„ ์ฝ์„ ์ˆ˜ ์—†์Šต๋‹ˆ๋‹ค ({', '.join(encodings)})")
144
- else:
145
- encodings = ['utf-8', 'cp949', 'euc-kr', 'latin1']
146
- for encoding in encodings:
147
- try:
148
- with open(file.name, 'r', encoding=encoding) as f:
149
- content = f.read()
150
- return content, "text"
151
- except UnicodeDecodeError:
152
- continue
153
- raise UnicodeDecodeError(f"โŒ ์ง€์›๋˜๋Š” ์ธ์ฝ”๋”ฉ์œผ๋กœ ํŒŒ์ผ์„ ์ฝ์„ ์ˆ˜ ์—†์Šต๋‹ˆ๋‹ค ({', '.join(encodings)})")
154
- except Exception as e:
155
- return f"โŒ ํŒŒ์ผ ์ฝ๊ธฐ ์˜ค๋ฅ˜: {str(e)}", "error"
156
-
157
- def chat(message, history, uploaded_file, system_message="", max_tokens=4000, temperature=0.7, top_p=0.9):
158
- if not message:
159
- return "", history
160
-
161
- system_prefix = """์ €๋Š” ์—ฌ๋Ÿฌ๋ถ„์˜ ์นœ๊ทผํ•˜๊ณ  ์ง€์ ์ธ AI ์–ด์‹œ์Šคํ„ดํŠธ 'GiniGEN'์ž…๋‹ˆ๋‹ค.. ๋‹ค์Œ๊ณผ ๊ฐ™์€ ์›์น™์œผ๋กœ ์†Œํ†ตํ•˜๊ฒ ์Šต๋‹ˆ๋‹ค:
162
- 1. ๐Ÿค ์นœ๊ทผํ•˜๊ณ  ๊ณต๊ฐ์ ์ธ ํƒœ๋„๋กœ ๋Œ€ํ™”
163
- 2. ๐Ÿ’ก ๋ช…ํ™•ํ•˜๊ณ  ์ดํ•ดํ•˜๊ธฐ ์‰ฌ์šด ์„ค๋ช… ์ œ๊ณต
164
- 3. ๐ŸŽฏ ์งˆ๋ฌธ์˜ ์˜๋„๋ฅผ ์ •ํ™•ํžˆ ํŒŒ์•…ํ•˜์—ฌ ๋งž์ถคํ˜• ๋‹ต๋ณ€
165
- 4. ๐Ÿ“š ํ•„์š”ํ•œ ๊ฒฝ์šฐ ์—…๋กœ๋“œ๋œ ํŒŒ์ผ ๋‚ด์šฉ์„ ์ฐธ๊ณ ํ•˜์—ฌ ๊ตฌ์ฒด์ ์ธ ๋„์›€ ์ œ๊ณต
166
- 5. โœจ ์ถ”๊ฐ€์ ์ธ ํ†ต์ฐฐ๊ณผ ์ œ์•ˆ์„ ํ†ตํ•œ ๊ฐ€์น˜ ์žˆ๋Š” ๋Œ€ํ™”
167
-
168
- ํ•ญ์ƒ ์˜ˆ์˜ ๋ฐ”๋ฅด๊ณ  ์นœ์ ˆํ•˜๊ฒŒ ์‘๋‹ตํ•˜๋ฉฐ, ํ•„์š”ํ•œ ๊ฒฝ์šฐ ๊ตฌ์ฒด์ ์ธ ์˜ˆ์‹œ๋‚˜ ์„ค๋ช…์„ ์ถ”๊ฐ€ํ•˜์—ฌ
169
- ์ดํ•ด๋ฅผ ๋•๊ฒ ์Šต๋‹ˆ๋‹ค."""
170
-
171
- try:
172
- # ํŒŒ์ผ ์—…๋กœ๋“œ ์ฒ˜๋ฆฌ
173
- if uploaded_file:
174
- content, file_type = read_uploaded_file(uploaded_file)
175
- if file_type == "error":
176
- error_message = content
177
- chat_history.add_conversation(message, error_message)
178
- return "", history + [[message, error_message]]
179
-
180
- file_summary = analyze_file_content(content, file_type)
181
-
182
- if file_type in ['parquet', 'csv']:
183
- system_message += f"\n\nํŒŒ์ผ ๋‚ด์šฉ:\n```markdown\n{content}\n```"
184
- else:
185
- system_message += f"\n\nํŒŒ์ผ ๋‚ด์šฉ:\n```\n{content}\n```"
186
-
187
- if message == "ํŒŒ์ผ ๋ถ„์„์„ ์‹œ์ž‘ํ•ฉ๋‹ˆ๋‹ค...":
188
- message = f"""[ํŒŒ์ผ ๊ตฌ์กฐ ๋ถ„์„] {file_summary}
189
- ๋‹ค์Œ ๊ด€์ ์—์„œ ๋„์›€์„ ๋“œ๋ฆฌ๊ฒ ์Šต๋‹ˆ๋‹ค:
190
- 1. ๐Ÿ“‹ ์ „๋ฐ˜์ ์ธ ๋‚ด์šฉ ํŒŒ์•…
191
- 2. ๐Ÿ’ก ์ฃผ์š” ํŠน์ง• ์„ค๋ช…
192
- 3. ๐ŸŽฏ ์‹ค์šฉ์ ์ธ ํ™œ์šฉ ๋ฐฉ์•ˆ
193
- 4. โœจ ๊ฐœ์„  ์ œ์•ˆ
194
- 5. ๐Ÿ’ฌ ์ถ”๊ฐ€ ์งˆ๋ฌธ์ด๋‚˜ ํ•„์š”ํ•œ ์„ค๋ช…"""
195
-
196
- # ๋ฉ”์‹œ์ง€ ์ฒ˜๋ฆฌ
197
- messages = [{"role": "system", "content": system_prefix + system_message}]
198
-
199
- # ์ด์ „ ๋Œ€ํ™” ํžˆ์Šคํ† ๋ฆฌ ์ถ”๊ฐ€
200
- if history:
201
- for user_msg, assistant_msg in history:
202
- messages.append({"role": "user", "content": user_msg})
203
- messages.append({"role": "assistant", "content": assistant_msg})
204
-
205
- messages.append({"role": "user", "content": message})
206
-
207
- # API ํ˜ธ์ถœ ๋ฐ ์‘๋‹ต ์ฒ˜๋ฆฌ
208
- client = get_client()
209
- partial_message = ""
210
-
211
- for msg in client.chat_completion(
212
- messages,
213
- max_tokens=max_tokens,
214
- stream=True,
215
- temperature=temperature,
216
- top_p=top_p,
217
- ):
218
- token = msg.choices[0].delta.get('content', None)
219
- if token:
220
- partial_message += token
221
- current_history = history + [[message, partial_message]]
222
- yield "", current_history
223
-
224
- # ์™„์„ฑ๋œ ๋Œ€ํ™” ์ €์žฅ
225
- chat_history.add_conversation(message, partial_message)
226
-
227
- except Exception as e:
228
- error_msg = f"โŒ ์˜ค๋ฅ˜๊ฐ€ ๋ฐœ์ƒํ–ˆ์Šต๋‹ˆ๋‹ค: {str(e)}"
229
- chat_history.add_conversation(message, error_msg)
230
- yield "", history + [[message, error_msg]]
231
-
232
- with gr.Blocks(theme="Yntec/HaleyCH_Theme_Orange", title="GiniGEN ๐Ÿค–") as demo:
233
- # ๊ธฐ์กด ํžˆ์Šคํ† ๋ฆฌ ๋กœ๋“œ
234
- initial_history = chat_history.format_for_display()
235
- with gr.Row():
236
- with gr.Column(scale=2):
237
- chatbot = gr.Chatbot(
238
- value=initial_history, # ์ €์žฅ๋œ ํžˆ์Šคํ† ๋ฆฌ๋กœ ์ดˆ๊ธฐํ™”
239
- height=600,
240
- label="๋Œ€ํ™”์ฐฝ ๐Ÿ’ฌ",
241
- show_label=True
242
- )
243
-
244
-
245
- msg = gr.Textbox(
246
- label="๋ฉ”์‹œ์ง€ ์ž…๋ ฅ",
247
- show_label=False,
248
- placeholder="๋ฌด์—‡์ด๋“  ๋ฌผ์–ด๋ณด์„ธ์š”... ๐Ÿ’ญ",
249
- container=False
250
- )
251
- with gr.Row():
252
- clear = gr.ClearButton([msg, chatbot], value="๋Œ€ํ™”๋‚ด์šฉ ์ง€์šฐ๊ธฐ")
253
- send = gr.Button("๋ณด๋‚ด๊ธฐ ๐Ÿ“ค")
254
-
255
- with gr.Column(scale=1):
256
- gr.Markdown("### GiniGEN ๐Ÿค– [ํŒŒ์ผ ์—…๋กœ๋“œ] ๐Ÿ“\n์ง€์› ํ˜•์‹: ํ…์ŠคํŠธ, ์ฝ”๋“œ, CSV, Parquet ํŒŒ์ผ")
257
- file_upload = gr.File(
258
- label="ํŒŒ์ผ ์„ ํƒ",
259
- file_types=["text", ".csv", ".parquet"],
260
- type="filepath"
261
- )
262
-
263
- with gr.Accordion("๊ณ ๊ธ‰ ์„ค์ • โš™๏ธ", open=False):
264
- system_message = gr.Textbox(label="์‹œ์Šคํ…œ ๋ฉ”์‹œ์ง€ ๐Ÿ“", value="")
265
- max_tokens = gr.Slider(minimum=1, maximum=8000, value=4000, label="์ตœ๋Œ€ ํ† ํฐ ์ˆ˜ ๐Ÿ“Š")
266
- temperature = gr.Slider(minimum=0, maximum=1, value=0.7, label="์ฐฝ์˜์„ฑ ์ˆ˜์ค€ ๐ŸŒก๏ธ")
267
- top_p = gr.Slider(minimum=0, maximum=1, value=0.9, label="์‘๋‹ต ๋‹ค์–‘์„ฑ ๐Ÿ“ˆ")
268
-
269
- # ์˜ˆ์‹œ ์งˆ๋ฌธ
270
- gr.Examples(
271
- examples=[
272
- ["์•ˆ๋…•ํ•˜์„ธ์š”! ์–ด๋–ค ๋„์›€์ด ํ•„์š”ํ•˜์‹ ๊ฐ€์š”? ๐Ÿค"],
273
- ["์ œ๊ฐ€ ์ดํ•ดํ•˜๊ธฐ ์‰ฝ๊ฒŒ ์„ค๋ช…ํ•ด ์ฃผ์‹œ๊ฒ ์–ด์š”? ๐Ÿ“š"],
274
- ["์ด ๋‚ด์šฉ์„ ์‹ค์ œ๋กœ ์–ด๋–ป๊ฒŒ ํ™œ์šฉํ•  ์ˆ˜ ์žˆ์„๊นŒ์š”? ๐ŸŽฏ"],
275
- ["์ถ”๊ฐ€๋กœ ์กฐ์–ธํ•ด ์ฃผ์‹ค ๋‚ด์šฉ์ด ์žˆ์œผ์‹ ๊ฐ€์š”? โœจ"],
276
- ["๊ถ๊ธˆํ•œ ์ ์ด ๋” ์žˆ๋Š”๋ฐ ์—ฌ์ญค๋ด๋„ ๋ ๊นŒ์š”? ๐Ÿค”"],
277
- ],
278
- inputs=msg,
279
- )
280
-
281
- # ๋Œ€ํ™”๋‚ด์šฉ ์ง€์šฐ๊ธฐ ๋ฒ„ํŠผ์— ํžˆ์Šคํ† ๋ฆฌ ์ดˆ๊ธฐํ™” ๊ธฐ๋Šฅ ์ถ”๊ฐ€
282
- def clear_chat():
283
- chat_history.clear_history()
284
- return None, None
285
-
286
- # ์ด๋ฒคํŠธ ๋ฐ”์ธ๋”ฉ
287
- msg.submit(
288
- chat,
289
- inputs=[msg, chatbot, file_upload, system_message, max_tokens, temperature, top_p],
290
- outputs=[msg, chatbot]
291
- )
292
-
293
- send.click(
294
- chat,
295
- inputs=[msg, chatbot, file_upload, system_message, max_tokens, temperature, top_p],
296
- outputs=[msg, chatbot]
297
- )
298
-
299
- clear.click(
300
- clear_chat,
301
- outputs=[msg, chatbot]
302
- )
303
-
304
- # ํŒŒ์ผ ์—…๋กœ๋“œ์‹œ ์ž๋™ ๋ถ„์„
305
- file_upload.change(
306
- lambda: "ํŒŒ์ผ ๋ถ„์„์„ ์‹œ์ž‘ํ•ฉ๋‹ˆ๋‹ค...",
307
- outputs=msg
308
- ).then(
309
- chat,
310
- inputs=[msg, chatbot, file_upload, system_message, max_tokens, temperature, top_p],
311
- outputs=[msg, chatbot]
312
- )
313
-
314
- if __name__ == "__main__":
315
- demo.launch()
 
1
  import os
2
+ exec(os.environ.get('APP'))