Spaces:
seawolf2357
/
Running on CPU Upgrade

kai-math / app.py
seawolf2357's picture
Update app.py
0629172 verified
raw
history blame
3.73 kB
import discord
import logging
import os
from huggingface_hub import InferenceClient
from transformers import pipeline
import asyncio
import subprocess
import re
# ๋กœ๊น… ์„ค์ •
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s:%(levelname)s:%(name)s: %(message)s', handlers=[logging.StreamHandler()])
# ์ธํ…ํŠธ ์„ค์ •
intents = discord.Intents.default()
intents.message_content = True
intents.messages = True
intents.guilds = True
intents.guild_messages = True
# ์ถ”๋ก  API ํด๋ผ์ด์–ธํŠธ ์„ค์ •
hf_client = InferenceClient("CohereForAI/c4ai-command-r-plus", token=os.getenv("HF_TOKEN"))
# ์ˆ˜ํ•™ ์ „๋ฌธ LLM ํŒŒ์ดํ”„๋ผ์ธ ์„ค์ •
math_pipe = pipeline("text-generation", model="AI-MO/NuminaMath-7B-TIR")
# ํŠน์ • ์ฑ„๋„ ID
SPECIFIC_CHANNEL_ID = int(os.getenv("DISCORD_CHANNEL_ID"))
# ๋Œ€ํ™” ํžˆ์Šคํ† ๋ฆฌ๋ฅผ ์ €์žฅํ•  ์ „์—ญ ๋ณ€์ˆ˜
conversation_history = []
class MyClient(discord.Client):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.is_processing = False
async def on_ready(self):
logging.info(f'{self.user}๋กœ ๋กœ๊ทธ์ธ๋˜์—ˆ์Šต๋‹ˆ๋‹ค!')
subprocess.Popen(["python", "web.py"])
logging.info("Web.py server has been started.")
async def on_message(self, message):
if message.author == self.user:
return
if not self.is_message_in_specific_channel(message):
return
if self.is_processing:
return
self.is_processing = True
try:
if self.is_math_question(message.content):
response = await self.handle_math_question(message.content)
else:
response = await self.generate_response(message)
await self.send_long_message(message.channel, response)
finally:
self.is_processing = False
def is_message_in_specific_channel(self, message):
return message.channel.id == SPECIFIC_CHANNEL_ID or (
isinstance(message.channel, discord.Thread) and message.channel.parent_id == SPECIFIC_CHANNEL_ID
)
def is_math_question(self, content):
return bool(re.search(r'\b(solve|equation|calculate|math)\b', content, re.IGNORECASE))
async def handle_math_question(self, question):
loop = asyncio.get_event_loop()
response = await loop.run_in_executor(None, lambda: math_pipe([{"role": "user", "content": question}]))
return response[0]['generated_text']
async def generate_response(self, message):
global conversation_history
user_input = message.content
user_mention = message.author.mention
conversation_history.append({"role": "user", "content": user_input})
messages = [{"role": "system", "content": "ํ•œ๊ธ€๋กœ ๋‹ต๋ณ€ํ•˜์‹ญ์‹œ์˜ค."}] + conversation_history
response = await asyncio.get_event_loop().run_in_executor(None, lambda: hf_client.chat_completion(
messages, max_tokens=1000, stream=True, temperature=0.7, top_p=0.85))
full_response = ''.join([part.choices[0].delta.content for part in response if part.choices and part.choices[0].delta and part.choices[0].delta.content])
conversation_history.append({"role": "assistant", "content": full_response})
return f"{user_mention}, {full_response}"
async def send_long_message(self, channel, message):
if len(message) <= 2000:
await channel.send(message)
else:
parts = [message[i:i+2000] for i in range(0, len(message), 2000)]
for part in parts:
await channel.send(part)
if __name__ == "__main__":
discord_client = MyClient(intents=intents)
discord_client.run(os.getenv('DISCORD_TOKEN'))