Update app.py

app.py

@@ -1,7 +1,6 @@
 import discord
 import logging
 import os
-import asyncio
 import subprocess
 from transformers import PaliGemmaForConditionalGeneration, PaliGemmaProcessor
 import torch
@@ -20,8 +19,8 @@ intents.messages = True
 intents.guilds = True
 intents.guild_messages = True
 
-# PaliGemma 모델 설정
-model = PaliGemmaForConditionalGeneration.from_pretrained("gokaygokay/sd3-long-captioner").to("cuda").eval()
+# PaliGemma 모델 설정 (CPU 모드)
+model = PaliGemmaForConditionalGeneration.from_pretrained("gokaygokay/sd3-long-captioner").to("cpu").eval()
 processor = PaliGemmaProcessor.from_pretrained("gokaygokay/sd3-long-captioner")
 
 def modify_caption(caption: str) -> str:
@@ -39,8 +38,8 @@ def modify_caption(caption: str) -> str:
 
 def create_captions_rich(image: Image.Image) -> str:
     prompt = "caption en"
-    image_tensor = processor(image, return_tensors="pt").pixel_values.to("cuda")
-    model_inputs = processor(text=prompt, images=image_tensor, return_tensors="pt").to("cuda")
+    image_tensor = processor(image, return_tensors="pt").pixel_values.to("cpu")
+    model_inputs = processor(text=prompt, images=image_tensor, return_tensors="pt").to("cpu")
     input_len = model_inputs["input_ids"].shape[-1]
 
     with torch.inference_mode():