Update app.py

app.py

@@ -3,8 +3,6 @@ import torch
 from transformers import pipeline, AutoTokenizer
 import gradio as gr
 
-@GPU(duration=120)
-
 # 日本語モデルを指定
 model_name = "rinna/japanese-gpt2-medium"
 
@@ -13,6 +11,8 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
 device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 generator = pipeline('text-generation', model=model_name, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)
 
+@GPU(duration=120)
+
 def generate_text(prompt, max_length):
     result = generator(prompt, max_length=max_length, num_return_sequences=1)
     return result[0]['generated_text']