Update app.py

app.py

@@ -12,7 +12,6 @@ login(token=api_key)
 # setup model
 model_id = "google/gemma-2-2b-it"
 dtype = torch.bfloat16
-chat = []
 
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
@@ -22,7 +21,7 @@ model = AutoModelForCausalLM.from_pretrained(
 
 def poet(text):
     prompt = 'Make 25 lines, it has to be absolutely 25 lines of text no less no exception, of shakespeare based on this prompt: ' + text
-    chat.append({"role": "user", "content": prompt})
+    chat = [{"role": "user", "content": prompt}]
     prompt = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
     inputs = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
     outputs = model.generate(input_ids=inputs.to(model.device), max_new_tokens=150)