Update app.py

app.py

@@ -73,15 +73,16 @@
 #         st.success("Thanks for using the app !!!")
 
 import torch
+import streamlit as st
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 #torch.set_default_device("cuda")
 
 model = AutoModelForCausalLM.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", torch_dtype="auto", trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", trust_remote_code=True)
-
-inputs = tokenizer('''### Instruction: What Does Basic Homeowners Insurance Cover?\n### Response: ''', return_tensors="pt", return_attention_mask=False)
-
+i=st.text_input('Prompt', 'Life of Brian')
+#inputs = tokenizer('''### Instruction: What Does Basic Homeowners Insurance Cover?\n### Response: ''', return_tensors="pt", return_attention_mask=False)
+inputs = tokenizer(i, return_tensors="pt", return_attention_mask=False)
 outputs = model.generate(**inputs, max_length=1024)
 text = tokenizer.batch_decode(outputs)[0]
 print(text)