added app.py

app.py

@@ -0,0 +1,48 @@
+#Import libraries
+import numpy as np
+import pandas as pd
+import transformers
+from transformers import GPT2LMHeadModel, GPT2Tokenizer
+import torch
+
+
+#Load model
+device = "cuda" if torch.cuda.is_available() else "mps" if torch.backends.mps.is_available() else "cpu"
+model = torch.load('finance_chatbot_gpt2_complete_model.pt', map_location=torch.device('cpu'))
+model = model.to(device)
+
+
+#Get LLM tokenizer
+tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
+tokenizer.add_special_tokens({"pad_token": "<pad>", 
+                                "bos_token": "<startofstring>",
+                                "eos_token": "<endofstring>"})
+tokenizer.add_tokens(["<bot>:"])
+
+
+#Inference function
+def infer(inp, history):
+    inp = 'What does emotion stand for?'
+    inp = "<startofstring>"+inp+"<bot>:"
+    inp_tok = tokenizer(inp, return_tensors="pt")
+    X = inp_tok["input_ids"].to(device)
+    a = inp_tok["attention_mask"].to(device)
+    output = model.generate(X, attention_mask=a )
+    output = tokenizer.decode(output[0])
+    return output[len(inp):]
+
+
+#Launch with gradio
+gr.ChatInterface(
+    infer,
+    chatbot=gr.Chatbot(height=300),
+    textbox=gr.Textbox(placeholder="Type Here", container=False, scale=10),
+    title="Finance Chatbot Based on Rich Dad Poor Dad",
+    description="This Chatbot is Based on a fine-tuned version of 'GPT2'. Popular quotes of Robert Kiyosaki from his book, 'Rich Dad Poor Dad' and book summary were used for training this model.",
+    theme="soft",
+    examples=["What do you want to earn more passive income?", "What is the result of people working all their lives for someone else?", "What tells the story of how a person handles money?"],
+    cache_examples=True,
+    retry_btn=None,
+    undo_btn="Delete Previous",
+    clear_btn="Clear",
+).launch()