Update app.py

app.py

@@ -1,11 +1,14 @@
 import random
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import gradio as gr
+from gramformer import Gramformer
 
 tokenizer = AutoTokenizer.from_pretrained("docto/Docto-Bot")
 model = AutoModelForCausalLM.from_pretrained("docto/Docto-Bot")
 special_token = '<|endoftext|>'
 
+gf = Gramformer(models = 1, use_gpu=False) # 1=corrector, 2=detector
+
 def get_reply(userinput):
         prompt_text = f'Question: {userinput}\nAnswer:'
         encoded_prompt = tokenizer.encode(prompt_text,
@@ -28,7 +31,8 @@ def get_reply(userinput):
         try:
             result = tokenizer.decode(random.choice(output_sequences))
             result = result[result.index("Answer: "):result.index(special_token)]
-            return(result[8:])
+            corrected_sentence = gf.correct(result[8:], max_candidates=1)
+            return corrected_sentence 
         except:
             return "Sorry! I don\'t Know"