Update chatbot.py

chatbot.py

@@ -51,7 +51,20 @@ def load_pipeline():
                     max_tokens = 252,top_k = 30, early_stopping=True, 
                     temperature = 0.1,repetition_penalty = 1.03)
 
-    llm = HuggingFacePipeline(pipeline=pipe)
+    llm = HuggingFacePipeline.from_model_id(
+        model_id=my_model_id,
+        task="text-generation",
+        model_kwargs={"trust_remote_code": True},
+        pipeline_kwargs={
+            "model": model,
+            "tokenizer": tokenizer,
+            "device_map": "auto",
+            "max_new_tokens": 512,
+            "temperature": 0.3,
+            "top_p": 0.85,
+            "repetition_penalty": 1.03,
+        },
+    )
     return llm
 
 # def generate_from_pipeline(text, pipe):
@@ -73,5 +86,5 @@ def demo_chain(input_text, memory):
         memory=memory
     )
 
-    chat_reply = conversation.predict(input=input_text, max_tokens = 50)
+    chat_reply = conversation.run(input=input_text)
     return chat_reply