Update main.py

main.py

@@ -13,12 +13,13 @@ with open(file_path, "r") as file:
 def home():
     return jsonify({"message": "Welcome to the Recommendation API!"})
 
-def format_prompt(message):
-    prompt = "<s>"
-    prompt += f"[INST] {message} [/INST]"
-    prompt += "</s>"
-    return prompt
-
+def format_prompt(message, history):
+  prompt = "<s>"
+  for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
 
 @app.route('/get_course', methods=['POST'])
 def recommend():
@@ -26,6 +27,7 @@ def recommend():
     max_new_tokens = 256
     top_p = 0.95
     repetition_penalty = 1.0
+    history=history
 
     content = request.json
     user_degree = content.get('degree')
@@ -49,7 +51,7 @@ def recommend():
     Note: Output should be valid json format in below format:
     {{"course1:course_name, course2:course_name, course3:course_name,...}}
     """
-    formatted_prompt = format_prompt(prompt)
+    formatted_prompt = format_prompt(prompt,history)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=True)
     return jsonify({"ans": stream})
@@ -60,6 +62,7 @@ def mentor():
     max_new_tokens = 256
     top_p = 0.95
     repetition_penalty = 1.0
+    history=history
 
     content = request.json
     user_degree = content.get('degree')
@@ -91,7 +94,7 @@ def mentor():
     Note: Output should be valid json format in below format:
     {{"mentor1:mentor_name,mentor2:mentor_name,mentor3:mentor_name,...}}
     """
-    formatted_prompt = format_prompt(prompt)
+    formatted_prompt = format_prompt(prompt,history)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=True)
     return jsonify({"ans": stream})