add recommendations

main.py

@@ -24,7 +24,7 @@ SysPromptMd = "You are an expert AI who can create a structured report using inf
 SysPromptMdOffline = "You are an expert AI who can create a structured report using your knowledge on user request.The report should be in markdown format consists of markdown tables/lists/paragraphs as needed, structured into subtopics. Do not add any additional comments."
 
 @retry(tries=3, delay=1)
-def together_response(message, model = "meta-llama/Llama-3-8b-chat-hf", SysPrompt = SysPromptDefault):
+def together_response(message, model = "meta-llama/Llama-3-8b-chat-hf", SysPrompt = SysPromptDefault,temperature=0.2):
       base_url_groq = "https://api.groq.com/openai/v1"
       groq_model_name="llama3-8b-8192"
       client = OpenAI(base_url= base_url_groq, api_key= GROQ_API_KEY)
@@ -33,7 +33,7 @@ def together_response(message, model = "meta-llama/Llama-3-8b-chat-hf", SysPromp
       response = client.chat.completions.create(
           model=groq_model_name,
           messages=messages,
-          temperature=0.2,
+          temperature=temperature,
       )
       return response.choices[0].message.content
 
@@ -117,3 +117,21 @@ async def create_report(input: ReportInput):
 async def fetch_images(input: imageInput):
     images = get_images(input.user_input, input.num_images)  
     return {"images": images}
+
+@app.post("/get_recommendations")
+async def generate_recommendations(input: imageInput):
+    images = get_images(input.user_input, input.num_images)  
+    
+    if input.user_input:
+        prompt = f"""create a list of {input.num_images} questions that a user might ask following the question: {input.user_input}:"""
+    else:
+        prompt = f"""create a list of mixed {input.num_images} questions to create a report or plan or course on any of the topics product,market,research topic """
+
+    if st.session_state.user_query_full != st.session_state.recommendation_query:
+        response_topics = json_from_text(
+            together_response(
+                prompt, model="meta-llama/Llama-3-8b-chat-hf", SysPrompt=SysPromptList,temperature=1
+            )
+        )
+    return {"recommendations": response_topics}
+