Update helper_functions_api.py

helper_functions_api.py

@@ -12,6 +12,43 @@ def md_to_html(md_text):
     html_content = markdown.markdown(md_text,extensions=["extra"])
     return html_content.replace('\n', '')
 
+def has_tables(html_string):
+    try:
+        # Use BeautifulSoup with lxml parser
+        soup = BeautifulSoup(html_string, 'lxml')
+        
+        # First, try BeautifulSoup's find_all method
+        if soup.find_all('table'):
+            return True
+        
+        # If no tables found, try a more aggressive search using lxml's XPath
+        tree = etree.HTML(str(soup))
+        return len(tree.xpath('//table')) > 0
+    
+    except Exception as e:
+        # Log the exception if needed
+        print(f"An error occurred: {str(e)}")
+        return False
+
+def extract_data_from_tag(input_string, tag):
+    # Create the regex pattern
+    pattern = f'<{tag}.*?>(.*?)</{tag}>'
+    
+    # Find all matches
+    matches = re.findall(pattern, input_string, re.DOTALL)
+    
+    # If matches are found, return them joined by newlines
+    if matches:
+        out = '\n'.join(match.strip() for match in matches)
+        # Check for incorrect tagging
+        if len(out) > 0.8*len(input_string):
+            return out
+        else:
+            return input_string
+    
+    # If no matches are found, return the original string
+    return input_string
+
 ####------------------------------ OPTIONAL--> User id and persistant data storage-------------------------------------####
 from datetime import datetime
 import psycopg2
@@ -27,6 +64,7 @@ GROQ_API_KEY = os.getenv("GROQ_API_KEY")
 HELICON_API_KEY = os.getenv("HELICON_API_KEY")
 SUPABASE_USER = os.environ['SUPABASE_USER']
 SUPABASE_PASSWORD = os.environ['SUPABASE_PASSWORD']
+OPENROUTER_API_KEY = os.environ['OPENROUTER_API_KEY']
 
 def insert_data(user_id, user_query, subtopic_query, response, html_report):
     # Connect to your database
@@ -118,6 +156,10 @@ groq_client = OpenAI(
         base_url="https://groq.hconeai.com/openai/v1", 
         default_headers={ "Helicone-Auth": f"Bearer {HELICON_API_KEY}"})
 
+or_client = OpenAI(
+    base_url="https://openrouter.ai/api/v1",
+    api_key=OPENROUTER_API_KEY)
+
 # Groq model names
 llm_default_small = "llama3-8b-8192"
 llm_default_medium = "llama3-70b-8192"
@@ -148,6 +190,14 @@ def together_response(message, model = llm_default_small, SysPrompt = SysPromptD
       response = together_client.chat.completions.create(**params)
       return response.choices[0].message.content
 
+def openrouter_response(messages,model="meta-llama/llama-3-70b-instruct:nitro"):
+    response = or_client.chat.completions.create(
+            model=model,
+            messages=messages,
+            max_tokens=4096,
+        )
+    return response.choices[0].message.content
+
 def json_from_text(text):
     """
     Extracts JSON from text using regex and fuzzy JSON loading.