Update app.py

app.py

@@ -351,7 +351,30 @@ async def website_summarizer(url: str):
  raise HTTPException(status_code=500, detail=f"Error fetching or processing URL: {e}")
  except Exception as e:
  raise HTTPException(status_code=500, detail=f"Error during summarization: {e}")
+ 
+@app.get("/api/website_summarizer2")
+async def website_summarizer(url: str):
+ """Summarizes the content of a given URL using a chat model."""
+ try:
+ # Extract text from the given URL
+ response = requests.get(url, headers={"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0"})
+ response.raise_for_status()
+ visible_text = extract_text_from_webpage(response.text)
+ if len(visible_text) > 15000: # Adjust max_chars based on your needs
+ visible_text = visible_text[:15000] + "..."
 
+ # Use chat model to summarize the extracted text
+ with WEBS() as webs:
+ summary_prompt = f"Summarize this in detail in Paragraph: {visible_text}"
+ summary_result = webs.chat(keywords=summary_prompt, model="claude-3-haiku")
+
+ # Return the summary result
+ return JSONResponse(content=jsonable_encoder({summary_result}))
+
+ except requests.exceptions.RequestException as e:
+ raise HTTPException(status_code=500, detail=f"Error fetching or processing URL: {e}")
+ except Exception as e:
+ raise HTTPException(status_code=500, detail=f"Error during summarization: {e}")
 @app.get("/api/ask_website")
 async def ask_website(url: str, question: str, model: str = "llama-3-70b"):
  """