Update app.py

app.py

@@ -157,7 +157,8 @@ async def web_search_and_extract(
  safesearch: str = "moderate",
  region: str = "wt-wt",
  backend: str = "api",
- max_chars: int = 6000 # Adjust based on token limit
+ max_chars: int = 6000
+ extract_only: bool = False
 ):
  """
  Searches using WEBS, extracts text from the top results, and returns both.
@@ -185,11 +186,38 @@ async def web_search_and_extract(
  extracted_results.append({"link": link, "text": None})
  else:
  extracted_results.append({"link": None, "text": None})
-
- return JSONResponse(content=jsonable_encoder({"search_results": search_results, "extracted_results": extracted_results}))
+ if extract_only:
+ return JSONResponse(content=jsonable_encoder({extracted_results}))
+ else:
+ return JSONResponse(content=jsonable_encoder({"search_results": search_results, "extracted_results": extracted_results}))
+ return
  except Exception as e:
  raise HTTPException(status_code=500, detail=f"Error during search and extraction: {e}")
 
+@app.get("/api/website_summarizer")
+async def website_summarizer(url: str):
+ """Summarizes the content of a given URL using a chat model."""
+ try:
+ # Extract text from the given URL
+ response = requests.get(url, headers={"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0"})
+ response.raise_for_status()
+ visible_text = extract_text_from_webpage(response.text)
+ if len(visible_text) > 7500: # Adjust max_chars based on your needs
+ visible_text = visible_text[:7500] + "..."
+
+ # Use chat model to summarize the extracted text
+ with WEBS() as webs:
+ summary_prompt = f"Summarize this in detail in Paragraph: {visible_text}"
+ summary_result = webs.chat(keywords=summary_prompt, model="gpt-3.5")
+
+ # Return the summary result
+ return JSONResponse(content=jsonable_encoder({summary_result}))
+
+ except requests.exceptions.RequestException as e:
+ raise HTTPException(status_code=500, detail=f"Error fetching or processing URL: {e}")
+ except Exception as e:
+ raise HTTPException(status_code=500, detail=f"Error during summarization: {e}")
+ 
 @app.get("/api/maps")
 async def maps(
  q: str,
@@ -240,6 +268,7 @@ async def youtube_transcript(
  return JSONResponse(content=jsonable_encoder(transcript))
  except Exception as e:
  raise HTTPException(status_code=500, detail=f"Error getting YouTube transcript: {e}")
+ 
 import requests
 @app.get("/weather/json/{location}")
 def get_weather_json(location: str):