Spaces:

lintasmediadanawa
/

web_scrape

Sleeping

jonathanjordan21 commited on Sep 6, 2024

Commit

43bcca3

verified ·

1 Parent(s): 87e4b85

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -26,7 +26,7 @@ app.add_middleware(
 @app.get("/linkedin_post_details")
 async def linkedin_post_details(post_id: str):
     url = "https://www.linkedin.com/posts/"+post_id
-    res = requests.get(url)
     text_maker = html2text.HTML2Text()
     text_maker.ignore_links = True

 @app.get("/linkedin_post_details")
 async def linkedin_post_details(post_id: str):
     url = "https://www.linkedin.com/posts/"+post_id
+    res = requests.get(url, headers={"user-agent":"Googlebot", "accept-language": "en-US"})
     text_maker = html2text.HTML2Text()
     text_maker.ignore_links = True