import requests | |
def fetch_page(url): | |
HEADERS = { | |
'User-Agent': 'Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/131.0.6778.135 Safari/537.36' | |
} | |
page_content = requests.get(url, headers=HEADERS).content | |
return page_content | |