UPDATE: urls

functions.py

@@ -287,7 +287,11 @@ def getLinks(url: str, timeout = 30):
  break
  else:
  uniqueLinks = uniqueLinks.union(set(getLinksFromPage(link)))
- return list(set([x[:len(x) - 1] if x[-1] == "/" else x for x in uniqueLinks]))
+ allLinks = {}
+ foundLinks = list(set([x[:len(x) - 1] if x[-1] == "/" else x for x in uniqueLinks]))
+ for link in foundLinks:
+ allLinks[link] = len(BeautifulSoup(requests.get(link).text, "lxml").body.get_text(" ", strip = True))
+ return allLinks
 
 
 def getTextLength(text: str):