helpers.py aktualisiert
This commit is contained in:
@@ -1362,8 +1362,10 @@ def get_website_raw(url, max_length=20000):
|
||||
if content_area: break
|
||||
|
||||
if not content_area:
|
||||
content_area = soup.find('body')
|
||||
if content_area: #Zeile 1390
|
||||
content_area = soup.find('body')
|
||||
|
||||
# KORREKTE EINRÜCKUNG
|
||||
if content_area:
|
||||
banner_selectors = ['[id*="cookie"]', '[class*="cookie"]', '[id*="consent"]', '[class*="consent"]', '.cookie-banner', '.consent-banner', '.modal', '#modal', '.popup', '#popup', '[role="dialog"]', '[aria-modal="true"]']
|
||||
banners_removed_count = 0
|
||||
for selector in banner_selectors:
|
||||
|
||||
Reference in New Issue
Block a user