helpers.py aktualisiert

This commit is contained in:
2025-07-18 17:58:34 +00:00
parent 5298b97ed7
commit 948db6d928

View File

@@ -1362,8 +1362,10 @@ def get_website_raw(url, max_length=20000):
if content_area: break
if not content_area:
content_area = soup.find('body')
if content_area: #Zeile 1390
content_area = soup.find('body')
# KORREKTE EINRÜCKUNG
if content_area:
banner_selectors = ['[id*="cookie"]', '[class*="cookie"]', '[id*="consent"]', '[class*="consent"]', '.cookie-banner', '.consent-banner', '.modal', '#modal', '.popup', '#popup', '[role="dialog"]', '[aria-modal="true"]']
banners_removed_count = 0
for selector in banner_selectors: