diff --git a/helpers.py b/helpers.py index 3dc59f15..5b9adc8a 100644 --- a/helpers.py +++ b/helpers.py @@ -1362,8 +1362,10 @@ def get_website_raw(url, max_length=20000): if content_area: break if not content_area: - content_area = soup.find('body') - if content_area: #Zeile 1390 + content_area = soup.find('body') + + # KORREKTE EINRÜCKUNG + if content_area: banner_selectors = ['[id*="cookie"]', '[class*="cookie"]', '[id*="consent"]', '[class*="consent"]', '.cookie-banner', '.consent-banner', '.modal', '#modal', '.popup', '#popup', '[role="dialog"]', '[aria-modal="true"]'] banners_removed_count = 0 for selector in banner_selectors: