Floke/Brancheneinstufung2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

helpers.py aktualisiert

Browse Source
This commit is contained in:
Floke
2025-07-18 17:58:34 +00:00
parent 92b497509c
commit 8450d0da18
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
helpers.py
View File

@@ -1362,8 +1362,10 @@ def get_website_raw(url, max_length=20000):
if content_area: break if content_area: break
if not content_area: if not content_area:
content_area = soup.find('body') content_area = soup.find('body')
if content_area: #Zeile 1390
# KORREKTE EINRÜCKUNG
if content_area:
banner_selectors = ['[id*="cookie"]', '[class*="cookie"]', '[id*="consent"]', '[class*="consent"]', '.cookie-banner', '.consent-banner', '.modal', '#modal', '.popup', '#popup', '[role="dialog"]', '[aria-modal="true"]'] banner_selectors = ['[id*="cookie"]', '[class*="cookie"]', '[id*="consent"]', '[class*="consent"]', '.cookie-banner', '.consent-banner', '.modal', '#modal', '.popup', '#popup', '[role="dialog"]', '[aria-modal="true"]']
banners_removed_count = 0 banners_removed_count = 0
for selector in banner_selectors: for selector in banner_selectors: