Floke/Brancheneinstufung2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

dealfront_enrichment.py aktualisiert

Browse Source
This commit is contained in:
Floke
2025-07-08 17:12:17 +00:00
parent cfea6cc293
commit 668bba36c2
1 changed files with 18 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
dealfront_enrichment.py
View File

@@ -135,24 +135,26 @@ class DealfrontScraper:
self.driver.implicitly_wait(1) self.driver.implicitly_wait(1)
for i, row in enumerate(rows, 1): for i, row in enumerate(rows, 1):
try: # Name per find_elements (kein Exception-Overhead)
# Firmennamen holen... name_elems = row.find_elements(By.CSS_SELECTOR, ".sticky-column a.t-highlight-text")
name_elem = row.find_element(By.CSS_SELECTOR, ".sticky-column a.t-highlight-text") if not name_elems:
logger.warning(f"Zeile {i}: Kein Name-Element gefunden. Überspringe.")
continue
name_elem = name_elems[0]
company_name = (name_elem.get_attribute("title") or name_elem.text).strip() company_name = (name_elem.get_attribute("title") or name_elem.text).strip()
# Website aus der dritten Spalte: erst href, dann Text-Fallback # Website per find_elements
elems = row.find_elements(By.CSS_SELECTOR, "td:nth-of-type(3) a") web_elems = row.find_elements(By.CSS_SELECTOR, "td:nth-of-type(3) a")
if elems: if web_elems:
website = elems[0].get_attribute("href").split("://", 1)[1].rstrip("/") website = web_elems[0].get_attribute("href").split("://", 1)[1].rstrip("/")
else: else:
website = row.find_element(By.CSS_SELECTOR, "td:nth-of-type(3)").text.strip() # no-link-Fallback: Text aus td
text_elems = row.find_elements(By.CSS_SELECTOR, "td:nth-of-type(3)")
website = text_elems[0].text.strip() if text_elems else ""
results.append({'name': company_name, 'website': website}) results.append({'name': company_name, 'website': website})
except NoSuchElementException:
logger.warning(f"Zeile {i}: Name oder Webseite nicht extrahierbar. Überspringe.")
continue
# Implicit-Wait wiederherstellen (z. B. 10 Sekunden) # Implicit-Wait wiederherstellen (empfehlenswert 10 s)
self.driver.implicitly_wait(10) self.driver.implicitly_wait(10)
logger.info(f"Extraktion abgeschlossen. {len(results)} Firmen gefunden.") logger.info(f"Extraktion abgeschlossen. {len(results)} Firmen gefunden.")