dealfront_enrichment.py aktualisiert
This commit is contained in:
@@ -41,14 +41,11 @@ class DealfrontScraper:
|
|||||||
chrome_options.add_argument("--no-sandbox")
|
chrome_options.add_argument("--no-sandbox")
|
||||||
chrome_options.add_argument("--disable-dev-shm-usage")
|
chrome_options.add_argument("--disable-dev-shm-usage")
|
||||||
chrome_options.add_argument("--window-size=1920,1200")
|
chrome_options.add_argument("--window-size=1920,1200")
|
||||||
# TEMP DIR für User Data (verhindert Konflikte)
|
# Entferne --user-data-dir komplett!
|
||||||
self._tmpdir = tempfile.mkdtemp()
|
|
||||||
chrome_options.add_argument(f"--user-data-dir={self._tmpdir}")
|
|
||||||
try:
|
try:
|
||||||
self.driver = webdriver.Chrome(options=chrome_options)
|
self.driver = webdriver.Chrome(options=chrome_options)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.critical("WebDriver konnte nicht initialisiert werden.", exc_info=True)
|
logger.critical("WebDriver konnte nicht initialisiert werden.", exc_info=True)
|
||||||
shutil.rmtree(self._tmpdir, ignore_errors=True)
|
|
||||||
raise
|
raise
|
||||||
self.wait = WebDriverWait(self.driver, 30)
|
self.wait = WebDriverWait(self.driver, 30)
|
||||||
self.username, self.password = self._load_credentials()
|
self.username, self.password = self._load_credentials()
|
||||||
@@ -246,11 +243,11 @@ class DealfrontScraper:
|
|||||||
|
|
||||||
return all_companies
|
return all_companies
|
||||||
|
|
||||||
|
|
||||||
def close(self):
|
def close(self):
|
||||||
if hasattr(self, "driver") and self.driver:
|
if hasattr(self, "driver") and self.driver:
|
||||||
self.driver.quit()
|
self.driver.quit()
|
||||||
if hasattr(self, "_tmpdir"):
|
|
||||||
shutil.rmtree(self._tmpdir, ignore_errors=True)
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
scraper = None
|
scraper = None
|
||||||
|
|||||||
Reference in New Issue
Block a user