Floke/Brancheneinstufung2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

scrape_fotograf.py aktualisiert

Browse Source
This commit is contained in:
Floke
2025-07-16 14:48:13 +00:00
parent d0362ffc18
commit 81d6760709
1 changed files with 26 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

49
scrape_fotograf.py
View File

@@ -17,17 +17,19 @@ OUTPUT_FILE = os.path.join(OUTPUT_DIR, 'nutzer_ohne_logins.csv')
LOGIN_URL = 'https://app.fotograf.de/login/login' LOGIN_URL = 'https://app.fotograf.de/login/login'
# --- Selektoren (zentral verwaltet für einfache Anpassung) --- # --- Selektoren (zentral verwaltet für einfache Anpassung) ---
# FINALE, KORREKTE VERSION mit Ihren IDs # GEÄNDERT: Robuste Selektoren für die Alben-Übersicht
SELECTORS = { SELECTORS = {
"cookie_accept_button": "#CybotCookiebotDialogBodyLevelButtonLevelOptinAllowAll", "cookie_accept_button": "#CybotCookiebotDialogBodyLevelButtonLevelOptinAllowAll",
"login_user": "#login-email", "login_user": "#login-email",
"login_pass": "#login-password", "login_pass": "#login-password",
"login_button": "#login-submit", "login_button": "#login-submit",
"job_name": "h1", "job_name": "h1",
"album_rows": "div.table-row-group > div.table-row", # NEU: Dieser Selector findet jede div-Zeile, die einen Link zu einer Galerie enthält. Das ist sehr robust.
"album_link": "a.text-legacy-azure-200", "album_rows": "div:has(a[href*='/config_jobs_photos/gallery/'])",
"child_name": "div:nth-of-type(4) strong", # NEU: Der Link selbst, um ihn innerhalb der Zeile zu finden.
"login_count": "div:nth-of-type(6) strong", "album_link": "a[href*='/config_jobs_photos/gallery/']",
# NEU: Die Spalte "Zugänge" (Logins). Es ist die 7. Spalte in der Grid-Ansicht.
"login_count": "div:nth-child(7)",
"buyer_link": "a.block:has(span:contains('Käufer'))", "buyer_link": "a.block:has(span:contains('Käufer'))",
"buyer_email": "div.flex:nth-of-type(4) span" "buyer_email": "div.flex:nth-of-type(4) span"
} }
@@ -64,10 +66,8 @@ def load_all_credentials():
with open(CREDENTIALS_FILE, 'r') as f: with open(CREDENTIALS_FILE, 'r') as f:
return json.load(f) return json.load(f)
except FileNotFoundError: except FileNotFoundError:
print(f"Fehler: {CREDENTIALS_FILE} nicht gefunden.")
return None return None
except json.JSONDecodeError: except json.JSONDecodeError:
print(f"Fehler: {CREDENTIALS_FILE} ist keine gültige JSON-Datei.")
return None return None
def login(driver, username, password): def login(driver, username, password):
@@ -75,7 +75,6 @@ def login(driver, username, password):
try: try:
driver.get(LOGIN_URL) driver.get(LOGIN_URL)
wait = WebDriverWait(driver, 10) wait = WebDriverWait(driver, 10)
try: try:
print("Suche nach Cookie-Banner...") print("Suche nach Cookie-Banner...")
cookie_button = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, SELECTORS["cookie_accept_button"]))) cookie_button = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, SELECTORS["cookie_accept_button"])))
@@ -84,14 +83,11 @@ def login(driver, username, password):
time.sleep(1) time.sleep(1)
except TimeoutException: except TimeoutException:
print("Kein Cookie-Banner gefunden, fahre fort.") print("Kein Cookie-Banner gefunden, fahre fort.")
print("Fülle Anmeldeformular aus...") print("Fülle Anmeldeformular aus...")
wait.until(EC.visibility_of_element_located((By.CSS_SELECTOR, SELECTORS["login_user"]))).send_keys(username) wait.until(EC.visibility_of_element_located((By.CSS_SELECTOR, SELECTORS["login_user"]))).send_keys(username)
driver.find_element(By.CSS_SELECTOR, SELECTORS["login_pass"]).send_keys(password) driver.find_element(By.CSS_SELECTOR, SELECTORS["login_pass"]).send_keys(password)
print("Klicke auf Login...") print("Klicke auf Login...")
driver.find_element(By.CSS_SELECTOR, SELECTORS["login_button"]).click() driver.find_element(By.CSS_SELECTOR, SELECTORS["login_button"]).click()
print("Warte auf die nächste Seite...") print("Warte auf die nächste Seite...")
wait.until(EC.url_contains('/config_dashboard/index')) wait.until(EC.url_contains('/config_dashboard/index'))
print("Login erfolgreich!") print("Login erfolgreich!")
@@ -105,6 +101,7 @@ def login(driver, username, password):
take_error_screenshot(driver, "login_unexpected") take_error_screenshot(driver, "login_unexpected")
return False return False
# GEÄNDERT: Logik an die neue Seitenstruktur angepasst
def process_job(driver, job_url): def process_job(driver, job_url):
print(f"\nVerarbeite Job-URL: {job_url}") print(f"\nVerarbeite Job-URL: {job_url}")
job_id = job_url.split('/')[-1] job_id = job_url.split('/')[-1]
@@ -127,21 +124,32 @@ def process_job(driver, job_url):
albums_to_process = [] albums_to_process = []
try: try:
# Warten, bis die Album-Zeilen geladen sind (mit dem neuen, robusten Selector)
album_rows = wait.until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, SELECTORS["album_rows"]))) album_rows = wait.until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, SELECTORS["album_rows"])))
print(f"{len(album_rows)} Alben gefunden. Prüfe auf Logins...") print(f"{len(album_rows)} Alben gefunden. Prüfe auf Logins...")
for row in album_rows: for row in album_rows:
try: try:
if int(row.find_element(By.CSS_SELECTOR, SELECTORS["login_count"]).text) == 0: # Finde die Login-Anzahl in der 7. Spalte der Zeile
child_name = row.find_element(By.CSS_SELECTOR, SELECTORS["child_name"]).text login_count_text = row.find_element(By.CSS_SELECTOR, SELECTORS["login_count"]).text
album_link = row.find_element(By.CSS_SELECTOR, SELECTORS["album_link"]).get_attribute('href') if int(login_count_text) == 0:
albums_to_process.append({"child_name": child_name, "album_detail_url": album_link}) # Finde den Link innerhalb der Zeile
print(f" -> Gefunden: Kind '{child_name}' mit 0 Logins.") album_link_element = row.find_element(By.CSS_SELECTOR, SELECTORS["album_link"])
except (NoSuchElementException, ValueError): child_name = album_link_element.text
album_link = album_link_element.get_attribute('href')
albums_to_process.append({
"child_name": child_name,
"album_detail_url": album_link
})
print(f" -> Gefunden: Album '{child_name}' mit 0 Logins.")
except (NoSuchElementException, ValueError) as e:
# Ignorieren, falls eine Zeile nicht dem Format entspricht
pass pass
except TimeoutException: except TimeoutException:
print("Keine Alben auf der Seite gefunden.") print("Keine Alben auf der Seite gefunden oder Timeout beim Warten.")
take_error_screenshot(driver, "album_list_timeout") take_error_screenshot(driver, "album_list_timeout")
return [] return []
@@ -151,17 +159,13 @@ def process_job(driver, job_url):
try: try:
print(f" Rufe Detailseite für '{album['child_name']}' auf...") print(f" Rufe Detailseite für '{album['child_name']}' auf...")
driver.get(album["album_detail_url"]) driver.get(album["album_detail_url"])
buyer_link_element = wait.until(EC.visibility_of_element_located((By.CSS_SELECTOR, SELECTORS["buyer_link"]))) buyer_link_element = wait.until(EC.visibility_of_element_located((By.CSS_SELECTOR, SELECTORS["buyer_link"])))
buyer_name = buyer_link_element.text.replace('Käufer ', '').strip() buyer_name = buyer_link_element.text.replace('Käufer ', '').strip()
buyer_page_url = buyer_link_element.get_attribute('href') buyer_page_url = buyer_link_element.get_attribute('href')
print(f" Käufer gefunden: '{buyer_name}'. Rufe Käuferseite auf...") print(f" Käufer gefunden: '{buyer_name}'. Rufe Käuferseite auf...")
driver.get(buyer_page_url) driver.get(buyer_page_url)
buyer_email = wait.until(EC.visibility_of_element_located((By.CSS_SELECTOR, SELECTORS["buyer_email"]))).text buyer_email = wait.until(EC.visibility_of_element_located((By.CSS_SELECTOR, SELECTORS["buyer_email"]))).text
print(f" E-Mail gefunden: {buyer_email}") print(f" E-Mail gefunden: {buyer_email}")
results.append({ results.append({
"Auftragsname": job_name, "Auftragsname": job_name,
"Kind Vorname": album["child_name"], "Kind Vorname": album["child_name"],
@@ -169,7 +173,6 @@ def process_job(driver, job_url):
"Käufer E-Mail": buyer_email, "Käufer E-Mail": buyer_email,
}) })
time.sleep(1) time.sleep(1)
except TimeoutException: except TimeoutException:
print(f" Fehler: Timeout bei '{album['child_name']}'.") print(f" Fehler: Timeout bei '{album['child_name']}'.")
take_error_screenshot(driver, f"detail_page_timeout_{album['child_name']}") take_error_screenshot(driver, f"detail_page_timeout_{album['child_name']}")