150 lines
4.9 KiB
Python
150 lines
4.9 KiB
Python
import json
|
|
import requests
|
|
import os
|
|
import time
|
|
from requests.auth import HTTPBasicAuth
|
|
from db import update_lead_status, get_leads, DB_PATH
|
|
import sqlite3
|
|
|
|
# --- Configuration ---
|
|
# Defaults matching our successful test
|
|
CE_API_URL = os.getenv("CE_API_URL", "http://192.168.178.6:8090/ce/api")
|
|
CE_API_USER = os.getenv("CE_API_USER", "admin")
|
|
CE_API_PASS = os.getenv("CE_API_PASS", "gemini")
|
|
|
|
def get_auth():
|
|
return HTTPBasicAuth(CE_API_USER, CE_API_PASS)
|
|
|
|
def find_company(name):
|
|
"""Prüft, ob Firma im CE existiert."""
|
|
try:
|
|
res = requests.get(
|
|
f"{CE_API_URL}/companies",
|
|
params={"search": name, "limit": 1},
|
|
auth=get_auth(),
|
|
timeout=5
|
|
)
|
|
if res.status_code == 200:
|
|
data = res.json()
|
|
if data.get("items"):
|
|
return data["items"][0] # Return first match
|
|
except Exception as e:
|
|
print(f"❌ CE API Error (Find): {e}")
|
|
return None
|
|
|
|
def create_company(lead_data):
|
|
"""Legt Firma im CE an."""
|
|
payload = {
|
|
"name": lead_data['company_name'],
|
|
"city": lead_data.get('city', ''), # Falls Parser City extrahiert hat
|
|
"country": "DE",
|
|
"website": None # Discovery soll suchen
|
|
}
|
|
try:
|
|
res = requests.post(
|
|
f"{CE_API_URL}/companies",
|
|
json=payload,
|
|
auth=get_auth(),
|
|
timeout=5
|
|
)
|
|
if res.status_code == 200:
|
|
return res.json()
|
|
else:
|
|
print(f"❌ Create Failed: {res.status_code} {res.text}")
|
|
except Exception as e:
|
|
print(f"❌ CE API Error (Create): {e}")
|
|
return None
|
|
|
|
def trigger_discovery(company_id):
|
|
"""Startet die automatische Webseiten-Suche im CE."""
|
|
try:
|
|
res = requests.post(
|
|
f"{CE_API_URL}/enrich/discover",
|
|
json={"company_id": company_id},
|
|
auth=get_auth(),
|
|
timeout=5
|
|
)
|
|
return res.status_code == 200
|
|
except Exception as e:
|
|
print(f"❌ Trigger Discovery Failed: {e}")
|
|
return False
|
|
|
|
def process_lead(lead):
|
|
print(f"\n⚙️ Processing Lead: {lead['company_name']} ({lead['id']})")
|
|
|
|
# 1. Parsing Helper (falls City im raw_body steckt, aber nicht in DB Spalte)
|
|
# Hier vereinfacht: Wir nehmen an, company_name ist sauber.
|
|
|
|
# 2. Check Existence
|
|
ce_company = find_company(lead['company_name'])
|
|
|
|
enrichment_info = {
|
|
"ce_status": "unknown",
|
|
"ce_id": None,
|
|
"message": ""
|
|
}
|
|
|
|
if ce_company:
|
|
print(f"✅ Company exists in CE (ID: {ce_company['id']})")
|
|
enrichment_info["ce_status"] = "existing"
|
|
enrichment_info["ce_id"] = ce_company['id']
|
|
enrichment_info["ce_data"] = ce_company
|
|
enrichment_info["message"] = f"Matched existing account. Status: {ce_company.get('status')}"
|
|
else:
|
|
print(f"✨ New Company. Creating in CE...")
|
|
# Versuch Stadt aus raw_body zu extrahieren (Quick Hack für MVP)
|
|
city = ""
|
|
if "Stadt:" in lead['raw_body']:
|
|
try:
|
|
for line in lead['raw_body'].split('\n'):
|
|
if "Stadt:" in line:
|
|
city = line.split("Stadt:")[1].strip()
|
|
break
|
|
except: pass
|
|
|
|
new_company = create_company({
|
|
"company_name": lead['company_name'],
|
|
"city": city
|
|
})
|
|
|
|
if new_company:
|
|
print(f"✅ Created (ID: {new_company['id']}). Triggering Discovery...")
|
|
enrichment_info["ce_status"] = "created"
|
|
enrichment_info["ce_id"] = new_company['id']
|
|
enrichment_info["message"] = "Created new account."
|
|
|
|
# 3. Trigger Discovery
|
|
if trigger_discovery(new_company['id']):
|
|
enrichment_info["message"] += " Discovery started."
|
|
print("🚀 Discovery queued.")
|
|
else:
|
|
enrichment_info["message"] += " Discovery trigger failed."
|
|
else:
|
|
enrichment_info["message"] = "Failed to create in CE."
|
|
|
|
# 4. Save State locally
|
|
conn = sqlite3.connect(DB_PATH)
|
|
c = conn.cursor()
|
|
c.execute('UPDATE leads SET enrichment_data = ?, status = ? WHERE id = ?',
|
|
(json.dumps(enrichment_info), 'synced', lead['id']))
|
|
conn.commit()
|
|
conn.close()
|
|
|
|
def run_sync():
|
|
leads = get_leads()
|
|
print(f"Found {len(leads)} leads in local DB.")
|
|
count = 0
|
|
for lead in leads:
|
|
# Wir verarbeiten 'new' leads oder solche, die nur 'mock' daten haben (status=enriched aber kein ce_id)
|
|
enrichment = json.loads(lead['enrichment_data']) if lead['enrichment_data'] else {}
|
|
is_mock = enrichment.get('recommendation') == 'Manual Review (Mock Data)'
|
|
|
|
if lead['status'] == 'new' or is_mock:
|
|
process_lead(lead)
|
|
count += 1
|
|
|
|
print(f"Sync complete. Processed {count} leads.")
|
|
|
|
if __name__ == "__main__":
|
|
run_sync()
|