sync_manager.py aktualisiert

This commit is contained in:
2025-08-28 06:43:14 +00:00
parent 6e9674e785
commit c6a1dc3984

View File

@@ -34,7 +34,7 @@ class SyncManager:
"No. Service Technicians": "CRM Anzahl Techniker", "No. Service Technicians": "CRM Anzahl Techniker",
"Annual Revenue (Mio. €)": "CRM Umsatz", "Annual Revenue (Mio. €)": "CRM Umsatz",
"Number of Employees": "CRM Anzahl Mitarbeiter", "Number of Employees": "CRM Anzahl Mitarbeiter",
"GUID": "CRM ID" # Deine korrekte Anpassung "GUID": "CRM ID"
} }
self.d365_wins_cols = ["CRM Name", "Parent Account Name", "CRM Ort", "CRM Land", self.d365_wins_cols = ["CRM Name", "Parent Account Name", "CRM Ort", "CRM Land",
@@ -48,17 +48,14 @@ class SyncManager:
try: try:
self.d365_df = pd.read_excel(self.d365_export_path, dtype=str).fillna('') self.d365_df = pd.read_excel(self.d365_export_path, dtype=str).fillna('')
# --- NEUE, ROBUSTERE LOGIK: Spalten direkt umbenennen ---
# Prüfen, ob alle erwarteten Spalten aus D365 vorhanden sind
for d365_col in self.d365_to_gsheet_map.keys(): for d365_col in self.d365_to_gsheet_map.keys():
if d365_col not in self.d365_df.columns: if d365_col not in self.d365_df.columns:
raise ValueError(f"Erwartete Spalte '{d365_col}' nicht in der D365-Exportdatei gefunden.") raise ValueError(f"Erwartete Spalte '{d365_col}' nicht in der D365-Exportdatei gefunden.")
# Alle Spalten auf einmal umbenennen.
self.d365_df.rename(columns=self.d365_to_gsheet_map, inplace=True) self.d365_df.rename(columns=self.d365_to_gsheet_map, inplace=True)
# Bereinige CRM IDs und entferne Zeilen ohne gültige ID # KORREKTUR: GUIDs normalisieren (Kleinschreibung)
self.d365_df['CRM ID'] = self.d365_df['CRM ID'].str.strip() self.d365_df['CRM ID'] = self.d365_df['CRM ID'].str.strip().str.lower()
self.d365_df.dropna(subset=['CRM ID'], inplace=True) self.d365_df.dropna(subset=['CRM ID'], inplace=True)
self.d365_df = self.d365_df[self.d365_df['CRM ID'] != ''] self.d365_df = self.d365_df[self.d365_df['CRM ID'] != '']
@@ -80,11 +77,9 @@ class SyncManager:
if temp_df.empty: if temp_df.empty:
temp_df = pd.DataFrame(columns=actual_header) temp_df = pd.DataFrame(columns=actual_header)
else: else:
# Stelle sicher, dass die Spaltenanzahl übereinstimmt, fülle ggf. auf
if temp_df.shape[1] < len(actual_header): if temp_df.shape[1] < len(actual_header):
missing_cols = len(actual_header) - temp_df.shape[1] missing_cols = len(actual_header) - temp_df.shape[1]
for i in range(missing_cols): for i in range(missing_cols): temp_df[f'temp_{i}'] = ''
temp_df[f'temp_{i}'] = ''
temp_df.columns = actual_header temp_df.columns = actual_header
temp_df = temp_df.fillna('') temp_df = temp_df.fillna('')
@@ -100,14 +95,14 @@ class SyncManager:
self.logger.critical(f"Fehler beim Laden/Umwandeln der GSheet-Daten: {e}", exc_info=True) self.logger.critical(f"Fehler beim Laden/Umwandeln der GSheet-Daten: {e}", exc_info=True)
return False return False
self.gsheet_df['CRM ID'] = self.gsheet_df['CRM ID'].str.strip() # KORREKTUR: GUIDs auch hier normalisieren (Kleinschreibung)
self.gsheet_df['CRM ID'] = self.gsheet_df['CRM ID'].str.strip().str.lower()
self.logger.info(f"{len(self.d365_df)} gültige Datensätze aus D365 geladen, {len(self.gsheet_df)} im Google Sheet vorhanden.") self.logger.info(f"{len(self.d365_df)} gültige Datensätze aus D365 geladen, {len(self.gsheet_df)} im Google Sheet vorhanden.")
return True return True
def run_sync(self): def run_sync(self):
"""Führt den gesamten Synchronisationsprozess aus.""" """Führt den gesamten Synchronisationsprozess aus."""
if not self._load_data(): if not self._load_data(): return
return
self.target_sheet_name = self.sheet_handler.get_main_sheet_name() self.target_sheet_name = self.sheet_handler.get_main_sheet_name()
if not self.target_sheet_name: if not self.target_sheet_name:
@@ -123,15 +118,12 @@ class SyncManager:
self.logger.info(f"Sync-Analyse: {len(new_ids)} neue, {len(deleted_ids)} zu archivierende, {len(existing_ids)} bestehende Accounts.") self.logger.info(f"Sync-Analyse: {len(new_ids)} neue, {len(deleted_ids)} zu archivierende, {len(existing_ids)} bestehende Accounts.")
updates_to_batch = [] updates_to_batch, rows_to_append = [], []
rows_to_append = []
# --- KORRIGIERTE LOGIK FÜR NEUE ACCOUNTS ---
if new_ids: if new_ids:
new_accounts_df = self.d365_df[self.d365_df['CRM ID'].isin(new_ids)] new_accounts_df = self.d365_df[self.d365_df['CRM ID'].isin(new_ids)]
for _, row in new_accounts_df.iterrows(): for _, row in new_accounts_df.iterrows():
new_row_data = [""] * len(COLUMN_ORDER) new_row_data = [""] * len(COLUMN_ORDER)
# Iteriere durch die Spaltennamen, die wir aus D365 kennen (jetzt schon umbenannt)
for gsheet_col in self.d365_to_gsheet_map.values(): for gsheet_col in self.d365_to_gsheet_map.values():
if gsheet_col in row: if gsheet_col in row:
col_idx = COLUMN_MAP[gsheet_col]['index'] col_idx = COLUMN_MAP[gsheet_col]['index']
@@ -153,15 +145,16 @@ class SyncManager:
d365_row = d365_indexed.loc[crm_id] d365_row = d365_indexed.loc[crm_id]
gsheet_row = gsheet_indexed.loc[crm_id] gsheet_row = gsheet_indexed.loc[crm_id]
row_updates = {} row_updates, conflict_messages, needs_reeval = {}, [], False
conflict_messages = []
needs_reeval = False
# Da die Spaltennamen jetzt identisch sind, können wir direkt vergleichen
for gsheet_col in self.d365_wins_cols: for gsheet_col in self.d365_wins_cols:
if str(d365_row[gsheet_col]) != str(gsheet_row[gsheet_col]): d365_val = str(d365_row[gsheet_col])
row_updates[gsheet_col] = str(d365_row[gsheet_col]) gsheet_val = str(gsheet_row[gsheet_col])
if d365_val != gsheet_val:
row_updates[gsheet_col] = d365_val
needs_reeval = True needs_reeval = True
# NEUES LOGGING
self.logger.debug(f"ReEval für {crm_id} durch '{gsheet_col}': D365='{d365_val}' | GSheet='{gsheet_val}'")
for gsheet_col in self.smart_merge_cols: for gsheet_col in self.smart_merge_cols:
d365_val = str(d365_row.get(gsheet_col, '')) d365_val = str(d365_row.get(gsheet_col, ''))
@@ -170,6 +163,7 @@ class SyncManager:
if d365_val and not gsheet_val: if d365_val and not gsheet_val:
row_updates[gsheet_col] = d365_val row_updates[gsheet_col] = d365_val
needs_reeval = True needs_reeval = True
self.logger.debug(f"ReEval für {crm_id} durch '{gsheet_col}' (GSheet war leer): D365='{d365_val}'")
elif d365_val and gsheet_val and d365_val != gsheet_val: elif d365_val and gsheet_val and d365_val != gsheet_val:
conflict_messages.append(f"{gsheet_col}_CONFLICT: D365='{d365_val}' | GSHEET='{gsheet_val}'") conflict_messages.append(f"{gsheet_col}_CONFLICT: D365='{d365_val}' | GSHEET='{gsheet_val}'")