sync_manager.py aktualisiert
This commit is contained in:
@@ -34,7 +34,7 @@ class SyncManager:
|
|||||||
"No. Service Technicians": "CRM Anzahl Techniker",
|
"No. Service Technicians": "CRM Anzahl Techniker",
|
||||||
"Annual Revenue (Mio. €)": "CRM Umsatz",
|
"Annual Revenue (Mio. €)": "CRM Umsatz",
|
||||||
"Number of Employees": "CRM Anzahl Mitarbeiter",
|
"Number of Employees": "CRM Anzahl Mitarbeiter",
|
||||||
"GUID": "CRM ID" # Deine korrekte Anpassung
|
"GUID": "CRM ID"
|
||||||
}
|
}
|
||||||
|
|
||||||
self.d365_wins_cols = ["CRM Name", "Parent Account Name", "CRM Ort", "CRM Land",
|
self.d365_wins_cols = ["CRM Name", "Parent Account Name", "CRM Ort", "CRM Land",
|
||||||
@@ -48,17 +48,14 @@ class SyncManager:
|
|||||||
try:
|
try:
|
||||||
self.d365_df = pd.read_excel(self.d365_export_path, dtype=str).fillna('')
|
self.d365_df = pd.read_excel(self.d365_export_path, dtype=str).fillna('')
|
||||||
|
|
||||||
# --- NEUE, ROBUSTERE LOGIK: Spalten direkt umbenennen ---
|
|
||||||
# Prüfen, ob alle erwarteten Spalten aus D365 vorhanden sind
|
|
||||||
for d365_col in self.d365_to_gsheet_map.keys():
|
for d365_col in self.d365_to_gsheet_map.keys():
|
||||||
if d365_col not in self.d365_df.columns:
|
if d365_col not in self.d365_df.columns:
|
||||||
raise ValueError(f"Erwartete Spalte '{d365_col}' nicht in der D365-Exportdatei gefunden.")
|
raise ValueError(f"Erwartete Spalte '{d365_col}' nicht in der D365-Exportdatei gefunden.")
|
||||||
|
|
||||||
# Alle Spalten auf einmal umbenennen.
|
|
||||||
self.d365_df.rename(columns=self.d365_to_gsheet_map, inplace=True)
|
self.d365_df.rename(columns=self.d365_to_gsheet_map, inplace=True)
|
||||||
|
|
||||||
# Bereinige CRM IDs und entferne Zeilen ohne gültige ID
|
# KORREKTUR: GUIDs normalisieren (Kleinschreibung)
|
||||||
self.d365_df['CRM ID'] = self.d365_df['CRM ID'].str.strip()
|
self.d365_df['CRM ID'] = self.d365_df['CRM ID'].str.strip().str.lower()
|
||||||
self.d365_df.dropna(subset=['CRM ID'], inplace=True)
|
self.d365_df.dropna(subset=['CRM ID'], inplace=True)
|
||||||
self.d365_df = self.d365_df[self.d365_df['CRM ID'] != '']
|
self.d365_df = self.d365_df[self.d365_df['CRM ID'] != '']
|
||||||
|
|
||||||
@@ -80,11 +77,9 @@ class SyncManager:
|
|||||||
if temp_df.empty:
|
if temp_df.empty:
|
||||||
temp_df = pd.DataFrame(columns=actual_header)
|
temp_df = pd.DataFrame(columns=actual_header)
|
||||||
else:
|
else:
|
||||||
# Stelle sicher, dass die Spaltenanzahl übereinstimmt, fülle ggf. auf
|
|
||||||
if temp_df.shape[1] < len(actual_header):
|
if temp_df.shape[1] < len(actual_header):
|
||||||
missing_cols = len(actual_header) - temp_df.shape[1]
|
missing_cols = len(actual_header) - temp_df.shape[1]
|
||||||
for i in range(missing_cols):
|
for i in range(missing_cols): temp_df[f'temp_{i}'] = ''
|
||||||
temp_df[f'temp_{i}'] = ''
|
|
||||||
temp_df.columns = actual_header
|
temp_df.columns = actual_header
|
||||||
|
|
||||||
temp_df = temp_df.fillna('')
|
temp_df = temp_df.fillna('')
|
||||||
@@ -100,14 +95,14 @@ class SyncManager:
|
|||||||
self.logger.critical(f"Fehler beim Laden/Umwandeln der GSheet-Daten: {e}", exc_info=True)
|
self.logger.critical(f"Fehler beim Laden/Umwandeln der GSheet-Daten: {e}", exc_info=True)
|
||||||
return False
|
return False
|
||||||
|
|
||||||
self.gsheet_df['CRM ID'] = self.gsheet_df['CRM ID'].str.strip()
|
# KORREKTUR: GUIDs auch hier normalisieren (Kleinschreibung)
|
||||||
|
self.gsheet_df['CRM ID'] = self.gsheet_df['CRM ID'].str.strip().str.lower()
|
||||||
self.logger.info(f"{len(self.d365_df)} gültige Datensätze aus D365 geladen, {len(self.gsheet_df)} im Google Sheet vorhanden.")
|
self.logger.info(f"{len(self.d365_df)} gültige Datensätze aus D365 geladen, {len(self.gsheet_df)} im Google Sheet vorhanden.")
|
||||||
return True
|
return True
|
||||||
|
|
||||||
def run_sync(self):
|
def run_sync(self):
|
||||||
"""Führt den gesamten Synchronisationsprozess aus."""
|
"""Führt den gesamten Synchronisationsprozess aus."""
|
||||||
if not self._load_data():
|
if not self._load_data(): return
|
||||||
return
|
|
||||||
|
|
||||||
self.target_sheet_name = self.sheet_handler.get_main_sheet_name()
|
self.target_sheet_name = self.sheet_handler.get_main_sheet_name()
|
||||||
if not self.target_sheet_name:
|
if not self.target_sheet_name:
|
||||||
@@ -123,15 +118,12 @@ class SyncManager:
|
|||||||
|
|
||||||
self.logger.info(f"Sync-Analyse: {len(new_ids)} neue, {len(deleted_ids)} zu archivierende, {len(existing_ids)} bestehende Accounts.")
|
self.logger.info(f"Sync-Analyse: {len(new_ids)} neue, {len(deleted_ids)} zu archivierende, {len(existing_ids)} bestehende Accounts.")
|
||||||
|
|
||||||
updates_to_batch = []
|
updates_to_batch, rows_to_append = [], []
|
||||||
rows_to_append = []
|
|
||||||
|
|
||||||
# --- KORRIGIERTE LOGIK FÜR NEUE ACCOUNTS ---
|
|
||||||
if new_ids:
|
if new_ids:
|
||||||
new_accounts_df = self.d365_df[self.d365_df['CRM ID'].isin(new_ids)]
|
new_accounts_df = self.d365_df[self.d365_df['CRM ID'].isin(new_ids)]
|
||||||
for _, row in new_accounts_df.iterrows():
|
for _, row in new_accounts_df.iterrows():
|
||||||
new_row_data = [""] * len(COLUMN_ORDER)
|
new_row_data = [""] * len(COLUMN_ORDER)
|
||||||
# Iteriere durch die Spaltennamen, die wir aus D365 kennen (jetzt schon umbenannt)
|
|
||||||
for gsheet_col in self.d365_to_gsheet_map.values():
|
for gsheet_col in self.d365_to_gsheet_map.values():
|
||||||
if gsheet_col in row:
|
if gsheet_col in row:
|
||||||
col_idx = COLUMN_MAP[gsheet_col]['index']
|
col_idx = COLUMN_MAP[gsheet_col]['index']
|
||||||
@@ -153,15 +145,16 @@ class SyncManager:
|
|||||||
d365_row = d365_indexed.loc[crm_id]
|
d365_row = d365_indexed.loc[crm_id]
|
||||||
gsheet_row = gsheet_indexed.loc[crm_id]
|
gsheet_row = gsheet_indexed.loc[crm_id]
|
||||||
|
|
||||||
row_updates = {}
|
row_updates, conflict_messages, needs_reeval = {}, [], False
|
||||||
conflict_messages = []
|
|
||||||
needs_reeval = False
|
|
||||||
|
|
||||||
# Da die Spaltennamen jetzt identisch sind, können wir direkt vergleichen
|
|
||||||
for gsheet_col in self.d365_wins_cols:
|
for gsheet_col in self.d365_wins_cols:
|
||||||
if str(d365_row[gsheet_col]) != str(gsheet_row[gsheet_col]):
|
d365_val = str(d365_row[gsheet_col])
|
||||||
row_updates[gsheet_col] = str(d365_row[gsheet_col])
|
gsheet_val = str(gsheet_row[gsheet_col])
|
||||||
|
if d365_val != gsheet_val:
|
||||||
|
row_updates[gsheet_col] = d365_val
|
||||||
needs_reeval = True
|
needs_reeval = True
|
||||||
|
# NEUES LOGGING
|
||||||
|
self.logger.debug(f"ReEval für {crm_id} durch '{gsheet_col}': D365='{d365_val}' | GSheet='{gsheet_val}'")
|
||||||
|
|
||||||
for gsheet_col in self.smart_merge_cols:
|
for gsheet_col in self.smart_merge_cols:
|
||||||
d365_val = str(d365_row.get(gsheet_col, ''))
|
d365_val = str(d365_row.get(gsheet_col, ''))
|
||||||
@@ -170,6 +163,7 @@ class SyncManager:
|
|||||||
if d365_val and not gsheet_val:
|
if d365_val and not gsheet_val:
|
||||||
row_updates[gsheet_col] = d365_val
|
row_updates[gsheet_col] = d365_val
|
||||||
needs_reeval = True
|
needs_reeval = True
|
||||||
|
self.logger.debug(f"ReEval für {crm_id} durch '{gsheet_col}' (GSheet war leer): D365='{d365_val}'")
|
||||||
elif d365_val and gsheet_val and d365_val != gsheet_val:
|
elif d365_val and gsheet_val and d365_val != gsheet_val:
|
||||||
conflict_messages.append(f"{gsheet_col}_CONFLICT: D365='{d365_val}' | GSHEET='{gsheet_val}'")
|
conflict_messages.append(f"{gsheet_col}_CONFLICT: D365='{d365_val}' | GSHEET='{gsheet_val}'")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user