Update to New Version - 29.10.2025
Sebastian Serfling
parent
57f256f1e9
commit
4d53469f4a
2
.env
2
.env
|
|
@ -14,3 +14,5 @@ SDF_REMOTE_PFAD="C:/Users/Sebastian Serfling/PycharmProjects/SDF-Tool/"
|
|||
LOG_ENABLE="True"
|
||||
LOG_FILE_PFAD="./logs"
|
||||
|
||||
TABLES=Addressee,ADR,AxlesArchive,CardEncoding,Carrier,Coeff,Conveyer,CustomerLDB,Fields,GeneralData,PDR,Plate,Product,RDR,RDR_LDB_Weighing,Reason,Supplier,Tare,TxWeighing,Weighing_LDB
|
||||
|
||||
|
|
|
|||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
198
exporter.py
198
exporter.py
|
|
@ -1,13 +1,56 @@
|
|||
import os
|
||||
import adodbapi
|
||||
import pyodbc
|
||||
import traceback
|
||||
from dotenv import load_dotenv
|
||||
import mail
|
||||
import datetime
|
||||
|
||||
load_dotenv()
|
||||
|
||||
# Lokaler Pfad und SDF-Datei definieren
|
||||
# Logdatei vorbereiten
|
||||
MAIN_DIR = os.getcwd()
|
||||
LOG_DIR = os.path.join(MAIN_DIR, "Logs")
|
||||
logfile_name = f"MSSQL_exporter_log_{datetime.datetime.now().strftime('%Y-%m-%d')}.txt"
|
||||
logfile_path = os.path.join(LOG_DIR, logfile_name)
|
||||
|
||||
# Prozessname für Mail und Logs
|
||||
process = "SDF_to_MSSQL_Export"
|
||||
|
||||
# Globaler MSSQL-Cursor für Logging
|
||||
mssql_cursor_global = None
|
||||
|
||||
def write_log(line):
|
||||
timestamp = datetime.datetime.now().strftime('%Y-%m-%d_%H-%M-%S')
|
||||
log_entry = f"{line}\n------------------------------{timestamp}------------------------------"
|
||||
print(line)
|
||||
with open(logfile_path, "a", encoding="utf-8") as f:
|
||||
f.write(log_entry + "\n")
|
||||
|
||||
def write_log_summary(table, inserted, skipped, errors, inserted_rows):
|
||||
"""Schreibt eine zusammenfassende Logzeile pro Tabelle in die logs-Tabelle."""
|
||||
if not mssql_cursor_global:
|
||||
return
|
||||
try:
|
||||
if inserted == 0 and errors == 0:
|
||||
message = "-"
|
||||
else:
|
||||
message = f"{inserted} eingefügt, {skipped} übersprungen, {errors} Fehler"
|
||||
if inserted_rows:
|
||||
message += " | " + "; ".join(inserted_rows[:5])
|
||||
full_message = f"Tabelle {table}: {message}"
|
||||
mssql_cursor_global.execute(
|
||||
"INSERT INTO logs (timestamp, message, process) VALUES (?, ?, ?)",
|
||||
datetime.datetime.now(), full_message, process
|
||||
)
|
||||
mssql_cursor_global.connection.commit()
|
||||
except Exception as log_db_error:
|
||||
print(f"Fehler beim Schreiben der Tabellen-Zusammenfassung in logs: {log_db_error}")
|
||||
|
||||
# Pfade und Verbindungen
|
||||
SDF_LOCAL_PFAD = os.getenv("SDF_LOCAL_PFAD")
|
||||
sdf_file = os.path.join(SDF_LOCAL_PFAD, "App.sdf")
|
||||
SDF_NAME = os.getenv("SDF_NAME")
|
||||
sdf_file = os.path.join(SDF_LOCAL_PFAD, SDF_NAME)
|
||||
|
||||
sdf_connection_str = (
|
||||
"Provider=Microsoft.SQLSERVER.CE.OLEDB.3.5;"
|
||||
|
|
@ -15,41 +58,20 @@ sdf_connection_str = (
|
|||
"Persist Security Info=False;"
|
||||
)
|
||||
|
||||
# MSSQL-Verbindungszeichenfolge aus der .env
|
||||
mssql_connection_str = os.getenv("MSSQL_CONNECTION_STR")
|
||||
if not mssql_connection_str:
|
||||
print("MSSQL_CONNECTION_STR nicht in der .env gefunden.")
|
||||
error_msg = "MSSQL_CONNECTION_STR nicht in der .env gefunden."
|
||||
write_log(error_msg)
|
||||
mail.send_error_email(error_msg, process)
|
||||
exit(1)
|
||||
|
||||
# Die Liste der Tabellen aus deiner SDF-Datenbank
|
||||
tables = [
|
||||
"Addressee",
|
||||
"ADR",
|
||||
"AxlesArchive",
|
||||
"CardEncoding",
|
||||
"Carrier",
|
||||
"Coeff",
|
||||
"Conveyer",
|
||||
"CustomerLDB",
|
||||
"Fields",
|
||||
"GeneralData",
|
||||
"PDR",
|
||||
"Plate",
|
||||
"Product",
|
||||
"RDR",
|
||||
"RDR_LDB_Weighing",
|
||||
"Reason",
|
||||
"Supplier",
|
||||
"Tare",
|
||||
"TxWeighing",
|
||||
"Weighing_LDB"
|
||||
"Addressee", "ADR", "AxlesArchive", "CardEncoding", "Carrier", "Coeff", "Conveyer",
|
||||
"CustomerLDB", "Fields", "GeneralData", "PDR", "Plate", "Product", "RDR",
|
||||
"RDR_LDB_Weighing", "Reason", "Supplier", "Tare", "TxWeighing", "Weighing_LDB"
|
||||
]
|
||||
|
||||
|
||||
def get_pk_columns(mssql_cursor, table_name):
|
||||
"""
|
||||
Ermittelt die Primary-Key-Spalten für eine Tabelle in MSSQL.
|
||||
"""
|
||||
pk_query = """
|
||||
SELECT KU.COLUMN_NAME
|
||||
FROM INFORMATION_SCHEMA.TABLE_CONSTRAINTS AS TC
|
||||
|
|
@ -62,90 +84,122 @@ def get_pk_columns(mssql_cursor, table_name):
|
|||
mssql_cursor.execute(pk_query, (table_name,))
|
||||
return [row[0] for row in mssql_cursor.fetchall()]
|
||||
|
||||
try:
|
||||
# Verbindung zur SDF-Datenbank herstellen
|
||||
def row_summary(columns, row):
|
||||
summary_parts = []
|
||||
for i, col in enumerate(columns):
|
||||
val = row[i]
|
||||
if isinstance(val, (int, float, str)) and len(summary_parts) < 3:
|
||||
summary_parts.append(f"{col}={repr(val)}")
|
||||
return ", ".join(summary_parts)
|
||||
|
||||
def main():
|
||||
global mssql_cursor_global
|
||||
|
||||
try:
|
||||
# Verbindungen herstellen
|
||||
sdf_conn = adodbapi.connect(sdf_connection_str)
|
||||
sdf_cursor = sdf_conn.cursor()
|
||||
|
||||
# Verbindung zur MSSQL-Datenbank herstellen
|
||||
mssql_conn = pyodbc.connect(mssql_connection_str)
|
||||
mssql_cursor = mssql_conn.cursor()
|
||||
mssql_cursor_global = mssql_cursor
|
||||
|
||||
report_lines = []
|
||||
|
||||
for table_name in tables:
|
||||
print(f"\nVerarbeite Tabelle: {table_name}")
|
||||
|
||||
# Spaltennamen ermitteln aus der SDF-Tabelle
|
||||
write_log(f"\nVerarbeite Tabelle: {table_name}")
|
||||
sdf_cursor.execute(f"SELECT * FROM [{table_name}]")
|
||||
columns = [col[0] for col in sdf_cursor.description]
|
||||
print(f"Gefundene Spalten: {columns}")
|
||||
write_log(f"Spalten: {columns}")
|
||||
|
||||
# Ermittlung der Primary-Key-Spalten aus MSSQL (falls vorhanden)
|
||||
# PK ermitteln
|
||||
pk_columns = get_pk_columns(mssql_cursor, table_name)
|
||||
if pk_columns:
|
||||
print(f"Primary Key Spalte(n) für {table_name}: {pk_columns}")
|
||||
write_log(f"Primary Key(s): {pk_columns}")
|
||||
try:
|
||||
pk_indices = [columns.index(pk) for pk in pk_columns]
|
||||
except ValueError as ve:
|
||||
print(f"Fehler bei der Ermittlung der PK-Indizes für {table_name}: {ve}")
|
||||
write_log(f"Fehler bei PK-Index-Ermittlung: {ve}")
|
||||
pk_indices = []
|
||||
else:
|
||||
print(f"Kein Primary Key in MSSQL für {table_name} definiert.")
|
||||
write_log("Kein Primary Key definiert.")
|
||||
pk_indices = []
|
||||
|
||||
identity_insert = False
|
||||
if table_name == "Weighing_LDB":
|
||||
identity_insert = True
|
||||
try:
|
||||
mssql_cursor.execute(f"SET IDENTITY_INSERT {table_name} ON")
|
||||
print(f"IDENTITY_INSERT für {table_name} aktiviert.")
|
||||
except Exception as ie:
|
||||
print(f"Fehler beim Aktivieren von IDENTITY_INSERT für {table_name}: {ie}")
|
||||
|
||||
# Daten aus der SDF-Tabelle auslesen
|
||||
# Daten auslesen
|
||||
sdf_cursor.execute(f"SELECT * FROM [{table_name}]")
|
||||
rows = sdf_cursor.fetchall()
|
||||
print(f"{len(rows)} Datensätze gefunden.")
|
||||
write_log(f"{len(rows)} Datensätze in SDF gefunden.")
|
||||
|
||||
# Insert-Statement für MSSQL vorbereiten
|
||||
# Insert vorbereiten
|
||||
placeholders = ", ".join("?" for _ in columns)
|
||||
insert_sql = f"INSERT INTO {table_name} ({', '.join('[' + col + ']' for col in columns)}) VALUES ({placeholders})"
|
||||
|
||||
inserted = 0
|
||||
skipped = 0
|
||||
errors = 0
|
||||
inserted_rows = []
|
||||
|
||||
for row in rows:
|
||||
# Falls ein Primary Key definiert ist, prüfen wir, ob der Datensatz bereits existiert
|
||||
try:
|
||||
if pk_indices:
|
||||
pk_values = tuple(row[i] for i in pk_indices)
|
||||
pk_clause = " AND ".join(f"[{col}] = ?" for col in pk_columns)
|
||||
select_pk_sql = f"SELECT COUNT(*) FROM {table_name} WHERE {pk_clause}"
|
||||
mssql_cursor.execute(select_pk_sql, pk_values)
|
||||
select_sql = f"SELECT COUNT(*) FROM {table_name} WHERE {pk_clause}"
|
||||
mssql_cursor.execute(select_sql, pk_values)
|
||||
count = mssql_cursor.fetchone()[0]
|
||||
if count > 0:
|
||||
skipped += 1
|
||||
continue # Datensatz existiert bereits -> überspringen
|
||||
continue
|
||||
|
||||
# Datensatz einfügen
|
||||
try:
|
||||
mssql_cursor.execute(insert_sql, *row)
|
||||
inserted += 1
|
||||
except Exception as ie:
|
||||
print(f"Fehler beim Einfügen in Tabelle {table_name}: {ie}")
|
||||
mssql_conn.commit()
|
||||
print(f"Für Tabelle {table_name}: {inserted} Datensätze eingefügt, {skipped} übersprungen.")
|
||||
inserted_rows.append(row_summary(columns, row))
|
||||
|
||||
# Falls IDENTITY_INSERT aktiviert wurde, wieder deaktivieren
|
||||
if identity_insert:
|
||||
try:
|
||||
mssql_cursor.execute(f"SET IDENTITY_INSERT {table_name} OFF")
|
||||
mssql_conn.commit()
|
||||
print(f"IDENTITY_INSERT für {table_name} deaktiviert.")
|
||||
except Exception as ie:
|
||||
print(f"Fehler beim Deaktivieren von IDENTITY_INSERT für {table_name}: {ie}")
|
||||
errors += 1
|
||||
error_details = f"Fehler beim Einfügen in Tabelle {table_name}: {ie}\nRow: {row}"
|
||||
write_log(error_details)
|
||||
mail.send_error_email(error_details, process)
|
||||
|
||||
mssql_conn.commit()
|
||||
write_log(f"{inserted} eingefügt, {skipped} übersprungen, {errors} Fehler.")
|
||||
write_log_summary(table_name, inserted, skipped, errors, inserted_rows)
|
||||
report_lines.append(f"Tabelle {table_name}: {inserted} eingefügt, {skipped} übersprungen, {errors} Fehler.")
|
||||
|
||||
# Abschlussbericht
|
||||
report_text = "\n".join(report_lines)
|
||||
write_log("Export-Zusammenfassung:\n" + report_text)
|
||||
mail.send_report_email(report_text, process)
|
||||
|
||||
# Leere .export-Datei erstellen
|
||||
export_marker_path = os.path.join(MAIN_DIR, ".export")
|
||||
try:
|
||||
with open(export_marker_path, "w") as f:
|
||||
pass
|
||||
write_log(f"Leere .export-Datei erstellt: {export_marker_path}")
|
||||
except Exception as marker_err:
|
||||
write_log(f"Fehler beim Erstellen der .export-Datei: {marker_err}")
|
||||
|
||||
# Abschlusslog in DB
|
||||
try:
|
||||
if mssql_cursor_global:
|
||||
mssql_cursor_global.execute(
|
||||
"INSERT INTO logs (timestamp, message, process) VALUES (?, ?, ?)",
|
||||
datetime.datetime.now(), "Export abgeschlossen (.export erzeugt)", process
|
||||
)
|
||||
mssql_cursor_global.connection.commit()
|
||||
except Exception as db_log_final_error:
|
||||
print(f"Fehler beim Schreiben des finalen Logs in DB: {db_log_final_error}")
|
||||
|
||||
# Verbindungen schließen
|
||||
sdf_cursor.close()
|
||||
sdf_conn.close()
|
||||
mssql_cursor.close()
|
||||
mssql_conn.close()
|
||||
except Exception as e:
|
||||
print(f"Allgemeiner Fehler: {e}")
|
||||
|
||||
except Exception as e:
|
||||
error_details = f"Allgemeiner Fehler: {e}\n{traceback.format_exc()}"
|
||||
write_log(error_details)
|
||||
mail.send_error_email(error_details, process)
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
|
|
|||
Loading…
Reference in New Issue