Import Member finished

wgmaster/migrate.py

@@ -1,11 +1,15 @@
 #!/bin/env python3
 
-from typing import Dict, Any, Tuple, Optional, Iterator
+from typing import Dict, Any, Tuple, Optional, Iterator, List
 import argparse
 import datetime
 import os
 import re
 import sys
+import sqlite3
+
+
+DB_CNX: Optional[sqlite3.Connection] = None
 
 
 USTID_RE = re.compile('[A-Z]{2}[A-Z0-9]{2,12}')
@@ -177,6 +181,52 @@ def parse_branches(in_dir: str) -> Dict[str, Any]:
     return {b['ZNR']: b for b in parse_csv(f'{in_dir}/TZweigstellen.csv')}
 
 
+def lookup_plz(plz: Optional[int], ort: Optional[str], address: Optional[str] = None) -> Optional[int]:
+    if plz is None or ort is None:
+        return None
+
+    cur = DB_CNX.cursor()
+    cur.execute("SELECT o.okz, p.dest, o.name FROM AT_plz p JOIN AT_ort o ON o.okz = p.okz WHERE plz = ?", (plz,))
+    rows: List[Tuple[int, str, str]] = cur.fetchall()
+    cur.close()
+
+    ort_m = ort.lower().replace('gr.', 'groß').replace(' ', '').replace('-', '').replace('ß', 'ss')
+    rows_m = [r[0] for r in rows if ort_m in r[2].lower().replace(' ', '').replace('-', '').replace('ß', 'ss')]
+    if len(rows_m) == 1:
+        return plz * 100000 + rows_m[0]
+
+    parts = address.split(' ')
+    street = parts[:-1]
+    nr = int(parts[-1].split('-')[0])
+
+    if ort == 'VELM-GÖTZENDORF':
+        if street == 'Landstraße' and nr <= 48 \
+                or street == 'Winterzeile' and (nr <= 49 or nr in (52, 54, 56)) \
+                or street == 'Hauptstraße' and (nr <= 106 or nr in (117, 115, 113, 111, 109, 107)):
+            # Velm
+            return plz * 100000 + 3572
+        else:
+            # Götzendorf
+            return plz * 100000 + 3571
+
+    print(ort, address)
+    raise RuntimeError()
+
+
+def lookup_kgnr(okz: Optional[int]) -> Optional[int]:
+    if okz is None:
+        return None
+
+    cur = DB_CNX.cursor()
+    cur.execute("SELECT k.kgnr FROM AT_ort o JOIN wb_kg k ON k.kgnr = o.kgnr WHERE okz = ?", (okz,))
+    rows: List[Tuple[int]] = cur.fetchall()
+    cur.close()
+
+    if len(rows) == 1:
+        return rows[0][0]
+    return None
+
+
 def migrate_members(in_dir: str, out_dir: str) -> None:
     members = parse_csv(f'{in_dir}/TMitglieder.csv')
     branches = parse_branches(in_dir)
@@ -369,15 +419,21 @@ def migrate_members(in_dir: str, out_dir: str) -> None:
                         invalid(mgnr, 'Tel.Nr.', phone_2)
 
             zwstid = m['ZNR'] and branches[m['ZNR']]['Kennbst'] or len(branches) == 1 and list(branches.values())[0]['Kennbst']
+            postal_dest = lookup_plz(int(m['PLZ']) if m['PLZ'] else None, m['Ort'], address)
+
+            okz = postal_dest % 100000 if postal_dest else None
+            kgnr = lookup_kgnr(okz)
+            if kgnr is None:
+                invalid(mgnr, 'KgNr', ort)
 
             f_m.write(format_row(
                 mgnr, m['MGNR-Vorgänger'], prefix, given_name, middle_names, family_name, suffix,
-                m['Geburtsjahr'], m['Eintrittsdatum'], m['Austrittsdatum'], m['Geschäftsanteile1'],
+                m['Geburtsjahr'], m['Eintrittsdatum'], m['Austrittsdatum'], m['Geschäftsanteile1'] or 0,
                 m['BHKontonummer'], zwstid, bnr, ustid,
                 m['Volllieferant'] or False, m['Buchführend'] or False, False, m['Aktives Mitglied'] or False,
-                iban, bic, 'AT', None, address, email, phone_landline,
+                iban, bic, 'AT', postal_dest, address, email, phone_landline,
                 phone_mobile[0] if len(phone_mobile) > 0 else None, phone_mobile[1] if len(phone_mobile) > 1 else None,
-                None, m['Anmerkung']
+                kgnr, m['Anmerkung']
             ))
             if billing_name:
                 f_mba.write(format_row(mgnr, billing_name, 'AT', None, None))
@@ -387,8 +443,13 @@ if __name__ == '__main__':
     parser.add_argument('in_dir')
     parser.add_argument('out_dir')
     parser.add_argument('-q', '--quiet', action='store_true', default=False)
+    parser.add_argument('-d', '--database', required=True)
     args = parser.parse_args()
 
     os.makedirs(args.out_dir, exist_ok=True)
 
+    DB_CNX = sqlite3.connect(args.database)
+
     migrate_members(args.in_dir, args.out_dir)
+
+    DB_CNX.close()