winzer/elwig-misc
3
1
Fork 0
Code Pull Requests Activity

Import Member finished

Browse Source
This commit is contained in:
Lorenz Stechauner
2023-02-24 01:55:59 +01:00
parent ae0dcaec34
commit ce090449b7
3 changed files with 72 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
sql/sample.sql
View File

@ -135,12 +135,13 @@ SELECT k.kgnr, 2
FROM wb_gem wg
LEFT JOIN AT_gem g ON g.gkz = wg.gkz
LEFT JOIN AT_kg k ON k.gkz = g.gkz
WHERE hkid = 'WLWV' AND g.gkz / 100 IN (308, 316) AND k.name IN ('Bockfließ', 'Großengersdorf', 'Wolkersdorf');
WHERE hkid = 'WLWV' AND g.gkz / 100 IN (308, 316) AND k.name IN
('Bockfließ', 'Großengersdorf', 'Wolkersdorf', 'Pillichsdorf');
INSERT INTO wb_kg
SELECT k.kgnr, 3
FROM wb_gem wg
LEFT JOIN AT_gem g ON g.gkz = wg.gkz
LEFT JOIN AT_kg k ON k.gkz = g.gkz
WHERE hkid = 'WLWV' AND g.gkz / 100 IN (308, 316) AND
k.name IN ('Erdpreß', 'Martinsdorf', 'Niedersulz', 'Großinzersdorf', 'Palterndorf');
WHERE hkid = 'WLWV' AND g.gkz / 100 IN (308, 316) AND k.name IN
('Erdpreß', 'Martinsdorf', 'Niedersulz', 'Obersulz', 'Großinzersdorf', 'Palterndorf', 'Gaweinstal', 'Zistersdorf');

6
sql/v01/01.create.sql
View File

@ -250,12 +250,12 @@ CREATE TABLE member (
suffix TEXT DEFAULT NULL,
birthday TEXT CHECK (birthday REGEXP '^[1-9][0-9]{3}(-(0[1-9]|1[012])(-(0[1-9]|[12][0-9]|3[01]))?)?$') DEFAULT NULL,
entry_date TEXT NOT NULL CHECK (entry_date REGEXP '^[1-9][0-9]{3}-(0[1-9]|1[012])-(0[1-9]|[12][0-9]|3[01])$') DEFAULT CURRENT_DATE,
entry_date TEXT CHECK (entry_date REGEXP '^[1-9][0-9]{3}-(0[1-9]|1[012])-(0[1-9]|[12][0-9]|3[01])$') DEFAULT CURRENT_DATE,
exit_date TEXT CHECK (exit_date REGEXP '^[1-9][0-9]{3}-(0[1-9]|1[012])-(0[1-9]|[12][0-9]|3[01])$') DEFAULT NULL,
business_shares INTEGER NOT NULL DEFAULT 0,
accounting_nr TEXT DEFAULT NULL,
zwstid TEXT NOT NULL,
zwstid TEXT CHECK (NOT active OR zwstid IS NOT NULL),
lfbis_nr TEXT CHECK (lfbis_nr REGEXP '^[0-9]{7}$') DEFAULT NULL,
ustid TEXT CHECK (ustid REGEXP '^[A-Z]{2}[A-Z0-9]{2,12}$') DEFAULT NULL,
@ -276,7 +276,7 @@ CREATE TABLE member (
phone_mobile_1 TEXT CHECK (phone_mobile_1 REGEXP '^\+[0-9]+$') DEFAULT NULL,
phone_mobile_2 TEXT CHECK (phone_mobile_2 REGEXP '^\+[0-9]+$') DEFAULT NULL,
default_kgnr INTEGER NOT NULL,
default_kgnr INTEGER CHECK (NOT active OR default_kgnr IS NOT NULL),
comment TEXT DEFAULT NULL,
CONSTRAINT pk_member PRIMARY KEY (mgnr),

69
wgmaster/migrate.py
View File

@ -1,11 +1,15 @@
#!/bin/env python3
from typing import Dict, Any, Tuple, Optional, Iterator
from typing import Dict, Any, Tuple, Optional, Iterator, List
import argparse
import datetime
import os
import re
import sys
import sqlite3
DB_CNX: Optional[sqlite3.Connection] = None
USTID_RE = re.compile('[A-Z]{2}[A-Z0-9]{2,12}')
@ -177,6 +181,52 @@ def parse_branches(in_dir: str) -> Dict[str, Any]:
return {b['ZNR']: b for b in parse_csv(f'{in_dir}/TZweigstellen.csv')}
def lookup_plz(plz: Optional[int], ort: Optional[str], address: Optional[str] = None) -> Optional[int]:
if plz is None or ort is None:
return None
cur = DB_CNX.cursor()
cur.execute("SELECT o.okz, p.dest, o.name FROM AT_plz p JOIN AT_ort o ON o.okz = p.okz WHERE plz = ?", (plz,))
rows: List[Tuple[int, str, str]] = cur.fetchall()
cur.close()
ort_m = ort.lower().replace('gr.', 'groß').replace(' ', '').replace('-', '').replace('ß', 'ss')
rows_m = [r[0] for r in rows if ort_m in r[2].lower().replace(' ', '').replace('-', '').replace('ß', 'ss')]
if len(rows_m) == 1:
return plz * 100000 + rows_m[0]
parts = address.split(' ')
street = parts[:-1]
nr = int(parts[-1].split('-')[0])
if ort == 'VELM-GÖTZENDORF':
if street == 'Landstraße' and nr <= 48 \
or street == 'Winterzeile' and (nr <= 49 or nr in (52, 54, 56)) \
or street == 'Hauptstraße' and (nr <= 106 or nr in (117, 115, 113, 111, 109, 107)):
# Velm
return plz * 100000 + 3572
else:
# Götzendorf
return plz * 100000 + 3571
print(ort, address)
raise RuntimeError()
def lookup_kgnr(okz: Optional[int]) -> Optional[int]:
if okz is None:
return None
cur = DB_CNX.cursor()
cur.execute("SELECT k.kgnr FROM AT_ort o JOIN wb_kg k ON k.kgnr = o.kgnr WHERE okz = ?", (okz,))
rows: List[Tuple[int]] = cur.fetchall()
cur.close()
if len(rows) == 1:
return rows[0][0]
return None
def migrate_members(in_dir: str, out_dir: str) -> None:
members = parse_csv(f'{in_dir}/TMitglieder.csv')
branches = parse_branches(in_dir)
@ -369,15 +419,21 @@ def migrate_members(in_dir: str, out_dir: str) -> None:
invalid(mgnr, 'Tel.Nr.', phone_2)
zwstid = m['ZNR'] and branches[m['ZNR']]['Kennbst'] or len(branches) == 1 and list(branches.values())[0]['Kennbst']
postal_dest = lookup_plz(int(m['PLZ']) if m['PLZ'] else None, m['Ort'], address)
okz = postal_dest % 100000 if postal_dest else None
kgnr = lookup_kgnr(okz)
if kgnr is None:
invalid(mgnr, 'KgNr', ort)
f_m.write(format_row(
mgnr, m['MGNR-Vorgänger'], prefix, given_name, middle_names, family_name, suffix,
m['Geburtsjahr'], m['Eintrittsdatum'], m['Austrittsdatum'], m['Geschäftsanteile1'],
m['Geburtsjahr'], m['Eintrittsdatum'], m['Austrittsdatum'], m['Geschäftsanteile1'] or 0,
m['BHKontonummer'], zwstid, bnr, ustid,
m['Volllieferant'] or False, m['Buchführend'] or False, False, m['Aktives Mitglied'] or False,
iban, bic, 'AT', None, address, email, phone_landline,
iban, bic, 'AT', postal_dest, address, email, phone_landline,
phone_mobile[0] if len(phone_mobile) > 0 else None, phone_mobile[1] if len(phone_mobile) > 1 else None,
None, m['Anmerkung']
kgnr, m['Anmerkung']
))
if billing_name:
f_mba.write(format_row(mgnr, billing_name, 'AT', None, None))
@ -387,8 +443,13 @@ if __name__ == '__main__':
parser.add_argument('in_dir')
parser.add_argument('out_dir')
parser.add_argument('-q', '--quiet', action='store_true', default=False)
parser.add_argument('-d', '--database', required=True)
args = parser.parse_args()
os.makedirs(args.out_dir, exist_ok=True)
DB_CNX = sqlite3.connect(args.database)
migrate_members(args.in_dir, args.out_dir)
DB_CNX.close()