First commit
This commit is contained in:
@@ -0,0 +1,159 @@
|
||||
"""Parsers for bank CSV exports (ING NL, Revolut) into a common shape."""
|
||||
import csv
|
||||
import io
|
||||
from dataclasses import dataclass, field
|
||||
from datetime import date, datetime
|
||||
from decimal import Decimal, InvalidOperation
|
||||
|
||||
|
||||
@dataclass
|
||||
class ParsedTx:
|
||||
date: date
|
||||
amount: Decimal # negative = out
|
||||
counterparty: str
|
||||
description: str
|
||||
counter_iban: str | None = None
|
||||
currency: str = "EUR"
|
||||
raw_type: str = ""
|
||||
|
||||
|
||||
@dataclass
|
||||
class ParseResult:
|
||||
fmt: str
|
||||
txs: list[ParsedTx] = field(default_factory=list)
|
||||
own_iban: str | None = None
|
||||
balance: Decimal | None = None
|
||||
balance_date: date | None = None
|
||||
skipped: int = 0
|
||||
|
||||
|
||||
def to_decimal(s: str) -> Decimal:
|
||||
s = (s or "").strip().replace(" ", "").replace("€", "").replace("−", "-")
|
||||
if not s:
|
||||
return Decimal("0")
|
||||
if "," in s and "." in s: # 1.234,56 or 1,234.56
|
||||
if s.rfind(",") > s.rfind("."):
|
||||
s = s.replace(".", "").replace(",", ".")
|
||||
else:
|
||||
s = s.replace(",", "")
|
||||
elif "," in s:
|
||||
s = s.replace(",", ".")
|
||||
try:
|
||||
return Decimal(s)
|
||||
except InvalidOperation as e:
|
||||
raise ValueError(f"Cannot parse amount {s!r}") from e
|
||||
|
||||
|
||||
def _date(s: str) -> date:
|
||||
s = s.strip()
|
||||
for fmt in ("%Y%m%d", "%Y-%m-%d", "%d-%m-%Y", "%d/%m/%Y"):
|
||||
try:
|
||||
return datetime.strptime(s[:10] if "-" in s[:10] else s, fmt).date()
|
||||
except ValueError:
|
||||
continue
|
||||
raise ValueError(f"Cannot parse date {s!r}")
|
||||
|
||||
|
||||
def _rows(text: str):
|
||||
first = text.splitlines()[0] if text else ""
|
||||
delim = ";" if first.count(";") > first.count(",") else ","
|
||||
reader = csv.DictReader(io.StringIO(text), delimiter=delim)
|
||||
headers = [h.strip().lower() for h in (reader.fieldnames or [])]
|
||||
rows = [{(k or "").strip().lower(): (v or "").strip() for k, v in r.items()} for r in reader]
|
||||
return headers, rows
|
||||
|
||||
|
||||
def _g(row: dict, *names: str) -> str:
|
||||
for n in names:
|
||||
if n in row and row[n] is not None:
|
||||
return row[n]
|
||||
return ""
|
||||
|
||||
|
||||
def parse(content: bytes) -> ParseResult:
|
||||
text = content.decode("utf-8-sig", errors="replace")
|
||||
headers, rows = _rows(text)
|
||||
hs = set(headers)
|
||||
if {"started date", "amount", "state"} <= hs:
|
||||
return parse_revolut(rows)
|
||||
if "naam / omschrijving" in hs or "name / description" in hs:
|
||||
return parse_ing(rows)
|
||||
raise ValueError("Unrecognised CSV. Expected an ING (NL) or Revolut export. Headers found: "
|
||||
+ ", ".join(headers))
|
||||
|
||||
|
||||
def parse_ing(rows: list[dict]) -> ParseResult:
|
||||
res = ParseResult(fmt="ing")
|
||||
latest: tuple[date, int] | None = None
|
||||
for i, row in enumerate(rows):
|
||||
d = _date(_g(row, "datum", "date"))
|
||||
direction = _g(row, "af bij", "debit/credit").lower()
|
||||
amount = to_decimal(_g(row, "bedrag (eur)", "amount (eur)"))
|
||||
if direction in ("af", "debit"):
|
||||
amount = -abs(amount)
|
||||
else:
|
||||
amount = abs(amount)
|
||||
own = _g(row, "rekening", "account") or None
|
||||
res.own_iban = res.own_iban or own
|
||||
res.txs.append(ParsedTx(
|
||||
date=d,
|
||||
amount=amount,
|
||||
counterparty=_g(row, "naam / omschrijving", "name / description"),
|
||||
description=_g(row, "mededelingen", "notifications"),
|
||||
counter_iban=_g(row, "tegenrekening", "counterparty") or None,
|
||||
raw_type=_g(row, "mutatiesoort", "transaction type") or _g(row, "code"),
|
||||
))
|
||||
bal = _g(row, "saldo na mutatie", "resulting balance")
|
||||
# ING lists newest first: the first row of the newest date carries the current balance
|
||||
if bal and (latest is None or d > latest[0]):
|
||||
latest = (d, i)
|
||||
res.balance, res.balance_date = to_decimal(bal), d
|
||||
return res
|
||||
|
||||
|
||||
def parse_revolut(rows: list[dict]) -> ParseResult:
|
||||
res = ParseResult(fmt="revolut")
|
||||
latest: str | None = None
|
||||
for row in rows:
|
||||
if _g(row, "state").upper() != "COMPLETED":
|
||||
res.skipped += 1
|
||||
continue
|
||||
product = _g(row, "product").lower()
|
||||
if product and product != "current": # savings vaults, deposits, etc.
|
||||
res.skipped += 1
|
||||
continue
|
||||
ts = _g(row, "completed date") or _g(row, "started date")
|
||||
amount = to_decimal(_g(row, "amount")) - to_decimal(_g(row, "fee"))
|
||||
desc = _g(row, "description")
|
||||
res.txs.append(ParsedTx(
|
||||
date=_date(ts),
|
||||
amount=amount,
|
||||
counterparty=desc,
|
||||
description=desc,
|
||||
currency=(_g(row, "currency") or "EUR").upper(),
|
||||
raw_type=_g(row, "type"),
|
||||
))
|
||||
bal = _g(row, "balance")
|
||||
if bal and (_g(row, "currency") or "EUR").upper() == "EUR" and (latest is None or ts >= latest):
|
||||
latest = ts
|
||||
res.balance, res.balance_date = to_decimal(bal), _date(ts)
|
||||
return res
|
||||
|
||||
|
||||
def parse_enablebanking(t: dict) -> ParsedTx:
|
||||
"""Map one Enable Banking transaction object to ParsedTx."""
|
||||
amt = Decimal(str(t["transaction_amount"]["amount"]))
|
||||
out = t.get("credit_debit_indicator") == "DBIT"
|
||||
party = (t.get("creditor") if out else t.get("debtor")) or {}
|
||||
party_acc = (t.get("creditor_account") if out else t.get("debtor_account")) or {}
|
||||
d = t.get("booking_date") or t.get("value_date") or t.get("transaction_date")
|
||||
info = t.get("remittance_information") or []
|
||||
return ParsedTx(
|
||||
date=date.fromisoformat(d),
|
||||
amount=-abs(amt) if out else abs(amt),
|
||||
counterparty=party.get("name") or (info[0] if info else ""),
|
||||
description=" ".join(info),
|
||||
counter_iban=party_acc.get("iban"),
|
||||
currency=t["transaction_amount"].get("currency", "EUR"),
|
||||
raw_type=(t.get("bank_transaction_code") or {}).get("description") or "",
|
||||
)
|
||||
Reference in New Issue
Block a user