mirror of
https://github.com/telavivmakers/boring-admin.git
synced 2024-05-25 11:56:55 +03:00
that was supposed to be v4
so what happened to the previous versions??!
This commit is contained in:
rr-info
GitHub
parent
c39dea77b6
commit
1e9927ec6b
446
bank2invoice.py
Normal file
446
bank2invoice.py
Normal file
@ -0,0 +1,446 @@
|
||||
#!/usr/bin/python
|
||||
"""
|
||||
TAMI invoice bank-to-invoice connection
|
||||
receive: (XXXXX) bank's transactions list, in Excel format
|
||||
purpose:
|
||||
issue invoices
|
||||
(maybe) send them to whoever.
|
||||
|
||||
usage:
|
||||
bank2invoice.py real <excel-file-1> [<excel-file-2> ...]
|
||||
bank2invoice.py search
|
||||
bank2invoice.py test
|
||||
|
||||
by default, running in TEST mode (inside a sandbox)
|
||||
if you want to get things into the real accounting system,
|
||||
add the command line argument: real
|
||||
|
||||
test is using built-in data file, which is embedded in this file
|
||||
|
||||
started by shaharr.info,
|
||||
on request of yair, 2023-02-15
|
||||
|
||||
"""
|
||||
|
||||
|
||||
import os, re, sys, time
|
||||
from os.path import expanduser, expandvars, isdir, isfile, join, basename, abspath, splitext, getsize, dirname
|
||||
from os import mkdir, chdir, rename, unlink, walk, popen
|
||||
from json import dumps, loads
|
||||
from glob import iglob
|
||||
from time import sleep, time as currtime
|
||||
from datetime import timedelta, datetime
|
||||
import logging
|
||||
import requests
|
||||
import tempfile
|
||||
|
||||
import green_invoice
|
||||
from green_invoice.models import (
|
||||
Currency,
|
||||
DocumentLanguage,
|
||||
DocumentType,
|
||||
PaymentCardType,
|
||||
PaymentDealType,
|
||||
PaymentType,
|
||||
IncomeVatType,
|
||||
)
|
||||
from green_invoice.resources import DocumentResource
|
||||
|
||||
|
||||
class AttrDict(dict):
|
||||
""" acces dictionary data (dic['key']) as objects (dic.key) """
|
||||
def __init__(self, *args, **kwargs):
|
||||
super(AttrDict, self).__init__(*args, **kwargs)
|
||||
self.__dict__ = self
|
||||
|
||||
|
||||
|
||||
"""
|
||||
class DocumentType(enum.IntEnum):
|
||||
PRICE_QUOTE = 10
|
||||
ORDER = 100
|
||||
DELIVERY_NOTE = 200
|
||||
RETURN_DELIVERY_NOTE = 210
|
||||
TRANSACTION_ACCOUNT = 300
|
||||
TAX_INVOICE = 305
|
||||
TAX_INVOICE_RECEIPT = 320
|
||||
REFUND = 330
|
||||
RECEIPT = 400
|
||||
RECEIPT_FOR_DONATION = 405
|
||||
PURCHASE_ORDER = 500
|
||||
RECEIPT_OF_A_DEPOSIT = 600
|
||||
WITHDRAWAL_OF_DEPOSIT = 610
|
||||
|
||||
|
||||
class DocumentStatus(enum.IntEnum):
|
||||
OPENED_DOCUMENT = 0
|
||||
CLOSED_DOCUMENT = 1
|
||||
MANUALLY_MARKED_AS_CLOSED = 2
|
||||
CANCELING_OTHER_DOCUMENT = 3
|
||||
CANCELED_DOCUMENT = 4
|
||||
|
||||
|
||||
class DocumentLanguage(str, enum.Enum):
|
||||
HEBREW = "he"
|
||||
ENGLISH = "en"
|
||||
|
||||
|
||||
class Currency(str, enum.Enum):
|
||||
ILS = "ILS"
|
||||
USD = "USD"
|
||||
EUR = "EUR"
|
||||
GBP = "GBP"
|
||||
|
||||
|
||||
class PaymentType(enum.IntEnum):
|
||||
UNPAID = -1
|
||||
DEDUCTION_AT_SOURCE = 0
|
||||
CASH = 1
|
||||
CHECK = 2
|
||||
CREDIT_CARD = 3
|
||||
ELECTRONIC_FUND_TRANSFER = 4
|
||||
PAYPAL = 5
|
||||
PAYMENT_APP = 10
|
||||
OTHER = 11
|
||||
|
||||
|
||||
"""
|
||||
|
||||
|
||||
|
||||
# ------ CONSTs -------
|
||||
flags = re.M+re.I+re.S
|
||||
conffile = expanduser('~/.bank2invoice.ini')
|
||||
#conf = Config(json_file=expanduser('~/.config/someapp.json'))
|
||||
payment_type_map = {
|
||||
'^bit העברת כספים$': 10,
|
||||
'.*מזומן.*': 1,
|
||||
}
|
||||
INITIAL_LATEST_PAYMENT = '0000-00-00'
|
||||
default_payment_type = 4 # bank wire
|
||||
default_doctype = DocumentType.RECEIPT_FOR_DONATION
|
||||
MAX_DAYS = 49
|
||||
BACK_DAYS = 40
|
||||
banks = {
|
||||
4: "בנק יהב",
|
||||
6: "בנק מזרחי טפחות",
|
||||
9: "בנק הדואר",
|
||||
10: "בנק לאומי",
|
||||
11: "בנק דיסקונט",
|
||||
12: "בנק הפועלים",
|
||||
13: "בנק איגוד",
|
||||
14: "בנק אוצר החייל",
|
||||
17: "בנק מרכנתיל דיסקונט",
|
||||
20: "בנק מזרחי טפחות",
|
||||
22: "בנק CitiBank",
|
||||
23: "בנק HSBC",
|
||||
25: "בנק BNP Paribas",
|
||||
26: "בנק יובנק",
|
||||
27: "Barclays Bank PLC",
|
||||
31: "בנק בינלאומי",
|
||||
34: "בנק ערבי ישראלי",
|
||||
39: "בנק SBI State of India",
|
||||
43: "ג'ורדן נשיונל בנק PLC.עמאן",
|
||||
46: "בנק מסד",
|
||||
48: "בנק קופת העובד הלאומי",
|
||||
50: 'מרכז סליקה בנקאי (מס"ב)',
|
||||
52: "בנק פועלי אגודת ישראל",
|
||||
54: "בנק ירושלים",
|
||||
59: 'שב"א',
|
||||
65: "חסך קופת חסכון לחינוך",
|
||||
66: "קהיר-עומאן",
|
||||
67: "בנק Arab Land",
|
||||
68: "בנק אוצר השלטון המקומי",
|
||||
68: "בנק דקסיה",
|
||||
71: "קומרשיאל ג'ורדן",
|
||||
73: "ערב איסמליק",
|
||||
74: "בריטיש בנק אוף מידל איסט",
|
||||
76: "השקעות פלשתין",
|
||||
77: "בנק לאומי למשכנתאות",
|
||||
82: "אל-קודס לפיתוח והשקעות",
|
||||
83: "יוניון בנק",
|
||||
84: "האוזינג",
|
||||
89: "מספר בנק פלסטין",
|
||||
90: "בנק דיסקונט למשכנתאות",
|
||||
93: "ג'ורדן כווית",
|
||||
99: "בנק ישראל",
|
||||
}
|
||||
|
||||
def err(msg, fatal=False):
|
||||
msg = msg.strip()
|
||||
if msg[:5].lower() != 'error':
|
||||
msg = 'ERROR: ' + msg
|
||||
sys.stderr.write(msg + '\n')
|
||||
if fatal:
|
||||
sys.exit()
|
||||
|
||||
|
||||
def guess_payment_type(payment, conf):
|
||||
for key in payment_type_map.keys():
|
||||
if re.match(key, payment.comments):
|
||||
return payment_type_map[key]
|
||||
return default_payment_type
|
||||
|
||||
|
||||
def read_conf():
|
||||
conf = AttrDict()
|
||||
if not isfile(conffile):
|
||||
err(f'config file (with top secret data!!) is not found in {conffile} !', True)
|
||||
for line in open(conffile).read().splitlines():
|
||||
if '=' in line and line[0]!='#':
|
||||
k, v = line.split('=',2)
|
||||
conf[k.strip()] = v.strip()
|
||||
return conf
|
||||
|
||||
def normalize_dates(s):
|
||||
return re.sub(r'([0-3]\d)/([01]\d)/(20[23]\d)', r'\3-\2-\1', s, flags=flags)
|
||||
|
||||
|
||||
def get_existing_documents(dtype):
|
||||
""" purpose: to prevent duplicates,
|
||||
and to get last receipt date (cant add earlier reciept)"""
|
||||
|
||||
# search documents since 100 days ago
|
||||
from_date = (datetime.today() - timedelta(days=100)).strftime('%Y-%m-%d')
|
||||
to_date = iso_date()
|
||||
documentResource = DocumentResource()
|
||||
Payment.latest = INITIAL_LATEST_PAYMENT
|
||||
results = []
|
||||
docs = set()
|
||||
PAGES = 6
|
||||
|
||||
for page in range(PAGES):
|
||||
print(f'downloading existing docs, page {page} / {PAGES}')
|
||||
|
||||
params = dumps({
|
||||
"page": page, "pageSize": 50,
|
||||
"type": [ dtype ], "sort": "documentDate",
|
||||
"fromDate": from_date, "toDate": to_date,
|
||||
})
|
||||
page_results = documentResource.search_document(params)
|
||||
page_results = page_results['items']
|
||||
if not page_results: break
|
||||
print(f'{len(page_results)=}')
|
||||
results.extend(page_results)
|
||||
|
||||
|
||||
for ret in results:
|
||||
#print(ret)
|
||||
doc = Payment( **dict(
|
||||
type=ret['type'],
|
||||
pay_date=ret['payment'][0]["date"],
|
||||
document_date=ret['documentDate'],
|
||||
amount=ret['amount'],
|
||||
client_name=ret['client']['name'],
|
||||
comments=ret['remarks']
|
||||
) )
|
||||
docs.add(doc)
|
||||
Payment.latest = max(Payment.latest, doc.pay_date)
|
||||
print(f'{Payment.latest=} vs. {doc.pay_date=}')
|
||||
return docs
|
||||
|
||||
|
||||
def payment_exists(payment, existing):
|
||||
for doc in existing:
|
||||
print(f'{payment.comments=} >>> {doc.comments=}')
|
||||
if doc==payment:
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
|
||||
def main(xl_file, conf):
|
||||
green_invoice.client.configure(
|
||||
env="sandbox",
|
||||
api_key_id = conf.api_key_id,
|
||||
api_key_secret = conf.api_key_secret,
|
||||
logger=logging.root,
|
||||
)
|
||||
|
||||
existing = get_existing_documents(default_doctype) # needed to prevent duplicates
|
||||
|
||||
s = open(xl_file).read()
|
||||
s = normalize_dates(s) # convert israeli (european) dates to ISO dates
|
||||
# green-invoice requires them,
|
||||
# plus we must sort by date.
|
||||
lines = s.splitlines()
|
||||
lines.sort()
|
||||
for line in lines:
|
||||
if not '\t' in line: continue # empty lines
|
||||
if line[:2] !='20': continue # should be year; header lines
|
||||
payment = Payment(line=line)
|
||||
if not payment: continue
|
||||
if payment_exists(payment, existing):
|
||||
print('payment already documented')
|
||||
continue
|
||||
id, url = create_receipt(payment, conf)
|
||||
#.
|
||||
|
||||
|
||||
def create_receipt(payment, conf):
|
||||
documentResource = DocumentResource()
|
||||
payment_type = PaymentType.ELECTRONIC_FUND_TRANSFER
|
||||
|
||||
today = datetime.today()
|
||||
doc_date = max( Payment.latest, payment.pay_date) # latest from payment vs. latest receipt
|
||||
days = (today - datetime.fromisoformat(doc_date)).days # how many days ago is it?
|
||||
if days >= MAX_DAYS: # if too many days,
|
||||
doc_date = (today - timedelta(days=BACK_DAYS)).strftime('%Y-%m-%d') # set to 40 days ago
|
||||
|
||||
print(f'{doc_date=} | {payment.pay_date=} | {Payment.latest=} | {iso_date()=}')
|
||||
doc = documentResource.create(
|
||||
{
|
||||
"type": default_doctype, # see types above
|
||||
"client": { "name": payment.client_name, "add": False, },
|
||||
"currency": payment.currency,
|
||||
"lang": DocumentLanguage.HEBREW,
|
||||
"date": doc_date,
|
||||
"signed": True,
|
||||
"rounding": False,
|
||||
"remarks": payment.comments,
|
||||
#"income": [
|
||||
# {
|
||||
# "price": payment.amount,
|
||||
# "currency": payment.currency,
|
||||
# "quantity": 1,
|
||||
# "description": DEFAULT_TXN_DESCRIPTION,
|
||||
# "vatType": IncomeVatType.DEFAULT, # based on the business type
|
||||
#
|
||||
# }
|
||||
#],
|
||||
"payment": [
|
||||
{
|
||||
"type": guess_payment_type(payment, conf),
|
||||
"date": payment.pay_date,
|
||||
"dealType": PaymentDealType.REGULAR,
|
||||
#"cardNum": "4242",
|
||||
#"cardType": PaymentCardType.VISA,
|
||||
"bankName": banks.get(payment.bank, 0),
|
||||
"bankBranch": str(payment.snif),
|
||||
"bankAccount": str(payment.account),
|
||||
"price": payment.amount,
|
||||
"currency": payment.currency,
|
||||
}
|
||||
],
|
||||
}
|
||||
)
|
||||
id = doc['id']
|
||||
url = doc['id']
|
||||
#get_document_download_link(id)
|
||||
return id, url
|
||||
|
||||
|
||||
|
||||
|
||||
class Payment:
|
||||
latest = INITIAL_LATEST_PAYMENT
|
||||
|
||||
def __init__(self, **kw):
|
||||
"""parse a line from the bank report;
|
||||
right now i've downloaded a tab-separated file from google-spreadsheet;
|
||||
overloaded usage:
|
||||
obj = Payment(line) <- string, tab-separated, from excel
|
||||
obj = Payment({date:x, name:y, ...}) <- all object properties
|
||||
"""
|
||||
kw = AttrDict(kw)
|
||||
self.type = default_doctype
|
||||
if 'line' in kw:
|
||||
parts = kw.line.split('\t')
|
||||
if len(parts) != 7:
|
||||
print('shit, bank data record must have 7 columns exactly')
|
||||
raise Exception # either a bug, or format change, must re-adapt the code !
|
||||
self.pay_date, self.client_name, self.bank, self.snif, self.account, amount, self.comments = parts
|
||||
#self.pay_date = f'{d[6:10]}-{d[3:5]}-{d[0:2]}' # european date to ISO
|
||||
self.amount = float(amount)
|
||||
self.currency = Currency.ILS # default?!??! assumption...
|
||||
|
||||
else:
|
||||
for k,v in kw.items():
|
||||
setattr(self, k, v)
|
||||
|
||||
|
||||
def __eq__(self, other):
|
||||
#self.pay_date, self.client_name, self.bank, self.snif, self.account, self.amount, self.comments
|
||||
return (self.type == other.type
|
||||
and self.pay_date == other.pay_date
|
||||
and self.amount == other.amount
|
||||
and self.client_name == other.client_name
|
||||
and self.comments == other.comments) # this is tricky, @todo
|
||||
|
||||
def __hash__(self):
|
||||
return hash(f'{self.pay_date}{self.amount}{self.client_name}')
|
||||
|
||||
|
||||
def iso_date():
|
||||
return datetime.today().strftime('%Y-%m-%d')
|
||||
|
||||
def self_test():
|
||||
conf = read_conf()
|
||||
conf.test = True
|
||||
conf.api_key_id = conf.sanbox_api_id
|
||||
conf.api_key_secret = conf.sandbox_api_secret
|
||||
conf.api_url = conf.sandbox_api_url
|
||||
f = tempfile.mktemp(prefix='tami-kabala-test', suffix='.test')
|
||||
test_data = '''
|
||||
# this is a comment
|
||||
תאריך רישום שם בנק סניף חשבון סכום הערות
|
||||
29/12/2022 גגג גוגייג 10 123 3434343 200.00 במעטפות שמנות
|
||||
29/12/2022 צגי גגוג גוגג 43 234 0 30.00 סדנת עיזים
|
||||
21/12/2022 Amd גייג 12 345 0 50.50 bit העברת כספים
|
||||
19/12/2022 גגיג גוגי 17 456 12345678 300.00
|
||||
18/12/2022 גגג גגיגיג 20 567 987654 333.00 US PERSON תרומות
|
||||
18/12/2026 גגג גגיגיג 20 567 987654 333.00 תאריך חדש מדי
|
||||
18/12/2021 גגג גגגיג 34 567 987654 222.00 תאריך ישן מדי
|
||||
'''
|
||||
open(f,'w').write(test_data)
|
||||
main(f, conf)
|
||||
|
||||
|
||||
conf = read_conf()
|
||||
if f'{sys.version_info.major:02d}{sys.version_info.minor:02d}' < '0310':
|
||||
msg = f'WARNING !!! '*5 + f'\n "bank2invoice.py" was tested on python 3.10, not on {sys.version_info.major}.{sys.version_info.minor}.'
|
||||
print(msg)
|
||||
err(msg)
|
||||
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
args = sys.argv[1:]
|
||||
conf.test = 'real' not in args
|
||||
conf.writing_date = None # meaning,
|
||||
|
||||
if conf.test:
|
||||
conf.api_key_id = conf.sanbox_api_id
|
||||
conf.api_key_secret = conf.sandbox_api_secret
|
||||
conf.api_url = conf.sandbox_api_url
|
||||
print('test mode')
|
||||
|
||||
files = set()
|
||||
for arg in args:
|
||||
if 'search' in args:
|
||||
pass
|
||||
|
||||
elif 'test' in args:
|
||||
self_test()
|
||||
exit()
|
||||
|
||||
elif arg[:6]=='--date':
|
||||
d = arg[7:]
|
||||
today = iso_date()
|
||||
if not re.match(r'^20[23]\d-[01]\d-[0-3]\d$', d) or arg <= today:
|
||||
err('bad writing date, or writing date in the future', True)
|
||||
else:
|
||||
conf.writing_date = arg
|
||||
|
||||
elif isfile(arg):
|
||||
files.add(arg)
|
||||
|
||||
|
||||
for f in files:
|
||||
main(f, conf)
|
||||
|
||||
if not files: # if no data to process
|
||||
print(__doc__)
|
||||
err('warning: no bank files provided', True)
|
||||
|
||||
print(f'{c} records added')
|
||||
Loading…
x
Reference in New Issue
Block a user