aboutsummaryrefslogtreecommitdiffstats
path: root/justice_main.py
diff options
context:
space:
mode:
Diffstat (limited to 'justice_main.py')
-rw-r--r--justice_main.py135
1 files changed, 74 insertions, 61 deletions
diff --git a/justice_main.py b/justice_main.py
index f8699bd..93eed03 100644
--- a/justice_main.py
+++ b/justice_main.py
@@ -13,7 +13,7 @@ def parse_to_DB(file):
conn = sqlite3.connect('justice.db')
c = conn.cursor()
for event, element in etree.iterparse(file, tag="Subjekt"):
- # Bugfix for companies which have been deleted but appear in the list of existing companies
+ # Bugfix for companies which have been deleted but appear in the list of existing companies
if ([element.find('vymazDatum')][0]) != None:
continue
else:
@@ -24,10 +24,10 @@ def parse_to_DB(file):
# Vlozit jednolive parametry
insert_primary_company_figures(c, ICO, element, conn)
insert_company_relations(c, ICO, element, conn, primary_sql_key)
- # insert_obec_relation(c, conn, ICO, element, primary_sql_key)
+ # insert_obec_relation(c, conn, ICO, element, primary_sql_key)
find_other_properties(c, ICO, element, conn, primary_sql_key)
element.clear()
-
+
# subjekt_udaje.clear()
# purge_DB(c)
@@ -50,6 +50,7 @@ def purge_DB(c):
c.execute("DELETE FROM predmety_podnikani_relation")
c.execute("DELETE FROM predmety_cinnosti")
c.execute("DELETE FROM predmety_cinnosti_relation")
+ c.execute("DELETE FROM zakladni_kapital")
def find_other_properties(c, ICO, element, conn, primary_sql_key):
try:
@@ -67,6 +68,8 @@ def find_other_properties(c, ICO, element, conn, primary_sql_key):
find_predmet_podnikani(c, ICO, elem2, conn, primary_sql_key, element)
elif str(get_prop(elem2, ".//udajTyp/kod")) == "PREDMET_CINNOSTI_SEKCE":
find_predmet_cinnosti(c, ICO, elem2, conn, primary_sql_key, element)
+ elif str(get_prop(elem2, ".//udajTyp/kod")) == "ZAKLADNI_KAPITAL":
+ find_zakladni_kapital(c, ICO, elem2, conn, primary_sql_key, element)
except:
pass
@@ -84,7 +87,7 @@ def find_predmet_podnikani(c, ICO, predmet_podnikani_elem, conn, primary_sql_key
inserted_figure = str(get_prop(elem2, ".//hodnotaText"))
insert_into_ancillary_table(c, elem, inserted_figure)
ancillary_table_key = get_anciallary_table_key(c, elem, inserted_figure)
- insert_relation_information_v2(c, elem, primary_sql_key, ancillary_table_key, zapis_datum, vymaz_datum)
+ insert_relation_information_v2(c, elem, primary_sql_key, ancillary_table_key, zapis_datum, vymaz_datum)
except Exception as f:
pass
@@ -102,11 +105,21 @@ def find_predmet_cinnosti(c, ICO, predmet_podnikani_elem, conn, primary_sql_key,
inserted_figure = str(get_prop(elem2, ".//hodnotaText"))
insert_into_ancillary_table(c, elem, inserted_figure)
ancillary_table_key = get_anciallary_table_key(c, elem, inserted_figure)
- insert_relation_information_v2(c, elem, primary_sql_key, ancillary_table_key, zapis_datum, vymaz_datum)
+ insert_relation_information_v2(c, elem, primary_sql_key, ancillary_table_key, zapis_datum, vymaz_datum)
except Exception as f:
pass
-
+def find_zakladni_kapital(c, ICO, elem2, conn, primary_sql_key, element):
+ try:
+ zapis_datum = str(get_prop(elem2, ".//zapisDatum"))
+ vymaz_datum = str(get_prop(elem2, ".//vymazDatum"))
+ vklad_typ = str(get_prop(elem2, ".//hodnotaUdaje/vklad/typ"))
+ vklad_hodnota = str(get_prop(elem2, ".//hodnotaUdaje/vklad/textValue"))
+ splaceni_typ = str(get_prop(elem2, ".//hodnotaUdaje/splaceni/typ"))
+ splaceni_hodnota = str(get_prop(elem2, ".//hodnotaUdaje/splaceni/textValue"))
+ c.execute("INSERT INTO zakladni_kapital (company_id, zapis_datum, vymaz_datum, vklad_typ, vklad_hodnota, splaceni_typ, splaceni_hodnota) VALUES(?, ?, ?, ?, ?, ?, ?)", (primary_sql_key, zapis_datum, vymaz_datum, vklad_typ, vklad_hodnota, splaceni_typ, splaceni_hodnota,))
+ except Exception as f:
+ print(f)
def insert_individual_relations_v2(c, ICO, conn, primary_sql_key, zapis_datum, vymaz_datum, hodnota_text):
insert_into_ancillary_table(c, elem, inserted_figure)
@@ -146,7 +159,7 @@ def get_primary_sql_key(c, ICO):
return primary_key[0]
except:
return 0
-
+
return
def insert_primary_company_figures(c, ICO, element, conn):
@@ -175,9 +188,9 @@ def insert_individual_relations(c, ICO, element, conn, primary_sql_key, elem):
def insert_into_ancillary_table(c, elem, inserted_figure):
try:
c.execute("INSERT INTO " + elem[1] + "(" + elem[2] + ") VALUES(?)", (inserted_figure,))
- except:
+ except:
pass
-
+
def get_anciallary_table_key(c, elem, inserted_figure):
try:
anciallary_table_key = c.execute("SELECT id FROM " + elem[1] + " WHERE " + elem[2] + " = (?)", (inserted_figure,))
@@ -206,7 +219,7 @@ def insert_obec_relation(c, conn, ICO, element, primary_sql_key):
try:
c.execute("INSERT INTO obce (obec_jmeno) VALUES(?)", (obec,))
except:
- pass
+ pass
# Get municipality sql_id
try:
municipality_key = c.execute("SELECT id FROM obce WHERE obec_jmeno = (?)", (obec,))
@@ -218,7 +231,7 @@ def insert_obec_relation(c, conn, ICO, element, primary_sql_key):
c.execute("INSERT INTO obec_relation VALUES(?, ?)", (primary_sql_key, municipality_key,))
except:
pass
-
+
return
def zkusit_najit_vsechny_osoby(element):
@@ -257,26 +270,26 @@ def insert_obec(c, obec, conn, ICO, sql_id):
c.execute("INSERT INTO obce (obec_jmeno) VALUES(?)", (obec,))
except:
pass
-
+
def insert_adresa(c, adresa, conn, ICO, sql_id):
try:
c.execute("INSERT INTO adresy (adresa_jmeno) VALUES(?)", (adresa,))
except:
- pass
+ pass
def insert_osoba(c, osoba, conn, ICO, sql_id):
try:
c.execute("INSERT INTO osoby (osoba_jmeno) VALUES(?)", (osoba,))
except:
- pass
+ pass
def insert_ulice(c, ulice, conn, ICO, sql_id):
try:
c.execute("INSERT INTO ulice (ulice_jmeno) VALUES(?)", (ulice,))
except:
- pass
-
+ pass
+
def insert_prop_v2(c, prop, conn, ICO, column, table, sql_id):
# print(column, prop, ICO)
# c.execute("UPDATE companies SET (" + column + ") = (?) WHERE ico = (?)", (prop, ICO,))
@@ -289,13 +302,13 @@ def insert_prop_v2(c, prop, conn, ICO, column, table, sql_id):
# Function to attempt to insert a placeholder for a new company based on ICO
def insert_new_ICO(c, ICO, conn):
-
+
try:
c.execute("INSERT INTO companies (ico) VALUES (?);", (ICO,))
return c.lastrowid
# c.execute("INSERT INTO companies VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", (ICO, "", "", "", "", "", "", "", "", "", ""))
-
+
# # conn.commit()
except:
pass
@@ -309,10 +322,10 @@ def get_ICO(element):
def get_prop(element, prop):
try:
- return element.find(prop).text
+ return element.find(prop).text
except:
return "0"
-
+
# return [element.find(prop)][0].text
def insert_prop(c, prop, conn, ICO, column):
@@ -331,7 +344,7 @@ def insert_prop(c, prop, conn, ICO, column):
# except:
# pass
-def get_SIDLO_v2(element):
+def get_SIDLO_v2(element):
address_field = []
address_field.append(get_prop(element, ".//udaje/Udaj/adresa/statNazev"))
address_field.append(get_prop(element, ".//udaje/Udaj/adresa/obec"))
@@ -351,7 +364,7 @@ def get_SIDLO_v2(element):
address_field[i] = None
return address_field
-def get_SIDLO_v3(element):
+def get_SIDLO_v3(element):
address_field = []
address_field.append(get_prop(element, ".//statNazev"))
address_field.append(get_prop(element, ".//obec"))
@@ -370,7 +383,7 @@ def get_SIDLO_v3(element):
if address_field[i] == "0":
address_field[i] = None
return address_field
-
+
class adresa(object):
def __init__(self, adresa):
@@ -385,7 +398,7 @@ class adresa(object):
self.komplet_adresa = adresa[8]
self.cisloEv = adresa[9]
self.cisloText = adresa[10]
-
+
def __str__ (self):
try:
# if self.obec == "-":
@@ -409,13 +422,13 @@ class adresa(object):
else:
return str(self.obec + " - " + self.castObce + ", " + self.ulice + " " + self.cisloText)
if self.okres == None and self.castObce == None and self.psc != None:
- return str(self.obec + ", " + self.ulice + " " + self.cisloText + ", PSČ " + self.psc)
+ return str(self.obec + ", " + self.ulice + " " + self.cisloText + ", PSČ " + self.psc)
if self.castObce == None and self.psc == None:
return str(self.obec + ", " + self.ulice + " " + self.cisloText)
else:
- if self.psc != None:
+ if self.psc != None and self.ulice == None:
return str(self.obec + " " + self.cisloText + " " + "okres " + self.okres + ", PSČ " + self.psc)
- else:
+ elif self.ulice == None:
return str(self.obec + " " + self.cisloText + " " + "okres " + self.okres)
if self.ulice != None :
if self.cisloOr != None:
@@ -432,56 +445,56 @@ class adresa(object):
else:
return str(self.obec + ", " + self.ulice + "" + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.stat)
else:
- return str(self.ulice + " č.ev. " + self.cisloEv + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.psc + " " + self.obec + ", " + self.stat)
+ return str(self.ulice + " č.ev. " + self.cisloEv + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.psc + " " + self.obec + ", " + self.stat)
else:
if self.psc != None:
- return str(self.ulice + " " + self.cisloPo + "" + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.psc + " " + self.obec + ", " + self.stat)
+ return str(self.ulice + " " + self.cisloPo + "" + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.psc + " " + self.obec + ", " + self.stat)
else:
- return str(self.ulice + " " + self.cisloPo + "" + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.obec + ", " + self.stat)
-
+ return str(self.ulice + " " + self.cisloPo + "" + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.obec + ", " + self.stat)
+
if self.cisloPo == None and self.cisloEv != None:
return str(self.obec + " č.ev. " + self.cisloEv + ", " + self.psc + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.obec + ", " + self.stat)
-
+
if self.cisloPo != None:
return str("č.p. " + self.cisloPo + ", " + self.psc + srovnat_obec_cast(self.obec, self.castObce) + ", " + self.obec + ", " + self.stat)
-
+
if self.cisloPo == None and self.cisloEv == None and self.ulice == None:
return (self.obec + " " + self.stat)
-
+
except TypeError:
temp_adr = []
if self.ulice != None:
temp_adr.append(self.ulice)
-
+
if self.obec != None:
temp_adr.append(self.obec)
-
+
if self.castObce != None:
temp_adr.append(self.castObce)
-
+
if self.cisloPo != None:
- temp_adr.append(self.cisloPo)
-
+ temp_adr.append(self.cisloPo)
+
if self.cisloOr != None:
- temp_adr.append(self.cisloOr)
-
+ temp_adr.append(self.cisloOr)
+
if self.psc != None:
temp_adr.append(self.psc)
-
+
if self.okres != None:
- temp_adr.append(self.okres)
-
+ temp_adr.append(self.okres)
+
if self.cisloEv != None:
temp_adr.append(self.cisloEv)
-
+
if self.cisloText != None:
temp_adr.append(self.cisloText)
-
+
if self.stat != None:
temp_adr.append(self.stat)
-
- listToStr = ' '.join([str(elem) for elem in temp_adr])
-
+
+ listToStr = ' '.join([str(elem) for elem in temp_adr])
+
return listToStr
def srovnat_obec_cast(obec, cast_obce):
@@ -493,20 +506,20 @@ def srovnat_obec_cast(obec, cast_obce):
return str(", " + cast_obce)
def general_update(method):
- typy_po = ["as", "sro", "vos", "ks", "dr", "zajzdrpo", "zahrfos", "ustav", "svj", "spolek", "prisp", "pobspolek",
+ typy_po = ["as", "sro", "vos", "ks", "dr", "zajzdrpo", "zahrfos", "ustav", "svj", "spolek", "prisp", "pobspolek",
"oszpo", "osznadf", "osznad", "orgzam", "odbororg", "nadf", "nad", "evrspol", "evrhzs", "evrdrspol"]
soudy = ["praha", "plzen", "brno", "ceske_budejovice", "hradec_kralove", "ostrava", "usti_nad_labem"]
# typy_po = ["as"]
# soudy = ["ostrava"]
-
+
rok = str(datetime.now().year)
for osoba in typy_po:
for soud in soudy:
if method == "down":
- update_data(osoba + "-actual-" + soud + "-" + rok + ".xml.gz")
+ update_data(osoba + "-full-" + soud + "-" + rok + ".xml.gz")
elif method == "db_update":
try:
- parse_to_DB(os.path.join(str(os.getcwd()), "data", osoba) + "-actual-" + soud + "-" + rok + ".xml")
+ parse_to_DB(os.path.join(str(os.getcwd()), "data", osoba) + "-full-" + soud + "-" + rok + ".xml")
except:
pass
@@ -528,7 +541,7 @@ def update_data(filename):
delete_archive(temp_file[:-3])
-def downloadOR(source):
+def downloadOR(source):
download = requests.get(source, stream = True)
try:
print("Downloading file ", source)
@@ -565,24 +578,24 @@ def delete_temp_file(temp_file):
def unzip_file(filename, temp_file):
with gzip.open(temp_file, 'rb') as f_in:
- with open(os.path.join(str(os.getcwd()), "data", "temp-" + filename), "wb") as f_out:
+ with open(os.path.join(str(os.getcwd()), "data", "temp-" + filename), "wb") as f_out:
# with open(str(os.getcwd()) + "\\data\\temp-" + filename, 'wb') as f_out:
shutil.copyfileobj(f_in, f_out)
-
+
def delete_archive(file):
send2trash.send2trash(file)
-# parse_to_DB("as-actual-ostrava-2021.xml")
+# parse_to_DB("as-full-ostrava-2021.xml")
# parse_to_DB("ks-actual-ostrava-2021.xml")
# parse_to_DB("sro-actual-praha-2020.xml")
-# def do_both():
-# general_update("down")
-# general_update("db_update")
+def do_both():
+ # general_update("down")
+ general_update("db_update")#
-# do_both()
+do_both()
# cProfile.run('do_both()')
generated by cgit (git 2.34.1) at 2024-11-10 07:38:11 +0000