phga/python-stuff
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

feat: meta info in excel sheet

Browse Source
This commit is contained in:
toerd@480 2021-10-20 17:38:01 +02:00
parent 8ed6960e79
commit 761895fb6a
1 changed files with 21 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
melli/excel2sql.py
View File

@ -1,7 +1,17 @@
#!/bin/python3
import pandas as pd
import numpy as np
from argparse import ArgumentParser
def wrap_types(val):
if np.isnan(val):
print("NaN FOUND")
val = "NULL"
if type(val) in [str, pd._libs.tslibs.timestamps.Timestamp]:
return f"'{val}'"
else:
return val
p = ArgumentParser()
# action store_true is for flags
p.add_argument("-i", "--input", nargs="+", help="Path to input excel file")
@ -22,27 +32,29 @@ else:
print(f'Input: {in_file_path}\nOutput: {out_file_path}')
in_file = pd.ExcelFile(in_file_path)
print(in_file.parse("Datei", skiprows=1).head())
with open(out_file_path, "w") as of:
for sheet in in_file.sheet_names:
curr_sheet = in_file.parse(sheet)
curr_meta = in_file.parse(sheet, nrows=1, header=None)
curr_sheet = in_file.parse(sheet, header=1)
curr_meta = curr_meta[0][0].split("#")
db = curr_meta[0]
table_prefix = curr_meta[1]
table_suffix = sheet
# One line is one test subject/object
for line in curr_sheet.iterrows():
indices = line[1].index
values = line[1].values
# print(indices, values)
cols = ""
vals = ""
for i in range(len(indices)):
# print(type(values[i]), ": ", values[i])
if i != 0:
cols += f", {indices[i]}"
vals += f", {values[i]}"
vals += f", {wrap_types(values[i])}"
else:
cols += f"{indices[i]}"
vals += f"{values[i]}"
# USE $DB
vals += f"{wrap_types(values[i])}"
# INSERT INTO $DB.$TABLE ($COL1, $COL2, ...) VALUES ($VAL1, $VAL2, ...)
db_table = sheet.split(".")
db = db_table[0]
table = db_table[1]
of.write(f"INSERT INTO {db}.{table} ({cols}) VALUES ({vals})\n")
of.write(f'INSERT INTO "{db}"."{table_prefix}.{table_suffix}" ({cols}) VALUES ({vals})\n')