Compare commits
9 Commits
v0.3.8
...
2b3e935f39
| Author | SHA1 | Date | |
|---|---|---|---|
| 2b3e935f39 | |||
| ef63f22d44 | |||
| 1020ef9257 | |||
| 39084ceebd | |||
| 7de6c8dd9c | |||
| da3815eea6 | |||
| 45d343d810 | |||
| 806227f202 | |||
| 7bf0c38883 |
@@ -10,7 +10,9 @@ def join_excel(src, dest, file_pattern):
|
|||||||
logging.debug(f"Concatenate {filenames}")
|
logging.debug(f"Concatenate {filenames}")
|
||||||
dfs = extract_dfs(filenames)
|
dfs = extract_dfs(filenames)
|
||||||
joined_df = pd.concat(dfs)
|
joined_df = pd.concat(dfs)
|
||||||
|
logging.debug(f"Writing joined excel to {dest}")
|
||||||
joined_df.to_excel(dest, index=False)
|
joined_df.to_excel(dest, index=False)
|
||||||
|
logging.debug(f"with {len(joined_df)} rows")
|
||||||
|
|
||||||
|
|
||||||
def list_files(src, file_glob):
|
def list_files(src, file_glob):
|
||||||
@@ -20,5 +22,8 @@ def list_files(src, file_glob):
|
|||||||
def extract_dfs(filenames):
|
def extract_dfs(filenames):
|
||||||
dfs = []
|
dfs = []
|
||||||
for filename in filenames:
|
for filename in filenames:
|
||||||
dfs.append(pd.read_excel(filename))
|
logging.debug(f"Extracting {filename}")
|
||||||
|
df = pd.read_excel(filename)
|
||||||
|
logging.debug(f"Found {len(df)} rows")
|
||||||
|
dfs.append(df)
|
||||||
return dfs
|
return dfs
|
||||||
|
|||||||
@@ -7,6 +7,14 @@ import click
|
|||||||
from .extract import extract_save
|
from .extract import extract_save
|
||||||
from .join import join_excel
|
from .join import join_excel
|
||||||
|
|
||||||
|
|
||||||
|
@click.group()
|
||||||
|
@click.option("--debug/--no-debug", default=False)
|
||||||
|
def main(debug):
|
||||||
|
if debug:
|
||||||
|
logging_level = logging.DEBUG
|
||||||
|
else:
|
||||||
|
logging_level = logging.INFO
|
||||||
logging_config = dict(
|
logging_config = dict(
|
||||||
version=1,
|
version=1,
|
||||||
formatters={"f": {"format": "%(levelname)-8s %(name)-12s %(message)s"}},
|
formatters={"f": {"format": "%(levelname)-8s %(name)-12s %(message)s"}},
|
||||||
@@ -14,23 +22,18 @@ logging_config = dict(
|
|||||||
"h": {
|
"h": {
|
||||||
"class": "logging.StreamHandler",
|
"class": "logging.StreamHandler",
|
||||||
"formatter": "f",
|
"formatter": "f",
|
||||||
"level": logging.DEBUG,
|
"level": logging_level,
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
root={
|
root={
|
||||||
"handlers": ["h"],
|
"handlers": ["h"],
|
||||||
"level": logging.DEBUG,
|
"level": logging_level,
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
|
|
||||||
dictConfig(logging_config)
|
dictConfig(logging_config)
|
||||||
|
|
||||||
|
|
||||||
@click.group()
|
|
||||||
def main():
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
@main.group()
|
@main.group()
|
||||||
def extract():
|
def extract():
|
||||||
pass
|
pass
|
||||||
@@ -87,6 +90,8 @@ def join(src, dest, force):
|
|||||||
if not force and Path(dest_locataire).exists():
|
if not force and Path(dest_locataire).exists():
|
||||||
raise ValueError(f"The file {dest_locataire} already exists")
|
raise ValueError(f"The file {dest_locataire} already exists")
|
||||||
|
|
||||||
|
if not Path(src).exists():
|
||||||
|
raise ValueError(f"The source directory ({src}) does not exists.")
|
||||||
join_excel(src, dest_charge, "*_charge.xlsx")
|
join_excel(src, dest_charge, "*_charge.xlsx")
|
||||||
logging.info(f"Les données charges ont été concaténées dans {dest_charge}")
|
logging.info(f"Les données charges ont été concaténées dans {dest_charge}")
|
||||||
join_excel(src, dest_locataire, "*_locataire.xlsx")
|
join_excel(src, dest_locataire, "*_locataire.xlsx")
|
||||||
|
|||||||
2
renovate.json
Normal file
2
renovate.json
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
{
|
||||||
|
}
|
||||||
@@ -29,7 +29,7 @@ jupyter_client==7.3.5
|
|||||||
jupyterlab-pygments==0.2.2
|
jupyterlab-pygments==0.2.2
|
||||||
jupyterlab-widgets==3.0.3
|
jupyterlab-widgets==3.0.3
|
||||||
lxml==4.9.1
|
lxml==4.9.1
|
||||||
MarkupSafe==2.1.1
|
MarkupSafe==2.1.3
|
||||||
matplotlib-inline==0.1.6
|
matplotlib-inline==0.1.6
|
||||||
mistune==2.0.4
|
mistune==2.0.4
|
||||||
nbclient==0.6.8
|
nbclient==0.6.8
|
||||||
@@ -62,7 +62,7 @@ pytz==2022.2.1
|
|||||||
pyzmq==24.0.1
|
pyzmq==24.0.1
|
||||||
qtconsole==5.3.2
|
qtconsole==5.3.2
|
||||||
QtPy==2.2.0
|
QtPy==2.2.0
|
||||||
Send2Trash==1.8.0
|
Send2Trash==1.8.2
|
||||||
six==1.16.0
|
six==1.16.0
|
||||||
soupsieve==2.3.2.post1
|
soupsieve==2.3.2.post1
|
||||||
stack-data==0.5.1
|
stack-data==0.5.1
|
||||||
|
|||||||
Reference in New Issue
Block a user