clean renovate.json

pdf_oralia/join.py

@@ -1,4 +1,5 @@
 import glob
+import logging
 
 import pandas as pd
 
@@ -6,9 +7,12 @@ import pandas as pd
 def join_excel(src, dest, file_pattern):
     """Join every excel file in arc respecting file_pattern into on unique file in dist"""
     filenames = list_files(src, file_pattern)
+    logging.debug(f"Concatenate {filenames}")
     dfs = extract_dfs(filenames)
     joined_df = pd.concat(dfs)
+    logging.debug(f"Writing joined excel to {dest}")
     joined_df.to_excel(dest, index=False)
+    logging.debug(f"with {len(joined_df)} rows")
 
 
 def list_files(src, file_glob):
@@ -18,5 +22,8 @@ def list_files(src, file_glob):
 def extract_dfs(filenames):
     dfs = []
     for filename in filenames:
-        dfs.append(pd.read_excel(filename))
+        logging.debug(f"Extracting {filename}")
+        df = pd.read_excel(filename)
+        logging.debug(f"Found {len(df)} rows")
+        dfs.append(df)
     return dfs

pdf_oralia/scripts.py

@@ -7,28 +7,31 @@ import click
 from .extract import extract_save
 from .join import join_excel
 
-logging_config = dict(
+
+@click.group()
+@click.option("--debug/--no-debug", default=False)
+def main(debug):
+    if debug:
+        logging_level = logging.DEBUG
+    else:
+        logging_level = logging.INFO
+    logging_config = dict(
         version=1,
         formatters={"f": {"format": "%(levelname)-8s %(name)-12s %(message)s"}},
         handlers={
             "h": {
                 "class": "logging.StreamHandler",
                 "formatter": "f",
-            "level": logging.DEBUG,
+                "level": logging_level,
             }
         },
         root={
             "handlers": ["h"],
-        "level": logging.DEBUG,
+            "level": logging_level,
         },
-)
+    )
 
-dictConfig(logging_config)
+    dictConfig(logging_config)
-
-
-@click.group()
-def main():
-    pass
 
 
 @main.group()
@@ -87,6 +90,8 @@ def join(src, dest, force):
     if not force and Path(dest_locataire).exists():
         raise ValueError(f"The file {dest_locataire} already exists")
 
+    if not Path(src).exists():
+        raise ValueError(f"The source directory ({src}) does not exists.")
     join_excel(src, dest_charge, "*_charge.xlsx")
     logging.info(f"Les données charges ont été concaténées dans {dest_charge}")
     join_excel(src, dest_locataire, "*_locataire.xlsx")

renovate.json

@@ -0,0 +1,2 @@
+{
+}