lafrite
/
plesna
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Feat: add some print (before logging)

This commit is contained in:
Bertrand Benjamin 2024-03-05 18:59:55 +01:00
parent 78576270db
commit 05430196d0
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/flux.py
View File

@ -132,15 +132,17 @@ def consume_fluxes(
wrote_files = []
for name, flux in fluxes.items():
print(name)
print(f"Consume {name}")
logger.info(f"Processing flux {name}")
src_df = []
for filename, df in extract_sources(flux.sources, origin_path):
print(f"Extracting {filename}")
df, duplicated = split_duplicates(df, str(filename), duplicated)
src_df.append(df)
print(f"Execute {flux.transformation.function.__name__}")
df = flux.transformation.function(src_df, **flux.transformation.extra_kwrds)
files = flux.destination.write(df, dest_path, writing_func)
print(files)
wrote_files += files
return wrote_files