diff --git a/scripts/flux.py b/scripts/flux.py index 5643623..b20fa61 100644 --- a/scripts/flux.py +++ b/scripts/flux.py @@ -132,15 +132,17 @@ def consume_fluxes( wrote_files = [] for name, flux in fluxes.items(): - print(name) + print(f"Consume {name}") logger.info(f"Processing flux {name}") src_df = [] for filename, df in extract_sources(flux.sources, origin_path): + print(f"Extracting {filename}") df, duplicated = split_duplicates(df, str(filename), duplicated) src_df.append(df) + print(f"Execute {flux.transformation.function.__name__}") df = flux.transformation.function(src_df, **flux.transformation.extra_kwrds) - files = flux.destination.write(df, dest_path, writing_func) + print(files) wrote_files += files return wrote_files