From 1ed6ed43ed98b296201d9c423030ca8193b30389 Mon Sep 17 00:00:00 2001 From: Bertrand Benjamin Date: Tue, 11 Jun 2024 17:54:25 +0200 Subject: [PATCH] Feat: add commands in makefile --- Makefile | 14 ++++++++++++++ requirements.txt | 2 ++ 2 files changed, 16 insertions(+) diff --git a/Makefile b/Makefile index 2cbedfd..a5d759f 100644 --- a/Makefile +++ b/Makefile @@ -42,6 +42,18 @@ clean_built: rm -rf $(DATA_BASE)/staging/**/*.csv rm -rf $(DATA_BASE)/gold/**/*.csv rm -rf $(DATA_BASE)/datamart/**/*.csv + rm -rf $(DATA_BASE)/datamart/**/*.xlsx + +run_ingest: + python -m scripts ingest + +run_feature: + python -m scripts feature + +run_datamart: + python -m scripts datamart + +build: clean_built run_ingest run_feature run_datamart clean_all: clean_built clean_raw @@ -50,3 +62,5 @@ import_nextcloud: push_nextcloud: rsync -av ./datas/datamart/ ~/Nextcloud/PLESNA\ Compta\ SYSTEM/DataMart + + diff --git a/requirements.txt b/requirements.txt index 0653e55..dd51a46 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,3 +3,5 @@ pandas==1.5.0 pdf-oralia==0.3.11 pydantic==2.6.1 click==8.1.7 +dlt[duckdb]>=0.4.3a0 +openpyxl>=3.0.0