lafrite/plesna
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Feat: add commands in makefile

Browse Source
This commit is contained in:
Bertrand Benjamin 2024-06-11 17:54:25 +02:00
parent 215e26b84f
commit 1ed6ed43ed
2 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
Makefile
View File

@ -42,6 +42,18 @@ clean_built:
rm -rf $(DATA_BASE)/staging/**/*.csv rm -rf $(DATA_BASE)/staging/**/*.csv
rm -rf $(DATA_BASE)/gold/**/*.csv rm -rf $(DATA_BASE)/gold/**/*.csv
rm -rf $(DATA_BASE)/datamart/**/*.csv rm -rf $(DATA_BASE)/datamart/**/*.csv
rm -rf $(DATA_BASE)/datamart/**/*.xlsx
run_ingest:
python -m scripts ingest
run_feature:
python -m scripts feature
run_datamart:
python -m scripts datamart
build: clean_built run_ingest run_feature run_datamart
clean_all: clean_built clean_raw clean_all: clean_built clean_raw
@ -50,3 +62,5 @@ import_nextcloud:
push_nextcloud: push_nextcloud:
rsync -av ./datas/datamart/ ~/Nextcloud/PLESNA\ Compta\ SYSTEM/DataMart rsync -av ./datas/datamart/ ~/Nextcloud/PLESNA\ Compta\ SYSTEM/DataMart

2
requirements.txt
View File

@ -3,3 +3,5 @@ pandas==1.5.0
pdf-oralia==0.3.11 pdf-oralia==0.3.11
pydantic==2.6.1 pydantic==2.6.1
click==8.1.7 click==8.1.7
dlt[duckdb]>=0.4.3a0
openpyxl>=3.0.0