plesna/dashboard/datalake.py

15 lines
466 B
Python
Raw Normal View History

2024-07-27 15:39:09 +00:00
from dotenv import dotenv_values
2024-08-07 09:39:33 +00:00
from .libs.repository.fs_repository import FSRepository
2024-07-27 15:39:09 +00:00
env = {
**dotenv_values(".env"),
}
stages = {
2024-08-07 09:39:33 +00:00
"raw": FSRepository("raw", f"{env['DATA_PATH']}/{env['RAW_SUBPATH']}"),
"staging": FSRepository("staging", f"{env['DATA_PATH']}/{env['STAGING_SUBPATH']}"),
"gold": FSRepository("gold", f"{env['DATA_PATH']}/{env['GOLD_SUBPATH']}"),
"mart": FSRepository("mart", f"{env['DATA_PATH']}/{env['MART_SUBPATH']}"),
2024-07-27 15:39:09 +00:00
}