plesna/dashboard/datalake.py

14 lines
430 B
Python

from .libs.stage.fs_stage import FSStage
from dotenv import dotenv_values
env = {
**dotenv_values(".env"),
}
stages = {
"raw": FSStage("raw", f"{env['DATA_PATH']}/{env['RAW_SUBPATH']}"),
"staging": FSStage("staging", f"{env['DATA_PATH']}/{env['STAGING_SUBPATH']}"),
"gold": FSStage("gold", f"{env['DATA_PATH']}/{env['GOLD_SUBPATH']}"),
"mart": FSStage("mart", f"{env['DATA_PATH']}/{env['MART_SUBPATH']}"),
}