plesna/dashboard/datalake.py

14 lines
396 B
Python

from .libs.stage.fs_stage import FSStage
from dotenv import dotenv_values
env = {
**dotenv_values(".env"),
}
stages = {
"raw": FSStage(f"{env['DATA_PATH']}/{env['RAW_SUBPATH']}"),
"staging": FSStage(f"{env['DATA_PATH']}/{env['STAGING_SUBPATH']}"),
"gold": FSStage(f"{env['DATA_PATH']}/{env['GOLD_SUBPATH']}"),
"mart": FSStage(f"{env['DATA_PATH']}/{env['MART_SUBPATH']}"),
}