75 lines
1.7 KiB
Python
75 lines
1.7 KiB
Python
import shutil
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
from plesna.dataplatform import DataPlateform
|
|
from plesna.storage.repository.fs_repository import FSRepository
|
|
|
|
FIXTURE_DIR = Path(__file__).parent.parent / Path("raw_datas")
|
|
|
|
|
|
@pytest.fixture
|
|
def repository(tmp_path) -> FSRepository:
|
|
raw_path = Path(tmp_path) / "raw"
|
|
raw_path.mkdir()
|
|
|
|
example_src = FIXTURE_DIR
|
|
assert example_src.exists()
|
|
|
|
recovery_loc = raw_path / "recovery"
|
|
recovery_loc.mkdir()
|
|
username_loc = raw_path / "username"
|
|
username_loc.mkdir()
|
|
salary_loc = raw_path / "salary"
|
|
salary_loc.mkdir()
|
|
|
|
for f in example_src.glob("*"):
|
|
if "recovery" in str(f):
|
|
shutil.copy(f, recovery_loc)
|
|
if "salary" in str(f):
|
|
shutil.copy(f, salary_loc)
|
|
else:
|
|
shutil.copy(f, username_loc)
|
|
|
|
bronze_path = Path(tmp_path) / "bronze"
|
|
bronze_path.mkdir()
|
|
silver_path = Path(tmp_path) / "silver"
|
|
silver_path.mkdir()
|
|
|
|
return FSRepository("test", tmp_path, "test")
|
|
|
|
|
|
def test_add_repository(
|
|
repository: FSRepository,
|
|
):
|
|
dp = DataPlateform()
|
|
dp.add_repository("test", repository)
|
|
|
|
assert dp.repositories == ["test"]
|
|
|
|
assert dp.repository("test") == repository
|
|
|
|
|
|
@pytest.fixture
|
|
def dataplatform(
|
|
repository: FSRepository,
|
|
) -> DataPlateform:
|
|
dp = DataPlateform()
|
|
dp.add_repository("test", repository)
|
|
return dp
|
|
|
|
|
|
def test_listing_content(dataplatform: DataPlateform):
|
|
assert dataplatform.repository("test").schemas() == ["raw", "bronze", "silver"]
|
|
assert dataplatform.repository("test").schema("raw").tables == [
|
|
"recovery",
|
|
"username",
|
|
"salary",
|
|
]
|
|
|
|
|
|
def test_add_flux(dataplatform: DataPlateform):
|
|
# dataplatform.add_flux()
|
|
pass
|