refactor/data_backend #12
1 changed files with 80 additions and 1 deletions
docstrings
All checks were successful
Mypy / mypy (push) Successful in 45s
Pytest / pytest (3.12) (push) Successful in 58s
Pytest / pytest (3.13) (push) Successful in 50s
Pytest / pytest (3.14) (push) Successful in 50s
Ruff / ruff (push) Successful in 34s
Mypy / mypy (pull_request) Successful in 44s
Pytest / pytest (3.12) (pull_request) Successful in 50s
Pytest / pytest (3.13) (pull_request) Successful in 48s
Pytest / pytest (3.14) (pull_request) Successful in 49s
Ruff / ruff (pull_request) Successful in 33s
All checks were successful
Mypy / mypy (push) Successful in 45s
Pytest / pytest (3.12) (push) Successful in 58s
Pytest / pytest (3.13) (push) Successful in 50s
Pytest / pytest (3.14) (push) Successful in 50s
Ruff / ruff (push) Successful in 34s
Mypy / mypy (pull_request) Successful in 44s
Pytest / pytest (3.12) (pull_request) Successful in 50s
Pytest / pytest (3.13) (pull_request) Successful in 48s
Pytest / pytest (3.14) (pull_request) Successful in 49s
Ruff / ruff (pull_request) Successful in 33s
commit
8f8f9b472a
|
|
@ -7,6 +7,19 @@ from .tools import get_db_file
|
|||
|
||||
|
||||
def get_tracker(path: str) -> str:
|
||||
"""
|
||||
Get the tracker used in the dataset located at path.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
path: str
|
||||
The path to the backlogger folder.
|
||||
|
||||
Returns
|
||||
-------
|
||||
tracker: str
|
||||
The tracker used in the dataset.
|
||||
"""
|
||||
config_path = os.path.join(path, '.corrlib')
|
||||
config = ConfigParser()
|
||||
if os.path.exists(config_path):
|
||||
|
|
@ -18,6 +31,16 @@ def get_tracker(path: str) -> str:
|
|||
|
||||
|
||||
def get(path: str, file: str) -> None:
|
||||
"""
|
||||
Wrapper function to get a file from the dataset located at path with the specified tracker.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
path: str
|
||||
The path to the backlogger folder.
|
||||
file: str
|
||||
The file to get.
|
||||
"""
|
||||
tracker = get_tracker(path)
|
||||
if tracker == 'datalad':
|
||||
if file == get_db_file(path):
|
||||
|
|
@ -34,18 +57,41 @@ def get(path: str, file: str) -> None:
|
|||
|
||||
|
||||
def save(path: str, message: str, files: Optional[list[str]]=None) -> None:
|
||||
"""
|
||||
Wrapper function to save a file to the dataset located at path with the specified tracker.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
path: str
|
||||
The path to the backlogger folder.
|
||||
message: str
|
||||
The commit message.
|
||||
files: list[str], optional
|
||||
The files to save. If None, all changes are saved.
|
||||
"""
|
||||
tracker = get_tracker(path)
|
||||
if tracker == 'datalad':
|
||||
if files is not None:
|
||||
files = [os.path.join(path, f) for f in files]
|
||||
dl.save(files, message=message, dataset=path)
|
||||
elif tracker == 'None':
|
||||
Warning("Tracker 'None' does not implement save.")
|
||||
pass
|
||||
else:
|
||||
raise ValueError(f"Tracker {tracker} is not supported.")
|
||||
|
||||
|
||||
def init(path: str, tracker: str='datalad') -> None:
|
||||
"""
|
||||
Initialize a dataset at the specified path with the specified tracker.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
path: str
|
||||
The path to initialize the dataset.
|
||||
tracker: str
|
||||
The tracker to use. Currently only 'datalad' and 'None' are supported.
|
||||
"""
|
||||
if tracker == 'datalad':
|
||||
dl.create(path)
|
||||
elif tracker == 'None':
|
||||
|
|
@ -56,10 +102,21 @@ def init(path: str, tracker: str='datalad') -> None:
|
|||
|
||||
|
||||
def unlock(path: str, file: str) -> None:
|
||||
"""
|
||||
Wrapper function to unlock a file in the dataset located at path with the specified tracker.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
path : str
|
||||
The path to the backlogger folder.
|
||||
file : str
|
||||
The file to unlock.
|
||||
"""
|
||||
tracker = get_tracker(path)
|
||||
if tracker == 'datalad':
|
||||
dl.unlock(file, dataset=path)
|
||||
elif tracker == 'None':
|
||||
Warning("Tracker 'None' does not implement unlock.")
|
||||
pass
|
||||
else:
|
||||
raise ValueError(f"Tracker {tracker} is not supported.")
|
||||
|
|
@ -67,6 +124,17 @@ def unlock(path: str, file: str) -> None:
|
|||
|
||||
|
||||
def clone(path: str, source: str, target: str) -> None:
|
||||
"""
|
||||
Wrapper function to clone a dataset from source to target with the specified tracker.
|
||||
Parameters
|
||||
----------
|
||||
path: str
|
||||
The path to the backlogger folder.
|
||||
source: str
|
||||
The source dataset to clone.
|
||||
target: str
|
||||
The target path to clone the dataset to.
|
||||
"""
|
||||
tracker = get_tracker(path)
|
||||
if tracker == 'datalad':
|
||||
dl.clone(target=target, source=source, dataset=path)
|
||||
|
|
@ -80,11 +148,22 @@ def clone(path: str, source: str, target: str) -> None:
|
|||
|
||||
|
||||
def drop(path: str, reckless: Optional[str]=None) -> None:
|
||||
"""
|
||||
Wrapper function to drop data from a dataset located at path with the specified tracker.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
path: str
|
||||
The path to the backlogger folder.
|
||||
reckless: Optional[str]
|
||||
The datalad's reckless option for dropping data.
|
||||
"""
|
||||
tracker = get_tracker(path)
|
||||
if tracker == 'datalad':
|
||||
dl.drop(path, reckless=reckless)
|
||||
elif tracker == 'None':
|
||||
shutil.rmtree(path)
|
||||
Warning("Tracker 'None' does not implement drop.")
|
||||
pass
|
||||
else:
|
||||
raise ValueError(f"Tracker {tracker} is not supported.")
|
||||
return
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue