get dataset returns shuffled training data by default

This commit is contained in:
Dr. Kashif Rasul
2020-05-15 10:53:40 +02:00
parent 86e6828091
commit 92c28d77d6
2 changed files with 6 additions and 0 deletions
+4
View File
@@ -133,6 +133,7 @@ def materialize_dataset(
def get_dataset(
dataset_name: str, path: Path = default_dataset_path, regenerate: bool = False,
shuffle: bool = True,
) -> TrainDatasets:
"""
Get a repository dataset.
@@ -151,6 +152,8 @@ def get_dataset(
be downloaded again.
path
where the dataset should be saved
shuffle
wheather to shuffle the training time series
Returns
-------
dataset obtained by either downloading or reloading from local file.
@@ -161,6 +164,7 @@ def get_dataset(
metadata=dataset_path / "metadata.json",
train=dataset_path / "train" / "*.json",
test=dataset_path / "test" / "*.json",
shuffle=shuffle
)
+2
View File
@@ -67,6 +67,8 @@ def load_datasets(metadata, train, test, shuffle: bool = False) -> TrainDatasets
Path to the training dataset files.
test
Path to the test dataset files.
shuffle
Return shuffled train data.
Returns
-------
TrainDatasets