diff --git a/.riahub/workflows/workflow.yaml b/.riahub/workflows/workflow.yaml index 4fdc1ce..65e7aee 100644 --- a/.riahub/workflows/workflow.yaml +++ b/.riahub/workflows/workflow.yaml @@ -39,9 +39,10 @@ jobs: - name: 1. Build HDF5 Dataset run: | - mkdir -p data - python scripts/produce_dataset.py - echo "datasets produced successfully" + mkdir -p data + PYTHONPATH=. python scripts/produce_dataset.py + echo "datasets produced successfully" + shell: bash - name: 2. Train Model run: | diff --git a/scripts/produce_dataset.py b/scripts/produce_dataset.py index 557e749..d593618 100644 --- a/scripts/produce_dataset.py +++ b/scripts/produce_dataset.py @@ -115,10 +115,10 @@ def generate_datasets(cfg): Returns: dset (h5py.Dataset): The created dataset object """ - - #always create the output directory - os.makedirs(cfg.output_dir, exist_ok=True) + parent = os.path.dirname(cfg.output_dir) + if not parent: + os.makedirs(cfg.output_dir, exist_ok=True) # we assume the recordings are in .npy format files = os.listdir(cfg.input_dir)