From 3df27cf012b666463baf19e4d1e932deb02569cf Mon Sep 17 00:00:00 2001 From: liyuxiao2 Date: Tue, 20 May 2025 10:50:55 -0400 Subject: [PATCH] fixed the workflow to detect the helpers folder --- .riahub/workflows/workflow.yaml | 7 ++++--- scripts/produce_dataset.py | 6 +++--- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/.riahub/workflows/workflow.yaml b/.riahub/workflows/workflow.yaml index 4fdc1ce..65e7aee 100644 --- a/.riahub/workflows/workflow.yaml +++ b/.riahub/workflows/workflow.yaml @@ -39,9 +39,10 @@ jobs: - name: 1. Build HDF5 Dataset run: | - mkdir -p data - python scripts/produce_dataset.py - echo "datasets produced successfully" + mkdir -p data + PYTHONPATH=. python scripts/produce_dataset.py + echo "datasets produced successfully" + shell: bash - name: 2. Train Model run: | diff --git a/scripts/produce_dataset.py b/scripts/produce_dataset.py index 557e749..d593618 100644 --- a/scripts/produce_dataset.py +++ b/scripts/produce_dataset.py @@ -115,10 +115,10 @@ def generate_datasets(cfg): Returns: dset (h5py.Dataset): The created dataset object """ - - #always create the output directory - os.makedirs(cfg.output_dir, exist_ok=True) + parent = os.path.dirname(cfg.output_dir) + if not parent: + os.makedirs(cfg.output_dir, exist_ok=True) # we assume the recordings are in .npy format files = os.listdir(cfg.input_dir)