fixed the workflow to detect the helpers folder

.riahub/workflows/workflow.yaml

@@ -39,9 +39,10 @@ jobs:
 
       - name: 1. Build HDF5 Dataset
         run: |
-          mkdir -p data
+         mkdir -p data
-          python scripts/produce_dataset.py
+         PYTHONPATH=. python scripts/produce_dataset.py
-          echo "datasets produced successfully"
+         echo "datasets produced successfully"
+        shell: bash
 
       - name: 2. Train Model
         run: |

scripts/produce_dataset.py

@@ -115,10 +115,10 @@ def generate_datasets(cfg):
     Returns:
         dset (h5py.Dataset): The created dataset object
     """
-    
-    #always create the output directory
-    os.makedirs(cfg.output_dir, exist_ok=True)
 
+    parent = os.path.dirname(cfg.output_dir)
+    if not parent:
+        os.makedirs(cfg.output_dir, exist_ok=True)
 
     # we assume the recordings are in .npy format
     files = os.listdir(cfg.input_dir)