fixed the workflow, app.yaml now matches app_settings.py, configured dataset.py to always create a new data folder

conf/app.yaml

@@ -20,7 +20,7 @@ training:
 inference:
   model_path: "checkpoints/model.ckpt"
   num_classes: 10
-  results_output_path: "results/output.json"
+  output_path: "results/output.json"
 
 app:
   build_dir: "dist"

helpers/app_settings.py

@@ -20,7 +20,7 @@ class DataSetConfig:
 @dataclass
 class TrainingConfig:
     batch_size: int
-    num_epochs: int
+    epochs: int
     learning_rate: float
     checkpoint_path: str
     use_gpu: bool
@@ -29,7 +29,7 @@ class TrainingConfig:
 class InferenceConfig:
     model_path: str
     num_classes: int
-    output_dir: str
+    output_path: str
 
 @dataclass
 class AppConfig:
@@ -53,7 +53,7 @@ class AppSettings:
 @lru_cache
 def get_app_settings() -> AppSettings:
     """Return application configuration settings."""
-    module_path = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+    module_path = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
     config_file = os.path.join(module_path, "conf", "app.yaml")
     return AppSettings(config_file=config_file)
 

scripts/produce_dataset.py

@@ -116,9 +116,9 @@ def generate_datasets(cfg):
         dset (h5py.Dataset): The created dataset object
     """
     
-    parent = os.path.dirname(cfg.output_dir)
-    if parent:
-        os.makedirs(parent, exist_ok=True)
+    #always create the output directory
+    os.makedirs(cfg.output_dir, exist_ok=True)
+
 
     # we assume the recordings are in .npy format
     files = os.listdir(cfg.input_dir)