Setup base for training jobs. Added sd-scripts as a submodule

jobs/ExtractJob.py

@@ -5,6 +5,12 @@ from typing import List
 
 from jobs.process import BaseExtractProcess
 
+from jobs.process import ExtractLoconProcess
+
+process_dict = {
+    'locon': ExtractLoconProcess,
+}
+
 
 class ExtractJob(BaseJob):
     process: List[BaseExtractProcess]
@@ -19,21 +25,8 @@ class ExtractJob(BaseJob):
         self.is_v2 = self.get_conf('is_v2', False)
         self.device = self.get_conf('device', 'cpu')
 
-        if 'process' not in self.config:
-            raise ValueError('config file is invalid. Missing "config.process" key')
-        if len(self.config['process']) == 0:
-            raise ValueError('config file is invalid. "config.process" must be a list of processes')
-
-        # add the processes
-        self.process = []
-        for i, process in enumerate(self.config['process']):
-            if 'type' not in process:
-                raise ValueError(f'config file is invalid. Missing "config.process[{i}].type" key')
-            if process['type'] == 'locon':
-                from jobs.process import LoconExtractProcess
-                self.process.append(LoconExtractProcess(i, self, process))
-            else:
-                raise ValueError(f'config file is invalid. Unknown process type: {process["type"]}')
+        # loads the processes from the config
+        self.load_processes(process_dict)
 
     def run(self):
         super().run()
@@ -50,4 +43,3 @@ class ExtractJob(BaseJob):
 
         for process in self.process:
             process.run()
-