Refactoring, split into more files. Add more personalisation

aggregator.py

@@ -0,0 +1,33 @@
+from postprocessor import *
+
+
+def _map_rule(rule, arg, overwrite, path, path_out, pp_params, run_num):
+    try:
+        pp = PostProcessor(
+            path + "/" + run_num[0], run_num[1], path_out + "/" + run_num[0], pp_params
+        )
+    except Exception as e:
+        print(e)
+    return pp.process(rule, arg, overwrite)
+
+
+class Aggregator:
+    def _not_self_dep(self, name, dep, dep_arg, overwrite, **kwargs):
+        if "runs" in kwargs:
+            dep_runs = [run for run in self.runs if run in kwargs["runs"]]
+        else:
+            dep_runs = self.runs
+
+        run_num = [(run, num) for run in dep_runs for num in self.nums[run]]
+        map_fn = partial(
+            _map_rule, dep, dep_arg, overwrite, self.path, self.path_out, self.pp_params
+        )
+
+        if self.pp_params.process.num_process > 1:
+            pool = Pool(processes=self.pp_params.process.num_process)
+            done = pool.map(map_fn, run_num)
+            pool.close()
+            pool.join()
+        else:
+            done = map(map_fn, run_num)
+        self.just_done.extend([item for li in done for item in li])