Noe Brucy
34 lines
1.1 KiB
Python
34 lines
1.1 KiB
Python
from postprocessor import *
|
|
|
|
|
|
def _map_rule(rule, arg, overwrite, path, path_out, pp_params, run_num):
|
|
try:
|
|
pp = PostProcessor(
|
|
path + "/" + run_num[0], run_num[1], path_out + "/" + run_num[0], pp_params
|
|
)
|
|
except Exception as e:
|
|
print(e)
|
|
return pp.process(rule, arg, overwrite, overwrite)
|
|
|
|
|
|
class Aggregator:
|
|
def _not_self_dep(self, name, dep, dep_arg, overwrite, **kwargs):
|
|
if "runs" in kwargs:
|
|
dep_runs = [run for run in self.runs if run in kwargs["runs"]]
|
|
else:
|
|
dep_runs = self.runs
|
|
|
|
run_num = [(run, num) for run in dep_runs for num in self.nums[run]]
|
|
map_fn = partial(
|
|
_map_rule, dep, dep_arg, overwrite, self.path, self.path_out, self.pp_params
|
|
)
|
|
|
|
if self.pp_params.process.num_process > 1:
|
|
pool = Pool(processes=self.pp_params.process.num_process)
|
|
done = pool.map(map_fn, run_num)
|
|
pool.close()
|
|
pool.join()
|
|
else:
|
|
done = map(map_fn, run_num)
|
|
self.just_done.extend([item for li in done for item in li])
|