[aggregator] On task per child in multiprocess (to free memory)

2021-06-14 18:54:30 +02:00
parent 634d2916a6
commit 4b83de26bf
1 changed files with 1 additions and 1 deletions
@@ -47,7 +47,7 @@ class Aggregator:
                _map_aux, func, self.path, self.path_out, self.pp_params, **kwargs
            )

-            pool = MyPool(processes=num_process)
+            pool = MyPool(processes=num_process, maxtasksperchild=1)
            result = pool.map(map_fn, run_num)
            pool.close()
            pool.join()