From 4b83de26bfa371ad7ea0cc7e07acbd2dad964d9f Mon Sep 17 00:00:00 2001 From: Noe Brucy Date: Mon, 14 Jun 2021 18:54:30 +0200 Subject: [PATCH] [aggregator] On task per child in multiprocess (to free memory) --- aggregator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/aggregator.py b/aggregator.py index 549a0d5..92b5746 100644 --- a/aggregator.py +++ b/aggregator.py @@ -47,7 +47,7 @@ class Aggregator: _map_aux, func, self.path, self.path_out, self.pp_params, **kwargs ) - pool = MyPool(processes=num_process) + pool = MyPool(processes=num_process, maxtasksperchild=1) result = pool.map(map_fn, run_num) pool.close() pool.join()