Skip to content
Snippets Groups Projects
Commit 84055efd authored by Mads M. Pedersen's avatar Mads M. Pedersen
Browse files

only save one pool (to decrease memory usage)

parent f3d83396
No related branches found
No related tags found
No related merge requests found
......@@ -2,12 +2,18 @@ import multiprocessing
import atexit
import platform
import gc
import os
pool_dict = {}
def get_pool(processes=multiprocessing.cpu_count()):
if processes not in pool_dict:
# close pools
for pool in pool_dict.values():
pool.close()
pool_dict.clear()
if platform.system() == 'Darwin': # pragma: no cover
pool_dict[processes] = multiprocessing.get_context('fork').Pool(processes)
else:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment