Skip to content
Snippets Groups Projects
Commit 34f823df authored by Mads M. Pedersen's avatar Mads M. Pedersen
Browse files

only save one pool (to decrease memory usage)

parent 49cfd507
No related branches found
No related tags found
3 merge requests!624Multi mirror,!607Cupy RANS NN Surrogate Inference Changes,!584only save one pool (to decrease memory usage)
Pipeline #56592 passed
......@@ -2,12 +2,18 @@ import multiprocessing
import atexit
import platform
import gc
import os
pool_dict = {}
def get_pool(processes=multiprocessing.cpu_count()):
if processes not in pool_dict:
# close pools
for pool in pool_dict.values():
pool.close()
pool_dict.clear()
if platform.system() == 'Darwin': # pragma: no cover
pool_dict[processes] = multiprocessing.get_context('fork').Pool(processes)
else:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment