reduced maxtasksperchild to 2 from 4 to reduce multiprocessing hangs

DarkEnergySurvey · Mar 26, 2020 · 26c2abd · 26c2abd
1 parent 9557ecb
commit 26c2abd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/libexec/pfwrunjob.py b/libexec/pfwrunjob.py
@@ -1649,7 +1649,7 @@ def job_workflow(workflow, jobfiles, jbwcl=WCL(), pfw_dbh=None):
                 #print("MULTITHREADED -------------------------------------------------------------")
                 numjobs = len(procs)
                 # set up the thread pool
-                pool = mp.Pool(processes=nproc, maxtasksperchild=4)
+                pool = mp.Pool(processes=nproc, maxtasksperchild=2)
                 outq = manager.Queue()
                 errq = manager.Queue()
                 with lock_monitor: