diff --git a/groupConnectivity.pyx b/groupConnectivity.pyx index bb11b0d8036b118f07035cd6fc6d03227faadbb6..068d1da96ba8d198829d33b776155ff2d8344fd3 100644 --- a/groupConnectivity.pyx +++ b/groupConnectivity.pyx @@ -139,7 +139,7 @@ def subdivisionIterator(G, edges = None): def generateSubdivisions(file, G, edges = None, function = lambda H: H.graph6_string(), - parallel = 0, chunksize = 1): + parallel = 0, chunksize = 1, q_size = 3): f = open(file, 'w+') f.write("# Subdivisions of edges '%s' of graph '%s' (%s)\n" % (edges, G.graph6_string(), G)) @@ -148,7 +148,7 @@ def generateSubdivisions(file, G, edges = None, iterator = map(function, subdivisionIterator(G, edges)) else: iterator = parmap(function, subdivisionIterator(G, edges), - nprocs = parallel, chunksize = chunksize) + nprocs = parallel, chunksize = chunksize, queue_size = q_size) for line in iterator: f.write(line) diff --git a/parmap.py b/parmap.py index dcb8521873d82301a1a98f8c04b5e3c6e14ae27c..cdb0f89f551045ea9031d5fd12bce54301cc0a8d 100644 --- a/parmap.py +++ b/parmap.py @@ -32,11 +32,11 @@ def worker_fun(f, q_in, q_out): break q_out.put((i, [ f(x) for x in chunk ])) -def parmap(f, X, nprocs = None, chunksize = 1): +def parmap(f, X, nprocs = None, chunksize = 1, queue_size = 3): if nprocs is None: nprocs = multiprocessing.cpu_count() - q_in = multiprocessing.Queue(100) + q_in = multiprocessing.Queue(queue_size) q_out = multiprocessing.Queue() proc = [ multiprocessing.Process(