if "NUMBER_OF_PROCESSORS" in os.environ:
ncpus = int(os.environ["NUMBER_OF_PROCESSORS"])
if ncpus > 0:
- return ncpus
+ # With more than 32 processes, process creation often fails with
+ # "Too many open files". FIXME: Check if there's a better fix.
+ return min(ncpus, 32)
return 1 # Default
def mkdir_p(path):