[lit] Raise the default soft process limit when possible

[oota-llvm.git] / utils / lit / lit / run.py

diff --git a/utils/lit/lit/run.py b/utils/lit/lit/run.py
index 27c414d6dd65e6525cc728ac9a98d90e76931f2c..4817dd6d1d790e4f6de9802e7d226ba0888c87f4 100644 (file)
--- a/utils/lit/lit/run.py
+++ b/utils/lit/lit/run.py
@@ -228,6 +228,28 @@ class Run(object):
             canceled_flag = LockedValue(0)
             consumer = ThreadResultsConsumer(display)
 
+        # Because some tests use threads internally, and at least on Linux each
+        # of these threads counts toward the current process limit, try to
+        # raise the (soft) process limit so that tests don't fail due to
+        # resource exhaustion.
+        try:
+          cpus = lit.util.detectCPUs()
+          desired_limit = jobs * cpus * 2 # the 2 is a safety factor
+
+          # Import the resource module here inside this try block because it
+          # will likely fail on Windows.
+          import resource
+
+          max_procs_soft, max_procs_hard = resource.getrlimit(resource.RLIMIT_NPROC)
+          desired_limit = min(desired_limit, max_procs_hard)
+
+          if max_procs_soft < desired_limit:
+            resource.setrlimit(resource.RLIMIT_NPROC, (desired_limit, max_procs_hard))
+            self.lit_config.note('raised the process limit from %d to %d' % \
+                                 (max_procs_soft, desired_limit))
+        except:
+          pass
+
         # Create the test provider.
         provider = TestProvider(self.tests, jobs, queue_impl, canceled_flag)