5 Detects the number of CPUs on a system. Cribbed from pp.
7 # Linux, Unix and MacOS:
8 if hasattr(os, "sysconf"):
9 if os.sysconf_names.has_key("SC_NPROCESSORS_ONLN"):
11 ncpus = os.sysconf("SC_NPROCESSORS_ONLN")
12 if isinstance(ncpus, int) and ncpus > 0:
15 return int(os.popen2("sysctl -n hw.ncpu")[1].read())
17 if os.environ.has_key("NUMBER_OF_PROCESSORS"):
18 ncpus = int(os.environ["NUMBER_OF_PROCESSORS"])
24 """mkdir_p(path) - Make the "path" directory, if it does not exist; this
25 will also make directories for any missing parent directories."""
28 if not path or os.path.exists(path):
31 parent = os.path.dirname(path)
38 # Ignore EEXIST, which may occur during a race condition.
39 if e.errno != errno.EEXIST:
42 def capture(args, env=None):
44 """capture(command) - Run the given command (or argv list) in a shell and
45 return the standard output."""
46 p = subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE,
48 out,_ = p.communicate()
51 def which(command, paths = None):
52 """which(command, [paths]) - Look up the given command in the paths string
53 (or the PATH environment variable, if unspecified)."""
56 paths = os.environ.get('PATH','')
58 # Check for absolute match first.
59 if os.path.exists(command):
62 # Would be nice if Python had a lib function for this.
66 # Get suffixes to search.
67 pathext = os.environ.get('PATHEXT', '').split(os.pathsep)
70 for path in paths.split(os.pathsep):
72 p = os.path.join(path, command + ext)
78 def checkToolsPath(dir, tools):
80 if not os.path.exists(os.path.join(dir, tool)):
84 def whichTools(tools, paths):
85 for path in paths.split(os.pathsep):
86 if checkToolsPath(path, tools):
90 def printHistogram(items, title = 'Items'):
91 import itertools, math
93 items.sort(key = lambda (_,v): v)
95 maxValue = max([v for _,v in items])
97 # Select first "nice" bar height that produces more than 10 bars.
98 power = int(math.ceil(math.log(maxValue, 10)))
99 for inc in itertools.cycle((5, 2, 2.5, 1)):
100 barH = inc * 10**power
101 N = int(math.ceil(maxValue / barH))
107 histo = [set() for i in range(N)]
109 bin = min(int(N * v/maxValue), N-1)
113 hr = '-' * (barW + 34)
114 print '\nSlowest %s:' % title
116 for name,value in items[-20:]:
117 print '%.2fs: %s' % (value, name)
118 print '\n%s Times:' % title
120 pDigits = int(math.ceil(math.log(maxValue, 10)))
121 pfDigits = max(0, 3-pDigits)
123 pDigits += pfDigits + 1
124 cDigits = int(math.ceil(math.log(len(items), 10)))
125 print "[%s] :: [%s] :: [%s]" % ('Range'.center((pDigits+1)*2 + 3),
126 'Percentage'.center(barW),
127 'Count'.center(cDigits*2 + 1))
129 for i,row in enumerate(histo):
130 pct = float(len(row)) / len(items)
132 print "[%*.*fs,%*.*fs)" % (pDigits, pfDigits, i*barH,
133 pDigits, pfDigits, (i+1)*barH),
134 print ":: [%s%s] :: [%*d/%*d]" % ('*'*w, ' '*(barW-w),