2 Test discovery functions.
8 from lit.TestingConfig import TestingConfig
9 from lit import LitConfig, Test
11 def dirContainsTestSuite(path, lit_config):
12 cfgpath = os.path.join(path, lit_config.site_config_name)
13 if os.path.exists(cfgpath):
15 cfgpath = os.path.join(path, lit_config.config_name)
16 if os.path.exists(cfgpath):
19 def getTestSuite(item, litConfig, cache):
20 """getTestSuite(item, litConfig, cache) -> (suite, relative_path)
22 Find the test suite containing @arg item.
24 @retval (None, ...) - Indicates no test suite contains @arg item.
25 @retval (suite, relative_path) - The suite that @arg item is in, and its
26 relative path inside that suite.
29 # Check for a site config or a lit config.
30 cfgpath = dirContainsTestSuite(path, litConfig)
32 # If we didn't find a config file, keep looking.
34 parent,base = os.path.split(path)
38 ts, relative = search(parent)
39 return (ts, relative + (base,))
41 # We found a test suite, create a new config for it and load it.
43 litConfig.note('loading suite config %r' % cfgpath)
45 cfg = TestingConfig.fromdefaults(litConfig)
46 cfg.load_from_path(cfgpath, litConfig)
47 source_root = os.path.realpath(cfg.test_source_root or path)
48 exec_root = os.path.realpath(cfg.test_exec_root or path)
49 return Test.TestSuite(cfg.name, source_root, exec_root, cfg), ()
52 # Check for an already instantiated test suite.
55 cache[path] = res = search1(path)
58 # Canonicalize the path.
59 item = os.path.realpath(item)
61 # Skip files and virtual components.
63 while not os.path.isdir(item):
64 parent,base = os.path.split(item)
67 components.append(base)
71 ts, relative = search(item)
72 return ts, tuple(relative + tuple(components))
74 def getLocalConfig(ts, path_in_suite, litConfig, cache):
75 def search1(path_in_suite):
76 # Get the parent config.
80 parent = search(path_in_suite[:-1])
82 # Check if there is a local configuration file.
83 source_path = ts.getSourcePath(path_in_suite)
84 cfgpath = os.path.join(source_path, litConfig.local_config_name)
86 # If not, just reuse the parent config.
87 if not os.path.exists(cfgpath):
90 # Otherwise, copy the current config and load the local configuration
92 config = parent.clone()
94 litConfig.note('loading local config %r' % cfgpath)
95 config.load_from_path(cfgpath, litConfig)
98 def search(path_in_suite):
99 key = (ts, path_in_suite)
102 cache[key] = res = search1(path_in_suite)
105 return search(path_in_suite)
107 def getTests(path, litConfig, testSuiteCache, localConfigCache):
108 # Find the test suite for this input and its relative path.
109 ts,path_in_suite = getTestSuite(path, litConfig, testSuiteCache)
111 litConfig.warning('unable to find test suite for %r' % path)
115 litConfig.note('resolved input %r to %r::%r' % (path, ts.name,
118 return ts, getTestsInSuite(ts, path_in_suite, litConfig,
119 testSuiteCache, localConfigCache)
121 def getTestsInSuite(ts, path_in_suite, litConfig,
122 testSuiteCache, localConfigCache):
123 # Check that the source path exists (errors here are reported by the
125 source_path = ts.getSourcePath(path_in_suite)
126 if not os.path.exists(source_path):
129 # Check if the user named a test directly.
130 if not os.path.isdir(source_path):
131 lc = getLocalConfig(ts, path_in_suite[:-1], litConfig, localConfigCache)
132 yield Test.Test(ts, path_in_suite, lc)
135 # Otherwise we have a directory to search for tests, start by getting the
136 # local configuration.
137 lc = getLocalConfig(ts, path_in_suite, litConfig, localConfigCache)
140 if lc.test_format is not None:
141 for res in lc.test_format.getTestsInDirectory(ts, path_in_suite,
145 # Search subdirectories.
146 for filename in os.listdir(source_path):
147 # FIXME: This doesn't belong here?
148 if filename in ('Output', '.svn', '.git') or filename in lc.excludes:
151 # Ignore non-directories.
152 file_sourcepath = os.path.join(source_path, filename)
153 if not os.path.isdir(file_sourcepath):
156 # Check for nested test suites, first in the execpath in case there is a
157 # site configuration and then in the source path.
158 subpath = path_in_suite + (filename,)
159 file_execpath = ts.getExecPath(subpath)
160 if dirContainsTestSuite(file_execpath, litConfig):
161 sub_ts, subpath_in_suite = getTestSuite(file_execpath, litConfig,
163 elif dirContainsTestSuite(file_sourcepath, litConfig):
164 sub_ts, subpath_in_suite = getTestSuite(file_sourcepath, litConfig,
169 # If the this directory recursively maps back to the current test suite,
170 # disregard it (this can happen if the exec root is located inside the
171 # current test suite, for example).
175 # Otherwise, load from the nested test suite, if present.
176 if sub_ts is not None:
177 subiter = getTestsInSuite(sub_ts, subpath_in_suite, litConfig,
178 testSuiteCache, localConfigCache)
180 subiter = getTestsInSuite(ts, subpath, litConfig, testSuiteCache,
188 litConfig.warning('test suite %r contained no tests' % sub_ts.name)
190 def find_tests_for_inputs(lit_config, inputs):
192 find_tests_for_inputs(lit_config, inputs) -> [Test]
194 Given a configuration object and a list of input specifiers, find all the
198 # Expand '@...' form in inputs.
201 if os.path.exists(input) or not input.startswith('@'):
202 actual_inputs.append(input)
209 actual_inputs.append(ln)
213 # Load the tests from the inputs.
215 test_suite_cache = {}
216 local_config_cache = {}
217 for input in actual_inputs:
219 tests.extend(getTests(input, lit_config,
220 test_suite_cache, local_config_cache)[1])
221 if prev == len(tests):
222 lit_config.warning('input %r contained no tests' % input)
224 # If there were any errors during test discovery, exit now.
225 if lit_config.numErrors:
226 sys.stderr.write('%d errors, exiting.\n' % lit_config.numErrors)
231 def load_test_suite(inputs):
234 from lit.LitTestCase import LitTestCase
236 # Create the global config object.
237 litConfig = LitConfig.LitConfig(progname = 'lit',
241 valgrindLeakCheck = False,
245 isWindows = (platform.system()=='Windows'),
248 tests = find_tests_for_inputs(litConfig, inputs)
250 # Return a unittest test suite which just runs the tests in order.
251 return unittest.TestSuite([LitTestCase(test, litConfig) for test in tests])