1 # Check the basic discovery process, including a sub-suite.
3 # RUN: %{lit} %{inputs}/discovery \
4 # RUN: -j 1 --debug --show-tests --show-suites --max-tests 0 \
5 # RUN: -v > %t.out 2> %t.err
6 # RUN: FileCheck --check-prefix=CHECK-BASIC-OUT < %t.out %s
7 # RUN: FileCheck --check-prefix=CHECK-BASIC-ERR < %t.err %s
9 # CHECK-BASIC-ERR: loading suite config '{{.*}}/discovery/lit.cfg'
10 # CHECK-BASIC-ERR: loading local config '{{.*}}/discovery/subdir/lit.local.cfg'
11 # CHECK-BASIC-ERR: loading suite config '{{.*}}/discovery/subsuite/lit.cfg'
13 # CHECK-BASIC-OUT: -- Test Suites --
14 # CHECK-BASIC-OUT: sub-suite - 2 tests
15 # CHECK-BASIC-OUT: Source Root: {{.*/discovery/subsuite$}}
16 # CHECK-BASIC-OUT: Exec Root : {{.*/discovery/subsuite$}}
17 # CHECK-BASIC-OUT: top-level-suite - 3 tests
18 # CHECK-BASIC-OUT: Source Root: {{.*/discovery$}}
19 # CHECK-BASIC-OUT: Exec Root : {{.*/discovery$}}
21 # CHECK-BASIC-OUT: -- Available Tests --
22 # CHECK-BASIC-OUT: sub-suite :: test-one
23 # CHECK-BASIC-OUT: sub-suite :: test-two
24 # CHECK-BASIC-OUT: top-level-suite :: subdir/test-three
25 # CHECK-BASIC-OUT: top-level-suite :: test-one
26 # CHECK-BASIC-OUT: top-level-suite :: test-two
27 # CHECK-BASIC-OUT: -- Testing: 0
30 # Check discovery when exact test names are given.
33 # RUN: %{inputs}/discovery/subdir/test-three.py \
34 # RUN: %{inputs}/discovery/subsuite/test-one.txt \
35 # RUN: -j 1 --show-tests --show-suites --max-tests 0 -v > %t.out
36 # RUN: FileCheck --check-prefix=CHECK-EXACT-TEST < %t.out %s
38 # CHECK-EXACT-TEST: -- Available Tests --
39 # CHECK-EXACT-TEST: sub-suite :: test-one
40 # CHECK-EXACT-TEST: top-level-suite :: subdir/test-three
41 # CHECK-EXACT-TEST: -- Testing: 0
44 # Check discovery when using an exec path.
46 # RUN: %{lit} %{inputs}/exec-discovery \
47 # RUN: -j 1 --debug --show-tests --show-suites --max-tests 0 \
48 # RUN: -v > %t.out 2> %t.err
49 # RUN: FileCheck --check-prefix=CHECK-ASEXEC-OUT < %t.out %s
50 # RUN: FileCheck --check-prefix=CHECK-ASEXEC-ERR < %t.err %s
52 # CHECK-ASEXEC-ERR: loading suite config '{{.*}}/exec-discovery/lit.site.cfg'
53 # CHECK-ASEXEC-ERR: load_config from '{{.*}}/discovery/lit.cfg'
54 # CHECK-ASEXEC-ERR: loaded config '{{.*}}/discovery/lit.cfg'
55 # CHECK-ASEXEC-ERR: loaded config '{{.*}}/exec-discovery/lit.site.cfg'
56 # CHECK-ASEXEC-ERR: loading local config '{{.*}}/discovery/subdir/lit.local.cfg'
57 # CHECK-ASEXEC-ERR: loading suite config '{{.*}}/discovery/subsuite/lit.cfg'
59 # CHECK-ASEXEC-OUT: -- Test Suites --
60 # CHECK-ASEXEC-OUT: sub-suite - 2 tests
61 # CHECK-ASEXEC-OUT: Source Root: {{.*/discovery/subsuite$}}
62 # CHECK-ASEXEC-OUT: Exec Root : {{.*/discovery/subsuite$}}
63 # CHECK-ASEXEC-OUT: top-level-suite - 3 tests
64 # CHECK-ASEXEC-OUT: Source Root: {{.*/discovery$}}
65 # CHECK-ASEXEC-OUT: Exec Root : {{.*/exec-discovery$}}
67 # CHECK-ASEXEC-OUT: -- Available Tests --
68 # CHECK-ASEXEC-OUT: sub-suite :: test-one
69 # CHECK-ASEXEC-OUT: sub-suite :: test-two
70 # CHECK-ASEXEC-OUT: top-level-suite :: subdir/test-three
71 # CHECK-ASEXEC-OUT: top-level-suite :: test-one
72 # CHECK-ASEXEC-OUT: top-level-suite :: test-two
73 # CHECK-ASEXEC-OUT: -- Testing: 0
75 # Check discovery when exact test names are given.
77 # FIXME: Note that using a path into a subsuite doesn't work correctly here.
80 # RUN: %{inputs}/exec-discovery/subdir/test-three.py \
81 # RUN: -j 1 --show-tests --show-suites --max-tests 0 -v > %t.out
82 # RUN: FileCheck --check-prefix=CHECK-ASEXEC-EXACT-TEST < %t.out %s
84 # CHECK-ASEXEC-EXACT-TEST: -- Available Tests --
85 # CHECK-ASEXEC-EXACT-TEST: top-level-suite :: subdir/test-three
86 # CHECK-ASEXEC-EXACT-TEST: -- Testing: 0
89 # Check that we don't recurse infinitely when loading an site specific test
90 # suite located inside the test source root.
93 # RUN: %{inputs}/exec-discovery-in-tree/obj/ \
94 # RUN: -j 1 --show-tests --show-suites --max-tests 0 -v > %t.out
95 # RUN: FileCheck --check-prefix=CHECK-ASEXEC-INTREE < %t.out %s
97 # CHECK-ASEXEC-INTREE: exec-discovery-in-tree-suite - 1 tests
98 # CHECK-ASEXEC-INTREE-NEXT: Source Root: {{.*/exec-discovery-in-tree$}}
99 # CHECK-ASEXEC-INTREE-NEXT: Exec Root : {{.*/exec-discovery-in-tree/obj$}}
100 # CHECK-ASEXEC-INTREE-NEXT: -- Available Tests --
101 # CHECK-ASEXEC-INTREE-NEXT: exec-discovery-in-tree-suite :: test-one
102 # CHECK-ASEXEC-INTREE: -- Testing: 0