1 ; RUN: opt < %s -loop-unroll -pragma-unroll-threshold=1024 -S | FileCheck %s
2 ; RUN: opt < %s -loop-unroll -loop-unroll -pragma-unroll-threshold=1024 -S | FileCheck %s
4 ; Run loop unrolling twice to verify that loop unrolling metadata is properly
5 ; removed and further unrolling is disabled after the pass is run once.
7 target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
8 target triple = "x86_64-unknown-linux-gnu"
10 ; loop4 contains a small loop which should be completely unrolled by
11 ; the default unrolling heuristics. It serves as a control for the
12 ; unroll(disable) pragma test loop4_with_disable.
14 ; CHECK-LABEL: @loop4(
16 define void @loop4(i32* nocapture %a) {
20 for.body: ; preds = %for.body, %entry
21 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
22 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
23 %0 = load i32* %arrayidx, align 4
24 %inc = add nsw i32 %0, 1
25 store i32 %inc, i32* %arrayidx, align 4
26 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
27 %exitcond = icmp eq i64 %indvars.iv.next, 4
28 br i1 %exitcond, label %for.end, label %for.body
30 for.end: ; preds = %for.body
34 ; #pragma clang loop unroll(disable)
36 ; CHECK-LABEL: @loop4_with_disable(
38 ; CHECK-NOT: store i32
40 define void @loop4_with_disable(i32* nocapture %a) {
44 for.body: ; preds = %for.body, %entry
45 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
46 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
47 %0 = load i32* %arrayidx, align 4
48 %inc = add nsw i32 %0, 1
49 store i32 %inc, i32* %arrayidx, align 4
50 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
51 %exitcond = icmp eq i64 %indvars.iv.next, 4
52 br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !1
54 for.end: ; preds = %for.body
58 !2 = !{!"llvm.loop.unroll.disable"}
60 ; loop64 has a high enough count that it should *not* be unrolled by
61 ; the default unrolling heuristic. It serves as the control for the
62 ; unroll(full) pragma test loop64_with_.* tests below.
64 ; CHECK-LABEL: @loop64(
66 ; CHECK-NOT: store i32
68 define void @loop64(i32* nocapture %a) {
72 for.body: ; preds = %for.body, %entry
73 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
74 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
75 %0 = load i32* %arrayidx, align 4
76 %inc = add nsw i32 %0, 1
77 store i32 %inc, i32* %arrayidx, align 4
78 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
79 %exitcond = icmp eq i64 %indvars.iv.next, 64
80 br i1 %exitcond, label %for.end, label %for.body
82 for.end: ; preds = %for.body
86 ; #pragma clang loop unroll(full)
87 ; Loop should be fully unrolled.
89 ; CHECK-LABEL: @loop64_with_enable(
91 define void @loop64_with_enable(i32* nocapture %a) {
95 for.body: ; preds = %for.body, %entry
96 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
97 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
98 %0 = load i32* %arrayidx, align 4
99 %inc = add nsw i32 %0, 1
100 store i32 %inc, i32* %arrayidx, align 4
101 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
102 %exitcond = icmp eq i64 %indvars.iv.next, 64
103 br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !3
105 for.end: ; preds = %for.body
109 !4 = !{!"llvm.loop.unroll.full"}
111 ; #pragma clang loop unroll_count(4)
112 ; Loop should be unrolled 4 times.
114 ; CHECK-LABEL: @loop64_with_count4(
119 ; CHECK-NOT: store i32
121 define void @loop64_with_count4(i32* nocapture %a) {
125 for.body: ; preds = %for.body, %entry
126 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
127 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
128 %0 = load i32* %arrayidx, align 4
129 %inc = add nsw i32 %0, 1
130 store i32 %inc, i32* %arrayidx, align 4
131 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
132 %exitcond = icmp eq i64 %indvars.iv.next, 64
133 br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !5
135 for.end: ; preds = %for.body
139 !6 = !{!"llvm.loop.unroll.count", i32 4}
141 ; #pragma clang loop unroll(full)
142 ; Full unrolling is requested, but loop has a dynamic trip count so
143 ; no unrolling should occur.
145 ; CHECK-LABEL: @dynamic_loop_with_enable(
147 ; CHECK-NOT: store i32
149 define void @dynamic_loop_with_enable(i32* nocapture %a, i32 %b) {
151 %cmp3 = icmp sgt i32 %b, 0
152 br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !8
154 for.body: ; preds = %entry, %for.body
155 %indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
156 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
157 %0 = load i32* %arrayidx, align 4
158 %inc = add nsw i32 %0, 1
159 store i32 %inc, i32* %arrayidx, align 4
160 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
161 %lftr.wideiv = trunc i64 %indvars.iv.next to i32
162 %exitcond = icmp eq i32 %lftr.wideiv, %b
163 br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !8
165 for.end: ; preds = %for.body, %entry
170 ; #pragma clang loop unroll_count(4)
171 ; Loop has a dynamic trip count. Unrolling should occur, but no
172 ; conditional branches can be removed.
174 ; CHECK-LABEL: @dynamic_loop_with_count4(
186 define void @dynamic_loop_with_count4(i32* nocapture %a, i32 %b) {
188 %cmp3 = icmp sgt i32 %b, 0
189 br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !9
191 for.body: ; preds = %entry, %for.body
192 %indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
193 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
194 %0 = load i32* %arrayidx, align 4
195 %inc = add nsw i32 %0, 1
196 store i32 %inc, i32* %arrayidx, align 4
197 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
198 %lftr.wideiv = trunc i64 %indvars.iv.next to i32
199 %exitcond = icmp eq i32 %lftr.wideiv, %b
200 br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !9
202 for.end: ; preds = %for.body, %entry
207 ; #pragma clang loop unroll_count(1)
208 ; Loop should not be unrolled
210 ; CHECK-LABEL: @unroll_1(
212 ; CHECK-NOT: store i32
214 define void @unroll_1(i32* nocapture %a, i32 %b) {
218 for.body: ; preds = %for.body, %entry
219 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
220 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
221 %0 = load i32* %arrayidx, align 4
222 %inc = add nsw i32 %0, 1
223 store i32 %inc, i32* %arrayidx, align 4
224 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
225 %exitcond = icmp eq i64 %indvars.iv.next, 4
226 br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !10
228 for.end: ; preds = %for.body
232 !11 = !{!"llvm.loop.unroll.count", i32 1}
234 ; #pragma clang loop unroll(full)
235 ; Loop has very high loop count (1 million) and full unrolling was requested.
236 ; Loop should unrolled up to the pragma threshold, but not completely.
238 ; CHECK-LABEL: @unroll_1M(
242 define void @unroll_1M(i32* nocapture %a, i32 %b) {
246 for.body: ; preds = %for.body, %entry
247 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
248 %arrayidx = getelementptr inbounds i32* %a, i64 %indvars.iv
249 %0 = load i32* %arrayidx, align 4
250 %inc = add nsw i32 %0, 1
251 store i32 %inc, i32* %arrayidx, align 4
252 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
253 %exitcond = icmp eq i64 %indvars.iv.next, 1000000
254 br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !12
256 for.end: ; preds = %for.body