; RUN: opt < %s -S -indvars -loop-unroll -verify-loop-info | FileCheck %s ; ; Unit tests for loop unrolling using ScalarEvolution to compute trip counts. ; ; Indvars is run first to generate an "old" SCEV result. Some unit ; tests may check that SCEV is properly invalidated between passes. ; Completely unroll loops without a canonical IV. ; ; CHECK: @sansCanonical ; CHECK-NOT: phi ; CHECK-NOT: icmp ; CHECK: ret define i32 @sansCanonical(i32* %base) nounwind { entry: br label %while.body while.body: %iv = phi i64 [ 10, %entry ], [ %iv.next, %while.body ] %sum = phi i32 [ 0, %entry ], [ %sum.next, %while.body ] %iv.next = add i64 %iv, -1 %adr = getelementptr inbounds i32* %base, i64 %iv.next %tmp = load i32* %adr, align 8 %sum.next = add i32 %sum, %tmp %iv.narrow = trunc i64 %iv.next to i32 %cmp.i65 = icmp sgt i32 %iv.narrow, 0 br i1 %cmp.i65, label %while.body, label %exit exit: ret i32 %sum } ; SCEV unrolling properly handles loops with multiple exits. In this ; case, the computed trip count based on a canonical IV is *not* for a ; latch block. Canonical unrolling incorrectly unrolls it, but SCEV ; unrolling does not. ; ; CHECK: @earlyLoopTest ; CHECK: tail: ; CHECK-NOT: br ; CHECK: br i1 %cmp2, label %loop, label %exit2 define i64 @earlyLoopTest(i64* %base) nounwind { entry: br label %loop loop: %iv = phi i64 [ 0, %entry ], [ %inc, %tail ] %s = phi i64 [ 0, %entry ], [ %s.next, %tail ] %adr = getelementptr i64* %base, i64 %iv %val = load i64* %adr %s.next = add i64 %s, %val %inc = add i64 %iv, 1 %cmp = icmp ne i64 %inc, 4 br i1 %cmp, label %tail, label %exit1 tail: %cmp2 = icmp ne i64 %val, 0 br i1 %cmp2, label %loop, label %exit2 exit1: ret i64 %s exit2: ret i64 %s.next } ; SCEV properly unrolls multi-exit loops. ; ; CHECK: @multiExit ; CHECK: getelementptr i32* %base, i64 10 ; CHECK-NEXT: load i32* ; CHECK: br i1 false, label %l2.10, label %exit1 ; CHECK: l2.10: ; CHECK-NOT: br ; CHECK: ret i32 define i32 @multiExit(i32* %base) nounwind { entry: br label %l1 l1: %iv1 = phi i32 [ 0, %entry ], [ %inc1, %l2 ] %iv2 = phi i32 [ 0, %entry ], [ %inc2, %l2 ] %inc1 = add i32 %iv1, 1 %inc2 = add i32 %iv2, 1 %adr = getelementptr i32* %base, i32 %iv1 %val = load i32* %adr %cmp1 = icmp slt i32 %iv1, 5 br i1 %cmp1, label %l2, label %exit1 l2: %cmp2 = icmp slt i32 %iv2, 10 br i1 %cmp2, label %l1, label %exit2 exit1: ret i32 1 exit2: ret i32 %val } ; SCEV should not unroll a multi-exit loops unless the latch block has ; a known trip count, regardless of the early exit trip counts. The ; LoopUnroll utility uses this assumption to optimize the latch ; block's branch. ; ; CHECK: @multiExit ; CHECK: l3: ; CHECK-NOT: br ; CHECK: br i1 %cmp3, label %l1, label %exit3 define i32 @multiExitIncomplete(i32* %base) nounwind { entry: br label %l1 l1: %iv1 = phi i32 [ 0, %entry ], [ %inc1, %l3 ] %iv2 = phi i32 [ 0, %entry ], [ %inc2, %l3 ] %inc1 = add i32 %iv1, 1 %inc2 = add i32 %iv2, 1 %adr = getelementptr i32* %base, i32 %iv1 %val = load i32* %adr %cmp1 = icmp slt i32 %iv1, 5 br i1 %cmp1, label %l2, label %exit1 l2: %cmp2 = icmp slt i32 %iv2, 10 br i1 %cmp2, label %l3, label %exit2 l3: %cmp3 = icmp ne i32 %val, 0 br i1 %cmp3, label %l1, label %exit3 exit1: ret i32 1 exit2: ret i32 2 exit3: ret i32 3 } ; When loop unroll merges a loop exit with one of its parent loop's ; exits, SCEV must forget its ExitNotTaken info. ; ; CHECK: @nestedUnroll ; CHECK-NOT: br i1 ; CHECK: for.body87: define void @nestedUnroll() nounwind { entry: br label %for.inc for.inc: br i1 false, label %for.inc, label %for.body38.preheader for.body38.preheader: br label %for.body38 for.body38: %i.113 = phi i32 [ %inc76, %for.inc74 ], [ 0, %for.body38.preheader ] %mul48 = mul nsw i32 %i.113, 6 br label %for.body43 for.body43: %j.011 = phi i32 [ 0, %for.body38 ], [ %inc72, %for.body43 ] %add49 = add nsw i32 %j.011, %mul48 %sh_prom50 = zext i32 %add49 to i64 %inc72 = add nsw i32 %j.011, 1 br i1 false, label %for.body43, label %for.inc74 for.inc74: %inc76 = add nsw i32 %i.113, 1 br i1 false, label %for.body38, label %for.body87.preheader for.body87.preheader: br label %for.body87 for.body87: br label %for.body87 }