| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258 |
- ; RUN: opt < %s -loop-unroll -pragma-unroll-threshold=1024 -S | FileCheck %s
- ; RUN: opt < %s -loop-unroll -loop-unroll -pragma-unroll-threshold=1024 -S | FileCheck %s
- ;
- ; Run loop unrolling twice to verify that loop unrolling metadata is properly
- ; removed and further unrolling is disabled after the pass is run once.
- target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
- target triple = "x86_64-unknown-linux-gnu"
- ; loop4 contains a small loop which should be completely unrolled by
- ; the default unrolling heuristics. It serves as a control for the
- ; unroll(disable) pragma test loop4_with_disable.
- ;
- ; CHECK-LABEL: @loop4(
- ; CHECK-NOT: br i1
- define void @loop4(i32* nocapture %a) {
- entry:
- br label %for.body
- for.body: ; preds = %for.body, %entry
- %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %exitcond = icmp eq i64 %indvars.iv.next, 4
- br i1 %exitcond, label %for.end, label %for.body
- for.end: ; preds = %for.body
- ret void
- }
- ; #pragma clang loop unroll(disable)
- ;
- ; CHECK-LABEL: @loop4_with_disable(
- ; CHECK: store i32
- ; CHECK-NOT: store i32
- ; CHECK: br i1
- define void @loop4_with_disable(i32* nocapture %a) {
- entry:
- br label %for.body
- for.body: ; preds = %for.body, %entry
- %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %exitcond = icmp eq i64 %indvars.iv.next, 4
- br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !1
- for.end: ; preds = %for.body
- ret void
- }
- !1 = !{!1, !2}
- !2 = !{!"llvm.loop.unroll.disable"}
- ; loop64 has a high enough count that it should *not* be unrolled by
- ; the default unrolling heuristic. It serves as the control for the
- ; unroll(full) pragma test loop64_with_.* tests below.
- ;
- ; CHECK-LABEL: @loop64(
- ; CHECK: store i32
- ; CHECK-NOT: store i32
- ; CHECK: br i1
- define void @loop64(i32* nocapture %a) {
- entry:
- br label %for.body
- for.body: ; preds = %for.body, %entry
- %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %exitcond = icmp eq i64 %indvars.iv.next, 64
- br i1 %exitcond, label %for.end, label %for.body
- for.end: ; preds = %for.body
- ret void
- }
- ; #pragma clang loop unroll(full)
- ; Loop should be fully unrolled.
- ;
- ; CHECK-LABEL: @loop64_with_full(
- ; CHECK-NOT: br i1
- define void @loop64_with_full(i32* nocapture %a) {
- entry:
- br label %for.body
- for.body: ; preds = %for.body, %entry
- %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %exitcond = icmp eq i64 %indvars.iv.next, 64
- br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !3
- for.end: ; preds = %for.body
- ret void
- }
- !3 = !{!3, !4}
- !4 = !{!"llvm.loop.unroll.full"}
- ; #pragma clang loop unroll_count(4)
- ; Loop should be unrolled 4 times.
- ;
- ; CHECK-LABEL: @loop64_with_count4(
- ; CHECK: store i32
- ; CHECK: store i32
- ; CHECK: store i32
- ; CHECK: store i32
- ; CHECK-NOT: store i32
- ; CHECK: br i1
- define void @loop64_with_count4(i32* nocapture %a) {
- entry:
- br label %for.body
- for.body: ; preds = %for.body, %entry
- %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %exitcond = icmp eq i64 %indvars.iv.next, 64
- br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !5
- for.end: ; preds = %for.body
- ret void
- }
- !5 = !{!5, !6}
- !6 = !{!"llvm.loop.unroll.count", i32 4}
- ; #pragma clang loop unroll(full)
- ; Full unrolling is requested, but loop has a runtime trip count so
- ; no unrolling should occur.
- ;
- ; CHECK-LABEL: @runtime_loop_with_full(
- ; CHECK: store i32
- ; CHECK-NOT: store i32
- define void @runtime_loop_with_full(i32* nocapture %a, i32 %b) {
- entry:
- %cmp3 = icmp sgt i32 %b, 0
- br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !8
- for.body: ; preds = %entry, %for.body
- %indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %lftr.wideiv = trunc i64 %indvars.iv.next to i32
- %exitcond = icmp eq i32 %lftr.wideiv, %b
- br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !8
- for.end: ; preds = %for.body, %entry
- ret void
- }
- !8 = !{!8, !4}
- ; #pragma clang loop unroll_count(4)
- ; Loop has a runtime trip count. Runtime unrolling should occur and loop
- ; should be duplicated (original and 4x unrolled).
- ;
- ; CHECK-LABEL: @runtime_loop_with_count4(
- ; CHECK: for.body.prol:
- ; CHECK: store
- ; CHECK-NOT: store
- ; CHECK: br i1
- ; CHECK: for.body
- ; CHECK: store
- ; CHECK: store
- ; CHECK: store
- ; CHECK: store
- ; CHECK-NOT: store
- ; CHECK: br i1
- define void @runtime_loop_with_count4(i32* nocapture %a, i32 %b) {
- entry:
- %cmp3 = icmp sgt i32 %b, 0
- br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !9
- for.body: ; preds = %entry, %for.body
- %indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %lftr.wideiv = trunc i64 %indvars.iv.next to i32
- %exitcond = icmp eq i32 %lftr.wideiv, %b
- br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !9
- for.end: ; preds = %for.body, %entry
- ret void
- }
- !9 = !{!9, !6}
- ; #pragma clang loop unroll_count(1)
- ; Loop should not be unrolled
- ;
- ; CHECK-LABEL: @unroll_1(
- ; CHECK: store i32
- ; CHECK-NOT: store i32
- ; CHECK: br i1
- define void @unroll_1(i32* nocapture %a, i32 %b) {
- entry:
- br label %for.body
- for.body: ; preds = %for.body, %entry
- %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %exitcond = icmp eq i64 %indvars.iv.next, 4
- br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !10
- for.end: ; preds = %for.body
- ret void
- }
- !10 = !{!10, !11}
- !11 = !{!"llvm.loop.unroll.count", i32 1}
- ; #pragma clang loop unroll(full)
- ; Loop has very high loop count (1 million) and full unrolling was requested.
- ; Loop should unrolled up to the pragma threshold, but not completely.
- ;
- ; CHECK-LABEL: @unroll_1M(
- ; CHECK: store i32
- ; CHECK: store i32
- ; CHECK: br i1
- define void @unroll_1M(i32* nocapture %a, i32 %b) {
- entry:
- br label %for.body
- for.body: ; preds = %for.body, %entry
- %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
- %arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
- %0 = load i32, i32* %arrayidx, align 4
- %inc = add nsw i32 %0, 1
- store i32 %inc, i32* %arrayidx, align 4
- %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
- %exitcond = icmp eq i64 %indvars.iv.next, 1000000
- br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !12
- for.end: ; preds = %for.body
- ret void
- }
- !12 = !{!12, !4}
|