80304c5f88
IMO when user provide unroll pragma, compiler should always respect it. It is not clear to me why loop unroll pass currently ensure that the unrolled loop size is limited by PragmaUnrollThreshold. Reviewed By: Meinersbur Differential Revision: https://reviews.llvm.org/D119148
346 lines
12 KiB
LLVM
346 lines
12 KiB
LLVM
; RUN: opt < %s -loop-unroll -pragma-unroll-threshold=1024 -S | FileCheck -check-prefixes=CHECK,REM %s
|
|
; RUN: opt < %s -loop-unroll -loop-unroll -pragma-unroll-threshold=1024 -S | FileCheck -check-prefixes=CHECK,REM %s
|
|
; RUN: opt < %s -loop-unroll -unroll-allow-remainder=0 -pragma-unroll-threshold=1024 -S | FileCheck -check-prefixes=CHECK,NOREM %s
|
|
;
|
|
; Run loop unrolling twice to verify that loop unrolling metadata is properly
|
|
; removed and further unrolling is disabled after the pass is run once.
|
|
|
|
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
|
|
target triple = "x86_64-unknown-linux-gnu"
|
|
|
|
; loop4 contains a small loop which should be completely unrolled by
|
|
; the default unrolling heuristics. It serves as a control for the
|
|
; unroll(disable) pragma test loop4_with_disable.
|
|
;
|
|
; CHECK-LABEL: @loop4(
|
|
; CHECK-NOT: br i1
|
|
define void @loop4(i32* nocapture %a) {
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp eq i64 %indvars.iv.next, 4
|
|
br i1 %exitcond, label %for.end, label %for.body
|
|
|
|
for.end: ; preds = %for.body
|
|
ret void
|
|
}
|
|
|
|
; #pragma clang loop unroll(disable)
|
|
;
|
|
; CHECK-LABEL: @loop4_with_disable(
|
|
; CHECK: store i32
|
|
; CHECK-NOT: store i32
|
|
; CHECK: br i1
|
|
define void @loop4_with_disable(i32* nocapture %a) {
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp eq i64 %indvars.iv.next, 4
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !1
|
|
|
|
for.end: ; preds = %for.body
|
|
ret void
|
|
}
|
|
!1 = !{!1, !2}
|
|
!2 = !{!"llvm.loop.unroll.disable"}
|
|
|
|
; loop64 has a high enough count that it should *not* be unrolled by
|
|
; the default unrolling heuristic. It serves as the control for the
|
|
; unroll(full) pragma test loop64_with_.* tests below.
|
|
;
|
|
; CHECK-LABEL: @loop64(
|
|
; CHECK: store i32
|
|
; CHECK-NOT: store i32
|
|
; CHECK: br i1
|
|
define void @loop64(i32* nocapture %a) {
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp eq i64 %indvars.iv.next, 64
|
|
br i1 %exitcond, label %for.end, label %for.body
|
|
|
|
for.end: ; preds = %for.body
|
|
ret void
|
|
}
|
|
|
|
; #pragma clang loop unroll(full)
|
|
; Loop should be fully unrolled.
|
|
;
|
|
; CHECK-LABEL: @loop64_with_full(
|
|
; CHECK-NOT: br i1
|
|
define void @loop64_with_full(i32* nocapture %a) {
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp eq i64 %indvars.iv.next, 64
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !3
|
|
|
|
for.end: ; preds = %for.body
|
|
ret void
|
|
}
|
|
!3 = !{!3, !4}
|
|
!4 = !{!"llvm.loop.unroll.full"}
|
|
|
|
; #pragma clang loop unroll_count(4)
|
|
; Loop should be unrolled 4 times.
|
|
;
|
|
; CHECK-LABEL: @loop64_with_count4(
|
|
; CHECK: store i32
|
|
; CHECK: store i32
|
|
; CHECK: store i32
|
|
; CHECK: store i32
|
|
; CHECK-NOT: store i32
|
|
; CHECK: br i1
|
|
define void @loop64_with_count4(i32* nocapture %a) {
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp eq i64 %indvars.iv.next, 64
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !5
|
|
|
|
for.end: ; preds = %for.body
|
|
ret void
|
|
}
|
|
!5 = !{!5, !6}
|
|
!6 = !{!"llvm.loop.unroll.count", i32 4}
|
|
|
|
; #pragma clang loop unroll(full)
|
|
; Full unrolling is requested, but loop has a runtime trip count so
|
|
; no unrolling should occur.
|
|
;
|
|
; CHECK-LABEL: @runtime_loop_with_full(
|
|
; CHECK: store i32
|
|
; CHECK-NOT: store i32
|
|
define void @runtime_loop_with_full(i32* nocapture %a, i32 %b) {
|
|
entry:
|
|
%cmp3 = icmp sgt i32 %b, 0
|
|
br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !8
|
|
|
|
for.body: ; preds = %entry, %for.body
|
|
%indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%lftr.wideiv = trunc i64 %indvars.iv.next to i32
|
|
%exitcond = icmp eq i32 %lftr.wideiv, %b
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !8
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
!8 = !{!8, !4}
|
|
|
|
; #pragma clang loop unroll_count(4)
|
|
; Loop has a runtime trip count. Runtime unrolling should occur and loop
|
|
; should be duplicated (original and 4x unrolled) if remainder is allowed,
|
|
; otherwise loop should not be unrolled.
|
|
;
|
|
; CHECK-LABEL: @runtime_loop_with_count4(
|
|
; CHECK: for.body
|
|
; CHECK: store
|
|
; REM: store
|
|
; REM: store
|
|
; REM: store
|
|
; CHECK-NOT: store
|
|
; CHECK: br i1
|
|
; REM: for.body.epil:
|
|
; REM: store
|
|
; NOREM-NOT: for.body.epil:
|
|
; NOREM-NOT: store
|
|
; CHECK-NOT: store
|
|
; REM: br i1
|
|
; NOREM-NOT: br i1
|
|
define void @runtime_loop_with_count4(i32* nocapture %a, i32 %b) {
|
|
entry:
|
|
%cmp3 = icmp sgt i32 %b, 0
|
|
br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !9
|
|
|
|
for.body: ; preds = %entry, %for.body
|
|
%indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%lftr.wideiv = trunc i64 %indvars.iv.next to i32
|
|
%exitcond = icmp eq i32 %lftr.wideiv, %b
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !9
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
!9 = !{!9, !6}
|
|
|
|
; #pragma clang loop unroll_count(1)
|
|
; Loop should not be unrolled
|
|
;
|
|
; CHECK-LABEL: @unroll_1(
|
|
; CHECK: store i32
|
|
; CHECK-NOT: store i32
|
|
; CHECK: br i1
|
|
define void @unroll_1(i32* nocapture %a, i32 %b) {
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp eq i64 %indvars.iv.next, 4
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !10
|
|
|
|
for.end: ; preds = %for.body
|
|
ret void
|
|
}
|
|
!10 = !{!10, !11}
|
|
!11 = !{!"llvm.loop.unroll.count", i32 1}
|
|
|
|
; #pragma clang loop unroll(enable)
|
|
; Loop should be fully unrolled.
|
|
;
|
|
; CHECK-LABEL: @loop64_with_enable(
|
|
; CHECK-NOT: br i1
|
|
define void @loop64_with_enable(i32* nocapture %a) {
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp eq i64 %indvars.iv.next, 64
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !12
|
|
|
|
for.end: ; preds = %for.body
|
|
ret void
|
|
}
|
|
!12 = !{!12, !13}
|
|
!13 = !{!"llvm.loop.unroll.enable"}
|
|
|
|
; #pragma clang loop unroll(enable)
|
|
; Loop has a runtime trip count and should be runtime unrolled and duplicated
|
|
; (original and 8x) if remainder is allowed, otherwise it should not be
|
|
; unrolled.
|
|
;
|
|
; CHECK-LABEL: @runtime_loop_with_enable(
|
|
; CHECK: for.body:
|
|
; CHECK: store i32
|
|
; REM: store i32
|
|
; REM: store i32
|
|
; REM: store i32
|
|
; REM: store i32
|
|
; REM: store i32
|
|
; REM: store i32
|
|
; REM: store i32
|
|
; CHECK-NOT: store i32
|
|
; CHECK: br i1
|
|
; REM: for.body.epil:
|
|
; NOREM-NOT: for.body.epil:
|
|
; REM: store
|
|
; CHECK-NOT: store
|
|
; REM: br i1
|
|
; NOREM-NOT: br i1
|
|
define void @runtime_loop_with_enable(i32* nocapture %a, i32 %b) {
|
|
entry:
|
|
%cmp3 = icmp sgt i32 %b, 0
|
|
br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !8
|
|
|
|
for.body: ; preds = %entry, %for.body
|
|
%indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%lftr.wideiv = trunc i64 %indvars.iv.next to i32
|
|
%exitcond = icmp eq i32 %lftr.wideiv, %b
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !14
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
!14 = !{!14, !13}
|
|
|
|
; #pragma clang loop unroll_count(3)
|
|
; Loop has a runtime trip count. Runtime unrolling should occur and loop
|
|
; should be duplicated (original and 3x unrolled) if remainder is allowed,
|
|
; otherwise it should not be unrolled.
|
|
;
|
|
; CHECK-LABEL: @runtime_loop_with_count3(
|
|
; CHECK: for.body
|
|
; CHECK: store
|
|
; REM: store
|
|
; REM: store
|
|
; CHECK-NOT: store
|
|
; CHECK: br i1
|
|
; REM: for.body.epil:
|
|
; REM: store
|
|
; NOREM-NOT: for.body.epil:
|
|
; NOREM-NOT: store
|
|
; CHECK-NOT: store
|
|
; REM: br i1
|
|
define void @runtime_loop_with_count3(i32* nocapture %a, i32 %b) {
|
|
entry:
|
|
%cmp3 = icmp sgt i32 %b, 0
|
|
br i1 %cmp3, label %for.body, label %for.end, !llvm.loop !16
|
|
|
|
for.body: ; preds = %entry, %for.body
|
|
%indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %entry ]
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i64 %indvars.iv
|
|
%0 = load i32, i32* %arrayidx, align 4
|
|
%inc = add nsw i32 %0, 1
|
|
store i32 %inc, i32* %arrayidx, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%lftr.wideiv = trunc i64 %indvars.iv.next to i32
|
|
%exitcond = icmp eq i32 %lftr.wideiv, %b
|
|
br i1 %exitcond, label %for.end, label %for.body, !llvm.loop !15
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
!15 = !{!15, !16}
|
|
!16 = !{!"llvm.loop.unroll.count", i32 3}
|