caio/clang-p2996
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
dda73336ad22bd0b5ecda17040c50fb10fcbe5fb
clang-p2996/llvm/test/Transforms/LowerExpectIntrinsic/phi_unexpect.ll
Zhi Zhuang b49ee01fe2 [LowerExpectIntrinsic] Propagate branch weights through phi values when ExpectedValue is unlikely in LowerExpectIntrinsic 
Update handlePhiDef to consider the probability argument in an expect.with.probability intrinsic when annotating BranchInsts.
In addition, we also disallow non-constant probability arguments in this intrinsic.

Differential Revsion: https://reviews.llvm.org/D140337
2022-12-22 17:33:52 -05:00

240 lines
6.3 KiB
LLVM
Raw Blame History

; RUN: opt -S -passes='function(lower-expect),strip-dead-prototypes' -likely-branch-weight=2147483647 -unlikely-branch-weight=1 < %s | FileCheck %s
; The C case
; if (__builtin_expect_with_probability(((a0 == 1) || (a1 == 1) || (a2 == 1)), 1, 0))
; For the above case, all 3 branches should be annotated
; which should be equivalent to if (__builtin_expect(((a0 == 1) || (a1 == 1) || (a2 == 1)), 0))
; The C case
; if (__builtin_expect_with_probability(((a0 == 1) || (a1 == 1) || (a2 == 1)), 1, 1))
; For the above case, we do not have enough information, so only the last branch could be annotated
; which should be equivalent to if (__builtin_expect(((a0 == 1) || (a1 == 1) || (a2 == 1)), 1))
declare void @foo()
declare i64 @llvm.expect.i64(i64, i64) nounwind readnone
declare i64 @llvm.expect.with.probability.i64(i64, i64, double) nounwind readnone
; CHECK-LABEL: @test1_expect_1(
; CHECK: block0:
; CHECK-NOT: prof
; CHECK: block1:
; CHECK-NOT: prof
; CHECK: block3:
; CHECK: br i1 %tobool, label %block4, label %block5, !prof !0
define void @test1_expect_1(i8 %a0, i8 %a1, i8 %a2) {
block0:
%c0 = icmp eq i8 %a0, 1
br i1 %c0, label %block3, label %block1
block1:
%c1 = icmp eq i8 %a1, 1
br i1 %c1, label %block3, label %block2
block2:
%c2 = icmp eq i8 %a2, 1
br label %block3
block3:
%cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ]
%cond1 = zext i1 %cond0 to i32
%cond2 = sext i32 %cond1 to i64
%expval = call i64 @llvm.expect.i64(i64 %cond2, i64 1)
%tobool = icmp ne i64 %expval, 0
br i1 %tobool, label %block4, label %block5
block4:
call void @foo()
br label %block5
block5:
ret void
}
; should have exactly the same behavior as test1
; CHECK-LABEL: @test2_expect_with_prob_1_1(
; CHECK: block0:
; CHECK-NOT: prof
; CHECK: block1:
; CHECK-NOT: prof
; CHECK: block3:
; CHECK: br i1 %tobool, label %block4, label %block5, !prof !0
define void @test2_expect_with_prob_1_1(i8 %a0, i8 %a1, i8 %a2) {
block0:
%c0 = icmp eq i8 %a0, 1
br i1 %c0, label %block3, label %block1
block1:
%c1 = icmp eq i8 %a1, 1
br i1 %c1, label %block3, label %block2
block2:
%c2 = icmp eq i8 %a2, 1
br label %block3
block3:
%cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ]
%cond1 = zext i1 %cond0 to i32
%cond2 = sext i32 %cond1 to i64
%expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 1, double 1.0)
%tobool = icmp ne i64 %expval, 0
br i1 %tobool, label %block4, label %block5
block4:
call void @foo()
br label %block5
block5:
ret void
}
; should have exactly the same behavior as test1
; CHECK-LABEL: @test3_expect_with_prob_0_0(
; CHECK: block0:
; CHECK-NOT: prof
; CHECK: block1:
; CHECK-NOT: prof
; CHECK: block3:
; CHECK: br i1 %tobool, label %block4, label %block5, !prof !0
define void @test3_expect_with_prob_0_0(i8 %a0, i8 %a1, i8 %a2) {
block0:
%c0 = icmp eq i8 %a0, 1
br i1 %c0, label %block3, label %block1
block1:
%c1 = icmp eq i8 %a1, 1
br i1 %c1, label %block3, label %block2
block2:
%c2 = icmp eq i8 %a2, 1
br label %block3
block3:
%cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ]
%cond1 = zext i1 %cond0 to i32
%cond2 = sext i32 %cond1 to i64
%expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 0, double 0.0)
%tobool = icmp ne i64 %expval, 0
br i1 %tobool, label %block4, label %block5
block4:
call void @foo()
br label %block5
block5:
ret void
}
; CHECK-LABEL: @test4_expect_0(
; CHECK: block0:
; CHECK: br i1 %c0, label %block3, label %block1, !prof !1
; CHECK: block1:
; CHECK: br i1 %c1, label %block3, label %block2, !prof !1
; CHECK: block3:
; CHECK: br i1 %tobool, label %block4, label %block5, !prof !1
define void @test4_expect_0(i8 %a0, i8 %a1, i8 %a2) {
block0:
%c0 = icmp eq i8 %a0, 1
br i1 %c0, label %block3, label %block1
block1:
%c1 = icmp eq i8 %a1, 1
br i1 %c1, label %block3, label %block2
block2:
%c2 = icmp eq i8 %a2, 1
br label %block3
block3:
%cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ]
%cond1 = zext i1 %cond0 to i32
%cond2 = sext i32 %cond1 to i64
%expval = call i64 @llvm.expect.i64(i64 %cond2, i64 0)
%tobool = icmp ne i64 %expval, 0
br i1 %tobool, label %block4, label %block5
block4:
call void @foo()
br label %block5
block5:
ret void
}
; should have exactly the same behavior as test4
; CHECK-LABEL: @test5_expect_with_prob_1_0(
; CHECK: block0:
; CHECK: br i1 %c0, label %block3, label %block1, !prof !1
; CHECK: block1:
; CHECK: br i1 %c1, label %block3, label %block2, !prof !1
; CHECK: block3:
; CHECK: br i1 %tobool, label %block4, label %block5, !prof !1
define void @test5_expect_with_prob_1_0(i8 %a0, i8 %a1, i8 %a2) {
block0:
%c0 = icmp eq i8 %a0, 1
br i1 %c0, label %block3, label %block1
block1:
%c1 = icmp eq i8 %a1, 1
br i1 %c1, label %block3, label %block2
block2:
%c2 = icmp eq i8 %a2, 1
br label %block3
block3:
%cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ]
%cond1 = zext i1 %cond0 to i32
%cond2 = sext i32 %cond1 to i64
%expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 1, double 0.0)
%tobool = icmp ne i64 %expval, 0
br i1 %tobool, label %block4, label %block5
block4:
call void @foo()
br label %block5
block5:
ret void
}
; should have exactly the same behavior as test4
; CHECK-LABEL: @test6_expect_with_prob_0_1(
; CHECK: block0:
; CHECK: br i1 %c0, label %block3, label %block1, !prof !1
; CHECK: block1:
; CHECK: br i1 %c1, label %block3, label %block2, !prof !1
; CHECK: block3:
; CHECK: br i1 %tobool, label %block4, label %block5, !prof !1
define void @test6_expect_with_prob_0_1(i8 %a0, i8 %a1, i8 %a2) {
block0:
%c0 = icmp eq i8 %a0, 1
br i1 %c0, label %block3, label %block1
block1:
%c1 = icmp eq i8 %a1, 1
br i1 %c1, label %block3, label %block2
block2:
%c2 = icmp eq i8 %a2, 1
br label %block3
block3:
%cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ]
%cond1 = zext i1 %cond0 to i32
%cond2 = sext i32 %cond1 to i64
%expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 0, double 1.0)
%tobool = icmp ne i64 %expval, 0
br i1 %tobool, label %block4, label %block5
block4:
call void @foo()
br label %block5
block5:
ret void
}
; CHECK: !0 = !{!"branch_weights", i32 2147483647, i32 1}
; CHECK: !1 = !{!"branch_weights", i32 1, i32 2147483647}
Reference in New Issue View Git Blame Copy Permalink