7b2c98ab59
Fixup test to check for GCN prefix
These patterns always zero extend the result even though it might need sign extension.
This has been broken since the addition of i16 support.
It has popped up in mad_sat(char) test since min(max()) combination is turned into v_med3, resulting in the following (incorrect) sequence:
v_mad_i16 v2, v10, v9, v11
v_med3_i32 v2, v2, v8, v7
Fixes mad_sat(char) piglit on VI.
Differential Revision: https://reviews.llvm.org/D49836
llvm-svn: 339190
228 lines
8.7 KiB
LLVM
228 lines
8.7 KiB
LLVM
; RUN: llc < %s -march=r600 -mcpu=redwood | FileCheck %s --check-prefix=EG --check-prefix=FUNC
|
|
; RUN: llc < %s -march=r600 -mcpu=cayman | FileCheck %s --check-prefix=EG --check-prefix=FUNC
|
|
; RUN: llc < %s -march=amdgcn -verify-machineinstrs | FileCheck %s --check-prefix=SI --check-prefix=FUNC --check-prefix=GCN
|
|
; RUN: llc < %s -march=amdgcn -mcpu=tonga -mattr=-flat-for-global -verify-machineinstrs | FileCheck %s --check-prefix=VI --check-prefix=FUNC --check-prefix=GCN
|
|
; RUN: llc < %s -march=amdgcn -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs | FileCheck %s --check-prefix=VI --check-prefix=FUNC --check-prefix=GCN
|
|
|
|
declare i32 @llvm.r600.read.tidig.x() nounwind readnone
|
|
|
|
; FUNC-LABEL: {{^}}u32_mad24:
|
|
; EG: MULADD_UINT24
|
|
; SI: v_mad_u32_u24
|
|
; VI: v_mad_u32_u24
|
|
|
|
define amdgpu_kernel void @u32_mad24(i32 addrspace(1)* %out, i32 %a, i32 %b, i32 %c) {
|
|
entry:
|
|
%0 = shl i32 %a, 8
|
|
%a_24 = lshr i32 %0, 8
|
|
%1 = shl i32 %b, 8
|
|
%b_24 = lshr i32 %1, 8
|
|
%2 = mul i32 %a_24, %b_24
|
|
%3 = add i32 %2, %c
|
|
store i32 %3, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; FUNC-LABEL: {{^}}i16_mad24:
|
|
; The order of A and B does not matter.
|
|
; EG: MULADD_UINT24 {{[* ]*}}T{{[0-9]}}.[[MAD_CHAN:[XYZW]]]
|
|
; The result must be sign-extended
|
|
; EG: BFE_INT {{[* ]*}}T{{[0-9]\.[XYZW]}}, PV.[[MAD_CHAN]], 0.0, literal.x
|
|
; EG: 16
|
|
; FIXME: Should be using scalar instructions here.
|
|
; GCN: v_mad_u32_u24 [[MAD:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; GCN: v_bfe_i32 v{{[0-9]}}, [[MAD]], 0, 16
|
|
define amdgpu_kernel void @i16_mad24(i32 addrspace(1)* %out, i16 %a, i16 %b, i16 %c) {
|
|
entry:
|
|
%0 = mul i16 %a, %b
|
|
%1 = add i16 %0, %c
|
|
%2 = sext i16 %1 to i32
|
|
store i32 %2, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; FIXME: Need to handle non-uniform case for function below (load without gep).
|
|
; FUNC-LABEL: {{^}}i8_mad24:
|
|
; EG: MULADD_UINT24 {{[* ]*}}T{{[0-9]}}.[[MAD_CHAN:[XYZW]]]
|
|
; The result must be sign-extended
|
|
; EG: BFE_INT {{[* ]*}}T{{[0-9]\.[XYZW]}}, PV.[[MAD_CHAN]], 0.0, literal.x
|
|
; EG: 8
|
|
; GCN: v_mad_u32_u24 [[MUL:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; GCN: v_bfe_i32 v{{[0-9]}}, [[MUL]], 0, 8
|
|
define amdgpu_kernel void @i8_mad24(i32 addrspace(1)* %out, i8 %a, i8 %b, i8 %c) {
|
|
entry:
|
|
%0 = mul i8 %a, %b
|
|
%1 = add i8 %0, %c
|
|
%2 = sext i8 %1 to i32
|
|
store i32 %2, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; This tests for a bug where the mad_u24 pattern matcher would call
|
|
; SimplifyDemandedBits on the first operand of the mul instruction
|
|
; assuming that the pattern would be matched to a 24-bit mad. This
|
|
; led to some instructions being incorrectly erased when the entire
|
|
; 24-bit mad pattern wasn't being matched.
|
|
|
|
; Check that the select instruction is not deleted.
|
|
; FUNC-LABEL: {{^}}i24_i32_i32_mad:
|
|
; EG: CNDE_INT
|
|
; SI: v_cndmask
|
|
define amdgpu_kernel void @i24_i32_i32_mad(i32 addrspace(1)* %out, i32 %a, i32 %b, i32 %c, i32 %d) {
|
|
entry:
|
|
%0 = ashr i32 %a, 8
|
|
%1 = icmp ne i32 %c, 0
|
|
%2 = select i1 %1, i32 %0, i32 34
|
|
%3 = mul i32 %2, %c
|
|
%4 = add i32 %3, %d
|
|
store i32 %4, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; FUNC-LABEL: {{^}}extra_and:
|
|
; SI-NOT: v_and
|
|
; SI: v_mad_u32_u24
|
|
; SI: v_mad_u32_u24
|
|
define amdgpu_kernel void @extra_and(i32 addrspace(1)* %arg, i32 %arg2, i32 %arg3) {
|
|
bb:
|
|
br label %bb4
|
|
|
|
bb4: ; preds = %bb4, %bb
|
|
%tmp = phi i32 [ 0, %bb ], [ %tmp13, %bb4 ]
|
|
%tmp5 = phi i32 [ 0, %bb ], [ %tmp13, %bb4 ]
|
|
%tmp6 = phi i32 [ 0, %bb ], [ %tmp15, %bb4 ]
|
|
%tmp7 = phi i32 [ 0, %bb ], [ %tmp15, %bb4 ]
|
|
%tmp8 = and i32 %tmp7, 16777215
|
|
%tmp9 = and i32 %tmp6, 16777215
|
|
%tmp10 = and i32 %tmp5, 16777215
|
|
%tmp11 = and i32 %tmp, 16777215
|
|
%tmp12 = mul i32 %tmp8, %tmp11
|
|
%tmp13 = add i32 %arg2, %tmp12
|
|
%tmp14 = mul i32 %tmp9, %tmp11
|
|
%tmp15 = add i32 %arg3, %tmp14
|
|
%tmp16 = add nuw nsw i32 %tmp13, %tmp15
|
|
%tmp17 = icmp eq i32 %tmp16, 8
|
|
br i1 %tmp17, label %bb18, label %bb4
|
|
|
|
bb18: ; preds = %bb4
|
|
store i32 %tmp16, i32 addrspace(1)* %arg
|
|
ret void
|
|
}
|
|
|
|
; FUNC-LABEL: {{^}}dont_remove_shift
|
|
; SI: v_lshr
|
|
; SI: v_mad_u32_u24
|
|
; SI: v_mad_u32_u24
|
|
define amdgpu_kernel void @dont_remove_shift(i32 addrspace(1)* %arg, i32 %arg2, i32 %arg3) {
|
|
bb:
|
|
br label %bb4
|
|
|
|
bb4: ; preds = %bb4, %bb
|
|
%tmp = phi i32 [ 0, %bb ], [ %tmp13, %bb4 ]
|
|
%tmp5 = phi i32 [ 0, %bb ], [ %tmp13, %bb4 ]
|
|
%tmp6 = phi i32 [ 0, %bb ], [ %tmp15, %bb4 ]
|
|
%tmp7 = phi i32 [ 0, %bb ], [ %tmp15, %bb4 ]
|
|
%tmp8 = lshr i32 %tmp7, 8
|
|
%tmp9 = lshr i32 %tmp6, 8
|
|
%tmp10 = lshr i32 %tmp5, 8
|
|
%tmp11 = lshr i32 %tmp, 8
|
|
%tmp12 = mul i32 %tmp8, %tmp11
|
|
%tmp13 = add i32 %arg2, %tmp12
|
|
%tmp14 = mul i32 %tmp9, %tmp11
|
|
%tmp15 = add i32 %arg3, %tmp14
|
|
%tmp16 = add nuw nsw i32 %tmp13, %tmp15
|
|
%tmp17 = icmp eq i32 %tmp16, 8
|
|
br i1 %tmp17, label %bb18, label %bb4
|
|
|
|
bb18: ; preds = %bb4
|
|
store i32 %tmp16, i32 addrspace(1)* %arg
|
|
ret void
|
|
}
|
|
|
|
; FUNC-LABEL: {{^}}i8_mad_sat_16:
|
|
; EG: MULADD_UINT24 {{[* ]*}}T{{[0-9]}}.[[MAD_CHAN:[XYZW]]]
|
|
; The result must be sign-extended
|
|
; EG: BFE_INT {{[* ]*}}T{{[0-9]\.[XYZW]}}, PV.[[MAD_CHAN]], 0.0, literal.x
|
|
; EG: 8
|
|
; SI: v_mad_u32_u24 [[MAD:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; VI: v_mad_u16 [[MAD:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; GCN: v_bfe_i32 [[EXT:v[0-9]]], [[MAD]], 0, 16
|
|
; GCN: v_med3_i32 v{{[0-9]}}, [[EXT]],
|
|
define amdgpu_kernel void @i8_mad_sat_16(i8 addrspace(1)* %out, i8 addrspace(1)* %in0, i8 addrspace(1)* %in1, i8 addrspace(1)* %in2, i64 addrspace(5)* %idx) {
|
|
entry:
|
|
%retval.0.i = load i64, i64 addrspace(5)* %idx
|
|
%arrayidx = getelementptr inbounds i8, i8 addrspace(1)* %in0, i64 %retval.0.i
|
|
%arrayidx2 = getelementptr inbounds i8, i8 addrspace(1)* %in1, i64 %retval.0.i
|
|
%arrayidx4 = getelementptr inbounds i8, i8 addrspace(1)* %in2, i64 %retval.0.i
|
|
%l1 = load i8, i8 addrspace(1)* %arrayidx, align 1
|
|
%l2 = load i8, i8 addrspace(1)* %arrayidx2, align 1
|
|
%l3 = load i8, i8 addrspace(1)* %arrayidx4, align 1
|
|
%conv1.i = sext i8 %l1 to i16
|
|
%conv3.i = sext i8 %l2 to i16
|
|
%conv5.i = sext i8 %l3 to i16
|
|
%mul.i.i.i = mul nsw i16 %conv3.i, %conv1.i
|
|
%add.i.i = add i16 %mul.i.i.i, %conv5.i
|
|
%c4 = icmp sgt i16 %add.i.i, -128
|
|
%cond.i.i = select i1 %c4, i16 %add.i.i, i16 -128
|
|
%c5 = icmp slt i16 %cond.i.i, 127
|
|
%cond13.i.i = select i1 %c5, i16 %cond.i.i, i16 127
|
|
%conv8.i = trunc i16 %cond13.i.i to i8
|
|
%arrayidx7 = getelementptr inbounds i8, i8 addrspace(1)* %out, i64 %retval.0.i
|
|
store i8 %conv8.i, i8 addrspace(1)* %arrayidx7, align 1
|
|
ret void
|
|
}
|
|
|
|
; FUNC-LABEL: {{^}}i8_mad_32:
|
|
; EG: MULADD_UINT24 {{[* ]*}}T{{[0-9]}}.[[MAD_CHAN:[XYZW]]]
|
|
; The result must be sign-extended
|
|
; EG: BFE_INT {{[* ]*}}T{{[0-9]\.[XYZW]}}, PV.[[MAD_CHAN]], 0.0, literal.x
|
|
; EG: 8
|
|
; SI: v_mad_u32_u24 [[MAD:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; VI: v_mad_u16 [[MAD:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; GCN: v_bfe_i32 [[EXT:v[0-9]]], [[MAD]], 0, 16
|
|
define amdgpu_kernel void @i8_mad_32(i32 addrspace(1)* %out, i8 addrspace(1)* %a, i8 addrspace(1)* %b, i8 addrspace(1)* %c, i64 addrspace(5)* %idx) {
|
|
entry:
|
|
%retval.0.i = load i64, i64 addrspace(5)* %idx
|
|
%arrayidx = getelementptr inbounds i8, i8 addrspace(1)* %a, i64 %retval.0.i
|
|
%arrayidx2 = getelementptr inbounds i8, i8 addrspace(1)* %b, i64 %retval.0.i
|
|
%arrayidx4 = getelementptr inbounds i8, i8 addrspace(1)* %c, i64 %retval.0.i
|
|
%la = load i8, i8 addrspace(1)* %arrayidx, align 1
|
|
%lb = load i8, i8 addrspace(1)* %arrayidx2, align 1
|
|
%lc = load i8, i8 addrspace(1)* %arrayidx4, align 1
|
|
%exta = sext i8 %la to i16
|
|
%extb = sext i8 %lb to i16
|
|
%extc = sext i8 %lc to i16
|
|
%mul = mul i16 %exta, %extb
|
|
%mad = add i16 %mul, %extc
|
|
%mad_ext = sext i16 %mad to i32
|
|
store i32 %mad_ext, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; FUNC-LABEL: {{^}}i8_mad_64:
|
|
; EG: MULADD_UINT24 {{[* ]*}}T{{[0-9]}}.[[MAD_CHAN:[XYZW]]]
|
|
; The result must be sign-extended
|
|
; EG: BFE_INT {{[* ]*}}T{{[0-9]\.[XYZW]}}, PV.[[MAD_CHAN]], 0.0, literal.x
|
|
; EG: 8
|
|
; SI: v_mad_u32_u24 [[MAD:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; VI: v_mad_u16 [[MAD:v[0-9]]], {{[sv][0-9], [sv][0-9]}}
|
|
; GCN: v_bfe_i32 [[EXT:v[0-9]]], [[MAD]], 0, 16
|
|
define amdgpu_kernel void @i8_mad_64(i64 addrspace(1)* %out, i8 addrspace(1)* %a, i8 addrspace(1)* %b, i8 addrspace(1)* %c, i64 addrspace(5)* %idx) {
|
|
entry:
|
|
%retval.0.i = load i64, i64 addrspace(5)* %idx
|
|
%arrayidx = getelementptr inbounds i8, i8 addrspace(1)* %a, i64 %retval.0.i
|
|
%arrayidx2 = getelementptr inbounds i8, i8 addrspace(1)* %b, i64 %retval.0.i
|
|
%arrayidx4 = getelementptr inbounds i8, i8 addrspace(1)* %c, i64 %retval.0.i
|
|
%la = load i8, i8 addrspace(1)* %arrayidx, align 1
|
|
%lb = load i8, i8 addrspace(1)* %arrayidx2, align 1
|
|
%lc = load i8, i8 addrspace(1)* %arrayidx4, align 1
|
|
%exta = sext i8 %la to i16
|
|
%extb = sext i8 %lb to i16
|
|
%extc = sext i8 %lc to i16
|
|
%mul = mul i16 %exta, %extb
|
|
%mad = add i16 %mul, %extc
|
|
%mad_ext = sext i16 %mad to i64
|
|
store i64 %mad_ext, i64 addrspace(1)* %out
|
|
ret void
|
|
}
|