01afb3fb99
Also get rid of explicitly specified '-march' values for old architectures. This simplifies %ptxas-verify statements. After the change, we can potentially miss cases where a new functionality is added to the architecture without appropriate checks in the backend. On the other hand, this is mostly true for old architectures that have been thoroughly tested. Differential Revision: https://reviews.llvm.org/D141736
96 lines
3.8 KiB
LLVM
96 lines
3.8 KiB
LLVM
; RUN: llc < %s -march=nvptx64 -mcpu=sm_30 -mattr=+ptx60 | FileCheck %s
|
|
; RUN: %if ptxas %{ llc < %s -march=nvptx64 -mcpu=sm_30 -mattr=+ptx60 | %ptxas-verify %}
|
|
|
|
declare i32 @llvm.nvvm.shfl.sync.down.i32(i32, i32, i32, i32)
|
|
declare float @llvm.nvvm.shfl.sync.down.f32(float, i32, i32, i32)
|
|
declare i32 @llvm.nvvm.shfl.sync.up.i32(i32, i32, i32, i32)
|
|
declare float @llvm.nvvm.shfl.sync.up.f32(float, i32, i32, i32)
|
|
declare i32 @llvm.nvvm.shfl.sync.bfly.i32(i32, i32, i32, i32)
|
|
declare float @llvm.nvvm.shfl.sync.bfly.f32(float, i32, i32, i32)
|
|
declare i32 @llvm.nvvm.shfl.sync.idx.i32(i32, i32, i32, i32)
|
|
declare float @llvm.nvvm.shfl.sync.idx.f32(float, i32, i32, i32)
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_rrr
|
|
define i32 @shfl_sync_rrr(i32 %mask, i32 %a, i32 %b, i32 %c) {
|
|
; CHECK: ld.param.u32 [[MASK:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[B:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[C:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], [[B]], [[C]], [[MASK]];
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 %mask, i32 %a, i32 %b, i32 %c)
|
|
ret i32 %val
|
|
}
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_irr
|
|
define i32 @shfl_sync_irr(i32 %a, i32 %b, i32 %c) {
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[B:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[C:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], [[B]], [[C]], 1;
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 1, i32 %a, i32 %b, i32 %c)
|
|
ret i32 %val
|
|
}
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_rri
|
|
define i32 @shfl_sync_rri(i32 %mask, i32 %a, i32 %b) {
|
|
; CHECK: ld.param.u32 [[MASK:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[B:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], [[B]], 1, [[MASK]];
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 %mask, i32 %a, i32 %b, i32 1)
|
|
ret i32 %val
|
|
}
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_iri
|
|
define i32 @shfl_sync_iri(i32 %a, i32 %b) {
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[B:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], [[B]], 2, 1;
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 1, i32 %a, i32 %b, i32 2)
|
|
ret i32 %val
|
|
}
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_rir
|
|
define i32 @shfl_sync_rir(i32 %mask, i32 %a, i32 %c) {
|
|
; CHECK: ld.param.u32 [[MASK:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[C:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], 1, [[C]], [[MASK]];
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 %mask, i32 %a, i32 1, i32 %c)
|
|
ret i32 %val
|
|
}
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_iir
|
|
define i32 @shfl_sync_iir(i32 %a, i32 %c) {
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[C:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], 2, [[C]], 1;
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 1, i32 %a, i32 2, i32 %c)
|
|
ret i32 %val
|
|
}
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_rii
|
|
define i32 @shfl_sync_rii(i32 %mask, i32 %a) {
|
|
; CHECK: ld.param.u32 [[MASK:%r[0-9]+]]
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], 1, 2, [[MASK]];
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 %mask, i32 %a, i32 1, i32 2)
|
|
ret i32 %val
|
|
}
|
|
|
|
; CHECK-LABEL: .func{{.*}}shfl_sync_iii
|
|
define i32 @shfl_sync_iii(i32 %a, i32 %b) {
|
|
; CHECK: ld.param.u32 [[A:%r[0-9]+]]
|
|
; CHECK: shfl.sync.down.b32 [[OUT:%r[0-9]+]], [[A]], 2, 3, 1;
|
|
; CHECK: st.param.{{.}}32 {{.*}}, [[OUT]]
|
|
%val = call i32 @llvm.nvvm.shfl.sync.down.i32(i32 1, i32 %a, i32 2, i32 3)
|
|
ret i32 %val
|
|
}
|