3115ad8980
Reland the original patch with additional commit containing fix for two issues: 1. Attempting to bitcast using MVTs with no corresponding LLVM type. getDWordFromOffset now works directly with the original vector to get the corresponding elements given the DWordOffset. 2. Improper bit tracking in CalculateByteProvider for vector types using certain ops. Previously, bit tracking for certain ops (e.g. ISD::TRUNCATE) assumed operands were scalar types, which is not correct since these ops have different semantics depending on vector / scalar. CalculateByteProvider / CalculateSrcByte now exit on vector types, handling which is a TODO.
2708 lines
116 KiB
LLVM
2708 lines
116 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -mtriple=amdgcn -mcpu=gfx900 -mattr=-promote-alloca -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX900 %s
|
|
; RUN: llc -mtriple=amdgcn -mcpu=gfx906 -mattr=-promote-alloca -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX906 %s
|
|
; RUN: llc -mtriple=amdgcn -mcpu=fiji -mattr=-promote-alloca -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX803 %s
|
|
; RUN: llc -mtriple=amdgcn -mcpu=gfx900 -mattr=-promote-alloca -mattr=+enable-flat-scratch -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX900-FLATSCR %s
|
|
|
|
define <2 x i16> @load_local_lo_hi_v2i16_multi_use_lo(ptr addrspace(3) noalias %in) #0 {
|
|
; GFX900-LABEL: load_local_lo_hi_v2i16_multi_use_lo:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v2, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v2
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v1, v0 offset:16
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX900-NEXT: ds_write_b16 v0, v2
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_lo_hi_v2i16_multi_use_lo:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v1, v0
|
|
; GFX906-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX906-NEXT: ds_write_b16 v2, v1
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_lo_hi_v2i16_multi_use_lo:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v1, v0
|
|
; GFX803-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX803-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: ds_write_b16 v2, v1
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_lo_hi_v2i16_multi_use_lo:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v2, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v1, v2
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v1, v0 offset:16
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX900-FLATSCR-NEXT: ds_write_b16 v0, v2
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(3) %in, i32 8
|
|
%load.lo = load i16, ptr addrspace(3) %in
|
|
%load.hi = load i16, ptr addrspace(3) %gep
|
|
store i16 %load.lo, ptr addrspace(3) null
|
|
%build0 = insertelement <2 x i16> undef, i16 %load.lo, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load.hi, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
define <2 x i16> @load_local_lo_hi_v2i16_multi_use_hi(ptr addrspace(3) noalias %in) #0 {
|
|
; GFX900-LABEL: load_local_lo_hi_v2i16_multi_use_hi:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v1, v0 offset:16
|
|
; GFX900-NEXT: ds_read_u16 v0, v0
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-NEXT: ds_write_b16 v2, v1
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_lo_hi_v2i16_multi_use_hi:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v1, v0 offset:16
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX906-NEXT: ds_write_b16 v2, v1
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_lo_hi_v2i16_multi_use_hi:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v1, v0 offset:16
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: ds_write_b16 v2, v1
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v0, v1
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_lo_hi_v2i16_multi_use_hi:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v1, v0 offset:16
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v0, v0
|
|
; GFX900-FLATSCR-NEXT: s_mov_b32 s0, 0x5040100
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-FLATSCR-NEXT: ds_write_b16 v2, v1
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-FLATSCR-NEXT: v_perm_b32 v0, v1, v0, s0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(3) %in, i32 8
|
|
%load.lo = load i16, ptr addrspace(3) %in
|
|
%load.hi = load i16, ptr addrspace(3) %gep
|
|
store i16 %load.hi, ptr addrspace(3) null
|
|
%build0 = insertelement <2 x i16> undef, i16 %load.lo, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load.hi, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
define <2 x i16> @load_local_lo_hi_v2i16_multi_use_lohi(ptr addrspace(3) noalias %in, ptr addrspace(3) noalias %out0, ptr addrspace(3) noalias %out1) #0 {
|
|
; GFX900-LABEL: load_local_lo_hi_v2i16_multi_use_lohi:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v3, v0
|
|
; GFX900-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-NEXT: ds_write_b16 v1, v3
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-NEXT: ds_write_b16 v2, v0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_lo_hi_v2i16_multi_use_lohi:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v3, v0
|
|
; GFX906-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX906-NEXT: ds_write_b16 v1, v3
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX906-NEXT: ds_write_b16 v2, v0
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_lo_hi_v2i16_multi_use_lohi:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v3, v0
|
|
; GFX803-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: ds_write_b16 v1, v3
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: ds_write_b16 v2, v0
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v3, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_lo_hi_v2i16_multi_use_lohi:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v3, v0
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX900-FLATSCR-NEXT: s_mov_b32 s0, 0x5040100
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-FLATSCR-NEXT: ds_write_b16 v1, v3
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-FLATSCR-NEXT: ds_write_b16 v2, v0
|
|
; GFX900-FLATSCR-NEXT: v_perm_b32 v0, v0, v3, s0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(3) %in, i32 8
|
|
%load.lo = load i16, ptr addrspace(3) %in
|
|
%load.hi = load i16, ptr addrspace(3) %gep
|
|
store i16 %load.lo, ptr addrspace(3) %out0
|
|
store i16 %load.hi, ptr addrspace(3) %out1
|
|
%build0 = insertelement <2 x i16> undef, i16 %load.lo, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load.hi, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
define <2 x i16> @load_local_hi_v2i16_undeflo(ptr addrspace(3) %in) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_undeflo:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v0, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_undeflo:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_undeflo:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_undeflo:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v0, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i16, ptr addrspace(3) %in
|
|
%build = insertelement <2 x i16> undef, i16 %load, i32 1
|
|
ret <2 x i16> %build
|
|
}
|
|
|
|
define <2 x i16> @load_local_hi_v2i16_reglo(ptr addrspace(3) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_reglo:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_reglo:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_reglo:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_reglo:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i16, ptr addrspace(3) %in
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
define void @load_local_hi_v2i16_reglo_vreg(ptr addrspace(3) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i16, ptr addrspace(3) %in
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define <2 x i16> @load_local_hi_v2i16_zerolo(ptr addrspace(3) %in) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_zerolo:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_zerolo:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_zerolo:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_zerolo:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i16, ptr addrspace(3) %in
|
|
%build = insertelement <2 x i16> zeroinitializer, i16 %load, i32 1
|
|
ret <2 x i16> %build
|
|
}
|
|
|
|
; FIXME: Remove m0 initialization
|
|
define i32 @load_local_hi_v2i16_zerolo_shift(ptr addrspace(3) %in) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_zerolo_shift:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v0, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_zerolo_shift:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_zerolo_shift:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_zerolo_shift:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v0, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i16, ptr addrspace(3) %in
|
|
%zext = zext i16 %load to i32
|
|
%shift = shl i32 %zext, 16
|
|
ret i32 %shift
|
|
}
|
|
|
|
define void @load_local_hi_v2f16_reglo_vreg(ptr addrspace(3) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2f16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2f16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2f16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2f16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load half, ptr addrspace(3) %in
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %load, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_local_hi_v2i16_reglo_vreg_zexti8(ptr addrspace(3) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u8_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u8 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u8 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u8_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr addrspace(3) %in
|
|
%ext = zext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_local_hi_v2i16_reglo_vreg_sexti8(ptr addrspace(3) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_i8_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_i8 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_i8 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_i8_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr addrspace(3) %in
|
|
%ext = sext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_local_hi_v2f16_reglo_vreg_zexti8(ptr addrspace(3) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u8_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u8 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u8 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u8_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr addrspace(3) %in
|
|
%ext = zext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_local_hi_v2f16_reglo_vreg_sexti8(ptr addrspace(3) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_i8_d16_hi v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_i8 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_i8 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_i8_d16_hi v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr addrspace(3) %in
|
|
%ext = sext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_global_hi_v2i16_reglo_vreg(ptr addrspace(1) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_global_hi_v2i16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_global_hi_v2i16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ushort v0, v[0:1], off offset:-4094
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_global_hi_v2i16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff002, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_global_hi_v2i16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(1) %in, i64 -2047
|
|
%load = load i16, ptr addrspace(1) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_global_hi_v2f16_reglo_vreg(ptr addrspace(1) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_global_hi_v2f16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_global_hi_v2f16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ushort v0, v[0:1], off offset:-4094
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_global_hi_v2f16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff002, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_global_hi_v2f16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds half, ptr addrspace(1) %in, i64 -2047
|
|
%load = load half, ptr addrspace(1) %gep
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %load, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_global_hi_v2i16_reglo_vreg_zexti8(ptr addrspace(1) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_global_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_ubyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_global_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ubyte v0, v[0:1], off offset:-4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_global_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff001, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_ubyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_global_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_ubyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(1) %in, i64 -4095
|
|
%load = load i8, ptr addrspace(1) %gep
|
|
%ext = zext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_global_hi_v2i16_reglo_vreg_sexti8(ptr addrspace(1) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_global_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_sbyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_global_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_sbyte v0, v[0:1], off offset:-4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_global_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff001, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_sbyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_global_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_sbyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(1) %in, i64 -4095
|
|
%load = load i8, ptr addrspace(1) %gep
|
|
%ext = sext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_global_hi_v2f16_reglo_vreg_sexti8(ptr addrspace(1) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_global_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_sbyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_global_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_sbyte v0, v[0:1], off offset:-4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_global_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff001, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_sbyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_global_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_sbyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(1) %in, i64 -4095
|
|
%load = load i8, ptr addrspace(1) %gep
|
|
%ext = sext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_global_hi_v2f16_reglo_vreg_zexti8(ptr addrspace(1) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_global_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_ubyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_global_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ubyte v0, v[0:1], off offset:-4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_global_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff001, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_ubyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_global_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_ubyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(1) %in, i64 -4095
|
|
%load = load i8, ptr addrspace(1) %gep
|
|
%ext = zext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_flat_hi_v2i16_reglo_vreg(ptr %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_flat_hi_v2i16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_short_d16_hi v2, v[0:1]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_flat_hi_v2i16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_flat_hi_v2i16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_flat_hi_v2i16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_short_d16_hi v2, v[0:1]
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i16, ptr %in
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_flat_hi_v2f16_reglo_vreg(ptr %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_flat_hi_v2f16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_short_d16_hi v2, v[0:1]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_flat_hi_v2f16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_flat_hi_v2f16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_flat_hi_v2f16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_short_d16_hi v2, v[0:1]
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load half, ptr %in
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %load, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_flat_hi_v2i16_reglo_vreg_zexti8(ptr %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_flat_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_ubyte_d16_hi v2, v[0:1]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_flat_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: flat_load_ubyte v0, v[0:1]
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_flat_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: flat_load_ubyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_flat_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_ubyte_d16_hi v2, v[0:1]
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr %in
|
|
%ext = zext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_flat_hi_v2i16_reglo_vreg_sexti8(ptr %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_flat_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_sbyte_d16_hi v2, v[0:1]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_flat_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: flat_load_sbyte v0, v[0:1]
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_flat_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: flat_load_sbyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_flat_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_sbyte_d16_hi v2, v[0:1]
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr %in
|
|
%ext = sext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_flat_hi_v2f16_reglo_vreg_zexti8(ptr %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_flat_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_ubyte_d16_hi v2, v[0:1]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_flat_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: flat_load_ubyte v0, v[0:1]
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_flat_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: flat_load_ubyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_flat_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_ubyte_d16_hi v2, v[0:1]
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr %in
|
|
%ext = zext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_flat_hi_v2f16_reglo_vreg_sexti8(ptr %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_flat_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_sbyte_d16_hi v2, v[0:1]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_flat_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: flat_load_sbyte v0, v[0:1]
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_flat_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: flat_load_sbyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_flat_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_sbyte_d16_hi v2, v[0:1]
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i8, ptr %in
|
|
%ext = sext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg(ptr addrspace(5) byval(i16) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_short_d16_hi v0, off, s[0:3], s32 offset:4094
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:4094
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:4094
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_short_d16_hi v0, off, s32 offset:4094
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(5) %in, i64 2047
|
|
%load = load i16, ptr addrspace(5) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2f16_reglo_vreg(ptr addrspace(5) byval(half) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2f16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_short_d16_hi v0, off, s[0:3], s32 offset:4094
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2f16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:4094
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2f16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:4094
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2f16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_short_d16_hi v0, off, s32 offset:4094
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds half, ptr addrspace(5) %in, i64 2047
|
|
%load = load half, ptr addrspace(5) %gep
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %load, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_nooff(ptr addrspace(5) byval(i16) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_nooff:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_short_d16_hi v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_nooff:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ushort v1, off, s[0:3], 0 offset:4094 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_nooff:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ushort v1, off, s[0:3], 0 offset:4094 glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_nooff:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_movk_i32 s0, 0xffe
|
|
; GFX900-FLATSCR-NEXT: scratch_load_short_d16_hi v0, off, s0 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load volatile i16, ptr addrspace(5) inttoptr (i32 4094 to ptr addrspace(5))
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2f16_reglo_vreg_nooff(ptr addrspace(5) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2f16_reglo_vreg_nooff:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_short_d16_hi v1, off, s[0:3], 0 offset:4094 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2f16_reglo_vreg_nooff:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ushort v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2f16_reglo_vreg_nooff:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ushort v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2f16_reglo_vreg_nooff:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_movk_i32 s0, 0xffe
|
|
; GFX900-FLATSCR-NEXT: scratch_load_short_d16_hi v1, off, s0 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load volatile half, ptr addrspace(5) inttoptr (i32 4094 to ptr addrspace(5))
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %load, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_zexti8(ptr addrspace(5) byval(i8) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_ubyte_d16_hi v0, off, s[0:3], s32 offset:4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ubyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ubyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_ubyte_d16_hi v0, off, s32 offset:4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(5) %in, i64 4095
|
|
%load = load i8, ptr addrspace(5) %gep
|
|
%ext = zext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2f16_reglo_vreg_zexti8(ptr addrspace(5) byval(i8) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_ubyte_d16_hi v0, off, s[0:3], s32 offset:4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ubyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ubyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_ubyte_d16_hi v0, off, s32 offset:4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(5) %in, i64 4095
|
|
%load = load i8, ptr addrspace(5) %gep
|
|
%ext = zext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2f16_reglo_vreg_sexti8(ptr addrspace(5) byval(i8) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_sbyte_d16_hi v0, off, s[0:3], s32 offset:4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_sbyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_sbyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_sbyte_d16_hi v0, off, s32 offset:4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(5) %in, i64 4095
|
|
%load = load i8, ptr addrspace(5) %gep
|
|
%ext = sext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_sexti8(ptr addrspace(5) byval(i8) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_sbyte_d16_hi v0, off, s[0:3], s32 offset:4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_sbyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_sbyte v1, off, s[0:3], s32 offset:4095
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_sbyte_d16_hi v0, off, s32 offset:4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(5) %in, i64 4095
|
|
%load = load i8, ptr addrspace(5) %gep
|
|
%ext = sext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_nooff_zexti8(ptr addrspace(5) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_ubyte_d16_hi v1, off, s[0:3], 0 offset:4094 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ubyte v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ubyte v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_movk_i32 s0, 0xffe
|
|
; GFX900-FLATSCR-NEXT: scratch_load_ubyte_d16_hi v1, off, s0 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load volatile i8, ptr addrspace(5) inttoptr (i32 4094 to ptr addrspace(5))
|
|
%ext = zext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_nooff_sexti8(ptr addrspace(5) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_sbyte_d16_hi v1, off, s[0:3], 0 offset:4094 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_sbyte v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_sbyte v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_nooff_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_movk_i32 s0, 0xffe
|
|
; GFX900-FLATSCR-NEXT: scratch_load_sbyte_d16_hi v1, off, s0 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load volatile i8, ptr addrspace(5) inttoptr (i32 4094 to ptr addrspace(5))
|
|
%ext = sext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2f16_reglo_vreg_nooff_zexti8(ptr addrspace(5) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2f16_reglo_vreg_nooff_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_ubyte_d16_hi v1, off, s[0:3], 0 offset:4094 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2f16_reglo_vreg_nooff_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ubyte v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2f16_reglo_vreg_nooff_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ubyte v0, off, s[0:3], 0 offset:4094 glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2f16_reglo_vreg_nooff_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_movk_i32 s0, 0xffe
|
|
; GFX900-FLATSCR-NEXT: scratch_load_ubyte_d16_hi v1, off, s0 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v1, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load volatile i8, ptr addrspace(5) inttoptr (i32 4094 to ptr addrspace(5))
|
|
%ext = zext i8 %load to i16
|
|
%bc.ext = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bc.ext, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_constant_hi_v2i16_reglo_vreg(ptr addrspace(4) %in, i16 %reg) #0 {
|
|
; GFX900-LABEL: load_constant_hi_v2i16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_constant_hi_v2i16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ushort v0, v[0:1], off offset:-4094
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_constant_hi_v2i16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff002, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_constant_hi_v2i16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(4) %in, i64 -2047
|
|
%load = load i16, ptr addrspace(4) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_constant_hi_v2f16_reglo_vreg(ptr addrspace(4) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_constant_hi_v2f16_reglo_vreg:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_constant_hi_v2f16_reglo_vreg:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ushort v0, v[0:1], off offset:-4094
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_constant_hi_v2f16_reglo_vreg:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff002, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_constant_hi_v2f16_reglo_vreg:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:-4094
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds half, ptr addrspace(4) %in, i64 -2047
|
|
%load = load half, ptr addrspace(4) %gep
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %load, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_constant_hi_v2f16_reglo_vreg_sexti8(ptr addrspace(4) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_constant_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_sbyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_constant_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_sbyte v0, v[0:1], off offset:-4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_constant_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff001, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_sbyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_constant_hi_v2f16_reglo_vreg_sexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_sbyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(4) %in, i64 -4095
|
|
%load = load i8, ptr addrspace(4) %gep
|
|
%ext = sext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_constant_hi_v2f16_reglo_vreg_zexti8(ptr addrspace(4) %in, half %reg) #0 {
|
|
; GFX900-LABEL: load_constant_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_ubyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_constant_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ubyte v0, v[0:1], off offset:-4095
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_constant_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v0, vcc, 0xfffff001, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v1, vcc, -1, v1, vcc
|
|
; GFX803-NEXT: flat_load_ubyte v0, v[0:1]
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v2, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_constant_hi_v2f16_reglo_vreg_zexti8:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_ubyte_d16_hi v2, v[0:1], off offset:-4095
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i8, ptr addrspace(4) %in, i64 -4095
|
|
%load = load i8, ptr addrspace(4) %gep
|
|
%ext = zext i8 %load to i16
|
|
%bitcast = bitcast i16 %ext to half
|
|
%build0 = insertelement <2 x half> undef, half %reg, i32 0
|
|
%build1 = insertelement <2 x half> %build0, half %bitcast, i32 1
|
|
store <2 x half> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
; Local object gives known offset, so requires converting from offen
|
|
; to offset variant.
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_to_offset(i16 %reg, ptr addrspace(5) %obj0) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_to_offset:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX900-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_load_short_d16_hi v0, off, s[0:3], s32 offset:4058
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_to_offset:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX906-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:4058
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_to_offset:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX803-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:4058
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_to_offset:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX900-FLATSCR-NEXT: scratch_store_dword v1, v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_short_d16_hi v0, off, s32 offset:4058
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%obj1 = alloca [4096 x i16], align 2, addrspace(5)
|
|
store volatile i32 123, ptr addrspace(5) %obj0
|
|
%gep = getelementptr inbounds [4096 x i16], ptr addrspace(5) %obj1, i32 0, i32 2027
|
|
%load = load i16, ptr addrspace(5) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_sexti8_to_offset(i16 %reg, ptr addrspace(5) %obj0) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8_to_offset:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX900-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_load_sbyte_d16_hi v0, off, s[0:3], s32 offset:4059
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8_to_offset:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX906-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: buffer_load_sbyte v1, off, s[0:3], s32 offset:4059
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8_to_offset:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX803-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: buffer_load_sbyte v1, off, s[0:3], s32 offset:4059
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_sexti8_to_offset:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX900-FLATSCR-NEXT: scratch_store_dword v1, v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_sbyte_d16_hi v0, off, s32 offset:4059
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%obj1 = alloca [4096 x i8], align 2, addrspace(5)
|
|
store volatile i32 123, ptr addrspace(5) %obj0
|
|
%gep = getelementptr inbounds [4096 x i8], ptr addrspace(5) %obj1, i32 0, i32 4055
|
|
%load = load i8, ptr addrspace(5) %gep
|
|
%ext = sext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
define void @load_private_hi_v2i16_reglo_vreg_zexti8_to_offset(i16 %reg, ptr addrspace(5) %obj0) #0 {
|
|
; GFX900-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8_to_offset:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX900-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_load_ubyte_d16_hi v0, off, s[0:3], s32 offset:4059
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8_to_offset:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX906-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ubyte v1, off, s[0:3], s32 offset:4059
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8_to_offset:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX803-NEXT: buffer_store_dword v2, v1, s[0:3], 0 offen
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ubyte v1, off, s[0:3], s32 offset:4059
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: flat_store_dword v[0:1], v0
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_hi_v2i16_reglo_vreg_zexti8_to_offset:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v2, 0x7b
|
|
; GFX900-FLATSCR-NEXT: scratch_store_dword v1, v2, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_ubyte_d16_hi v0, off, s32 offset:4059
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%obj1 = alloca [4096 x i8], align 2, addrspace(5)
|
|
store volatile i32 123, ptr addrspace(5) %obj0
|
|
%gep = getelementptr inbounds [4096 x i8], ptr addrspace(5) %obj1, i32 0, i32 4055
|
|
%load = load i8, ptr addrspace(5) %gep
|
|
%ext = zext i8 %load to i16
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %ext, i32 1
|
|
store <2 x i16> %build1, ptr addrspace(1) undef
|
|
ret void
|
|
}
|
|
|
|
; FIXME: Remove m0 init and waitcnt between reads
|
|
; FIXME: Is there a cost to using the extload over not?
|
|
define <2 x i16> @load_local_v2i16_split_multi_chain(ptr addrspace(3) %in) #0 {
|
|
; GFX900-LABEL: load_local_v2i16_split_multi_chain:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v1, v0 offset:2
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_v2i16_split_multi_chain:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v1, v0
|
|
; GFX906-NEXT: ds_read_u16 v0, v0 offset:2
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_v2i16_split_multi_chain:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v1, v0
|
|
; GFX803-NEXT: ds_read_u16 v0, v0 offset:2
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v1, v0
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_v2i16_split_multi_chain:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v1, v0 offset:2
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(3) %in, i32 1
|
|
%load0 = load volatile i16, ptr addrspace(3) %in
|
|
%load1 = load volatile i16, ptr addrspace(3) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %load0, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load1, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
define <2 x i16> @load_local_lo_hi_v2i16_samechain(ptr addrspace(3) %in) #0 {
|
|
; GFX900-LABEL: load_local_lo_hi_v2i16_samechain:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v1, v0 offset:16
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_lo_hi_v2i16_samechain:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v1, v0
|
|
; GFX906-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_lo_hi_v2i16_samechain:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v1, v0 offset:16
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v0, v1
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_lo_hi_v2i16_samechain:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v1, v0 offset:16
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v1
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(3) %in, i32 8
|
|
%load.lo = load i16, ptr addrspace(3) %in
|
|
%load.hi = load i16, ptr addrspace(3) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %load.lo, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load.hi, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
; FIXME: Remove and
|
|
define <2 x i16> @load_local_v2i16_broadcast(ptr addrspace(3) %in) #0 {
|
|
; GFX900-LABEL: load_local_v2i16_broadcast:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v0, v0
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_v2i16_broadcast:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v0, v0
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_v2i16_broadcast:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v0, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v0
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v0, v1
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_v2i16_broadcast:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v0, v0
|
|
; GFX900-FLATSCR-NEXT: s_mov_b32 s0, 0x5040100
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_perm_b32 v0, v0, v0, s0
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(3) %in, i32 1
|
|
%load0 = load i16, ptr addrspace(3) %in
|
|
%build0 = insertelement <2 x i16> undef, i16 %load0, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load0, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
define <2 x i16> @load_local_lo_hi_v2i16_side_effect(ptr addrspace(3) %in, ptr addrspace(3) %may.alias) #0 {
|
|
; GFX900-LABEL: load_local_lo_hi_v2i16_side_effect:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ds_read_u16 v2, v0
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0x7b
|
|
; GFX900-NEXT: ds_write_b16 v1, v3
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v2, v0 offset:16
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_lo_hi_v2i16_side_effect:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: v_mov_b32_e32 v3, 0x7b
|
|
; GFX906-NEXT: ds_read_u16 v2, v0
|
|
; GFX906-NEXT: ds_write_b16 v1, v3
|
|
; GFX906-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_lo_hi_v2i16_side_effect:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: v_mov_b32_e32 v3, 0x7b
|
|
; GFX803-NEXT: ds_read_u16 v2, v0
|
|
; GFX803-NEXT: ds_write_b16 v1, v3
|
|
; GFX803-NEXT: ds_read_u16 v0, v0 offset:16
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v2, v0
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_lo_hi_v2i16_side_effect:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16 v2, v0
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v3, 0x7b
|
|
; GFX900-FLATSCR-NEXT: ds_write_b16 v1, v3
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v2, v0 offset:16
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(3) %in, i32 8
|
|
%load.lo = load i16, ptr addrspace(3) %in
|
|
store i16 123, ptr addrspace(3) %may.alias
|
|
%load.hi = load i16, ptr addrspace(3) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %load.lo, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load.hi, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
; FIXME: Remove waitcnt between reads
|
|
define <2 x i16> @load_global_v2i16_split(ptr addrspace(1) %in) #0 {
|
|
; GFX900-LABEL: load_global_v2i16_split:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_ushort v2, v[0:1], off glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:2 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_global_v2i16_split:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ushort v2, v[0:1], off glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: global_load_ushort v3, v[0:1], off offset:2 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_perm_b32 v0, v3, v2, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_global_v2i16_split:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v2, vcc, 2, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1] glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: flat_load_ushort v1, v[2:3] glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v0, v1
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_global_v2i16_split:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_ushort v2, v[0:1], off glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:2 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(1) %in, i64 1
|
|
%load0 = load volatile i16, ptr addrspace(1) %in
|
|
%load1 = load volatile i16, ptr addrspace(1) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %load0, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load1, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
; FIXME: Remove waitcnt between reads
|
|
define <2 x i16> @load_flat_v2i16_split(ptr %in) #0 {
|
|
; GFX900-LABEL: load_flat_v2i16_split:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_ushort v2, v[0:1] glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: flat_load_short_d16_hi v2, v[0:1] offset:2 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_flat_v2i16_split:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: flat_load_ushort v2, v[0:1] glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: flat_load_ushort v3, v[0:1] offset:2 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v3, v2, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_flat_v2i16_split:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v2, vcc, 2, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1] glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: flat_load_ushort v1, v[2:3] glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v0, v1
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_flat_v2i16_split:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_ushort v2, v[0:1] glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: flat_load_short_d16_hi v2, v[0:1] offset:2 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr %in, i64 1
|
|
%load0 = load volatile i16, ptr %in
|
|
%load1 = load volatile i16, ptr %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %load0, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load1, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
; FIXME: Remove waitcnt between reads
|
|
define <2 x i16> @load_constant_v2i16_split(ptr addrspace(4) %in) #0 {
|
|
; GFX900-LABEL: load_constant_v2i16_split:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_load_ushort v2, v[0:1], off glc
|
|
; GFX900-NEXT: s_nop 0
|
|
; GFX900-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:2 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_constant_v2i16_split:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: global_load_ushort v2, v[0:1], off glc
|
|
; GFX906-NEXT: global_load_ushort v3, v[0:1], off offset:2 glc
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: v_perm_b32 v0, v3, v2, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_constant_v2i16_split:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: v_add_u32_e32 v2, vcc, 2, v0
|
|
; GFX803-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
|
|
; GFX803-NEXT: flat_load_ushort v0, v[0:1] glc
|
|
; GFX803-NEXT: flat_load_ushort v1, v[2:3] glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v0, v1
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_constant_v2i16_split:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: global_load_ushort v2, v[0:1], off glc
|
|
; GFX900-FLATSCR-NEXT: s_nop 0
|
|
; GFX900-FLATSCR-NEXT: global_load_short_d16_hi v2, v[0:1], off offset:2 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(4) %in, i64 1
|
|
%load0 = load volatile i16, ptr addrspace(4) %in
|
|
%load1 = load volatile i16, ptr addrspace(4) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %load0, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load1, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
; FIXME: Remove m0 init and waitcnt between reads
|
|
; FIXME: Is there a cost to using the extload over not?
|
|
define <2 x i16> @load_private_v2i16_split(ptr addrspace(5) byval(i16) %in) #0 {
|
|
; GFX900-LABEL: load_private_v2i16_split:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: buffer_load_ushort v0, off, s[0:3], s32 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_load_short_d16_hi v0, off, s[0:3], s32 offset:2 glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_private_v2i16_split:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ushort v0, off, s[0:3], s32 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:2 glc
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_private_v2i16_split:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ushort v0, off, s[0:3], s32 glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: buffer_load_ushort v1, off, s[0:3], s32 offset:2 glc
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX803-NEXT: v_or_b32_e32 v0, v0, v1
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_private_v2i16_split:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_ushort v0, off, s32 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: scratch_load_short_d16_hi v0, off, s32 offset:2 glc
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%gep = getelementptr inbounds i16, ptr addrspace(5) %in, i32 1
|
|
%load0 = load volatile i16, ptr addrspace(5) %in
|
|
%load1 = load volatile i16, ptr addrspace(5) %gep
|
|
%build0 = insertelement <2 x i16> undef, i16 %load0, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load1, i32 1
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
; FIXME: This test should work without copying of v0.
|
|
; ds_read_u16_d16_hi preserves low 16 bits of the destination
|
|
; and ds_write_b16 only reads low 16 bits.
|
|
define <2 x i16> @load_local_hi_v2i16_store_local_lo(i16 %reg, ptr addrspace(3) %in) #0 {
|
|
; GFX900-LABEL: load_local_hi_v2i16_store_local_lo:
|
|
; GFX900: ; %bb.0: ; %entry
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, v0
|
|
; GFX900-NEXT: ds_read_u16_d16_hi v2, v1
|
|
; GFX900-NEXT: ds_write_b16 v1, v0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX906-LABEL: load_local_hi_v2i16_store_local_lo:
|
|
; GFX906: ; %bb.0: ; %entry
|
|
; GFX906-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX906-NEXT: ds_read_u16 v2, v1
|
|
; GFX906-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX906-NEXT: ds_write_b16 v1, v0
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX906-NEXT: v_perm_b32 v2, v2, v0, s4
|
|
; GFX906-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX906-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX803-LABEL: load_local_hi_v2i16_store_local_lo:
|
|
; GFX803: ; %bb.0: ; %entry
|
|
; GFX803-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX803-NEXT: s_mov_b32 m0, -1
|
|
; GFX803-NEXT: ds_read_u16 v2, v1
|
|
; GFX803-NEXT: ds_write_b16 v1, v0
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX803-NEXT: v_lshlrev_b32_e32 v2, 16, v2
|
|
; GFX803-NEXT: v_or_b32_sdwa v2, v0, v2 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD
|
|
; GFX803-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX803-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX803-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX900-FLATSCR-LABEL: load_local_hi_v2i16_store_local_lo:
|
|
; GFX900-FLATSCR: ; %bb.0: ; %entry
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v2, v0
|
|
; GFX900-FLATSCR-NEXT: ds_read_u16_d16_hi v2, v1
|
|
; GFX900-FLATSCR-NEXT: ds_write_b16 v1, v0
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(1)
|
|
; GFX900-FLATSCR-NEXT: v_mov_b32_e32 v0, v2
|
|
; GFX900-FLATSCR-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-FLATSCR-NEXT: s_setpc_b64 s[30:31]
|
|
entry:
|
|
%load = load i16, ptr addrspace(3) %in
|
|
%build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
|
|
%build1 = insertelement <2 x i16> %build0, i16 %load, i32 1
|
|
store volatile i16 %reg, ptr addrspace(3) %in
|
|
ret <2 x i16> %build1
|
|
}
|
|
|
|
attributes #0 = { nounwind }
|