CSR SGPR spilling currently uses the early available physical VGPRs. It currently imposes a high register pressure while trying to allocate large VGPR tuples within the default register budget. This patch changes the spilling strategy by picking the VGPRs in the reverse order, the highest available VGPR first and later after regalloc shift them back to the lowest available range. With that, the initial VGPRs would be available for allocation and possibility of finding large number of contiguous registers will be more.
368 lines
18 KiB
LLVM
368 lines
18 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX9 %s
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1010 -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX10 %s
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1100 -verify-machineinstrs < %s | FileCheck -check-prefix=GFX11 %s
|
|
|
|
declare void @extern_func() #2
|
|
|
|
define <4 x float> @non_preserved_vgpr_tuple8(<8 x i32> %rsrc, <4 x i32> %samp, float %bias, float %zcompare, float %s, float %t, float %clamp) {
|
|
; The vgpr tuple8 operand in image_gather4_c_b_cl instruction needs not be
|
|
; preserved across the call and should get 8 scratch registers.
|
|
; GFX9-LABEL: non_preserved_vgpr_tuple8:
|
|
; GFX9: ; %bb.0: ; %main_body
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_mov_b32 s4, s33
|
|
; GFX9-NEXT: s_mov_b32 s33, s32
|
|
; GFX9-NEXT: s_or_saveexec_b64 s[6:7], -1
|
|
; GFX9-NEXT: buffer_store_dword v44, off, s[0:3], s33 offset:16 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: s_mov_b64 exec, s[6:7]
|
|
; GFX9-NEXT: v_mov_b32_e32 v36, v16
|
|
; GFX9-NEXT: v_mov_b32_e32 v35, v15
|
|
; GFX9-NEXT: v_mov_b32_e32 v34, v14
|
|
; GFX9-NEXT: v_mov_b32_e32 v33, v13
|
|
; GFX9-NEXT: v_mov_b32_e32 v32, v12
|
|
; GFX9-NEXT: buffer_store_dword v40, off, s[0:3], s33 offset:12 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: buffer_store_dword v41, off, s[0:3], s33 offset:8 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: buffer_store_dword v42, off, s[0:3], s33 offset:4 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: buffer_store_dword v43, off, s[0:3], s33 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: image_gather4_c_b_cl v[40:43], v[32:36], s[4:11], s[4:7] dmask:0x1
|
|
; GFX9-NEXT: s_addk_i32 s32, 0x800
|
|
; GFX9-NEXT: v_writelane_b32 v44, s4, 2
|
|
; GFX9-NEXT: s_getpc_b64 s[4:5]
|
|
; GFX9-NEXT: s_add_u32 s4, s4, extern_func@gotpcrel32@lo+4
|
|
; GFX9-NEXT: s_addc_u32 s5, s5, extern_func@gotpcrel32@hi+12
|
|
; GFX9-NEXT: s_load_dwordx2 s[4:5], s[4:5], 0x0
|
|
; GFX9-NEXT: v_writelane_b32 v44, s30, 0
|
|
; GFX9-NEXT: v_writelane_b32 v44, s31, 1
|
|
; GFX9-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX9-NEXT: s_swappc_b64 s[30:31], s[4:5]
|
|
; GFX9-NEXT: v_mov_b32_e32 v0, v40
|
|
; GFX9-NEXT: v_mov_b32_e32 v1, v41
|
|
; GFX9-NEXT: v_mov_b32_e32 v2, v42
|
|
; GFX9-NEXT: v_mov_b32_e32 v3, v43
|
|
; GFX9-NEXT: buffer_load_dword v43, off, s[0:3], s33 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: buffer_load_dword v42, off, s[0:3], s33 offset:4 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: buffer_load_dword v41, off, s[0:3], s33 offset:8 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: buffer_load_dword v40, off, s[0:3], s33 offset:12 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: v_readlane_b32 s31, v44, 1
|
|
; GFX9-NEXT: v_readlane_b32 s30, v44, 0
|
|
; GFX9-NEXT: v_readlane_b32 s4, v44, 2
|
|
; GFX9-NEXT: s_or_saveexec_b64 s[6:7], -1
|
|
; GFX9-NEXT: buffer_load_dword v44, off, s[0:3], s33 offset:16 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: s_mov_b64 exec, s[6:7]
|
|
; GFX9-NEXT: s_addk_i32 s32, 0xf800
|
|
; GFX9-NEXT: s_mov_b32 s33, s4
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX10-LABEL: non_preserved_vgpr_tuple8:
|
|
; GFX10: ; %bb.0: ; %main_body
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX10-NEXT: s_mov_b32 s4, s33
|
|
; GFX10-NEXT: s_mov_b32 s33, s32
|
|
; GFX10-NEXT: s_or_saveexec_b32 s5, -1
|
|
; GFX10-NEXT: buffer_store_dword v44, off, s[0:3], s33 offset:16 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: s_waitcnt_depctr 0xffe3
|
|
; GFX10-NEXT: s_mov_b32 exec_lo, s5
|
|
; GFX10-NEXT: v_mov_b32_e32 v36, v16
|
|
; GFX10-NEXT: v_mov_b32_e32 v35, v15
|
|
; GFX10-NEXT: v_mov_b32_e32 v34, v14
|
|
; GFX10-NEXT: v_mov_b32_e32 v33, v13
|
|
; GFX10-NEXT: v_mov_b32_e32 v32, v12
|
|
; GFX10-NEXT: buffer_store_dword v40, off, s[0:3], s33 offset:12 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: buffer_store_dword v41, off, s[0:3], s33 offset:8 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: buffer_store_dword v42, off, s[0:3], s33 offset:4 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: buffer_store_dword v43, off, s[0:3], s33 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: ;;#ASMSTART
|
|
; GFX10-NEXT: ;;#ASMEND
|
|
; GFX10-NEXT: ;;#ASMSTART
|
|
; GFX10-NEXT: ;;#ASMEND
|
|
; GFX10-NEXT: ;;#ASMSTART
|
|
; GFX10-NEXT: ;;#ASMEND
|
|
; GFX10-NEXT: ;;#ASMSTART
|
|
; GFX10-NEXT: ;;#ASMEND
|
|
; GFX10-NEXT: image_gather4_c_b_cl v[40:43], v[32:36], s[4:11], s[4:7] dmask:0x1 dim:SQ_RSRC_IMG_2D
|
|
; GFX10-NEXT: s_addk_i32 s32, 0x400
|
|
; GFX10-NEXT: v_writelane_b32 v44, s4, 2
|
|
; GFX10-NEXT: s_getpc_b64 s[4:5]
|
|
; GFX10-NEXT: s_add_u32 s4, s4, extern_func@gotpcrel32@lo+4
|
|
; GFX10-NEXT: s_addc_u32 s5, s5, extern_func@gotpcrel32@hi+12
|
|
; GFX10-NEXT: s_load_dwordx2 s[4:5], s[4:5], 0x0
|
|
; GFX10-NEXT: v_writelane_b32 v44, s30, 0
|
|
; GFX10-NEXT: v_writelane_b32 v44, s31, 1
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_swappc_b64 s[30:31], s[4:5]
|
|
; GFX10-NEXT: v_mov_b32_e32 v0, v40
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, v41
|
|
; GFX10-NEXT: v_mov_b32_e32 v2, v42
|
|
; GFX10-NEXT: v_mov_b32_e32 v3, v43
|
|
; GFX10-NEXT: s_clause 0x3
|
|
; GFX10-NEXT: buffer_load_dword v43, off, s[0:3], s33
|
|
; GFX10-NEXT: buffer_load_dword v42, off, s[0:3], s33 offset:4
|
|
; GFX10-NEXT: buffer_load_dword v41, off, s[0:3], s33 offset:8
|
|
; GFX10-NEXT: buffer_load_dword v40, off, s[0:3], s33 offset:12
|
|
; GFX10-NEXT: v_readlane_b32 s31, v44, 1
|
|
; GFX10-NEXT: v_readlane_b32 s30, v44, 0
|
|
; GFX10-NEXT: v_readlane_b32 s4, v44, 2
|
|
; GFX10-NEXT: s_or_saveexec_b32 s5, -1
|
|
; GFX10-NEXT: buffer_load_dword v44, off, s[0:3], s33 offset:16 ; 4-byte Folded Reload
|
|
; GFX10-NEXT: s_waitcnt_depctr 0xffe3
|
|
; GFX10-NEXT: s_mov_b32 exec_lo, s5
|
|
; GFX10-NEXT: s_addk_i32 s32, 0xfc00
|
|
; GFX10-NEXT: s_mov_b32 s33, s4
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX11-LABEL: non_preserved_vgpr_tuple8:
|
|
; GFX11: ; %bb.0: ; %main_body
|
|
; GFX11-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX11-NEXT: s_mov_b32 s0, s33
|
|
; GFX11-NEXT: s_mov_b32 s33, s32
|
|
; GFX11-NEXT: s_or_saveexec_b32 s1, -1
|
|
; GFX11-NEXT: scratch_store_b32 off, v44, s33 offset:16 ; 4-byte Folded Spill
|
|
; GFX11-NEXT: s_mov_b32 exec_lo, s1
|
|
; GFX11-NEXT: v_dual_mov_b32 v36, v16 :: v_dual_mov_b32 v35, v15
|
|
; GFX11-NEXT: v_dual_mov_b32 v34, v14 :: v_dual_mov_b32 v33, v13
|
|
; GFX11-NEXT: v_mov_b32_e32 v32, v12
|
|
; GFX11-NEXT: s_clause 0x3
|
|
; GFX11-NEXT: scratch_store_b32 off, v40, s33 offset:12
|
|
; GFX11-NEXT: scratch_store_b32 off, v41, s33 offset:8
|
|
; GFX11-NEXT: scratch_store_b32 off, v42, s33 offset:4
|
|
; GFX11-NEXT: scratch_store_b32 off, v43, s33
|
|
; GFX11-NEXT: ;;#ASMSTART
|
|
; GFX11-NEXT: ;;#ASMEND
|
|
; GFX11-NEXT: ;;#ASMSTART
|
|
; GFX11-NEXT: ;;#ASMEND
|
|
; GFX11-NEXT: ;;#ASMSTART
|
|
; GFX11-NEXT: ;;#ASMEND
|
|
; GFX11-NEXT: ;;#ASMSTART
|
|
; GFX11-NEXT: ;;#ASMEND
|
|
; GFX11-NEXT: image_gather4_c_b_cl v[40:43], v[32:36], s[0:7], s[0:3] dmask:0x1 dim:SQ_RSRC_IMG_2D
|
|
; GFX11-NEXT: s_add_i32 s32, s32, 32
|
|
; GFX11-NEXT: v_writelane_b32 v44, s0, 2
|
|
; GFX11-NEXT: s_getpc_b64 s[0:1]
|
|
; GFX11-NEXT: s_add_u32 s0, s0, extern_func@gotpcrel32@lo+4
|
|
; GFX11-NEXT: s_addc_u32 s1, s1, extern_func@gotpcrel32@hi+12
|
|
; GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x0
|
|
; GFX11-NEXT: v_writelane_b32 v44, s30, 0
|
|
; GFX11-NEXT: v_writelane_b32 v44, s31, 1
|
|
; GFX11-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX11-NEXT: s_swappc_b64 s[30:31], s[0:1]
|
|
; GFX11-NEXT: v_dual_mov_b32 v0, v40 :: v_dual_mov_b32 v1, v41
|
|
; GFX11-NEXT: v_dual_mov_b32 v2, v42 :: v_dual_mov_b32 v3, v43
|
|
; GFX11-NEXT: s_clause 0x3
|
|
; GFX11-NEXT: scratch_load_b32 v43, off, s33
|
|
; GFX11-NEXT: scratch_load_b32 v42, off, s33 offset:4
|
|
; GFX11-NEXT: scratch_load_b32 v41, off, s33 offset:8
|
|
; GFX11-NEXT: scratch_load_b32 v40, off, s33 offset:12
|
|
; GFX11-NEXT: v_readlane_b32 s31, v44, 1
|
|
; GFX11-NEXT: v_readlane_b32 s30, v44, 0
|
|
; GFX11-NEXT: v_readlane_b32 s0, v44, 2
|
|
; GFX11-NEXT: s_or_saveexec_b32 s1, -1
|
|
; GFX11-NEXT: scratch_load_b32 v44, off, s33 offset:16 ; 4-byte Folded Reload
|
|
; GFX11-NEXT: s_mov_b32 exec_lo, s1
|
|
; GFX11-NEXT: s_addk_i32 s32, 0xffe0
|
|
; GFX11-NEXT: s_mov_b32 s33, s0
|
|
; GFX11-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX11-NEXT: s_setpc_b64 s[30:31]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
main_body:
|
|
call void asm sideeffect "", "~{v0},~{v1},~{v2},~{v3},~{v4},~{v5},~{v6},~{v7}"() #0
|
|
call void asm sideeffect "", "~{v8},~{v9},~{v10},~{v11},~{v12},~{v13},~{v14},~{v15}"() #0
|
|
call void asm sideeffect "", "~{v16},~{v17},~{v18},~{v19},~{v20},~{v21},~{v22},~{v23}"() #0
|
|
call void asm sideeffect "", "~{v24},~{v25},~{v26},~{v27},~{v28},~{v29},~{v30},~{v31}"() #0
|
|
%v = call <4 x float> @llvm.amdgcn.image.gather4.c.b.cl.2d.v4f32.f32.f32(i32 1, float %bias, float %zcompare, float %s, float %t, float %clamp, <8 x i32> undef, <4 x i32> undef, i1 false, i32 0, i32 0)
|
|
call void @extern_func()
|
|
ret <4 x float> %v
|
|
}
|
|
|
|
define <4 x float> @call_preserved_vgpr_tuple8(<8 x i32> %rsrc, <4 x i32> %samp, float %bias, float %zcompare, float %s, float %t, float %clamp) {
|
|
; The vgpr tuple8 operand in image_gather4_c_b_cl instruction needs to be preserved
|
|
; across the call and should get allcoated to 8 CSRs.
|
|
; Only the lower 5 sub-registers of the tuple are preserved.
|
|
; The upper 3 sub-registers are unused.
|
|
; GFX9-LABEL: call_preserved_vgpr_tuple8:
|
|
; GFX9: ; %bb.0: ; %main_body
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_mov_b32 s4, s33
|
|
; GFX9-NEXT: s_mov_b32 s33, s32
|
|
; GFX9-NEXT: s_or_saveexec_b64 s[6:7], -1
|
|
; GFX9-NEXT: buffer_store_dword v45, off, s[0:3], s33 offset:20 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: s_mov_b64 exec, s[6:7]
|
|
; GFX9-NEXT: buffer_store_dword v40, off, s[0:3], s33 offset:16 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: buffer_store_dword v41, off, s[0:3], s33 offset:12 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: buffer_store_dword v42, off, s[0:3], s33 offset:8 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: buffer_store_dword v43, off, s[0:3], s33 offset:4 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: buffer_store_dword v44, off, s[0:3], s33 ; 4-byte Folded Spill
|
|
; GFX9-NEXT: v_mov_b32_e32 v44, v16
|
|
; GFX9-NEXT: v_mov_b32_e32 v43, v15
|
|
; GFX9-NEXT: v_mov_b32_e32 v42, v14
|
|
; GFX9-NEXT: v_mov_b32_e32 v41, v13
|
|
; GFX9-NEXT: v_mov_b32_e32 v40, v12
|
|
; GFX9-NEXT: image_gather4_c_b_cl v[0:3], v[40:44], s[4:11], s[4:7] dmask:0x1
|
|
; GFX9-NEXT: s_addk_i32 s32, 0x800
|
|
; GFX9-NEXT: v_writelane_b32 v45, s4, 2
|
|
; GFX9-NEXT: s_getpc_b64 s[4:5]
|
|
; GFX9-NEXT: s_add_u32 s4, s4, extern_func@gotpcrel32@lo+4
|
|
; GFX9-NEXT: s_addc_u32 s5, s5, extern_func@gotpcrel32@hi+12
|
|
; GFX9-NEXT: s_load_dwordx2 s[4:5], s[4:5], 0x0
|
|
; GFX9-NEXT: v_writelane_b32 v45, s30, 0
|
|
; GFX9-NEXT: v_writelane_b32 v45, s31, 1
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX9-NEXT: global_store_dwordx4 v[0:1], v[0:3], off
|
|
; GFX9-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX9-NEXT: s_swappc_b64 s[30:31], s[4:5]
|
|
; GFX9-NEXT: image_gather4_c_b_cl v[0:3], v[40:44], s[4:11], s[4:7] dmask:0x1
|
|
; GFX9-NEXT: s_nop 0
|
|
; GFX9-NEXT: buffer_load_dword v44, off, s[0:3], s33 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: buffer_load_dword v43, off, s[0:3], s33 offset:4 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: buffer_load_dword v42, off, s[0:3], s33 offset:8 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: buffer_load_dword v41, off, s[0:3], s33 offset:12 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: buffer_load_dword v40, off, s[0:3], s33 offset:16 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: v_readlane_b32 s31, v45, 1
|
|
; GFX9-NEXT: v_readlane_b32 s30, v45, 0
|
|
; GFX9-NEXT: v_readlane_b32 s4, v45, 2
|
|
; GFX9-NEXT: s_or_saveexec_b64 s[6:7], -1
|
|
; GFX9-NEXT: buffer_load_dword v45, off, s[0:3], s33 offset:20 ; 4-byte Folded Reload
|
|
; GFX9-NEXT: s_mov_b64 exec, s[6:7]
|
|
; GFX9-NEXT: s_addk_i32 s32, 0xf800
|
|
; GFX9-NEXT: s_mov_b32 s33, s4
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX10-LABEL: call_preserved_vgpr_tuple8:
|
|
; GFX10: ; %bb.0: ; %main_body
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX10-NEXT: s_mov_b32 s4, s33
|
|
; GFX10-NEXT: s_mov_b32 s33, s32
|
|
; GFX10-NEXT: s_or_saveexec_b32 s5, -1
|
|
; GFX10-NEXT: buffer_store_dword v45, off, s[0:3], s33 offset:20 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: s_waitcnt_depctr 0xffe3
|
|
; GFX10-NEXT: s_mov_b32 exec_lo, s5
|
|
; GFX10-NEXT: buffer_store_dword v40, off, s[0:3], s33 offset:16 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: buffer_store_dword v41, off, s[0:3], s33 offset:12 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: buffer_store_dword v42, off, s[0:3], s33 offset:8 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: buffer_store_dword v43, off, s[0:3], s33 offset:4 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: buffer_store_dword v44, off, s[0:3], s33 ; 4-byte Folded Spill
|
|
; GFX10-NEXT: image_gather4_c_b_cl v[0:3], v[12:16], s[4:11], s[4:7] dmask:0x1 dim:SQ_RSRC_IMG_2D
|
|
; GFX10-NEXT: s_addk_i32 s32, 0x400
|
|
; GFX10-NEXT: v_writelane_b32 v45, s4, 2
|
|
; GFX10-NEXT: s_getpc_b64 s[4:5]
|
|
; GFX10-NEXT: s_add_u32 s4, s4, extern_func@gotpcrel32@lo+4
|
|
; GFX10-NEXT: s_addc_u32 s5, s5, extern_func@gotpcrel32@hi+12
|
|
; GFX10-NEXT: v_mov_b32_e32 v40, v16
|
|
; GFX10-NEXT: s_load_dwordx2 s[4:5], s[4:5], 0x0
|
|
; GFX10-NEXT: v_mov_b32_e32 v41, v15
|
|
; GFX10-NEXT: v_writelane_b32 v45, s30, 0
|
|
; GFX10-NEXT: v_mov_b32_e32 v42, v14
|
|
; GFX10-NEXT: v_mov_b32_e32 v43, v13
|
|
; GFX10-NEXT: v_mov_b32_e32 v44, v12
|
|
; GFX10-NEXT: v_writelane_b32 v45, s31, 1
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: global_store_dwordx4 v[0:1], v[0:3], off
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_swappc_b64 s[30:31], s[4:5]
|
|
; GFX10-NEXT: image_gather4_c_b_cl v[0:3], [v44, v43, v42, v41, v40], s[4:11], s[4:7] dmask:0x1 dim:SQ_RSRC_IMG_2D
|
|
; GFX10-NEXT: s_clause 0x4
|
|
; GFX10-NEXT: buffer_load_dword v44, off, s[0:3], s33
|
|
; GFX10-NEXT: buffer_load_dword v43, off, s[0:3], s33 offset:4
|
|
; GFX10-NEXT: buffer_load_dword v42, off, s[0:3], s33 offset:8
|
|
; GFX10-NEXT: buffer_load_dword v41, off, s[0:3], s33 offset:12
|
|
; GFX10-NEXT: buffer_load_dword v40, off, s[0:3], s33 offset:16
|
|
; GFX10-NEXT: v_readlane_b32 s31, v45, 1
|
|
; GFX10-NEXT: v_readlane_b32 s30, v45, 0
|
|
; GFX10-NEXT: v_readlane_b32 s4, v45, 2
|
|
; GFX10-NEXT: s_or_saveexec_b32 s5, -1
|
|
; GFX10-NEXT: buffer_load_dword v45, off, s[0:3], s33 offset:20 ; 4-byte Folded Reload
|
|
; GFX10-NEXT: s_waitcnt_depctr 0xffe3
|
|
; GFX10-NEXT: s_mov_b32 exec_lo, s5
|
|
; GFX10-NEXT: s_addk_i32 s32, 0xfc00
|
|
; GFX10-NEXT: s_mov_b32 s33, s4
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX11-LABEL: call_preserved_vgpr_tuple8:
|
|
; GFX11: ; %bb.0: ; %main_body
|
|
; GFX11-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX11-NEXT: s_mov_b32 s0, s33
|
|
; GFX11-NEXT: s_mov_b32 s33, s32
|
|
; GFX11-NEXT: s_or_saveexec_b32 s1, -1
|
|
; GFX11-NEXT: scratch_store_b32 off, v45, s33 offset:20 ; 4-byte Folded Spill
|
|
; GFX11-NEXT: s_mov_b32 exec_lo, s1
|
|
; GFX11-NEXT: s_clause 0x4
|
|
; GFX11-NEXT: scratch_store_b32 off, v40, s33 offset:16
|
|
; GFX11-NEXT: scratch_store_b32 off, v41, s33 offset:12
|
|
; GFX11-NEXT: scratch_store_b32 off, v42, s33 offset:8
|
|
; GFX11-NEXT: scratch_store_b32 off, v43, s33 offset:4
|
|
; GFX11-NEXT: scratch_store_b32 off, v44, s33
|
|
; GFX11-NEXT: image_gather4_c_b_cl v[0:3], v[12:16], s[0:7], s[0:3] dmask:0x1 dim:SQ_RSRC_IMG_2D
|
|
; GFX11-NEXT: s_add_i32 s32, s32, 32
|
|
; GFX11-NEXT: v_writelane_b32 v45, s0, 2
|
|
; GFX11-NEXT: s_getpc_b64 s[0:1]
|
|
; GFX11-NEXT: s_add_u32 s0, s0, extern_func@gotpcrel32@lo+4
|
|
; GFX11-NEXT: s_addc_u32 s1, s1, extern_func@gotpcrel32@hi+12
|
|
; GFX11-NEXT: v_dual_mov_b32 v40, v16 :: v_dual_mov_b32 v41, v15
|
|
; GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x0
|
|
; GFX11-NEXT: v_writelane_b32 v45, s30, 0
|
|
; GFX11-NEXT: v_dual_mov_b32 v42, v14 :: v_dual_mov_b32 v43, v13
|
|
; GFX11-NEXT: v_mov_b32_e32 v44, v12
|
|
; GFX11-NEXT: v_writelane_b32 v45, s31, 1
|
|
; GFX11-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX11-NEXT: global_store_b128 v[0:1], v[0:3], off
|
|
; GFX11-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX11-NEXT: s_swappc_b64 s[30:31], s[0:1]
|
|
; GFX11-NEXT: image_gather4_c_b_cl v[0:3], [v44, v43, v42, v41, v40], s[0:7], s[0:3] dmask:0x1 dim:SQ_RSRC_IMG_2D
|
|
; GFX11-NEXT: s_clause 0x4
|
|
; GFX11-NEXT: scratch_load_b32 v44, off, s33
|
|
; GFX11-NEXT: scratch_load_b32 v43, off, s33 offset:4
|
|
; GFX11-NEXT: scratch_load_b32 v42, off, s33 offset:8
|
|
; GFX11-NEXT: scratch_load_b32 v41, off, s33 offset:12
|
|
; GFX11-NEXT: scratch_load_b32 v40, off, s33 offset:16
|
|
; GFX11-NEXT: v_readlane_b32 s31, v45, 1
|
|
; GFX11-NEXT: v_readlane_b32 s30, v45, 0
|
|
; GFX11-NEXT: v_readlane_b32 s0, v45, 2
|
|
; GFX11-NEXT: s_or_saveexec_b32 s1, -1
|
|
; GFX11-NEXT: scratch_load_b32 v45, off, s33 offset:20 ; 4-byte Folded Reload
|
|
; GFX11-NEXT: s_mov_b32 exec_lo, s1
|
|
; GFX11-NEXT: s_addk_i32 s32, 0xffe0
|
|
; GFX11-NEXT: s_mov_b32 s33, s0
|
|
; GFX11-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX11-NEXT: s_setpc_b64 s[30:31]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
main_body:
|
|
%v = call <4 x float> @llvm.amdgcn.image.gather4.c.b.cl.2d.v4f32.f32.f32(i32 1, float %bias, float %zcompare, float %s, float %t, float %clamp, <8 x i32> undef, <4 x i32> undef, i1 false, i32 0, i32 0)
|
|
store <4 x float> %v, ptr addrspace(1) undef
|
|
call void @extern_func()
|
|
%v1 = call <4 x float> @llvm.amdgcn.image.gather4.c.b.cl.2d.v4f32.f32.f32(i32 1, float %bias, float %zcompare, float %s, float %t, float %clamp, <8 x i32> undef, <4 x i32> undef, i1 false, i32 0, i32 0)
|
|
ret <4 x float> %v1
|
|
}
|
|
|
|
declare <4 x float> @llvm.amdgcn.image.gather4.c.b.cl.2d.v4f32.f32.f32(i32 immarg, float, float, float, float, float, <8 x i32>, <4 x i32>, i1 immarg, i32 immarg, i32 immarg) #1
|
|
|
|
attributes #0 = { nounwind writeonly }
|
|
attributes #1 = { nounwind readonly }
|
|
attributes #2 = { "amdgpu-no-dispatch-id" "amdgpu-no-dispatch-ptr" "amdgpu-no-implicitarg-ptr" "amdgpu-no-queue-ptr" "amdgpu-no-workgroup-id-x" "amdgpu-no-workgroup-id-y" "amdgpu-no-workgroup-id-z" "amdgpu-no-workitem-id-x" "amdgpu-no-workitem-id-y" "amdgpu-no-workitem-id-z" }
|