91aac7c379
We can fold frame indexes directly into existing immediate operands,
just like is already done for s_add_i32. We happen to use s_add_i32 in
the 32-bit add case, but s_add_u32 appears in the a 64-bit add sequence
of a flat pointer if an addrpacecast source is a frame index.
This avoids, but does not address a failure exposed after
a3165398db where two literal operands
end up in the final instruction. The underlying issue still exists for
some instructions without special handling in eliminateFrameIndex.
260 lines
13 KiB
LLVM
260 lines
13 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -global-isel -mtriple=amdgcn-amd-amdhsa -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN %s
|
|
|
|
; Check lowering of some large insertelement that use the stack
|
|
; instead of register indexing.
|
|
|
|
define amdgpu_kernel void @v_insert_v64i32_varidx(ptr addrspace(1) %out.ptr, ptr addrspace(1) %ptr, i32 %val, i32 %idx) #0 {
|
|
; GCN-LABEL: v_insert_v64i32_varidx:
|
|
; GCN: ; %bb.0:
|
|
; GCN-NEXT: s_load_dwordx4 s[20:23], s[8:9], 0x0
|
|
; GCN-NEXT: s_load_dwordx2 s[24:25], s[8:9], 0x10
|
|
; GCN-NEXT: s_add_u32 s0, s0, s15
|
|
; GCN-NEXT: s_addc_u32 s1, s1, 0
|
|
; GCN-NEXT: v_mov_b32_e32 v64, 0
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dwordx16 s[36:51], s[22:23], 0x0
|
|
; GCN-NEXT: s_load_dwordx16 s[52:67], s[22:23], 0x40
|
|
; GCN-NEXT: s_load_dwordx16 s[4:19], s[22:23], 0x80
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s36
|
|
; GCN-NEXT: v_mov_b32_e32 v1, s37
|
|
; GCN-NEXT: v_mov_b32_e32 v2, s38
|
|
; GCN-NEXT: v_mov_b32_e32 v3, s39
|
|
; GCN-NEXT: v_mov_b32_e32 v4, s40
|
|
; GCN-NEXT: v_mov_b32_e32 v5, s41
|
|
; GCN-NEXT: v_mov_b32_e32 v6, s42
|
|
; GCN-NEXT: v_mov_b32_e32 v7, s43
|
|
; GCN-NEXT: v_mov_b32_e32 v8, s44
|
|
; GCN-NEXT: v_mov_b32_e32 v9, s45
|
|
; GCN-NEXT: v_mov_b32_e32 v10, s46
|
|
; GCN-NEXT: v_mov_b32_e32 v11, s47
|
|
; GCN-NEXT: v_mov_b32_e32 v12, s48
|
|
; GCN-NEXT: v_mov_b32_e32 v13, s49
|
|
; GCN-NEXT: v_mov_b32_e32 v14, s50
|
|
; GCN-NEXT: v_mov_b32_e32 v15, s51
|
|
; GCN-NEXT: s_load_dwordx16 s[36:51], s[22:23], 0xc0
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0
|
|
; GCN-NEXT: buffer_store_dword v1, off, s[0:3], 0 offset:4
|
|
; GCN-NEXT: buffer_store_dword v2, off, s[0:3], 0 offset:8
|
|
; GCN-NEXT: buffer_store_dword v3, off, s[0:3], 0 offset:12
|
|
; GCN-NEXT: buffer_store_dword v4, off, s[0:3], 0 offset:16
|
|
; GCN-NEXT: buffer_store_dword v5, off, s[0:3], 0 offset:20
|
|
; GCN-NEXT: buffer_store_dword v6, off, s[0:3], 0 offset:24
|
|
; GCN-NEXT: buffer_store_dword v7, off, s[0:3], 0 offset:28
|
|
; GCN-NEXT: buffer_store_dword v8, off, s[0:3], 0 offset:32
|
|
; GCN-NEXT: buffer_store_dword v9, off, s[0:3], 0 offset:36
|
|
; GCN-NEXT: buffer_store_dword v10, off, s[0:3], 0 offset:40
|
|
; GCN-NEXT: buffer_store_dword v11, off, s[0:3], 0 offset:44
|
|
; GCN-NEXT: buffer_store_dword v12, off, s[0:3], 0 offset:48
|
|
; GCN-NEXT: buffer_store_dword v13, off, s[0:3], 0 offset:52
|
|
; GCN-NEXT: buffer_store_dword v14, off, s[0:3], 0 offset:56
|
|
; GCN-NEXT: buffer_store_dword v15, off, s[0:3], 0 offset:60
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s52
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:64
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s53
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:68
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s54
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:72
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s55
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:76
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s56
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:80
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s57
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:84
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s58
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:88
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s59
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:92
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s60
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:96
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s61
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:100
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s62
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:104
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s63
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:108
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s64
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:112
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s65
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:116
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s66
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:120
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s67
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:124
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s4
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:128
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s5
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:132
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s6
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:136
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s7
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:140
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s8
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:144
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s9
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:148
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s10
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:152
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s11
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:156
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s12
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:160
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s13
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:164
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s14
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:168
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s15
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:172
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s16
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:176
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s17
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:180
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s18
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:184
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s19
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:188
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s36
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:192
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s37
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:196
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s38
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:200
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s39
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:204
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s40
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:208
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s41
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:212
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s42
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:216
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s43
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:220
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s44
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:224
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s45
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:228
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s46
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:232
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s47
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:236
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s48
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:240
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s49
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:244
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s50
|
|
; GCN-NEXT: s_and_b32 s4, s25, 63
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:248
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s51
|
|
; GCN-NEXT: s_lshl_b32 s4, s4, 2
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], 0 offset:252
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s24
|
|
; GCN-NEXT: v_mov_b32_e32 v1, s4
|
|
; GCN-NEXT: buffer_store_dword v0, v1, s[0:3], 0 offen
|
|
; GCN-NEXT: buffer_load_dword v0, off, s[0:3], 0
|
|
; GCN-NEXT: s_nop 0
|
|
; GCN-NEXT: buffer_load_dword v1, off, s[0:3], 0 offset:4
|
|
; GCN-NEXT: buffer_load_dword v2, off, s[0:3], 0 offset:8
|
|
; GCN-NEXT: buffer_load_dword v3, off, s[0:3], 0 offset:12
|
|
; GCN-NEXT: buffer_load_dword v4, off, s[0:3], 0 offset:16
|
|
; GCN-NEXT: buffer_load_dword v5, off, s[0:3], 0 offset:20
|
|
; GCN-NEXT: buffer_load_dword v6, off, s[0:3], 0 offset:24
|
|
; GCN-NEXT: buffer_load_dword v7, off, s[0:3], 0 offset:28
|
|
; GCN-NEXT: buffer_load_dword v8, off, s[0:3], 0 offset:32
|
|
; GCN-NEXT: buffer_load_dword v9, off, s[0:3], 0 offset:36
|
|
; GCN-NEXT: buffer_load_dword v10, off, s[0:3], 0 offset:40
|
|
; GCN-NEXT: buffer_load_dword v11, off, s[0:3], 0 offset:44
|
|
; GCN-NEXT: buffer_load_dword v12, off, s[0:3], 0 offset:48
|
|
; GCN-NEXT: buffer_load_dword v13, off, s[0:3], 0 offset:52
|
|
; GCN-NEXT: buffer_load_dword v14, off, s[0:3], 0 offset:56
|
|
; GCN-NEXT: buffer_load_dword v15, off, s[0:3], 0 offset:60
|
|
; GCN-NEXT: buffer_load_dword v16, off, s[0:3], 0 offset:64
|
|
; GCN-NEXT: buffer_load_dword v17, off, s[0:3], 0 offset:68
|
|
; GCN-NEXT: buffer_load_dword v18, off, s[0:3], 0 offset:72
|
|
; GCN-NEXT: buffer_load_dword v19, off, s[0:3], 0 offset:76
|
|
; GCN-NEXT: buffer_load_dword v20, off, s[0:3], 0 offset:80
|
|
; GCN-NEXT: buffer_load_dword v21, off, s[0:3], 0 offset:84
|
|
; GCN-NEXT: buffer_load_dword v22, off, s[0:3], 0 offset:88
|
|
; GCN-NEXT: buffer_load_dword v23, off, s[0:3], 0 offset:92
|
|
; GCN-NEXT: buffer_load_dword v24, off, s[0:3], 0 offset:96
|
|
; GCN-NEXT: buffer_load_dword v25, off, s[0:3], 0 offset:100
|
|
; GCN-NEXT: buffer_load_dword v26, off, s[0:3], 0 offset:104
|
|
; GCN-NEXT: buffer_load_dword v27, off, s[0:3], 0 offset:108
|
|
; GCN-NEXT: buffer_load_dword v28, off, s[0:3], 0 offset:112
|
|
; GCN-NEXT: buffer_load_dword v29, off, s[0:3], 0 offset:116
|
|
; GCN-NEXT: buffer_load_dword v30, off, s[0:3], 0 offset:120
|
|
; GCN-NEXT: buffer_load_dword v31, off, s[0:3], 0 offset:124
|
|
; GCN-NEXT: buffer_load_dword v32, off, s[0:3], 0 offset:128
|
|
; GCN-NEXT: buffer_load_dword v33, off, s[0:3], 0 offset:132
|
|
; GCN-NEXT: buffer_load_dword v34, off, s[0:3], 0 offset:136
|
|
; GCN-NEXT: buffer_load_dword v35, off, s[0:3], 0 offset:140
|
|
; GCN-NEXT: buffer_load_dword v36, off, s[0:3], 0 offset:144
|
|
; GCN-NEXT: buffer_load_dword v37, off, s[0:3], 0 offset:148
|
|
; GCN-NEXT: buffer_load_dword v38, off, s[0:3], 0 offset:152
|
|
; GCN-NEXT: buffer_load_dword v39, off, s[0:3], 0 offset:156
|
|
; GCN-NEXT: buffer_load_dword v40, off, s[0:3], 0 offset:160
|
|
; GCN-NEXT: buffer_load_dword v41, off, s[0:3], 0 offset:164
|
|
; GCN-NEXT: buffer_load_dword v42, off, s[0:3], 0 offset:168
|
|
; GCN-NEXT: buffer_load_dword v43, off, s[0:3], 0 offset:172
|
|
; GCN-NEXT: buffer_load_dword v44, off, s[0:3], 0 offset:176
|
|
; GCN-NEXT: buffer_load_dword v45, off, s[0:3], 0 offset:180
|
|
; GCN-NEXT: buffer_load_dword v46, off, s[0:3], 0 offset:184
|
|
; GCN-NEXT: buffer_load_dword v47, off, s[0:3], 0 offset:188
|
|
; GCN-NEXT: buffer_load_dword v48, off, s[0:3], 0 offset:192
|
|
; GCN-NEXT: buffer_load_dword v49, off, s[0:3], 0 offset:196
|
|
; GCN-NEXT: buffer_load_dword v50, off, s[0:3], 0 offset:200
|
|
; GCN-NEXT: buffer_load_dword v51, off, s[0:3], 0 offset:204
|
|
; GCN-NEXT: buffer_load_dword v52, off, s[0:3], 0 offset:208
|
|
; GCN-NEXT: buffer_load_dword v53, off, s[0:3], 0 offset:212
|
|
; GCN-NEXT: buffer_load_dword v54, off, s[0:3], 0 offset:216
|
|
; GCN-NEXT: buffer_load_dword v55, off, s[0:3], 0 offset:220
|
|
; GCN-NEXT: buffer_load_dword v56, off, s[0:3], 0 offset:224
|
|
; GCN-NEXT: buffer_load_dword v57, off, s[0:3], 0 offset:228
|
|
; GCN-NEXT: buffer_load_dword v58, off, s[0:3], 0 offset:232
|
|
; GCN-NEXT: buffer_load_dword v59, off, s[0:3], 0 offset:236
|
|
; GCN-NEXT: buffer_load_dword v60, off, s[0:3], 0 offset:240
|
|
; GCN-NEXT: buffer_load_dword v61, off, s[0:3], 0 offset:244
|
|
; GCN-NEXT: buffer_load_dword v62, off, s[0:3], 0 offset:248
|
|
; GCN-NEXT: buffer_load_dword v63, off, s[0:3], 0 offset:252
|
|
; GCN-NEXT: s_waitcnt vmcnt(60)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[0:3], s[20:21]
|
|
; GCN-NEXT: s_waitcnt vmcnt(57)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[4:7], s[20:21] offset:16
|
|
; GCN-NEXT: s_waitcnt vmcnt(54)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[8:11], s[20:21] offset:32
|
|
; GCN-NEXT: s_waitcnt vmcnt(51)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[12:15], s[20:21] offset:48
|
|
; GCN-NEXT: s_waitcnt vmcnt(48)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[16:19], s[20:21] offset:64
|
|
; GCN-NEXT: s_waitcnt vmcnt(45)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[20:23], s[20:21] offset:80
|
|
; GCN-NEXT: s_waitcnt vmcnt(42)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[24:27], s[20:21] offset:96
|
|
; GCN-NEXT: s_waitcnt vmcnt(39)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[28:31], s[20:21] offset:112
|
|
; GCN-NEXT: s_waitcnt vmcnt(36)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[32:35], s[20:21] offset:128
|
|
; GCN-NEXT: s_waitcnt vmcnt(33)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[36:39], s[20:21] offset:144
|
|
; GCN-NEXT: s_waitcnt vmcnt(30)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[40:43], s[20:21] offset:160
|
|
; GCN-NEXT: s_waitcnt vmcnt(27)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[44:47], s[20:21] offset:176
|
|
; GCN-NEXT: s_waitcnt vmcnt(24)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[48:51], s[20:21] offset:192
|
|
; GCN-NEXT: s_waitcnt vmcnt(21)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[52:55], s[20:21] offset:208
|
|
; GCN-NEXT: s_waitcnt vmcnt(18)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[56:59], s[20:21] offset:224
|
|
; GCN-NEXT: s_waitcnt vmcnt(15)
|
|
; GCN-NEXT: global_store_dwordx4 v64, v[60:63], s[20:21] offset:240
|
|
; GCN-NEXT: s_endpgm
|
|
%vec = load <64 x i32>, ptr addrspace(1) %ptr
|
|
%insert = insertelement <64 x i32> %vec, i32 %val, i32 %idx
|
|
store <64 x i32> %insert, ptr addrspace(1) %out.ptr
|
|
ret void
|
|
}
|
|
|
|
attributes #0 = { "amdgpu-flat-work-group-size"="1,256" "amdgpu-waves-per-eu"="1,10" }
|