This mechanism causes the greedy register allocator to prefer allocating register classes with higher priority first. This helps to ensure that high LMUL registers obtain a register without having to go through the eviction mechanism. In practice, it seems to cause a bunch of code churn, and some minor improvement around widening and narrowing operations. In a few of the widening tests, we have what look like code size regressions because we end up with two smaller register class copies instead of one larger one after the instruction. However, in any larger code sequence, these are likely to be folded into the producing instructions. (But so were the wider copies after the operation.) Two observations: 1) We're not setting the greedy-regclass-priority-trumps-globalness flag on the register class, so this doesn't help long mask ranges. I thought about doing that, but the benefit is non-obvious, so I decided it was worth a separate change at minimum. 2) We could arguably set the priority higher for the register classes that exclude v0. I tried that, and it caused a whole bunch of further churn. I may return to it in a separate patch.
341 lines
14 KiB
LLVM
341 lines
14 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -mtriple=riscv32 -mattr=+d,+zvfh,+v -target-abi=ilp32d \
|
|
; RUN: -verify-machineinstrs < %s | FileCheck %s
|
|
; RUN: llc -mtriple=riscv64 -mattr=+d,+zvfh,+v -target-abi=lp64d \
|
|
; RUN: -verify-machineinstrs < %s | FileCheck %s
|
|
|
|
define <vscale x 1 x double> @vfwsub_vv_nxv1f64(<vscale x 1 x float> %va, <vscale x 1 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_vv_nxv1f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma
|
|
; CHECK-NEXT: vfwsub.vv v10, v8, v9
|
|
; CHECK-NEXT: vmv1r.v v8, v10
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 1 x float> %va to <vscale x 1 x double>
|
|
%vd = fpext <vscale x 1 x float> %vb to <vscale x 1 x double>
|
|
%ve = fsub <vscale x 1 x double> %vc, %vd
|
|
ret <vscale x 1 x double> %ve
|
|
}
|
|
|
|
define <vscale x 1 x double> @vfwsub_vf_nxv1f64(<vscale x 1 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv1f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma
|
|
; CHECK-NEXT: vfwsub.vf v9, v8, fa0
|
|
; CHECK-NEXT: vmv1r.v v8, v9
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 1 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 1 x float> %head, <vscale x 1 x float> poison, <vscale x 1 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 1 x float> %va to <vscale x 1 x double>
|
|
%vd = fpext <vscale x 1 x float> %splat to <vscale x 1 x double>
|
|
%ve = fsub <vscale x 1 x double> %vc, %vd
|
|
ret <vscale x 1 x double> %ve
|
|
}
|
|
|
|
define <vscale x 1 x double> @vfwsub_vf_nxv1f64_2(<vscale x 1 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv1f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma
|
|
; CHECK-NEXT: vfwsub.vf v9, v8, fa0
|
|
; CHECK-NEXT: vmv1r.v v8, v9
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 1 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 1 x double> %head, <vscale x 1 x double> poison, <vscale x 1 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 1 x float> %va to <vscale x 1 x double>
|
|
%ve = fsub <vscale x 1 x double> %vc, %splat
|
|
ret <vscale x 1 x double> %ve
|
|
}
|
|
|
|
define <vscale x 1 x double> @vfwsub_wv_nxv1f64(<vscale x 1 x double> %va, <vscale x 1 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_wv_nxv1f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma
|
|
; CHECK-NEXT: vfwsub.wv v8, v8, v9
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 1 x float> %vb to <vscale x 1 x double>
|
|
%vd = fsub <vscale x 1 x double> %va, %vc
|
|
ret <vscale x 1 x double> %vd
|
|
}
|
|
|
|
define <vscale x 1 x double> @vfwsub_wf_nxv1f64(<vscale x 1 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv1f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 1 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 1 x float> %head, <vscale x 1 x float> poison, <vscale x 1 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 1 x float> %splat to <vscale x 1 x double>
|
|
%vd = fsub <vscale x 1 x double> %va, %vc
|
|
ret <vscale x 1 x double> %vd
|
|
}
|
|
|
|
define <vscale x 1 x double> @vfwsub_wf_nxv1f64_2(<vscale x 1 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv1f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 1 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 1 x double> %head, <vscale x 1 x double> poison, <vscale x 1 x i32> zeroinitializer
|
|
%vd = fsub <vscale x 1 x double> %va, %splat
|
|
ret <vscale x 1 x double> %vd
|
|
}
|
|
|
|
define <vscale x 2 x double> @vfwsub_vv_nxv2f64(<vscale x 2 x float> %va, <vscale x 2 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_vv_nxv2f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma
|
|
; CHECK-NEXT: vmv1r.v v10, v9
|
|
; CHECK-NEXT: vmv1r.v v11, v8
|
|
; CHECK-NEXT: vfwsub.vv v8, v11, v10
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 2 x float> %va to <vscale x 2 x double>
|
|
%vd = fpext <vscale x 2 x float> %vb to <vscale x 2 x double>
|
|
%ve = fsub <vscale x 2 x double> %vc, %vd
|
|
ret <vscale x 2 x double> %ve
|
|
}
|
|
|
|
define <vscale x 2 x double> @vfwsub_vf_nxv2f64(<vscale x 2 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv2f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma
|
|
; CHECK-NEXT: vmv1r.v v10, v8
|
|
; CHECK-NEXT: vfwsub.vf v8, v10, fa0
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 2 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 2 x float> %head, <vscale x 2 x float> poison, <vscale x 2 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 2 x float> %va to <vscale x 2 x double>
|
|
%vd = fpext <vscale x 2 x float> %splat to <vscale x 2 x double>
|
|
%ve = fsub <vscale x 2 x double> %vc, %vd
|
|
ret <vscale x 2 x double> %ve
|
|
}
|
|
|
|
define <vscale x 2 x double> @vfwsub_vf_nxv2f64_2(<vscale x 2 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv2f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma
|
|
; CHECK-NEXT: vmv1r.v v10, v8
|
|
; CHECK-NEXT: vfwsub.vf v8, v10, fa0
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 2 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 2 x double> %head, <vscale x 2 x double> poison, <vscale x 2 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 2 x float> %va to <vscale x 2 x double>
|
|
%ve = fsub <vscale x 2 x double> %vc, %splat
|
|
ret <vscale x 2 x double> %ve
|
|
}
|
|
|
|
define <vscale x 2 x double> @vfwsub_wv_nxv2f64(<vscale x 2 x double> %va, <vscale x 2 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_wv_nxv2f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma
|
|
; CHECK-NEXT: vfwsub.wv v8, v8, v10
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 2 x float> %vb to <vscale x 2 x double>
|
|
%vd = fsub <vscale x 2 x double> %va, %vc
|
|
ret <vscale x 2 x double> %vd
|
|
}
|
|
|
|
define <vscale x 2 x double> @vfwsub_wf_nxv2f64(<vscale x 2 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv2f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 2 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 2 x float> %head, <vscale x 2 x float> poison, <vscale x 2 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 2 x float> %splat to <vscale x 2 x double>
|
|
%vd = fsub <vscale x 2 x double> %va, %vc
|
|
ret <vscale x 2 x double> %vd
|
|
}
|
|
|
|
define <vscale x 2 x double> @vfwsub_wf_nxv2f64_2(<vscale x 2 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv2f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 2 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 2 x double> %head, <vscale x 2 x double> poison, <vscale x 2 x i32> zeroinitializer
|
|
%vd = fsub <vscale x 2 x double> %va, %splat
|
|
ret <vscale x 2 x double> %vd
|
|
}
|
|
|
|
define <vscale x 4 x double> @vfwsub_vv_nxv4f64(<vscale x 4 x float> %va, <vscale x 4 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_vv_nxv4f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; CHECK-NEXT: vmv2r.v v12, v10
|
|
; CHECK-NEXT: vmv2r.v v14, v8
|
|
; CHECK-NEXT: vfwsub.vv v8, v14, v12
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 4 x float> %va to <vscale x 4 x double>
|
|
%vd = fpext <vscale x 4 x float> %vb to <vscale x 4 x double>
|
|
%ve = fsub <vscale x 4 x double> %vc, %vd
|
|
ret <vscale x 4 x double> %ve
|
|
}
|
|
|
|
define <vscale x 4 x double> @vfwsub_vf_nxv4f64(<vscale x 4 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv4f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; CHECK-NEXT: vmv2r.v v12, v8
|
|
; CHECK-NEXT: vfwsub.vf v8, v12, fa0
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 4 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 4 x float> %head, <vscale x 4 x float> poison, <vscale x 4 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 4 x float> %va to <vscale x 4 x double>
|
|
%vd = fpext <vscale x 4 x float> %splat to <vscale x 4 x double>
|
|
%ve = fsub <vscale x 4 x double> %vc, %vd
|
|
ret <vscale x 4 x double> %ve
|
|
}
|
|
|
|
define <vscale x 4 x double> @vfwsub_vf_nxv4f64_2(<vscale x 4 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv4f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; CHECK-NEXT: vmv2r.v v12, v8
|
|
; CHECK-NEXT: vfwsub.vf v8, v12, fa0
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 4 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 4 x double> %head, <vscale x 4 x double> poison, <vscale x 4 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 4 x float> %va to <vscale x 4 x double>
|
|
%ve = fsub <vscale x 4 x double> %vc, %splat
|
|
ret <vscale x 4 x double> %ve
|
|
}
|
|
|
|
define <vscale x 4 x double> @vfwsub_wv_nxv4f64(<vscale x 4 x double> %va, <vscale x 4 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_wv_nxv4f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; CHECK-NEXT: vfwsub.wv v8, v8, v12
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 4 x float> %vb to <vscale x 4 x double>
|
|
%vd = fsub <vscale x 4 x double> %va, %vc
|
|
ret <vscale x 4 x double> %vd
|
|
}
|
|
|
|
define <vscale x 4 x double> @vfwsub_wf_nxv4f64(<vscale x 4 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv4f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 4 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 4 x float> %head, <vscale x 4 x float> poison, <vscale x 4 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 4 x float> %splat to <vscale x 4 x double>
|
|
%vd = fsub <vscale x 4 x double> %va, %vc
|
|
ret <vscale x 4 x double> %vd
|
|
}
|
|
|
|
define <vscale x 4 x double> @vfwsub_wf_nxv4f64_2(<vscale x 4 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv4f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 4 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 4 x double> %head, <vscale x 4 x double> poison, <vscale x 4 x i32> zeroinitializer
|
|
%vd = fsub <vscale x 4 x double> %va, %splat
|
|
ret <vscale x 4 x double> %vd
|
|
}
|
|
|
|
define <vscale x 8 x double> @vfwsub_vv_nxv8f64(<vscale x 8 x float> %va, <vscale x 8 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_vv_nxv8f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vmv4r.v v16, v12
|
|
; CHECK-NEXT: vmv4r.v v20, v8
|
|
; CHECK-NEXT: vfwsub.vv v8, v20, v16
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 8 x float> %va to <vscale x 8 x double>
|
|
%vd = fpext <vscale x 8 x float> %vb to <vscale x 8 x double>
|
|
%ve = fsub <vscale x 8 x double> %vc, %vd
|
|
ret <vscale x 8 x double> %ve
|
|
}
|
|
|
|
define <vscale x 8 x double> @vfwsub_vf_nxv8f64(<vscale x 8 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv8f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vmv4r.v v16, v8
|
|
; CHECK-NEXT: vfwsub.vf v8, v16, fa0
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 8 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 8 x float> %head, <vscale x 8 x float> poison, <vscale x 8 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 8 x float> %va to <vscale x 8 x double>
|
|
%vd = fpext <vscale x 8 x float> %splat to <vscale x 8 x double>
|
|
%ve = fsub <vscale x 8 x double> %vc, %vd
|
|
ret <vscale x 8 x double> %ve
|
|
}
|
|
|
|
define <vscale x 8 x double> @vfwsub_vf_nxv8f64_2(<vscale x 8 x float> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_vf_nxv8f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vmv4r.v v16, v8
|
|
; CHECK-NEXT: vfwsub.vf v8, v16, fa0
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 8 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 8 x double> %head, <vscale x 8 x double> poison, <vscale x 8 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 8 x float> %va to <vscale x 8 x double>
|
|
%ve = fsub <vscale x 8 x double> %vc, %splat
|
|
ret <vscale x 8 x double> %ve
|
|
}
|
|
|
|
define <vscale x 8 x double> @vfwsub_wv_nxv8f64(<vscale x 8 x double> %va, <vscale x 8 x float> %vb) {
|
|
; CHECK-LABEL: vfwsub_wv_nxv8f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vfwsub.wv v8, v8, v16
|
|
; CHECK-NEXT: ret
|
|
%vc = fpext <vscale x 8 x float> %vb to <vscale x 8 x double>
|
|
%vd = fsub <vscale x 8 x double> %va, %vc
|
|
ret <vscale x 8 x double> %vd
|
|
}
|
|
|
|
define <vscale x 8 x double> @vfwsub_wf_nxv8f64(<vscale x 8 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv8f64:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%head = insertelement <vscale x 8 x float> poison, float %b, i32 0
|
|
%splat = shufflevector <vscale x 8 x float> %head, <vscale x 8 x float> poison, <vscale x 8 x i32> zeroinitializer
|
|
%vc = fpext <vscale x 8 x float> %splat to <vscale x 8 x double>
|
|
%vd = fsub <vscale x 8 x double> %va, %vc
|
|
ret <vscale x 8 x double> %vd
|
|
}
|
|
|
|
define <vscale x 8 x double> @vfwsub_wf_nxv8f64_2(<vscale x 8 x double> %va, float %b) {
|
|
; CHECK-LABEL: vfwsub_wf_nxv8f64_2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vfwsub.wf v8, v8, fa0
|
|
; CHECK-NEXT: ret
|
|
%fpext = fpext float %b to double
|
|
%head = insertelement <vscale x 8 x double> poison, double %fpext, i32 0
|
|
%splat = shufflevector <vscale x 8 x double> %head, <vscale x 8 x double> poison, <vscale x 8 x i32> zeroinitializer
|
|
%vd = fsub <vscale x 8 x double> %va, %splat
|
|
ret <vscale x 8 x double> %vd
|
|
}
|
|
|
|
define <vscale x 1 x double> @vfwsub_vv_nxv1f64_same_op(<vscale x 1 x float> %va) {
|
|
; CHECK-LABEL: vfwsub_vv_nxv1f64_same_op:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma
|
|
; CHECK-NEXT: vfwsub.vv v9, v8, v8
|
|
; CHECK-NEXT: vmv1r.v v8, v9
|
|
; CHECK-NEXT: ret
|
|
%vb = fpext <vscale x 1 x float> %va to <vscale x 1 x double>
|
|
%vc = fsub <vscale x 1 x double> %vb, %vb
|
|
ret <vscale x 1 x double> %vc
|
|
}
|