e99b98cb1b
1. No need to call `areAllUsersVectorized` as later the cost is calculated only if the instruction has one use and gets vectorized. 2. Need to calculate the cost of the dead extractelement more precisely, taking the vector type of the vector operand, not the resulting vector type. Part of D57059. Differential Revision: https://reviews.llvm.org/D99980
112 lines
5.3 KiB
LLVM
112 lines
5.3 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
|
|
; RUN: opt < %s -slp-vectorizer -S -mtriple=x86_64-unknown-linux -march=core-avx2 | FileCheck %s
|
|
; RUN: opt < %s -slp-vectorizer -S -mtriple=x86_64-unknown-linux -march=core-avx2 -slp-threshold=-1 -slp-vectorize-hor-store | FileCheck %s --check-prefix=THRESH1
|
|
; RUN: opt < %s -slp-vectorizer -S -mtriple=x86_64-unknown-linux -march=core-avx2 -slp-threshold=-2 -slp-vectorize-hor-store | FileCheck %s --check-prefix=THRESH2
|
|
|
|
@a = global float 0.000000e+00, align 4
|
|
|
|
define float @f(<2 x float> %x) {
|
|
; CHECK-LABEL: @f(
|
|
; CHECK-NEXT: [[TMP1:%.*]] = fmul <2 x float> [[X:%.*]], [[X]]
|
|
; CHECK-NEXT: [[TMP2:%.*]] = extractelement <2 x float> [[TMP1]], i32 0
|
|
; CHECK-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP1]], i32 1
|
|
; CHECK-NEXT: [[ADD:%.*]] = fadd float [[TMP2]], [[TMP3]]
|
|
; CHECK-NEXT: ret float [[ADD]]
|
|
;
|
|
; THRESH1-LABEL: @f(
|
|
; THRESH1-NEXT: [[TMP1:%.*]] = fmul <2 x float> [[X:%.*]], [[X]]
|
|
; THRESH1-NEXT: [[TMP2:%.*]] = extractelement <2 x float> [[TMP1]], i32 0
|
|
; THRESH1-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP1]], i32 1
|
|
; THRESH1-NEXT: [[ADD:%.*]] = fadd float [[TMP2]], [[TMP3]]
|
|
; THRESH1-NEXT: ret float [[ADD]]
|
|
;
|
|
; THRESH2-LABEL: @f(
|
|
; THRESH2-NEXT: [[TMP1:%.*]] = fmul <2 x float> [[X:%.*]], [[X]]
|
|
; THRESH2-NEXT: [[TMP2:%.*]] = extractelement <2 x float> [[TMP1]], i32 0
|
|
; THRESH2-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP1]], i32 1
|
|
; THRESH2-NEXT: [[ADD:%.*]] = fadd float [[TMP2]], [[TMP3]]
|
|
; THRESH2-NEXT: ret float [[ADD]]
|
|
;
|
|
%x0 = extractelement <2 x float> %x, i32 0
|
|
%x1 = extractelement <2 x float> %x, i32 1
|
|
%x0x0 = fmul float %x0, %x0
|
|
%x1x1 = fmul float %x1, %x1
|
|
%add = fadd float %x0x0, %x1x1
|
|
ret float %add
|
|
}
|
|
|
|
define float @f_used_out_of_tree(<2 x float> %x) {
|
|
; CHECK-LABEL: @f_used_out_of_tree(
|
|
; CHECK-NEXT: [[X0:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0
|
|
; CHECK-NEXT: [[X1:%.*]] = extractelement <2 x float> [[X]], i32 1
|
|
; CHECK-NEXT: [[X0X0:%.*]] = fmul float [[X0]], [[X0]]
|
|
; CHECK-NEXT: [[X1X1:%.*]] = fmul float [[X1]], [[X1]]
|
|
; CHECK-NEXT: [[ADD:%.*]] = fadd float [[X0X0]], [[X1X1]]
|
|
; CHECK-NEXT: store float [[ADD]], float* @a, align 4
|
|
; CHECK-NEXT: ret float [[X0]]
|
|
;
|
|
; THRESH1-LABEL: @f_used_out_of_tree(
|
|
; THRESH1-NEXT: [[TMP1:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0
|
|
; THRESH1-NEXT: [[TMP2:%.*]] = fmul <2 x float> [[X]], [[X]]
|
|
; THRESH1-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP2]], i32 0
|
|
; THRESH1-NEXT: [[TMP4:%.*]] = extractelement <2 x float> [[TMP2]], i32 1
|
|
; THRESH1-NEXT: [[ADD:%.*]] = fadd float [[TMP3]], [[TMP4]]
|
|
; THRESH1-NEXT: store float [[ADD]], float* @a, align 4
|
|
; THRESH1-NEXT: ret float [[TMP1]]
|
|
;
|
|
; THRESH2-LABEL: @f_used_out_of_tree(
|
|
; THRESH2-NEXT: [[TMP1:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0
|
|
; THRESH2-NEXT: [[TMP2:%.*]] = fmul <2 x float> [[X]], [[X]]
|
|
; THRESH2-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP2]], i32 0
|
|
; THRESH2-NEXT: [[TMP4:%.*]] = extractelement <2 x float> [[TMP2]], i32 1
|
|
; THRESH2-NEXT: [[ADD:%.*]] = fadd float [[TMP3]], [[TMP4]]
|
|
; THRESH2-NEXT: store float [[ADD]], float* @a, align 4
|
|
; THRESH2-NEXT: ret float [[TMP1]]
|
|
;
|
|
%x0 = extractelement <2 x float> %x, i32 0
|
|
%x1 = extractelement <2 x float> %x, i32 1
|
|
%x0x0 = fmul float %x0, %x0
|
|
%x1x1 = fmul float %x1, %x1
|
|
%add = fadd float %x0x0, %x1x1
|
|
store float %add, float* @a
|
|
ret float %x0
|
|
}
|
|
|
|
define float @f_used_twice_in_tree(<2 x float> %x) {
|
|
; CHECK-LABEL: @f_used_twice_in_tree(
|
|
; CHECK-NEXT: [[X0:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0
|
|
; CHECK-NEXT: [[X1:%.*]] = extractelement <2 x float> [[X]], i32 1
|
|
; CHECK-NEXT: [[X0X0:%.*]] = fmul float [[X0]], [[X1]]
|
|
; CHECK-NEXT: [[X1X1:%.*]] = fmul float [[X1]], [[X1]]
|
|
; CHECK-NEXT: [[ADD:%.*]] = fadd float [[X0X0]], [[X1X1]]
|
|
; CHECK-NEXT: ret float [[ADD]]
|
|
;
|
|
; THRESH1-LABEL: @f_used_twice_in_tree(
|
|
; THRESH1-NEXT: [[TMP1:%.*]] = extractelement <2 x float> [[X:%.*]], i32 1
|
|
; THRESH1-NEXT: [[TMP2:%.*]] = insertelement <2 x float> poison, float [[TMP1]], i32 0
|
|
; THRESH1-NEXT: [[TMP3:%.*]] = insertelement <2 x float> [[TMP2]], float [[TMP1]], i32 1
|
|
; THRESH1-NEXT: [[TMP4:%.*]] = fmul <2 x float> [[X]], [[TMP3]]
|
|
; THRESH1-NEXT: [[TMP5:%.*]] = extractelement <2 x float> [[TMP4]], i32 0
|
|
; THRESH1-NEXT: [[TMP6:%.*]] = extractelement <2 x float> [[TMP4]], i32 1
|
|
; THRESH1-NEXT: [[ADD:%.*]] = fadd float [[TMP5]], [[TMP6]]
|
|
; THRESH1-NEXT: ret float [[ADD]]
|
|
;
|
|
; THRESH2-LABEL: @f_used_twice_in_tree(
|
|
; THRESH2-NEXT: [[TMP1:%.*]] = extractelement <2 x float> [[X:%.*]], i32 1
|
|
; THRESH2-NEXT: [[TMP2:%.*]] = insertelement <2 x float> poison, float [[TMP1]], i32 0
|
|
; THRESH2-NEXT: [[TMP3:%.*]] = insertelement <2 x float> [[TMP2]], float [[TMP1]], i32 1
|
|
; THRESH2-NEXT: [[TMP4:%.*]] = fmul <2 x float> [[X]], [[TMP3]]
|
|
; THRESH2-NEXT: [[TMP5:%.*]] = extractelement <2 x float> [[TMP4]], i32 0
|
|
; THRESH2-NEXT: [[TMP6:%.*]] = extractelement <2 x float> [[TMP4]], i32 1
|
|
; THRESH2-NEXT: [[ADD:%.*]] = fadd float [[TMP5]], [[TMP6]]
|
|
; THRESH2-NEXT: ret float [[ADD]]
|
|
;
|
|
%x0 = extractelement <2 x float> %x, i32 0
|
|
%x1 = extractelement <2 x float> %x, i32 1
|
|
%x0x0 = fmul float %x0, %x1
|
|
%x1x1 = fmul float %x1, %x1
|
|
%add = fadd float %x0x0, %x1x1
|
|
ret float %add
|
|
}
|
|
|