[libc++] Vectorize mismatch (#73255)
``` --------------------------------------------------- Benchmark old new --------------------------------------------------- bm_mismatch<char>/1 0.835 ns 2.37 ns bm_mismatch<char>/2 1.44 ns 2.60 ns bm_mismatch<char>/3 2.06 ns 2.83 ns bm_mismatch<char>/4 2.60 ns 3.29 ns bm_mismatch<char>/5 3.15 ns 3.77 ns bm_mismatch<char>/6 3.82 ns 4.17 ns bm_mismatch<char>/7 4.29 ns 4.52 ns bm_mismatch<char>/8 4.78 ns 4.86 ns bm_mismatch<char>/16 9.06 ns 7.54 ns bm_mismatch<char>/64 31.7 ns 19.1 ns bm_mismatch<char>/512 249 ns 8.16 ns bm_mismatch<char>/4096 1956 ns 44.2 ns bm_mismatch<char>/32768 15498 ns 501 ns bm_mismatch<char>/262144 123965 ns 4479 ns bm_mismatch<char>/1048576 495668 ns 21306 ns bm_mismatch<short>/1 0.710 ns 2.12 ns bm_mismatch<short>/2 1.03 ns 2.66 ns bm_mismatch<short>/3 1.29 ns 3.56 ns bm_mismatch<short>/4 1.68 ns 4.29 ns bm_mismatch<short>/5 1.96 ns 5.18 ns bm_mismatch<short>/6 2.59 ns 5.91 ns bm_mismatch<short>/7 2.86 ns 6.63 ns bm_mismatch<short>/8 3.19 ns 7.33 ns bm_mismatch<short>/16 5.48 ns 13.0 ns bm_mismatch<short>/64 16.6 ns 4.06 ns bm_mismatch<short>/512 130 ns 13.8 ns bm_mismatch<short>/4096 985 ns 93.8 ns bm_mismatch<short>/32768 7846 ns 1002 ns bm_mismatch<short>/262144 63217 ns 10637 ns bm_mismatch<short>/1048576 251782 ns 42471 ns bm_mismatch<int>/1 0.716 ns 1.91 ns bm_mismatch<int>/2 1.21 ns 2.49 ns bm_mismatch<int>/3 1.38 ns 3.46 ns bm_mismatch<int>/4 1.71 ns 4.04 ns bm_mismatch<int>/5 2.00 ns 4.98 ns bm_mismatch<int>/6 2.43 ns 5.67 ns bm_mismatch<int>/7 3.05 ns 6.38 ns bm_mismatch<int>/8 3.22 ns 7.09 ns bm_mismatch<int>/16 5.18 ns 12.8 ns bm_mismatch<int>/64 16.6 ns 5.28 ns bm_mismatch<int>/512 129 ns 25.2 ns bm_mismatch<int>/4096 1009 ns 201 ns bm_mismatch<int>/32768 7776 ns 2144 ns bm_mismatch<int>/262144 62371 ns 20551 ns bm_mismatch<int>/1048576 254750 ns 90097 ns ```
This commit is contained in:
@@ -183,6 +183,7 @@ set(BENCHMARK_TESTS
|
||||
algorithms/make_heap_then_sort_heap.bench.cpp
|
||||
algorithms/min.bench.cpp
|
||||
algorithms/min_max_element.bench.cpp
|
||||
algorithms/mismatch.bench.cpp
|
||||
algorithms/pop_heap.bench.cpp
|
||||
algorithms/pstl.stable_sort.bench.cpp
|
||||
algorithms/push_heap.bench.cpp
|
||||
|
||||
31
libcxx/benchmarks/algorithms/mismatch.bench.cpp
Normal file
31
libcxx/benchmarks/algorithms/mismatch.bench.cpp
Normal file
@@ -0,0 +1,31 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||||
// See https://llvm.org/LICENSE.txt for license information.
|
||||
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#include <algorithm>
|
||||
#include <benchmark/benchmark.h>
|
||||
#include <random>
|
||||
|
||||
// TODO: Look into benchmarking aligned and unaligned memory explicitly
|
||||
// (currently things happen to be aligned because they are malloced that way)
|
||||
template <class T>
|
||||
static void bm_mismatch(benchmark::State& state) {
|
||||
std::vector<T> vec1(state.range(), '1');
|
||||
std::vector<T> vec2(state.range(), '1');
|
||||
std::mt19937_64 rng(std::random_device{}());
|
||||
|
||||
vec1.back() = '2';
|
||||
for (auto _ : state) {
|
||||
benchmark::DoNotOptimize(vec1);
|
||||
benchmark::DoNotOptimize(std::mismatch(vec1.begin(), vec1.end(), vec2.begin()));
|
||||
}
|
||||
}
|
||||
BENCHMARK(bm_mismatch<char>)->DenseRange(1, 8)->Range(16, 1 << 20);
|
||||
BENCHMARK(bm_mismatch<short>)->DenseRange(1, 8)->Range(16, 1 << 20);
|
||||
BENCHMARK(bm_mismatch<int>)->DenseRange(1, 8)->Range(16, 1 << 20);
|
||||
|
||||
BENCHMARK_MAIN();
|
||||
@@ -51,6 +51,8 @@ Improvements and New Features
|
||||
- The performance of growing ``std::vector`` has been improved for trivially relocatable types.
|
||||
- The performance of ``ranges::fill`` and ``ranges::fill_n`` has been improved for ``vector<bool>::iterator``\s,
|
||||
resulting in a performance increase of up to 1400x.
|
||||
- The ``std::mismatch`` algorithm has been optimized for integral types, which can lead up to 40x performance
|
||||
improvements.
|
||||
|
||||
Deprecations and Removals
|
||||
-------------------------
|
||||
|
||||
@@ -217,6 +217,7 @@ set(files
|
||||
__algorithm/shift_right.h
|
||||
__algorithm/shuffle.h
|
||||
__algorithm/sift_down.h
|
||||
__algorithm/simd_utils.h
|
||||
__algorithm/sort.h
|
||||
__algorithm/sort_heap.h
|
||||
__algorithm/stable_partition.h
|
||||
|
||||
@@ -11,23 +11,93 @@
|
||||
#define _LIBCPP___ALGORITHM_MISMATCH_H
|
||||
|
||||
#include <__algorithm/comp.h>
|
||||
#include <__algorithm/simd_utils.h>
|
||||
#include <__algorithm/unwrap_iter.h>
|
||||
#include <__config>
|
||||
#include <__iterator/iterator_traits.h>
|
||||
#include <__functional/identity.h>
|
||||
#include <__type_traits/invoke.h>
|
||||
#include <__type_traits/is_constant_evaluated.h>
|
||||
#include <__type_traits/is_equality_comparable.h>
|
||||
#include <__type_traits/operation_traits.h>
|
||||
#include <__utility/move.h>
|
||||
#include <__utility/pair.h>
|
||||
#include <__utility/unreachable.h>
|
||||
|
||||
#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
|
||||
# pragma GCC system_header
|
||||
#endif
|
||||
|
||||
_LIBCPP_PUSH_MACROS
|
||||
#include <__undef_macros>
|
||||
|
||||
_LIBCPP_BEGIN_NAMESPACE_STD
|
||||
|
||||
template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2>
|
||||
__mismatch_loop(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) {
|
||||
while (__first1 != __last1) {
|
||||
if (!std::__invoke(__pred, std::__invoke(__proj1, *__first1), std::__invoke(__proj2, *__first2)))
|
||||
break;
|
||||
++__first1;
|
||||
++__first2;
|
||||
}
|
||||
return std::make_pair(std::move(__first1), std::move(__first2));
|
||||
}
|
||||
|
||||
template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2>
|
||||
__mismatch(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) {
|
||||
return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2);
|
||||
}
|
||||
|
||||
#if _LIBCPP_VECTORIZE_ALGORITHMS
|
||||
|
||||
template <class _Tp,
|
||||
class _Pred,
|
||||
class _Proj1,
|
||||
class _Proj2,
|
||||
__enable_if_t<is_integral<_Tp>::value && __desugars_to<__equal_tag, _Pred, _Tp, _Tp>::value &&
|
||||
__is_identity<_Proj1>::value && __is_identity<_Proj2>::value,
|
||||
int> = 0>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*>
|
||||
__mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) {
|
||||
constexpr size_t __unroll_count = 4;
|
||||
constexpr size_t __vec_size = __native_vector_size<_Tp>;
|
||||
using __vec = __simd_vector<_Tp, __vec_size>;
|
||||
if (!__libcpp_is_constant_evaluated()) {
|
||||
while (static_cast<size_t>(__last1 - __first1) >= __unroll_count * __vec_size) [[__unlikely__]] {
|
||||
__vec __lhs[__unroll_count];
|
||||
__vec __rhs[__unroll_count];
|
||||
|
||||
for (size_t __i = 0; __i != __unroll_count; ++__i) {
|
||||
__lhs[__i] = std::__load_vector<__vec>(__first1 + __i * __vec_size);
|
||||
__rhs[__i] = std::__load_vector<__vec>(__first2 + __i * __vec_size);
|
||||
}
|
||||
|
||||
for (size_t __i = 0; __i != __unroll_count; ++__i) {
|
||||
if (auto __cmp_res = __lhs[__i] == __rhs[__i]; !std::__all_of(__cmp_res)) {
|
||||
auto __offset = __i * __vec_size + std::__find_first_not_set(__cmp_res);
|
||||
return {__first1 + __offset, __first2 + __offset};
|
||||
}
|
||||
}
|
||||
|
||||
__first1 += __unroll_count * __vec_size;
|
||||
__first2 += __unroll_count * __vec_size;
|
||||
}
|
||||
}
|
||||
// TODO: Consider vectorizing the tail
|
||||
return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2);
|
||||
}
|
||||
|
||||
#endif // _LIBCPP_VECTORIZE_ALGORITHMS
|
||||
|
||||
template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate>
|
||||
_LIBCPP_NODISCARD_EXT inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2>
|
||||
mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _BinaryPredicate __pred) {
|
||||
for (; __first1 != __last1; ++__first1, (void)++__first2)
|
||||
if (!__pred(*__first1, *__first2))
|
||||
break;
|
||||
return pair<_InputIterator1, _InputIterator2>(__first1, __first2);
|
||||
__identity __proj;
|
||||
auto __res = std::__mismatch(
|
||||
std::__unwrap_iter(__first1), std::__unwrap_iter(__last1), std::__unwrap_iter(__first2), __pred, __proj, __proj);
|
||||
return std::make_pair(std::__rewrap_iter(__first1, __res.first), std::__rewrap_iter(__first2, __res.second));
|
||||
}
|
||||
|
||||
template <class _InputIterator1, class _InputIterator2>
|
||||
@@ -59,4 +129,6 @@ mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __fi
|
||||
|
||||
_LIBCPP_END_NAMESPACE_STD
|
||||
|
||||
_LIBCPP_POP_MACROS
|
||||
|
||||
#endif // _LIBCPP___ALGORITHM_MISMATCH_H
|
||||
|
||||
123
libcxx/include/__algorithm/simd_utils.h
Normal file
123
libcxx/include/__algorithm/simd_utils.h
Normal file
@@ -0,0 +1,123 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||||
// See https://llvm.org/LICENSE.txt for license information.
|
||||
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#ifndef _LIBCPP___ALGORITHM_SIMD_UTILS_H
|
||||
#define _LIBCPP___ALGORITHM_SIMD_UTILS_H
|
||||
|
||||
#include <__bit/bit_cast.h>
|
||||
#include <__bit/countr.h>
|
||||
#include <__config>
|
||||
#include <__type_traits/is_arithmetic.h>
|
||||
#include <__type_traits/is_same.h>
|
||||
#include <__utility/integer_sequence.h>
|
||||
#include <cstddef>
|
||||
#include <cstdint>
|
||||
|
||||
#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
|
||||
# pragma GCC system_header
|
||||
#endif
|
||||
|
||||
// TODO: Find out how altivec changes things and allow vectorizations there too.
|
||||
#if _LIBCPP_STD_VER >= 14 && defined(_LIBCPP_CLANG_VER) && _LIBCPP_CLANG_VER >= 1700 && !defined(__ALTIVEC__)
|
||||
# define _LIBCPP_HAS_ALGORITHM_VECTOR_UTILS 1
|
||||
#else
|
||||
# define _LIBCPP_HAS_ALGORITHM_VECTOR_UTILS 0
|
||||
#endif
|
||||
|
||||
#if _LIBCPP_HAS_ALGORITHM_VECTOR_UTILS && !defined(__OPTIMIZE_SIZE__)
|
||||
# define _LIBCPP_VECTORIZE_ALGORITHMS 1
|
||||
#else
|
||||
# define _LIBCPP_VECTORIZE_ALGORITHMS 0
|
||||
#endif
|
||||
|
||||
#if _LIBCPP_HAS_ALGORITHM_VECTOR_UTILS
|
||||
|
||||
_LIBCPP_BEGIN_NAMESPACE_STD
|
||||
|
||||
// This isn't specialized for 64 byte vectors on purpose. They have the potential to significantly reduce performance
|
||||
// in mixed simd/non-simd workloads and don't provide any performance improvement for currently vectorized algorithms
|
||||
// as far as benchmarks are concerned.
|
||||
# if defined(__AVX__)
|
||||
template <class _Tp>
|
||||
inline constexpr size_t __native_vector_size = 32 / sizeof(_Tp);
|
||||
# elif defined(__SSE__) || defined(__ARM_NEON__)
|
||||
template <class _Tp>
|
||||
inline constexpr size_t __native_vector_size = 16 / sizeof(_Tp);
|
||||
# elif defined(__MMX__)
|
||||
template <class _Tp>
|
||||
inline constexpr size_t __native_vector_size = 8 / sizeof(_Tp);
|
||||
# else
|
||||
template <class _Tp>
|
||||
inline constexpr size_t __native_vector_size = 1;
|
||||
# endif
|
||||
|
||||
template <class _ArithmeticT, size_t _Np>
|
||||
using __simd_vector __attribute__((__ext_vector_type__(_Np))) = _ArithmeticT;
|
||||
|
||||
template <class _VecT>
|
||||
inline constexpr size_t __simd_vector_size_v = []<bool _False = false>() -> size_t {
|
||||
static_assert(_False, "Not a vector!");
|
||||
}();
|
||||
|
||||
template <class _Tp, size_t _Np>
|
||||
inline constexpr size_t __simd_vector_size_v<__simd_vector<_Tp, _Np>> = _Np;
|
||||
|
||||
template <class _Tp, size_t _Np>
|
||||
_LIBCPP_HIDE_FROM_ABI _Tp __simd_vector_underlying_type_impl(__simd_vector<_Tp, _Np>) {
|
||||
return _Tp{};
|
||||
}
|
||||
|
||||
template <class _VecT>
|
||||
using __simd_vector_underlying_type_t = decltype(std::__simd_vector_underlying_type_impl(_VecT{}));
|
||||
|
||||
// This isn't inlined without always_inline when loading chars.
|
||||
template <class _VecT, class _Tp>
|
||||
_LIBCPP_NODISCARD _LIBCPP_ALWAYS_INLINE _LIBCPP_HIDE_FROM_ABI _VecT __load_vector(const _Tp* __ptr) noexcept {
|
||||
return [=]<size_t... _Indices>(index_sequence<_Indices...>) _LIBCPP_ALWAYS_INLINE noexcept {
|
||||
return _VecT{__ptr[_Indices]...};
|
||||
}(make_index_sequence<__simd_vector_size_v<_VecT>>{});
|
||||
}
|
||||
|
||||
template <class _Tp, size_t _Np>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI bool __all_of(__simd_vector<_Tp, _Np> __vec) noexcept {
|
||||
return __builtin_reduce_and(__builtin_convertvector(__vec, __simd_vector<bool, _Np>));
|
||||
}
|
||||
|
||||
template <class _Tp, size_t _Np>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI size_t __find_first_set(__simd_vector<_Tp, _Np> __vec) noexcept {
|
||||
using __mask_vec = __simd_vector<bool, _Np>;
|
||||
|
||||
// This has MSan disabled du to https://github.com/llvm/llvm-project/issues/85876
|
||||
auto __impl = [&]<class _MaskT>(_MaskT) _LIBCPP_NO_SANITIZE("memory") noexcept {
|
||||
return std::__countr_zero(__builtin_bit_cast(_MaskT, __builtin_convertvector(__vec, __mask_vec)));
|
||||
};
|
||||
|
||||
if constexpr (sizeof(__mask_vec) == sizeof(uint8_t)) {
|
||||
return __impl(uint8_t{});
|
||||
} else if constexpr (sizeof(__mask_vec) == sizeof(uint16_t)) {
|
||||
return __impl(uint16_t{});
|
||||
} else if constexpr (sizeof(__mask_vec) == sizeof(uint32_t)) {
|
||||
return __impl(uint32_t{});
|
||||
} else if constexpr (sizeof(__mask_vec) == sizeof(uint64_t)) {
|
||||
return __impl(uint64_t{});
|
||||
} else {
|
||||
static_assert(sizeof(__mask_vec) == 0, "unexpected required size for mask integer type");
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
template <class _Tp, size_t _Np>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI size_t __find_first_not_set(__simd_vector<_Tp, _Np> __vec) noexcept {
|
||||
return std::__find_first_set(~__vec);
|
||||
}
|
||||
|
||||
_LIBCPP_END_NAMESPACE_STD
|
||||
|
||||
#endif // _LIBCPP_HAS_ALGORITHM_VECTOR_UTILS
|
||||
|
||||
#endif // _LIBCPP___ALGORITHM_SIMD_UTILS_H
|
||||
@@ -19,6 +19,15 @@
|
||||
|
||||
_LIBCPP_BEGIN_NAMESPACE_STD
|
||||
|
||||
#ifndef _LIBCPP_CXX03_LANG
|
||||
|
||||
template <class _ToType, class _FromType>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI constexpr _ToType __bit_cast(const _FromType& __from) noexcept {
|
||||
return __builtin_bit_cast(_ToType, __from);
|
||||
}
|
||||
|
||||
#endif // _LIBCPP_CXX03_LANG
|
||||
|
||||
#if _LIBCPP_STD_VER >= 20
|
||||
|
||||
template <class _ToType, class _FromType>
|
||||
|
||||
@@ -35,10 +35,8 @@ _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR int __libcpp_ct
|
||||
return __builtin_ctzll(__x);
|
||||
}
|
||||
|
||||
#if _LIBCPP_STD_VER >= 20
|
||||
|
||||
template <__libcpp_unsigned_integer _Tp>
|
||||
_LIBCPP_NODISCARD_EXT _LIBCPP_HIDE_FROM_ABI constexpr int countr_zero(_Tp __t) noexcept {
|
||||
template <class _Tp>
|
||||
_LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX14 int __countr_zero(_Tp __t) _NOEXCEPT {
|
||||
if (__t == 0)
|
||||
return numeric_limits<_Tp>::digits;
|
||||
|
||||
@@ -59,6 +57,13 @@ _LIBCPP_NODISCARD_EXT _LIBCPP_HIDE_FROM_ABI constexpr int countr_zero(_Tp __t) n
|
||||
}
|
||||
}
|
||||
|
||||
#if _LIBCPP_STD_VER >= 20
|
||||
|
||||
template <__libcpp_unsigned_integer _Tp>
|
||||
_LIBCPP_NODISCARD_EXT _LIBCPP_HIDE_FROM_ABI constexpr int countr_zero(_Tp __t) noexcept {
|
||||
return std::__countr_zero(__t);
|
||||
}
|
||||
|
||||
template <__libcpp_unsigned_integer _Tp>
|
||||
_LIBCPP_NODISCARD_EXT _LIBCPP_HIDE_FROM_ABI constexpr int countr_one(_Tp __t) noexcept {
|
||||
return __t != numeric_limits<_Tp>::max() ? std::countr_zero(static_cast<_Tp>(~__t)) : numeric_limits<_Tp>::digits;
|
||||
|
||||
@@ -217,6 +217,7 @@
|
||||
{ include: [ "<__algorithm/shift_right.h>", "private", "<algorithm>", "public" ] },
|
||||
{ include: [ "<__algorithm/shuffle.h>", "private", "<algorithm>", "public" ] },
|
||||
{ include: [ "<__algorithm/sift_down.h>", "private", "<algorithm>", "public" ] },
|
||||
{ include: [ "<__algorithm/simd_utils.h>", "private", "<algorithm>", "public" ] },
|
||||
{ include: [ "<__algorithm/sort.h>", "private", "<algorithm>", "public" ] },
|
||||
{ include: [ "<__algorithm/sort_heap.h>", "private", "<algorithm>", "public" ] },
|
||||
{ include: [ "<__algorithm/stable_partition.h>", "private", "<algorithm>", "public" ] },
|
||||
|
||||
@@ -697,7 +697,10 @@ module std_private_algorithm_minmax [system
|
||||
export *
|
||||
}
|
||||
module std_private_algorithm_minmax_element [system] { header "__algorithm/minmax_element.h" }
|
||||
module std_private_algorithm_mismatch [system] { header "__algorithm/mismatch.h" }
|
||||
module std_private_algorithm_mismatch [system] {
|
||||
header "__algorithm/mismatch.h"
|
||||
export std_private_algorithm_simd_utils
|
||||
}
|
||||
module std_private_algorithm_move [system] { header "__algorithm/move.h" }
|
||||
module std_private_algorithm_move_backward [system] { header "__algorithm/move_backward.h" }
|
||||
module std_private_algorithm_next_permutation [system] { header "__algorithm/next_permutation.h" }
|
||||
@@ -1048,6 +1051,7 @@ module std_private_algorithm_sort [system
|
||||
header "__algorithm/sort.h"
|
||||
export std_private_debug_utils_strict_weak_ordering_check
|
||||
}
|
||||
module std_private_algorithm_simd_utils [system] { header "__algorithm/simd_utils.h" }
|
||||
module std_private_algorithm_sort_heap [system] { header "__algorithm/sort_heap.h" }
|
||||
module std_private_algorithm_stable_partition [system] { header "__algorithm/stable_partition.h" }
|
||||
module std_private_algorithm_stable_sort [system] { header "__algorithm/stable_sort.h" }
|
||||
|
||||
@@ -16,79 +16,173 @@
|
||||
// template<InputIterator Iter1, InputIterator Iter2Pred>
|
||||
// constexpr pair<Iter1, Iter2> // constexpr after c++17
|
||||
// mismatch(Iter1 first1, Iter1 last1, Iter2 first2, Iter2 last2); // C++14
|
||||
//
|
||||
// template<InputIterator Iter1, InputIterator Iter2,
|
||||
// Predicate<auto, Iter1::value_type, Iter2::value_type> Pred>
|
||||
// requires CopyConstructible<Pred>
|
||||
// constexpr pair<Iter1, Iter2> // constexpr after c++17
|
||||
// mismatch(Iter1 first1, Iter1 last1, Iter2 first2, Pred pred);
|
||||
//
|
||||
// template<InputIterator Iter1, InputIterator Iter2, Predicate Pred>
|
||||
// constexpr pair<Iter1, Iter2> // constexpr after c++17
|
||||
// mismatch(Iter1 first1, Iter1 last1, Iter2 first2, Iter2 last2, Pred pred); // C++14
|
||||
|
||||
// ADDITIONAL_COMPILE_FLAGS(has-fconstexpr-steps): -fconstexpr-steps=50000000
|
||||
// ADDITIONAL_COMPILE_FLAGS(has-fconstexpr-ops-limit): -fconstexpr-ops-limit=100000000
|
||||
|
||||
#include <algorithm>
|
||||
#include <array>
|
||||
#include <cassert>
|
||||
#include <vector>
|
||||
|
||||
#include "test_macros.h"
|
||||
#include "test_iterators.h"
|
||||
#include "type_algorithms.h"
|
||||
|
||||
#if TEST_STD_VER > 17
|
||||
TEST_CONSTEXPR bool test_constexpr() {
|
||||
int ia[] = {1, 3, 6, 7};
|
||||
int ib[] = {1, 3};
|
||||
int ic[] = {1, 3, 5, 7};
|
||||
typedef cpp17_input_iterator<int*> II;
|
||||
typedef bidirectional_iterator<int*> BI;
|
||||
template <class Iter, class Container1, class Container2>
|
||||
TEST_CONSTEXPR_CXX20 void check(Container1 lhs, Container2 rhs, size_t offset) {
|
||||
if (lhs.size() == rhs.size()) {
|
||||
assert(std::mismatch(Iter(lhs.data()), Iter(lhs.data() + lhs.size()), Iter(rhs.data())) ==
|
||||
std::make_pair(Iter(lhs.data() + offset), Iter(rhs.data() + offset)));
|
||||
|
||||
auto p1 = std::mismatch(std::begin(ia), std::end(ia), std::begin(ic));
|
||||
if (p1.first != ia+2 || p1.second != ic+2)
|
||||
return false;
|
||||
assert(std::mismatch(Iter(lhs.data()),
|
||||
Iter(lhs.data() + lhs.size()),
|
||||
Iter(rhs.data()),
|
||||
std::equal_to<typename Container1::value_type>()) ==
|
||||
std::make_pair(Iter(lhs.data() + offset), Iter(rhs.data() + offset)));
|
||||
}
|
||||
|
||||
auto p2 = std::mismatch(std::begin(ia), std::end(ia), std::begin(ic), std::end(ic));
|
||||
if (p2.first != ia+2 || p2.second != ic+2)
|
||||
return false;
|
||||
#if TEST_STD_VER >= 14
|
||||
assert(
|
||||
std::mismatch(Iter(lhs.data()), Iter(lhs.data() + lhs.size()), Iter(rhs.data()), Iter(rhs.data() + rhs.size())) ==
|
||||
std::make_pair(Iter(lhs.data() + offset), Iter(rhs.data() + offset)));
|
||||
|
||||
auto p3 = std::mismatch(std::begin(ib), std::end(ib), std::begin(ic));
|
||||
if (p3.first != ib+2 || p3.second != ic+2)
|
||||
return false;
|
||||
assert(std::mismatch(Iter(lhs.data()),
|
||||
Iter(lhs.data() + lhs.size()),
|
||||
Iter(rhs.data()),
|
||||
Iter(rhs.data() + rhs.size()),
|
||||
std::equal_to<typename Container1::value_type>()) ==
|
||||
std::make_pair(Iter(lhs.data() + offset), Iter(rhs.data() + offset)));
|
||||
#endif
|
||||
}
|
||||
|
||||
auto p4 = std::mismatch(std::begin(ib), std::end(ib), std::begin(ic), std::end(ic));
|
||||
if (p4.first != ib+2 || p4.second != ic+2)
|
||||
return false;
|
||||
struct NonTrivial {
|
||||
int i_;
|
||||
|
||||
auto p5 = std::mismatch(II(std::begin(ib)), II(std::end(ib)), II(std::begin(ic)));
|
||||
if (p5.first != II(ib+2) || p5.second != II(ic+2))
|
||||
return false;
|
||||
auto p6 = std::mismatch(BI(std::begin(ib)), BI(std::end(ib)), BI(std::begin(ic)), BI(std::end(ic)));
|
||||
if (p6.first != BI(ib+2) || p6.second != BI(ic+2))
|
||||
return false;
|
||||
TEST_CONSTEXPR_CXX20 NonTrivial(int i) : i_(i) {}
|
||||
TEST_CONSTEXPR_CXX20 NonTrivial(NonTrivial&& other) : i_(other.i_) { other.i_ = 0; }
|
||||
|
||||
return true;
|
||||
TEST_CONSTEXPR_CXX20 friend bool operator==(const NonTrivial& lhs, const NonTrivial& rhs) { return lhs.i_ == rhs.i_; }
|
||||
};
|
||||
|
||||
struct ModTwoComp {
|
||||
TEST_CONSTEXPR_CXX20 bool operator()(int lhs, int rhs) { return lhs % 2 == rhs % 2; }
|
||||
};
|
||||
|
||||
template <class Iter>
|
||||
TEST_CONSTEXPR_CXX20 bool test() {
|
||||
{ // empty ranges
|
||||
std::array<int, 0> lhs = {};
|
||||
std::array<int, 0> rhs = {};
|
||||
check<Iter>(lhs, rhs, 0);
|
||||
}
|
||||
|
||||
{ // same range without mismatch
|
||||
std::array<int, 8> lhs = {0, 1, 2, 3, 0, 1, 2, 3};
|
||||
std::array<int, 8> rhs = {0, 1, 2, 3, 0, 1, 2, 3};
|
||||
check<Iter>(lhs, rhs, 8);
|
||||
}
|
||||
|
||||
{ // same range with mismatch
|
||||
std::array<int, 8> lhs = {0, 1, 2, 2, 0, 1, 2, 3};
|
||||
std::array<int, 8> rhs = {0, 1, 2, 3, 0, 1, 2, 3};
|
||||
check<Iter>(lhs, rhs, 3);
|
||||
}
|
||||
|
||||
{ // second range is smaller
|
||||
std::array<int, 8> lhs = {0, 1, 2, 2, 0, 1, 2, 3};
|
||||
std::array<int, 2> rhs = {0, 1};
|
||||
check<Iter>(lhs, rhs, 2);
|
||||
}
|
||||
|
||||
{ // first range is smaller
|
||||
std::array<int, 2> lhs = {0, 1};
|
||||
std::array<int, 8> rhs = {0, 1, 2, 2, 0, 1, 2, 3};
|
||||
check<Iter>(lhs, rhs, 2);
|
||||
}
|
||||
|
||||
{ // use a custom comparator
|
||||
std::array<int, 4> lhs = {0, 2, 3, 4};
|
||||
std::array<int, 4> rhs = {0, 0, 4, 4};
|
||||
assert(std::mismatch(lhs.data(), lhs.data() + lhs.size(), rhs.data(), ModTwoComp()) ==
|
||||
std::make_pair(lhs.data() + 2, rhs.data() + 2));
|
||||
#if TEST_STD_VER >= 14
|
||||
assert(std::mismatch(lhs.data(), lhs.data() + lhs.size(), rhs.data(), rhs.data() + rhs.size(), ModTwoComp()) ==
|
||||
std::make_pair(lhs.data() + 2, rhs.data() + 2));
|
||||
#endif
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
struct Test {
|
||||
template <class Iter>
|
||||
TEST_CONSTEXPR_CXX20 void operator()() {
|
||||
test<Iter>();
|
||||
}
|
||||
};
|
||||
|
||||
TEST_CONSTEXPR_CXX20 bool test() {
|
||||
types::for_each(types::cpp17_input_iterator_list<int*>(), Test());
|
||||
|
||||
{ // use a non-integer type to also test the general case - all elements match
|
||||
std::array<NonTrivial, 8> lhs = {1, 2, 3, 4, 5, 6, 7, 8};
|
||||
std::array<NonTrivial, 8> rhs = {1, 2, 3, 4, 5, 6, 7, 8};
|
||||
check<NonTrivial*>(std::move(lhs), std::move(rhs), 8);
|
||||
}
|
||||
|
||||
{ // use a non-integer type to also test the general case - not all elements match
|
||||
std::array<NonTrivial, 8> lhs = {1, 2, 3, 4, 7, 6, 7, 8};
|
||||
std::array<NonTrivial, 8> rhs = {1, 2, 3, 4, 5, 6, 7, 8};
|
||||
check<NonTrivial*>(std::move(lhs), std::move(rhs), 4);
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
int main(int, char**) {
|
||||
test();
|
||||
#if TEST_STD_VER >= 20
|
||||
static_assert(test());
|
||||
#endif
|
||||
|
||||
{ // check with a lot of elements to test the vectorization optimization
|
||||
{
|
||||
std::vector<char> lhs(256);
|
||||
std::vector<char> rhs(256);
|
||||
for (size_t i = 0; i != lhs.size(); ++i) {
|
||||
lhs[i] = 1;
|
||||
check<char*>(lhs, rhs, i);
|
||||
lhs[i] = 0;
|
||||
rhs[i] = 1;
|
||||
check<char*>(lhs, rhs, i);
|
||||
rhs[i] = 0;
|
||||
}
|
||||
}
|
||||
#endif
|
||||
|
||||
int main(int, char**)
|
||||
{
|
||||
int ia[] = {0, 1, 2, 2, 0, 1, 2, 3};
|
||||
const unsigned sa = sizeof(ia)/sizeof(ia[0]);
|
||||
int ib[] = {0, 1, 2, 3, 0, 1, 2, 3};
|
||||
const unsigned sb = sizeof(ib)/sizeof(ib[0]); ((void)sb); // unused in C++11
|
||||
|
||||
typedef cpp17_input_iterator<const int*> II;
|
||||
typedef random_access_iterator<const int*> RAI;
|
||||
|
||||
assert(std::mismatch(II(ia), II(ia + sa), II(ib))
|
||||
== (std::pair<II, II>(II(ia+3), II(ib+3))));
|
||||
|
||||
assert(std::mismatch(RAI(ia), RAI(ia + sa), RAI(ib))
|
||||
== (std::pair<RAI, RAI>(RAI(ia+3), RAI(ib+3))));
|
||||
|
||||
#if TEST_STD_VER > 11 // We have the four iteration version
|
||||
assert(std::mismatch(II(ia), II(ia + sa), II(ib), II(ib+sb))
|
||||
== (std::pair<II, II>(II(ia+3), II(ib+3))));
|
||||
|
||||
assert(std::mismatch(RAI(ia), RAI(ia + sa), RAI(ib), RAI(ib+sb))
|
||||
== (std::pair<RAI, RAI>(RAI(ia+3), RAI(ib+3))));
|
||||
|
||||
|
||||
assert(std::mismatch(II(ia), II(ia + sa), II(ib), II(ib+2))
|
||||
== (std::pair<II, II>(II(ia+2), II(ib+2))));
|
||||
#endif
|
||||
|
||||
#if TEST_STD_VER > 17
|
||||
static_assert(test_constexpr());
|
||||
#endif
|
||||
{
|
||||
std::vector<int> lhs(256);
|
||||
std::vector<int> rhs(256);
|
||||
for (size_t i = 0; i != lhs.size(); ++i) {
|
||||
lhs[i] = 1;
|
||||
check<int*>(lhs, rhs, i);
|
||||
lhs[i] = 0;
|
||||
rhs[i] = 1;
|
||||
check<int*>(lhs, rhs, i);
|
||||
rhs[i] = 0;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
@@ -1,119 +0,0 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||||
// See https://llvm.org/LICENSE.txt for license information.
|
||||
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
// <algorithm>
|
||||
|
||||
// template<InputIterator Iter1, InputIterator Iter2,
|
||||
// Predicate<auto, Iter1::value_type, Iter2::value_type> Pred>
|
||||
// requires CopyConstructible<Pred>
|
||||
// constexpr pair<Iter1, Iter2> // constexpr after c++17
|
||||
// mismatch(Iter1 first1, Iter1 last1, Iter2 first2, Pred pred);
|
||||
//
|
||||
// template<InputIterator Iter1, InputIterator Iter2, Predicate Pred>
|
||||
// constexpr pair<Iter1, Iter2> // constexpr after c++17
|
||||
// mismatch(Iter1 first1, Iter1 last1, Iter2 first2, Iter2 last2, Pred pred); // C++14
|
||||
|
||||
#include <algorithm>
|
||||
#include <functional>
|
||||
#include <cassert>
|
||||
|
||||
#include "test_macros.h"
|
||||
#include "test_iterators.h"
|
||||
#include "counting_predicates.h"
|
||||
|
||||
#if TEST_STD_VER > 17
|
||||
TEST_CONSTEXPR bool eq(int a, int b) { return a == b; }
|
||||
|
||||
TEST_CONSTEXPR bool test_constexpr() {
|
||||
int ia[] = {1, 3, 6, 7};
|
||||
int ib[] = {1, 3};
|
||||
int ic[] = {1, 3, 5, 7};
|
||||
typedef cpp17_input_iterator<int*> II;
|
||||
typedef bidirectional_iterator<int*> BI;
|
||||
|
||||
auto p1 = std::mismatch(std::begin(ia), std::end(ia), std::begin(ic), eq);
|
||||
if (p1.first != ia+2 || p1.second != ic+2)
|
||||
return false;
|
||||
|
||||
auto p2 = std::mismatch(std::begin(ia), std::end(ia), std::begin(ic), std::end(ic), eq);
|
||||
if (p2.first != ia+2 || p2.second != ic+2)
|
||||
return false;
|
||||
|
||||
auto p3 = std::mismatch(std::begin(ib), std::end(ib), std::begin(ic), eq);
|
||||
if (p3.first != ib+2 || p3.second != ic+2)
|
||||
return false;
|
||||
|
||||
auto p4 = std::mismatch(std::begin(ib), std::end(ib), std::begin(ic), std::end(ic), eq);
|
||||
if (p4.first != ib+2 || p4.second != ic+2)
|
||||
return false;
|
||||
|
||||
auto p5 = std::mismatch(II(std::begin(ib)), II(std::end(ib)), II(std::begin(ic)), eq);
|
||||
if (p5.first != II(ib+2) || p5.second != II(ic+2))
|
||||
return false;
|
||||
auto p6 = std::mismatch(BI(std::begin(ib)), BI(std::end(ib)), BI(std::begin(ic)), BI(std::end(ic)), eq);
|
||||
if (p6.first != BI(ib+2) || p6.second != BI(ic+2))
|
||||
return false;
|
||||
|
||||
return true;
|
||||
}
|
||||
#endif
|
||||
|
||||
|
||||
#if TEST_STD_VER > 11
|
||||
#define HAS_FOUR_ITERATOR_VERSION
|
||||
#endif
|
||||
|
||||
int main(int, char**)
|
||||
{
|
||||
int ia[] = {0, 1, 2, 2, 0, 1, 2, 3};
|
||||
const unsigned sa = sizeof(ia)/sizeof(ia[0]);
|
||||
int ib[] = {0, 1, 2, 3, 0, 1, 2, 3};
|
||||
const unsigned sb = sizeof(ib)/sizeof(ib[0]); ((void)sb); // unused in C++11
|
||||
|
||||
typedef cpp17_input_iterator<const int*> II;
|
||||
typedef random_access_iterator<const int*> RAI;
|
||||
typedef std::equal_to<int> EQ;
|
||||
|
||||
assert(std::mismatch(II(ia), II(ia + sa), II(ib), EQ())
|
||||
== (std::pair<II, II>(II(ia+3), II(ib+3))));
|
||||
assert(std::mismatch(RAI(ia), RAI(ia + sa), RAI(ib), EQ())
|
||||
== (std::pair<RAI, RAI>(RAI(ia+3), RAI(ib+3))));
|
||||
|
||||
binary_counting_predicate<EQ, int> bcp((EQ()));
|
||||
assert(std::mismatch(RAI(ia), RAI(ia + sa), RAI(ib), std::ref(bcp))
|
||||
== (std::pair<RAI, RAI>(RAI(ia+3), RAI(ib+3))));
|
||||
assert(bcp.count() > 0 && bcp.count() < sa);
|
||||
bcp.reset();
|
||||
|
||||
#if TEST_STD_VER >= 14
|
||||
assert(std::mismatch(II(ia), II(ia + sa), II(ib), II(ib + sb), EQ())
|
||||
== (std::pair<II, II>(II(ia+3), II(ib+3))));
|
||||
assert(std::mismatch(RAI(ia), RAI(ia + sa), RAI(ib), RAI(ib + sb), EQ())
|
||||
== (std::pair<RAI, RAI>(RAI(ia+3), RAI(ib+3))));
|
||||
|
||||
assert(std::mismatch(II(ia), II(ia + sa), II(ib), II(ib + sb), std::ref(bcp))
|
||||
== (std::pair<II, II>(II(ia+3), II(ib+3))));
|
||||
assert(bcp.count() > 0 && bcp.count() < std::min(sa, sb));
|
||||
#endif
|
||||
|
||||
assert(std::mismatch(ia, ia + sa, ib, EQ()) ==
|
||||
(std::pair<int*,int*>(ia+3,ib+3)));
|
||||
|
||||
#if TEST_STD_VER >= 14
|
||||
assert(std::mismatch(ia, ia + sa, ib, ib + sb, EQ()) ==
|
||||
(std::pair<int*,int*>(ia+3,ib+3)));
|
||||
assert(std::mismatch(ia, ia + sa, ib, ib + 2, EQ()) ==
|
||||
(std::pair<int*,int*>(ia+2,ib+2)));
|
||||
#endif
|
||||
|
||||
#if TEST_STD_VER > 17
|
||||
static_assert(test_constexpr());
|
||||
#endif
|
||||
|
||||
return 0;
|
||||
}
|
||||
Reference in New Issue
Block a user