mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-06-28 15:28:30 +00:00
Release Cosmopolitan v3.6.0
This release is an atomic upgrade to GCC 14.1.0 with C23 and C++23
This commit is contained in:
parent
62ace3623a
commit
5660ec4741
1585 changed files with 117353 additions and 271644 deletions
503
third_party/libcxx/__pstl/backends/default.h
vendored
Normal file
503
third_party/libcxx/__pstl/backends/default.h
vendored
Normal file
|
@ -0,0 +1,503 @@
|
|||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||||
// See https://llvm.org/LICENSE.txt for license information.
|
||||
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#ifndef _LIBCPP___PSTL_BACKENDS_DEFAULT_H
|
||||
#define _LIBCPP___PSTL_BACKENDS_DEFAULT_H
|
||||
|
||||
#include <__algorithm/copy_n.h>
|
||||
#include <__algorithm/equal.h>
|
||||
#include <__algorithm/fill_n.h>
|
||||
#include <__algorithm/for_each_n.h>
|
||||
#include <__config>
|
||||
#include <__functional/identity.h>
|
||||
#include <__functional/not_fn.h>
|
||||
#include <__functional/operations.h>
|
||||
#include <__iterator/concepts.h>
|
||||
#include <__iterator/iterator_traits.h>
|
||||
#include <__pstl/backend_fwd.h>
|
||||
#include <__pstl/dispatch.h>
|
||||
#include <__utility/empty.h>
|
||||
#include <__utility/forward.h>
|
||||
#include <__utility/move.h>
|
||||
#include <optional>
|
||||
|
||||
#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
|
||||
# pragma GCC system_header
|
||||
#endif
|
||||
|
||||
_LIBCPP_PUSH_MACROS
|
||||
#include <__undef_macros>
|
||||
|
||||
_LIBCPP_BEGIN_NAMESPACE_STD
|
||||
namespace __pstl {
|
||||
|
||||
//
|
||||
// This file provides an incomplete PSTL backend that implements all of the PSTL algorithms
|
||||
// based on a smaller set of basis operations.
|
||||
//
|
||||
// It is intended as a building block for other PSTL backends that implement some operations more
|
||||
// efficiently but may not want to define the full set of PSTL algorithms.
|
||||
//
|
||||
// This backend implements all the PSTL algorithms based on the following basis operations:
|
||||
//
|
||||
// find_if family
|
||||
// --------------
|
||||
// - find
|
||||
// - find_if_not
|
||||
// - any_of
|
||||
// - all_of
|
||||
// - none_of
|
||||
// - is_partitioned
|
||||
//
|
||||
// for_each family
|
||||
// ---------------
|
||||
// - for_each_n
|
||||
// - fill
|
||||
// - fill_n
|
||||
// - replace
|
||||
// - replace_if
|
||||
// - generate
|
||||
// - generate_n
|
||||
//
|
||||
// merge family
|
||||
// ------------
|
||||
// No other algorithms based on merge
|
||||
//
|
||||
// stable_sort family
|
||||
// ------------------
|
||||
// - sort
|
||||
//
|
||||
// transform_reduce and transform_reduce_binary family
|
||||
// ---------------------------------------------------
|
||||
// - count_if
|
||||
// - count
|
||||
// - equal(3 legs)
|
||||
// - equal
|
||||
// - reduce
|
||||
//
|
||||
// transform and transform_binary family
|
||||
// -------------------------------------
|
||||
// - replace_copy_if
|
||||
// - replace_copy
|
||||
// - move
|
||||
// - copy
|
||||
// - copy_n
|
||||
// - rotate_copy
|
||||
//
|
||||
|
||||
//////////////////////////////////////////////////////////////
|
||||
// find_if family
|
||||
//////////////////////////////////////////////////////////////
|
||||
template <class _ExecutionPolicy>
|
||||
struct __find<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<_ForwardIterator>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, const _Tp& __value) const noexcept {
|
||||
using _FindIf = __dispatch<__find_if, __current_configuration, _ExecutionPolicy>;
|
||||
return _FindIf()(
|
||||
__policy, std::move(__first), std::move(__last), [&](__iter_reference<_ForwardIterator> __element) {
|
||||
return __element == __value;
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __find_if_not<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Pred>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<_ForwardIterator>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Pred&& __pred) const noexcept {
|
||||
using _FindIf = __dispatch<__find_if, __current_configuration, _ExecutionPolicy>;
|
||||
return _FindIf()(__policy, __first, __last, std::not_fn(std::forward<_Pred>(__pred)));
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __any_of<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Pred>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<bool>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Pred&& __pred) const noexcept {
|
||||
using _FindIf = __dispatch<__find_if, __current_configuration, _ExecutionPolicy>;
|
||||
auto __res = _FindIf()(__policy, __first, __last, std::forward<_Pred>(__pred));
|
||||
if (!__res)
|
||||
return nullopt;
|
||||
return *__res != __last;
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __all_of<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Pred>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<bool>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Pred&& __pred) const noexcept {
|
||||
using _AnyOf = __dispatch<__any_of, __current_configuration, _ExecutionPolicy>;
|
||||
auto __res = _AnyOf()(__policy, __first, __last, [&](__iter_reference<_ForwardIterator> __value) {
|
||||
return !__pred(__value);
|
||||
});
|
||||
if (!__res)
|
||||
return nullopt;
|
||||
return !*__res;
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __none_of<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Pred>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<bool>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Pred&& __pred) const noexcept {
|
||||
using _AnyOf = __dispatch<__any_of, __current_configuration, _ExecutionPolicy>;
|
||||
auto __res = _AnyOf()(__policy, __first, __last, std::forward<_Pred>(__pred));
|
||||
if (!__res)
|
||||
return nullopt;
|
||||
return !*__res;
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __is_partitioned<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Pred>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<bool>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Pred&& __pred) const noexcept {
|
||||
using _FindIfNot = __dispatch<__find_if_not, __current_configuration, _ExecutionPolicy>;
|
||||
auto __maybe_first = _FindIfNot()(__policy, std::move(__first), std::move(__last), __pred);
|
||||
if (__maybe_first == nullopt)
|
||||
return nullopt;
|
||||
|
||||
__first = *__maybe_first;
|
||||
if (__first == __last)
|
||||
return true;
|
||||
++__first;
|
||||
using _NoneOf = __dispatch<__none_of, __current_configuration, _ExecutionPolicy>;
|
||||
return _NoneOf()(__policy, std::move(__first), std::move(__last), __pred);
|
||||
}
|
||||
};
|
||||
|
||||
//////////////////////////////////////////////////////////////
|
||||
// for_each family
|
||||
//////////////////////////////////////////////////////////////
|
||||
template <class _ExecutionPolicy>
|
||||
struct __for_each_n<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Size, class _Function>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _Size __size, _Function __func) const noexcept {
|
||||
if constexpr (__has_random_access_iterator_category_or_concept<_ForwardIterator>::value) {
|
||||
using _ForEach = __dispatch<__for_each, __current_configuration, _ExecutionPolicy>;
|
||||
_ForwardIterator __last = __first + __size;
|
||||
return _ForEach()(__policy, std::move(__first), std::move(__last), std::move(__func));
|
||||
} else {
|
||||
// Otherwise, use the serial algorithm to avoid doing two passes over the input
|
||||
std::for_each_n(std::move(__first), __size, std::move(__func));
|
||||
return __empty{};
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __fill<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Tp const& __value) const noexcept {
|
||||
using _ForEach = __dispatch<__for_each, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _ForEach()(__policy, std::move(__first), std::move(__last), [&](_Ref __element) { __element = __value; });
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __fill_n<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Size, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _Size __n, _Tp const& __value) const noexcept {
|
||||
if constexpr (__has_random_access_iterator_category_or_concept<_ForwardIterator>::value) {
|
||||
using _Fill = __dispatch<__fill, __current_configuration, _ExecutionPolicy>;
|
||||
_ForwardIterator __last = __first + __n;
|
||||
return _Fill()(__policy, std::move(__first), std::move(__last), __value);
|
||||
} else {
|
||||
// Otherwise, use the serial algorithm to avoid doing two passes over the input
|
||||
std::fill_n(std::move(__first), __n, __value);
|
||||
return optional<__empty>{__empty{}};
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __replace<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Tp const& __old, _Tp const& __new)
|
||||
const noexcept {
|
||||
using _ReplaceIf = __dispatch<__replace_if, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _ReplaceIf()(
|
||||
__policy, std::move(__first), std::move(__last), [&](_Ref __element) { return __element == __old; }, __new);
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __replace_if<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Pred, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty> operator()(
|
||||
_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Pred&& __pred, _Tp const& __new_value)
|
||||
const noexcept {
|
||||
using _ForEach = __dispatch<__for_each, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _ForEach()(__policy, std::move(__first), std::move(__last), [&](_Ref __element) {
|
||||
if (__pred(__element))
|
||||
__element = __new_value;
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __generate<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Generator>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Generator&& __gen) const noexcept {
|
||||
using _ForEach = __dispatch<__for_each, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _ForEach()(__policy, std::move(__first), std::move(__last), [&](_Ref __element) { __element = __gen(); });
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __generate_n<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Size, class _Generator>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _Size __n, _Generator&& __gen) const noexcept {
|
||||
using _ForEachN = __dispatch<__for_each_n, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _ForEachN()(__policy, std::move(__first), __n, [&](_Ref __element) { __element = __gen(); });
|
||||
}
|
||||
};
|
||||
|
||||
//////////////////////////////////////////////////////////////
|
||||
// stable_sort family
|
||||
//////////////////////////////////////////////////////////////
|
||||
template <class _ExecutionPolicy>
|
||||
struct __sort<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _RandomAccessIterator, class _Comp>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<__empty> operator()(
|
||||
_Policy&& __policy, _RandomAccessIterator __first, _RandomAccessIterator __last, _Comp&& __comp) const noexcept {
|
||||
using _StableSort = __dispatch<__stable_sort, __current_configuration, _ExecutionPolicy>;
|
||||
return _StableSort()(__policy, std::move(__first), std::move(__last), std::forward<_Comp>(__comp));
|
||||
}
|
||||
};
|
||||
|
||||
//////////////////////////////////////////////////////////////
|
||||
// transform_reduce family
|
||||
//////////////////////////////////////////////////////////////
|
||||
template <class _ExecutionPolicy>
|
||||
struct __count_if<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Predicate>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__iter_diff_t<_ForwardIterator>> operator()(
|
||||
_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Predicate&& __pred) const noexcept {
|
||||
using _TransformReduce = __dispatch<__transform_reduce, __current_configuration, _ExecutionPolicy>;
|
||||
using _DiffT = __iter_diff_t<_ForwardIterator>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _TransformReduce()(
|
||||
__policy, std::move(__first), std::move(__last), _DiffT{}, std::plus{}, [&](_Ref __element) -> _DiffT {
|
||||
return __pred(__element) ? _DiffT(1) : _DiffT(0);
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __count<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__iter_diff_t<_ForwardIterator>>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Tp const& __value) const noexcept {
|
||||
using _CountIf = __dispatch<__count_if, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _CountIf()(__policy, std::move(__first), std::move(__last), [&](_Ref __element) -> bool {
|
||||
return __element == __value;
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __equal_3leg<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator1, class _ForwardIterator2, class _Predicate>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<bool>
|
||||
operator()(_Policy&& __policy,
|
||||
_ForwardIterator1 __first1,
|
||||
_ForwardIterator1 __last1,
|
||||
_ForwardIterator2 __first2,
|
||||
_Predicate&& __pred) const noexcept {
|
||||
using _TransformReduce = __dispatch<__transform_reduce_binary, __current_configuration, _ExecutionPolicy>;
|
||||
return _TransformReduce()(
|
||||
__policy,
|
||||
std::move(__first1),
|
||||
std::move(__last1),
|
||||
std::move(__first2),
|
||||
true,
|
||||
std::logical_and{},
|
||||
std::forward<_Predicate>(__pred));
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __equal<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator1, class _ForwardIterator2, class _Predicate>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<bool>
|
||||
operator()(_Policy&& __policy,
|
||||
_ForwardIterator1 __first1,
|
||||
_ForwardIterator1 __last1,
|
||||
_ForwardIterator2 __first2,
|
||||
_ForwardIterator2 __last2,
|
||||
_Predicate&& __pred) const noexcept {
|
||||
if constexpr (__has_random_access_iterator_category<_ForwardIterator1>::value &&
|
||||
__has_random_access_iterator_category<_ForwardIterator2>::value) {
|
||||
if (__last1 - __first1 != __last2 - __first2)
|
||||
return false;
|
||||
// Fall back to the 3 legged algorithm
|
||||
using _Equal3Leg = __dispatch<__equal_3leg, __current_configuration, _ExecutionPolicy>;
|
||||
return _Equal3Leg()(
|
||||
__policy, std::move(__first1), std::move(__last1), std::move(__first2), std::forward<_Predicate>(__pred));
|
||||
} else {
|
||||
// If we don't have random access, fall back to the serial algorithm cause we can't do much
|
||||
return std::equal(
|
||||
std::move(__first1),
|
||||
std::move(__last1),
|
||||
std::move(__first2),
|
||||
std::move(__last2),
|
||||
std::forward<_Predicate>(__pred));
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __reduce<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Tp, class _BinaryOperation>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<_Tp>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _Tp __init, _BinaryOperation&& __op)
|
||||
const noexcept {
|
||||
using _TransformReduce = __dispatch<__transform_reduce, __current_configuration, _ExecutionPolicy>;
|
||||
return _TransformReduce()(
|
||||
__policy,
|
||||
std::move(__first),
|
||||
std::move(__last),
|
||||
std::move(__init),
|
||||
std::forward<_BinaryOperation>(__op),
|
||||
__identity{});
|
||||
}
|
||||
};
|
||||
|
||||
//////////////////////////////////////////////////////////////
|
||||
// transform family
|
||||
//////////////////////////////////////////////////////////////
|
||||
template <class _ExecutionPolicy>
|
||||
struct __replace_copy_if<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _ForwardOutIterator, class _Pred, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy,
|
||||
_ForwardIterator __first,
|
||||
_ForwardIterator __last,
|
||||
_ForwardOutIterator __out_it,
|
||||
_Pred&& __pred,
|
||||
_Tp const& __new_value) const noexcept {
|
||||
using _Transform = __dispatch<__transform, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
auto __res =
|
||||
_Transform()(__policy, std::move(__first), std::move(__last), std::move(__out_it), [&](_Ref __element) {
|
||||
return __pred(__element) ? __new_value : __element;
|
||||
});
|
||||
if (__res == nullopt)
|
||||
return nullopt;
|
||||
return __empty{};
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __replace_copy<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _ForwardOutIterator, class _Tp>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&& __policy,
|
||||
_ForwardIterator __first,
|
||||
_ForwardIterator __last,
|
||||
_ForwardOutIterator __out_it,
|
||||
_Tp const& __old_value,
|
||||
_Tp const& __new_value) const noexcept {
|
||||
using _ReplaceCopyIf = __dispatch<__replace_copy_if, __current_configuration, _ExecutionPolicy>;
|
||||
using _Ref = __iter_reference<_ForwardIterator>;
|
||||
return _ReplaceCopyIf()(
|
||||
__policy,
|
||||
std::move(__first),
|
||||
std::move(__last),
|
||||
std::move(__out_it),
|
||||
[&](_Ref __element) { return __element == __old_value; },
|
||||
__new_value);
|
||||
}
|
||||
};
|
||||
|
||||
// TODO: Use the std::copy/move shenanigans to forward to std::memmove
|
||||
// Investigate whether we want to still forward to std::transform(policy)
|
||||
// in that case for the execution::par part, or whether we actually want
|
||||
// to run everything serially in that case.
|
||||
template <class _ExecutionPolicy>
|
||||
struct __move<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _ForwardOutIterator>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<_ForwardOutIterator>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _ForwardOutIterator __out_it)
|
||||
const noexcept {
|
||||
using _Transform = __dispatch<__transform, __current_configuration, _ExecutionPolicy>;
|
||||
return _Transform()(__policy, std::move(__first), std::move(__last), std::move(__out_it), [&](auto&& __element) {
|
||||
return std::move(__element);
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
// TODO: Use the std::copy/move shenanigans to forward to std::memmove
|
||||
template <class _ExecutionPolicy>
|
||||
struct __copy<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _ForwardOutIterator>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<_ForwardOutIterator>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _ForwardIterator __last, _ForwardOutIterator __out_it)
|
||||
const noexcept {
|
||||
using _Transform = __dispatch<__transform, __current_configuration, _ExecutionPolicy>;
|
||||
return _Transform()(__policy, std::move(__first), std::move(__last), std::move(__out_it), __identity());
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __copy_n<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Size, class _ForwardOutIterator>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<_ForwardOutIterator>
|
||||
operator()(_Policy&& __policy, _ForwardIterator __first, _Size __n, _ForwardOutIterator __out_it) const noexcept {
|
||||
if constexpr (__has_random_access_iterator_category_or_concept<_ForwardIterator>::value) {
|
||||
using _Copy = __dispatch<__copy, __current_configuration, _ExecutionPolicy>;
|
||||
_ForwardIterator __last = __first + __n;
|
||||
return _Copy()(__policy, std::move(__first), std::move(__last), std::move(__out_it));
|
||||
} else {
|
||||
// Otherwise, use the serial algorithm to avoid doing two passes over the input
|
||||
return std::copy_n(std::move(__first), __n, std::move(__out_it));
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __rotate_copy<__default_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _ForwardOutIterator>
|
||||
[[nodiscard]] _LIBCPP_HIDE_FROM_ABI optional<_ForwardOutIterator>
|
||||
operator()(_Policy&& __policy,
|
||||
_ForwardIterator __first,
|
||||
_ForwardIterator __middle,
|
||||
_ForwardIterator __last,
|
||||
_ForwardOutIterator __out_it) const noexcept {
|
||||
using _Copy = __dispatch<__copy, __current_configuration, _ExecutionPolicy>;
|
||||
auto __result_mid = _Copy()(__policy, __middle, std::move(__last), std::move(__out_it));
|
||||
if (__result_mid == nullopt)
|
||||
return nullopt;
|
||||
return _Copy()(__policy, std::move(__first), std::move(__middle), *std::move(__result_mid));
|
||||
}
|
||||
};
|
||||
|
||||
} // namespace __pstl
|
||||
_LIBCPP_END_NAMESPACE_STD
|
||||
|
||||
_LIBCPP_POP_MACROS
|
||||
|
||||
#endif // _LIBCPP___PSTL_BACKENDS_DEFAULT_H
|
397
third_party/libcxx/__pstl/backends/libdispatch.h
vendored
Normal file
397
third_party/libcxx/__pstl/backends/libdispatch.h
vendored
Normal file
|
@ -0,0 +1,397 @@
|
|||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||||
// See https://llvm.org/LICENSE.txt for license information.
|
||||
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#ifndef _LIBCPP___PSTL_BACKENDS_LIBDISPATCH_H
|
||||
#define _LIBCPP___PSTL_BACKENDS_LIBDISPATCH_H
|
||||
|
||||
#include <__algorithm/inplace_merge.h>
|
||||
#include <__algorithm/lower_bound.h>
|
||||
#include <__algorithm/max.h>
|
||||
#include <__algorithm/merge.h>
|
||||
#include <__algorithm/upper_bound.h>
|
||||
#include <__atomic/atomic.h>
|
||||
#include <__config>
|
||||
#include <__exception/terminate.h>
|
||||
#include <__iterator/iterator_traits.h>
|
||||
#include <__iterator/move_iterator.h>
|
||||
#include <__memory/allocator.h>
|
||||
#include <__memory/construct_at.h>
|
||||
#include <__memory/unique_ptr.h>
|
||||
#include <__numeric/reduce.h>
|
||||
#include <__pstl/backend_fwd.h>
|
||||
#include <__pstl/cpu_algos/any_of.h>
|
||||
#include <__pstl/cpu_algos/cpu_traits.h>
|
||||
#include <__pstl/cpu_algos/fill.h>
|
||||
#include <__pstl/cpu_algos/find_if.h>
|
||||
#include <__pstl/cpu_algos/for_each.h>
|
||||
#include <__pstl/cpu_algos/merge.h>
|
||||
#include <__pstl/cpu_algos/stable_sort.h>
|
||||
#include <__pstl/cpu_algos/transform.h>
|
||||
#include <__pstl/cpu_algos/transform_reduce.h>
|
||||
#include <__utility/empty.h>
|
||||
#include <__utility/exception_guard.h>
|
||||
#include <__utility/move.h>
|
||||
#include <__utility/pair.h>
|
||||
#include <cstddef>
|
||||
#include <new>
|
||||
#include <optional>
|
||||
|
||||
_LIBCPP_PUSH_MACROS
|
||||
#include <__undef_macros>
|
||||
|
||||
_LIBCPP_BEGIN_NAMESPACE_STD
|
||||
namespace __pstl {
|
||||
|
||||
namespace __libdispatch {
|
||||
// ::dispatch_apply is marked as __attribute__((nothrow)) because it doesn't let exceptions propagate, and neither do
|
||||
// we.
|
||||
// TODO: Do we want to add [[_Clang::__callback__(__func, __context, __)]]?
|
||||
_LIBCPP_EXPORTED_FROM_ABI void
|
||||
__dispatch_apply(size_t __chunk_count, void* __context, void (*__func)(void* __context, size_t __chunk)) noexcept;
|
||||
|
||||
template <class _Func>
|
||||
_LIBCPP_HIDE_FROM_ABI void __dispatch_apply(size_t __chunk_count, _Func __func) noexcept {
|
||||
__libdispatch::__dispatch_apply(__chunk_count, &__func, [](void* __context, size_t __chunk) {
|
||||
(*static_cast<_Func*>(__context))(__chunk);
|
||||
});
|
||||
}
|
||||
|
||||
struct __chunk_partitions {
|
||||
ptrdiff_t __chunk_count_; // includes the first chunk
|
||||
ptrdiff_t __chunk_size_;
|
||||
ptrdiff_t __first_chunk_size_;
|
||||
};
|
||||
|
||||
[[__gnu__::__const__]] _LIBCPP_EXPORTED_FROM_ABI __chunk_partitions __partition_chunks(ptrdiff_t __size) noexcept;
|
||||
|
||||
template <class _RandomAccessIterator, class _Functor>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
__dispatch_parallel_for(__chunk_partitions __partitions, _RandomAccessIterator __first, _Functor __func) {
|
||||
// Perform the chunked execution.
|
||||
__libdispatch::__dispatch_apply(__partitions.__chunk_count_, [&](size_t __chunk) {
|
||||
auto __this_chunk_size = __chunk == 0 ? __partitions.__first_chunk_size_ : __partitions.__chunk_size_;
|
||||
auto __index =
|
||||
__chunk == 0
|
||||
? 0
|
||||
: (__chunk * __partitions.__chunk_size_) + (__partitions.__first_chunk_size_ - __partitions.__chunk_size_);
|
||||
__func(__first + __index, __first + __index + __this_chunk_size);
|
||||
});
|
||||
|
||||
return __empty{};
|
||||
}
|
||||
} // namespace __libdispatch
|
||||
|
||||
template <>
|
||||
struct __cpu_traits<__libdispatch_backend_tag> {
|
||||
template <class _RandomAccessIterator, class _Functor>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<__empty>
|
||||
__for_each(_RandomAccessIterator __first, _RandomAccessIterator __last, _Functor __func) {
|
||||
return __libdispatch::__dispatch_parallel_for(
|
||||
__libdispatch::__partition_chunks(__last - __first), std::move(__first), std::move(__func));
|
||||
}
|
||||
|
||||
template <class _RandomAccessIterator1, class _RandomAccessIterator2, class _RandomAccessIteratorOut>
|
||||
struct __merge_range {
|
||||
__merge_range(_RandomAccessIterator1 __mid1, _RandomAccessIterator2 __mid2, _RandomAccessIteratorOut __result)
|
||||
: __mid1_(__mid1), __mid2_(__mid2), __result_(__result) {}
|
||||
|
||||
_RandomAccessIterator1 __mid1_;
|
||||
_RandomAccessIterator2 __mid2_;
|
||||
_RandomAccessIteratorOut __result_;
|
||||
};
|
||||
|
||||
template <typename _RandomAccessIterator1,
|
||||
typename _RandomAccessIterator2,
|
||||
typename _RandomAccessIterator3,
|
||||
typename _Compare,
|
||||
typename _LeafMerge>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<__empty>
|
||||
__merge(_RandomAccessIterator1 __first1,
|
||||
_RandomAccessIterator1 __last1,
|
||||
_RandomAccessIterator2 __first2,
|
||||
_RandomAccessIterator2 __last2,
|
||||
_RandomAccessIterator3 __result,
|
||||
_Compare __comp,
|
||||
_LeafMerge __leaf_merge) noexcept {
|
||||
__libdispatch::__chunk_partitions __partitions =
|
||||
__libdispatch::__partition_chunks(std::max<ptrdiff_t>(__last1 - __first1, __last2 - __first2));
|
||||
|
||||
if (__partitions.__chunk_count_ == 0)
|
||||
return __empty{};
|
||||
|
||||
if (__partitions.__chunk_count_ == 1) {
|
||||
__leaf_merge(__first1, __last1, __first2, __last2, __result, __comp);
|
||||
return __empty{};
|
||||
}
|
||||
|
||||
using __merge_range_t = __merge_range<_RandomAccessIterator1, _RandomAccessIterator2, _RandomAccessIterator3>;
|
||||
auto const __n_ranges = __partitions.__chunk_count_ + 1;
|
||||
|
||||
// TODO: use __uninitialized_buffer
|
||||
auto __destroy = [=](__merge_range_t* __ptr) {
|
||||
std::destroy_n(__ptr, __n_ranges);
|
||||
std::allocator<__merge_range_t>().deallocate(__ptr, __n_ranges);
|
||||
};
|
||||
|
||||
unique_ptr<__merge_range_t[], decltype(__destroy)> __ranges(
|
||||
[&]() -> __merge_range_t* {
|
||||
#ifndef _LIBCPP_HAS_NO_EXCEPTIONS
|
||||
try {
|
||||
#endif
|
||||
return std::allocator<__merge_range_t>().allocate(__n_ranges);
|
||||
#ifndef _LIBCPP_HAS_NO_EXCEPTIONS
|
||||
} catch (const std::bad_alloc&) {
|
||||
return nullptr;
|
||||
}
|
||||
#endif
|
||||
}(),
|
||||
__destroy);
|
||||
|
||||
if (!__ranges)
|
||||
return nullopt;
|
||||
|
||||
// TODO: Improve the case where the smaller range is merged into just a few (or even one) chunks of the larger case
|
||||
__merge_range_t* __r = __ranges.get();
|
||||
std::__construct_at(__r++, __first1, __first2, __result);
|
||||
|
||||
bool __iterate_first_range = __last1 - __first1 > __last2 - __first2;
|
||||
|
||||
auto __compute_chunk = [&](size_t __chunk_size) -> __merge_range_t {
|
||||
auto [__mid1, __mid2] = [&] {
|
||||
if (__iterate_first_range) {
|
||||
auto __m1 = __first1 + __chunk_size;
|
||||
auto __m2 = std::lower_bound(__first2, __last2, __m1[-1], __comp);
|
||||
return std::make_pair(__m1, __m2);
|
||||
} else {
|
||||
auto __m2 = __first2 + __chunk_size;
|
||||
auto __m1 = std::lower_bound(__first1, __last1, __m2[-1], __comp);
|
||||
return std::make_pair(__m1, __m2);
|
||||
}
|
||||
}();
|
||||
|
||||
__result += (__mid1 - __first1) + (__mid2 - __first2);
|
||||
__first1 = __mid1;
|
||||
__first2 = __mid2;
|
||||
return {std::move(__mid1), std::move(__mid2), __result};
|
||||
};
|
||||
|
||||
// handle first chunk
|
||||
std::__construct_at(__r++, __compute_chunk(__partitions.__first_chunk_size_));
|
||||
|
||||
// handle 2 -> N - 1 chunks
|
||||
for (ptrdiff_t __i = 0; __i != __partitions.__chunk_count_ - 2; ++__i)
|
||||
std::__construct_at(__r++, __compute_chunk(__partitions.__chunk_size_));
|
||||
|
||||
// handle last chunk
|
||||
std::__construct_at(__r, __last1, __last2, __result);
|
||||
|
||||
__libdispatch::__dispatch_apply(__partitions.__chunk_count_, [&](size_t __index) {
|
||||
auto __first_iters = __ranges[__index];
|
||||
auto __last_iters = __ranges[__index + 1];
|
||||
__leaf_merge(
|
||||
__first_iters.__mid1_,
|
||||
__last_iters.__mid1_,
|
||||
__first_iters.__mid2_,
|
||||
__last_iters.__mid2_,
|
||||
__first_iters.__result_,
|
||||
__comp);
|
||||
});
|
||||
|
||||
return __empty{};
|
||||
}
|
||||
|
||||
template <class _RandomAccessIterator, class _Transform, class _Value, class _Combiner, class _Reduction>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<_Value> __transform_reduce(
|
||||
_RandomAccessIterator __first,
|
||||
_RandomAccessIterator __last,
|
||||
_Transform __transform,
|
||||
_Value __init,
|
||||
_Combiner __combiner,
|
||||
_Reduction __reduction) {
|
||||
if (__first == __last)
|
||||
return __init;
|
||||
|
||||
auto __partitions = __libdispatch::__partition_chunks(__last - __first);
|
||||
|
||||
auto __destroy = [__count = __partitions.__chunk_count_](_Value* __ptr) {
|
||||
std::destroy_n(__ptr, __count);
|
||||
std::allocator<_Value>().deallocate(__ptr, __count);
|
||||
};
|
||||
|
||||
// TODO: use __uninitialized_buffer
|
||||
// TODO: allocate one element per worker instead of one element per chunk
|
||||
unique_ptr<_Value[], decltype(__destroy)> __values(
|
||||
std::allocator<_Value>().allocate(__partitions.__chunk_count_), __destroy);
|
||||
|
||||
// __dispatch_apply is noexcept
|
||||
__libdispatch::__dispatch_apply(__partitions.__chunk_count_, [&](size_t __chunk) {
|
||||
auto __this_chunk_size = __chunk == 0 ? __partitions.__first_chunk_size_ : __partitions.__chunk_size_;
|
||||
auto __index = __chunk == 0 ? 0
|
||||
: (__chunk * __partitions.__chunk_size_) +
|
||||
(__partitions.__first_chunk_size_ - __partitions.__chunk_size_);
|
||||
if (__this_chunk_size != 1) {
|
||||
std::__construct_at(
|
||||
__values.get() + __chunk,
|
||||
__reduction(__first + __index + 2,
|
||||
__first + __index + __this_chunk_size,
|
||||
__combiner(__transform(__first + __index), __transform(__first + __index + 1))));
|
||||
} else {
|
||||
std::__construct_at(__values.get() + __chunk, __transform(__first + __index));
|
||||
}
|
||||
});
|
||||
|
||||
return std::reduce(
|
||||
std::make_move_iterator(__values.get()),
|
||||
std::make_move_iterator(__values.get() + __partitions.__chunk_count_),
|
||||
std::move(__init),
|
||||
__combiner);
|
||||
}
|
||||
|
||||
template <class _RandomAccessIterator, class _Comp, class _LeafSort>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<__empty>
|
||||
__stable_sort(_RandomAccessIterator __first, _RandomAccessIterator __last, _Comp __comp, _LeafSort __leaf_sort) {
|
||||
const auto __size = __last - __first;
|
||||
auto __partitions = __libdispatch::__partition_chunks(__size);
|
||||
|
||||
if (__partitions.__chunk_count_ == 0)
|
||||
return __empty{};
|
||||
|
||||
if (__partitions.__chunk_count_ == 1) {
|
||||
__leaf_sort(__first, __last, __comp);
|
||||
return __empty{};
|
||||
}
|
||||
|
||||
using _Value = __iter_value_type<_RandomAccessIterator>;
|
||||
|
||||
auto __destroy = [__size](_Value* __ptr) {
|
||||
std::destroy_n(__ptr, __size);
|
||||
std::allocator<_Value>().deallocate(__ptr, __size);
|
||||
};
|
||||
|
||||
// TODO: use __uninitialized_buffer
|
||||
unique_ptr<_Value[], decltype(__destroy)> __values(std::allocator<_Value>().allocate(__size), __destroy);
|
||||
|
||||
// Initialize all elements to a moved-from state
|
||||
// TODO: Don't do this - this can be done in the first merge - see https://llvm.org/PR63928
|
||||
std::__construct_at(__values.get(), std::move(*__first));
|
||||
for (__iter_diff_t<_RandomAccessIterator> __i = 1; __i != __size; ++__i) {
|
||||
std::__construct_at(__values.get() + __i, std::move(__values.get()[__i - 1]));
|
||||
}
|
||||
*__first = std::move(__values.get()[__size - 1]);
|
||||
|
||||
__libdispatch::__dispatch_parallel_for(
|
||||
__partitions,
|
||||
__first,
|
||||
[&__leaf_sort, &__comp](_RandomAccessIterator __chunk_first, _RandomAccessIterator __chunk_last) {
|
||||
__leaf_sort(std::move(__chunk_first), std::move(__chunk_last), __comp);
|
||||
});
|
||||
|
||||
bool __objects_are_in_buffer = false;
|
||||
do {
|
||||
const auto __old_chunk_size = __partitions.__chunk_size_;
|
||||
if (__partitions.__chunk_count_ % 2 == 1) {
|
||||
auto __inplace_merge_chunks = [&__comp, &__partitions](auto __first_chunk_begin) {
|
||||
std::inplace_merge(
|
||||
__first_chunk_begin,
|
||||
__first_chunk_begin + __partitions.__first_chunk_size_,
|
||||
__first_chunk_begin + __partitions.__first_chunk_size_ + __partitions.__chunk_size_,
|
||||
__comp);
|
||||
};
|
||||
if (__objects_are_in_buffer)
|
||||
__inplace_merge_chunks(__values.get());
|
||||
else
|
||||
__inplace_merge_chunks(__first);
|
||||
__partitions.__first_chunk_size_ += 2 * __partitions.__chunk_size_;
|
||||
} else {
|
||||
__partitions.__first_chunk_size_ += __partitions.__chunk_size_;
|
||||
}
|
||||
|
||||
__partitions.__chunk_size_ *= 2;
|
||||
__partitions.__chunk_count_ /= 2;
|
||||
|
||||
auto __merge_chunks = [__partitions, __old_chunk_size, &__comp](auto __from_first, auto __to_first) {
|
||||
__libdispatch::__dispatch_parallel_for(
|
||||
__partitions,
|
||||
__from_first,
|
||||
[__old_chunk_size, &__from_first, &__to_first, &__comp](auto __chunk_first, auto __chunk_last) {
|
||||
std::merge(std::make_move_iterator(__chunk_first),
|
||||
std::make_move_iterator(__chunk_last - __old_chunk_size),
|
||||
std::make_move_iterator(__chunk_last - __old_chunk_size),
|
||||
std::make_move_iterator(__chunk_last),
|
||||
__to_first + (__chunk_first - __from_first),
|
||||
__comp);
|
||||
});
|
||||
};
|
||||
|
||||
if (__objects_are_in_buffer)
|
||||
__merge_chunks(__values.get(), __first);
|
||||
else
|
||||
__merge_chunks(__first, __values.get());
|
||||
__objects_are_in_buffer = !__objects_are_in_buffer;
|
||||
} while (__partitions.__chunk_count_ > 1);
|
||||
|
||||
if (__objects_are_in_buffer) {
|
||||
std::move(__values.get(), __values.get() + __size, __first);
|
||||
}
|
||||
|
||||
return __empty{};
|
||||
}
|
||||
|
||||
_LIBCPP_HIDE_FROM_ABI static void __cancel_execution() {}
|
||||
|
||||
static constexpr size_t __lane_size = 64;
|
||||
};
|
||||
|
||||
// Mandatory implementations of the computational basis
|
||||
template <class _ExecutionPolicy>
|
||||
struct __find_if<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_find_if<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __for_each<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_for_each<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __merge<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_merge<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __stable_sort<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_stable_sort<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_binary<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform_binary<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_reduce<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform_reduce<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_reduce_binary<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform_reduce_binary<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
// Not mandatory, but better optimized
|
||||
template <class _ExecutionPolicy>
|
||||
struct __any_of<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_any_of<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __fill<__libdispatch_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_fill<__libdispatch_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
} // namespace __pstl
|
||||
_LIBCPP_END_NAMESPACE_STD
|
||||
|
||||
_LIBCPP_POP_MACROS
|
||||
|
||||
#endif // _LIBCPP___PSTL_BACKENDS_LIBDISPATCH_H
|
181
third_party/libcxx/__pstl/backends/serial.h
vendored
Normal file
181
third_party/libcxx/__pstl/backends/serial.h
vendored
Normal file
|
@ -0,0 +1,181 @@
|
|||
// -*- C++ -*-
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||||
// See https://llvm.org/LICENSE.txt for license information.
|
||||
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#ifndef _LIBCPP___PSTL_BACKENDS_SERIAL_H
|
||||
#define _LIBCPP___PSTL_BACKENDS_SERIAL_H
|
||||
|
||||
#include <__algorithm/find_if.h>
|
||||
#include <__algorithm/for_each.h>
|
||||
#include <__algorithm/merge.h>
|
||||
#include <__algorithm/stable_sort.h>
|
||||
#include <__algorithm/transform.h>
|
||||
#include <__config>
|
||||
#include <__numeric/transform_reduce.h>
|
||||
#include <__pstl/backend_fwd.h>
|
||||
#include <__utility/empty.h>
|
||||
#include <__utility/forward.h>
|
||||
#include <__utility/move.h>
|
||||
#include <optional>
|
||||
|
||||
#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
|
||||
# pragma GCC system_header
|
||||
#endif
|
||||
|
||||
_LIBCPP_PUSH_MACROS
|
||||
#include <__undef_macros>
|
||||
|
||||
_LIBCPP_BEGIN_NAMESPACE_STD
|
||||
namespace __pstl {
|
||||
|
||||
//
|
||||
// This partial PSTL backend runs everything serially.
|
||||
//
|
||||
// TODO: Right now, the serial backend must be used with another backend
|
||||
// like the "default backend" because it doesn't implement all the
|
||||
// necessary PSTL operations. It would be better to dispatch all
|
||||
// algorithms to their serial counterpart directly, since this can
|
||||
// often be more efficient than the "default backend"'s implementation
|
||||
// if we end up running serially anyways.
|
||||
//
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __find_if<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Pred>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<_ForwardIterator>
|
||||
operator()(_Policy&&, _ForwardIterator __first, _ForwardIterator __last, _Pred&& __pred) const noexcept {
|
||||
return std::find_if(std::move(__first), std::move(__last), std::forward<_Pred>(__pred));
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __for_each<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Function>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&&, _ForwardIterator __first, _ForwardIterator __last, _Function&& __func) const noexcept {
|
||||
std::for_each(std::move(__first), std::move(__last), std::forward<_Function>(__func));
|
||||
return __empty{};
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __merge<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator1, class _ForwardIterator2, class _ForwardOutIterator, class _Comp>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<_ForwardOutIterator> operator()(
|
||||
_Policy&&,
|
||||
_ForwardIterator1 __first1,
|
||||
_ForwardIterator1 __last1,
|
||||
_ForwardIterator2 __first2,
|
||||
_ForwardIterator2 __last2,
|
||||
_ForwardOutIterator __outit,
|
||||
_Comp&& __comp) const noexcept {
|
||||
return std::merge(
|
||||
std::move(__first1),
|
||||
std::move(__last1),
|
||||
std::move(__first2),
|
||||
std::move(__last2),
|
||||
std::move(__outit),
|
||||
std::forward<_Comp>(__comp));
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __stable_sort<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _RandomAccessIterator, class _Comp>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<__empty>
|
||||
operator()(_Policy&&, _RandomAccessIterator __first, _RandomAccessIterator __last, _Comp&& __comp) const noexcept {
|
||||
std::stable_sort(std::move(__first), std::move(__last), std::forward<_Comp>(__comp));
|
||||
return __empty{};
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _ForwardOutIterator, class _UnaryOperation>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<_ForwardOutIterator> operator()(
|
||||
_Policy&&, _ForwardIterator __first, _ForwardIterator __last, _ForwardOutIterator __outit, _UnaryOperation&& __op)
|
||||
const noexcept {
|
||||
return std::transform(
|
||||
std::move(__first), std::move(__last), std::move(__outit), std::forward<_UnaryOperation>(__op));
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_binary<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy,
|
||||
class _ForwardIterator1,
|
||||
class _ForwardIterator2,
|
||||
class _ForwardOutIterator,
|
||||
class _BinaryOperation>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<_ForwardOutIterator>
|
||||
operator()(_Policy&&,
|
||||
_ForwardIterator1 __first1,
|
||||
_ForwardIterator1 __last1,
|
||||
_ForwardIterator2 __first2,
|
||||
_ForwardOutIterator __outit,
|
||||
_BinaryOperation&& __op) const noexcept {
|
||||
return std::transform(
|
||||
std::move(__first1),
|
||||
std::move(__last1),
|
||||
std::move(__first2),
|
||||
std::move(__outit),
|
||||
std::forward<_BinaryOperation>(__op));
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_reduce<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy, class _ForwardIterator, class _Tp, class _BinaryOperation, class _UnaryOperation>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<_Tp>
|
||||
operator()(_Policy&&,
|
||||
_ForwardIterator __first,
|
||||
_ForwardIterator __last,
|
||||
_Tp __init,
|
||||
_BinaryOperation&& __reduce,
|
||||
_UnaryOperation&& __transform) const noexcept {
|
||||
return std::transform_reduce(
|
||||
std::move(__first),
|
||||
std::move(__last),
|
||||
std::move(__init),
|
||||
std::forward<_BinaryOperation>(__reduce),
|
||||
std::forward<_UnaryOperation>(__transform));
|
||||
}
|
||||
};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_reduce_binary<__serial_backend_tag, _ExecutionPolicy> {
|
||||
template <class _Policy,
|
||||
class _ForwardIterator1,
|
||||
class _ForwardIterator2,
|
||||
class _Tp,
|
||||
class _BinaryOperation1,
|
||||
class _BinaryOperation2>
|
||||
_LIBCPP_HIDE_FROM_ABI optional<_Tp> operator()(
|
||||
_Policy&&,
|
||||
_ForwardIterator1 __first1,
|
||||
_ForwardIterator1 __last1,
|
||||
_ForwardIterator2 __first2,
|
||||
_Tp __init,
|
||||
_BinaryOperation1&& __reduce,
|
||||
_BinaryOperation2&& __transform) const noexcept {
|
||||
return std::transform_reduce(
|
||||
std::move(__first1),
|
||||
std::move(__last1),
|
||||
std::move(__first2),
|
||||
std::move(__init),
|
||||
std::forward<_BinaryOperation1>(__reduce),
|
||||
std::forward<_BinaryOperation2>(__transform));
|
||||
}
|
||||
};
|
||||
|
||||
} // namespace __pstl
|
||||
_LIBCPP_END_NAMESPACE_STD
|
||||
|
||||
_LIBCPP_POP_MACROS
|
||||
|
||||
#endif // _LIBCPP___PSTL_BACKENDS_SERIAL_H
|
136
third_party/libcxx/__pstl/backends/std_thread.h
vendored
Normal file
136
third_party/libcxx/__pstl/backends/std_thread.h
vendored
Normal file
|
@ -0,0 +1,136 @@
|
|||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||||
// See https://llvm.org/LICENSE.txt for license information.
|
||||
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#ifndef _LIBCPP___PSTL_BACKENDS_STD_THREAD_H
|
||||
#define _LIBCPP___PSTL_BACKENDS_STD_THREAD_H
|
||||
|
||||
#include <__config>
|
||||
#include <__pstl/backend_fwd.h>
|
||||
#include <__pstl/cpu_algos/any_of.h>
|
||||
#include <__pstl/cpu_algos/cpu_traits.h>
|
||||
#include <__pstl/cpu_algos/fill.h>
|
||||
#include <__pstl/cpu_algos/find_if.h>
|
||||
#include <__pstl/cpu_algos/for_each.h>
|
||||
#include <__pstl/cpu_algos/merge.h>
|
||||
#include <__pstl/cpu_algos/stable_sort.h>
|
||||
#include <__pstl/cpu_algos/transform.h>
|
||||
#include <__pstl/cpu_algos/transform_reduce.h>
|
||||
#include <__utility/empty.h>
|
||||
#include <__utility/move.h>
|
||||
#include <cstddef>
|
||||
#include <optional>
|
||||
|
||||
#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
|
||||
# pragma GCC system_header
|
||||
#endif
|
||||
|
||||
_LIBCPP_PUSH_MACROS
|
||||
#include <__undef_macros>
|
||||
|
||||
_LIBCPP_BEGIN_NAMESPACE_STD
|
||||
namespace __pstl {
|
||||
|
||||
//
|
||||
// This partial backend implementation is for testing purposes only and not meant for production use. This will be
|
||||
// replaced by a proper implementation once the PSTL implementation is somewhat stable.
|
||||
//
|
||||
// This is intended to be used on top of the "default backend".
|
||||
//
|
||||
|
||||
template <>
|
||||
struct __cpu_traits<__std_thread_backend_tag> {
|
||||
template <class _RandomAccessIterator, class _Fp>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<__empty>
|
||||
__for_each(_RandomAccessIterator __first, _RandomAccessIterator __last, _Fp __f) {
|
||||
__f(__first, __last);
|
||||
return __empty{};
|
||||
}
|
||||
|
||||
template <class _Index, class _UnaryOp, class _Tp, class _BinaryOp, class _Reduce>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<_Tp>
|
||||
__transform_reduce(_Index __first, _Index __last, _UnaryOp, _Tp __init, _BinaryOp, _Reduce __reduce) {
|
||||
return __reduce(std::move(__first), std::move(__last), std::move(__init));
|
||||
}
|
||||
|
||||
template <class _RandomAccessIterator, class _Compare, class _LeafSort>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<__empty>
|
||||
__stable_sort(_RandomAccessIterator __first, _RandomAccessIterator __last, _Compare __comp, _LeafSort __leaf_sort) {
|
||||
__leaf_sort(__first, __last, __comp);
|
||||
return __empty{};
|
||||
}
|
||||
|
||||
_LIBCPP_HIDE_FROM_ABI static void __cancel_execution() {}
|
||||
|
||||
template <class _RandomAccessIterator1,
|
||||
class _RandomAccessIterator2,
|
||||
class _RandomAccessIterator3,
|
||||
class _Compare,
|
||||
class _LeafMerge>
|
||||
_LIBCPP_HIDE_FROM_ABI static optional<__empty>
|
||||
__merge(_RandomAccessIterator1 __first1,
|
||||
_RandomAccessIterator1 __last1,
|
||||
_RandomAccessIterator2 __first2,
|
||||
_RandomAccessIterator2 __last2,
|
||||
_RandomAccessIterator3 __outit,
|
||||
_Compare __comp,
|
||||
_LeafMerge __leaf_merge) {
|
||||
__leaf_merge(__first1, __last1, __first2, __last2, __outit, __comp);
|
||||
return __empty{};
|
||||
}
|
||||
|
||||
static constexpr size_t __lane_size = 64;
|
||||
};
|
||||
|
||||
// Mandatory implementations of the computational basis
|
||||
template <class _ExecutionPolicy>
|
||||
struct __find_if<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_find_if<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __for_each<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_for_each<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __merge<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_merge<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __stable_sort<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_stable_sort<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_binary<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform_binary<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_reduce<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform_reduce<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __transform_reduce_binary<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_transform_reduce_binary<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
// Not mandatory, but better optimized
|
||||
template <class _ExecutionPolicy>
|
||||
struct __any_of<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_any_of<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
template <class _ExecutionPolicy>
|
||||
struct __fill<__std_thread_backend_tag, _ExecutionPolicy>
|
||||
: __cpu_parallel_fill<__std_thread_backend_tag, _ExecutionPolicy> {};
|
||||
|
||||
} // namespace __pstl
|
||||
_LIBCPP_END_NAMESPACE_STD
|
||||
|
||||
_LIBCPP_POP_MACROS
|
||||
|
||||
#endif // _LIBCPP___PSTL_BACKENDS_STD_THREAD_H
|
Loading…
Add table
Add a link
Reference in a new issue