codekingpro/portable-devtools
114k
1// -*- C++ -*-2//===----------------------------------------------------------------------===//3//4// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.5// See https://llvm.org/LICENSE.txt for license information.6// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception7// SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES.8//9//===----------------------------------------------------------------------===//10 11#ifndef _LIBCUDACXX___FUNCTIONAL_INVOKE_H12#define _LIBCUDACXX___FUNCTIONAL_INVOKE_H13 14#ifndef __cuda_std__15#include <__config>16#endif // __cuda_std__17 18#include "../__type_traits/add_lvalue_reference.h"19#include "../__type_traits/apply_cv.h"20#include "../__type_traits/conditional.h"21#include "../__type_traits/decay.h"22#include "../__type_traits/enable_if.h"23#include "../__type_traits/integral_constant.h"24#include "../__type_traits/is_base_of.h"25#include "../__type_traits/is_core_convertible.h"26#include "../__type_traits/is_member_function_pointer.h"27#include "../__type_traits/is_member_object_pointer.h"28#include "../__type_traits/is_reference_wrapper.h"29#include "../__type_traits/is_same.h"30#include "../__type_traits/is_void.h"31#include "../__type_traits/nat.h"32#include "../__type_traits/remove_cv.h"33#include "../__utility/declval.h"34#include "../__utility/forward.h"35 36#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)37# pragma GCC system_header38#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)39# pragma clang system_header40#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)41# pragma system_header42#endif // no system header43 44// TODO: Disentangle the type traits and _CUDA_VSTD::invoke properly45 46_LIBCUDACXX_BEGIN_NAMESPACE_STD47 48struct __any49{50 _LIBCUDACXX_INLINE_VISIBILITY __any(...);51};52 53template <class _MP, bool _IsMemberFunctionPtr, bool _IsMemberObjectPtr>54struct __member_pointer_traits_imp55{56};57 58template <class _Rp, class _Class, class ..._Param>59struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...), true, false>60{61 typedef _Class _ClassType;62 typedef _Rp _ReturnType;63 typedef _Rp (_FnType) (_Param...);64};65 66template <class _Rp, class _Class, class ..._Param>67struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...), true, false>68{69 typedef _Class _ClassType;70 typedef _Rp _ReturnType;71 typedef _Rp (_FnType) (_Param..., ...);72};73 74template <class _Rp, class _Class, class ..._Param>75struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) const, true, false>76{77 typedef _Class const _ClassType;78 typedef _Rp _ReturnType;79 typedef _Rp (_FnType) (_Param...);80};81 82template <class _Rp, class _Class, class ..._Param>83struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) const, true, false>84{85 typedef _Class const _ClassType;86 typedef _Rp _ReturnType;87 typedef _Rp (_FnType) (_Param..., ...);88};89 90template <class _Rp, class _Class, class ..._Param>91struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) volatile, true, false>92{93 typedef _Class volatile _ClassType;94 typedef _Rp _ReturnType;95 typedef _Rp (_FnType) (_Param...);96};97 98template <class _Rp, class _Class, class ..._Param>99struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) volatile, true, false>100{101 typedef _Class volatile _ClassType;102 typedef _Rp _ReturnType;103 typedef _Rp (_FnType) (_Param..., ...);104};105 106template <class _Rp, class _Class, class ..._Param>107struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) const volatile, true, false>108{109 typedef _Class const volatile _ClassType;110 typedef _Rp _ReturnType;111 typedef _Rp (_FnType) (_Param...);112};113 114template <class _Rp, class _Class, class ..._Param>115struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) const volatile, true, false>116{117 typedef _Class const volatile _ClassType;118 typedef _Rp _ReturnType;119 typedef _Rp (_FnType) (_Param..., ...);120};121 122template <class _Rp, class _Class, class ..._Param>123struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) &, true, false>124{125 typedef _Class& _ClassType;126 typedef _Rp _ReturnType;127 typedef _Rp (_FnType) (_Param...);128};129 130template <class _Rp, class _Class, class ..._Param>131struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) &, true, false>132{133 typedef _Class& _ClassType;134 typedef _Rp _ReturnType;135 typedef _Rp (_FnType) (_Param..., ...);136};137 138template <class _Rp, class _Class, class ..._Param>139struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) const&, true, false>140{141 typedef _Class const& _ClassType;142 typedef _Rp _ReturnType;143 typedef _Rp (_FnType) (_Param...);144};145 146template <class _Rp, class _Class, class ..._Param>147struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) const&, true, false>148{149 typedef _Class const& _ClassType;150 typedef _Rp _ReturnType;151 typedef _Rp (_FnType) (_Param..., ...);152};153 154template <class _Rp, class _Class, class ..._Param>155struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) volatile&, true, false>156{157 typedef _Class volatile& _ClassType;158 typedef _Rp _ReturnType;159 typedef _Rp (_FnType) (_Param...);160};161 162template <class _Rp, class _Class, class ..._Param>163struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) volatile&, true, false>164{165 typedef _Class volatile& _ClassType;166 typedef _Rp _ReturnType;167 typedef _Rp (_FnType) (_Param..., ...);168};169 170template <class _Rp, class _Class, class ..._Param>171struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) const volatile&, true, false>172{173 typedef _Class const volatile& _ClassType;174 typedef _Rp _ReturnType;175 typedef _Rp (_FnType) (_Param...);176};177 178template <class _Rp, class _Class, class ..._Param>179struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) const volatile&, true, false>180{181 typedef _Class const volatile& _ClassType;182 typedef _Rp _ReturnType;183 typedef _Rp (_FnType) (_Param..., ...);184};185 186template <class _Rp, class _Class, class ..._Param>187struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) &&, true, false>188{189 typedef _Class&& _ClassType;190 typedef _Rp _ReturnType;191 typedef _Rp (_FnType) (_Param...);192};193 194template <class _Rp, class _Class, class ..._Param>195struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) &&, true, false>196{197 typedef _Class&& _ClassType;198 typedef _Rp _ReturnType;199 typedef _Rp (_FnType) (_Param..., ...);200};201 202template <class _Rp, class _Class, class ..._Param>203struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) const&&, true, false>204{205 typedef _Class const&& _ClassType;206 typedef _Rp _ReturnType;207 typedef _Rp (_FnType) (_Param...);208};209 210template <class _Rp, class _Class, class ..._Param>211struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) const&&, true, false>212{213 typedef _Class const&& _ClassType;214 typedef _Rp _ReturnType;215 typedef _Rp (_FnType) (_Param..., ...);216};217 218template <class _Rp, class _Class, class ..._Param>219struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) volatile&&, true, false>220{221 typedef _Class volatile&& _ClassType;222 typedef _Rp _ReturnType;223 typedef _Rp (_FnType) (_Param...);224};225 226template <class _Rp, class _Class, class ..._Param>227struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) volatile&&, true, false>228{229 typedef _Class volatile&& _ClassType;230 typedef _Rp _ReturnType;231 typedef _Rp (_FnType) (_Param..., ...);232};233 234template <class _Rp, class _Class, class ..._Param>235struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param...) const volatile&&, true, false>236{237 typedef _Class const volatile&& _ClassType;238 typedef _Rp _ReturnType;239 typedef _Rp (_FnType) (_Param...);240};241 242template <class _Rp, class _Class, class ..._Param>243struct __member_pointer_traits_imp<_Rp (_Class::*)(_Param..., ...) const volatile&&, true, false>244{245 typedef _Class const volatile&& _ClassType;246 typedef _Rp _ReturnType;247 typedef _Rp (_FnType) (_Param..., ...);248};249 250template <class _Rp, class _Class>251struct __member_pointer_traits_imp<_Rp _Class::*, false, true>252{253 typedef _Class _ClassType;254 typedef _Rp _ReturnType;255};256 257template <class _MP>258struct __member_pointer_traits259 : public __member_pointer_traits_imp<__remove_cv_t<_MP>,260 is_member_function_pointer<_MP>::value,261 is_member_object_pointer<_MP>::value>262{263// typedef ... _ClassType;264// typedef ... _ReturnType;265// typedef ... _FnType;266};267 268template <class _DecayedFp>269struct __member_pointer_class_type {};270 271template <class _Ret, class _ClassType>272struct __member_pointer_class_type<_Ret _ClassType::*> {273 typedef _ClassType type;274};275 276template <class _Fp, class _A0,277 class _DecayFp = __decay_t<_Fp>,278 class _DecayA0 = typename decay<_A0>::type,279 class _ClassT = typename __member_pointer_class_type<_DecayFp>::type>280using __enable_if_bullet1 = __enable_if_t281 <282 is_member_function_pointer<_DecayFp>::value283 && is_base_of<_ClassT, _DecayA0>::value284 >;285 286template <class _Fp, class _A0,287 class _DecayFp = __decay_t<_Fp>,288 class _DecayA0 = typename decay<_A0>::type>289using __enable_if_bullet2 = __enable_if_t290 <291 is_member_function_pointer<_DecayFp>::value292 && __is_reference_wrapper<_DecayA0>::value293 >;294 295template <class _Fp, class _A0,296 class _DecayFp = __decay_t<_Fp>,297 class _DecayA0 = typename decay<_A0>::type,298 class _ClassT = typename __member_pointer_class_type<_DecayFp>::type>299using __enable_if_bullet3 =__enable_if_t300 <301 is_member_function_pointer<_DecayFp>::value302 && !is_base_of<_ClassT, _DecayA0>::value303 && !__is_reference_wrapper<_DecayA0>::value304 >;305 306template <class _Fp, class _A0,307 class _DecayFp = __decay_t<_Fp>,308 class _DecayA0 = typename decay<_A0>::type,309 class _ClassT = typename __member_pointer_class_type<_DecayFp>::type>310using __enable_if_bullet4 = __enable_if_t311 <312 is_member_object_pointer<_DecayFp>::value313 && is_base_of<_ClassT, _DecayA0>::value314 >;315 316template <class _Fp, class _A0,317 class _DecayFp = __decay_t<_Fp>,318 class _DecayA0 = typename decay<_A0>::type>319using __enable_if_bullet5 = __enable_if_t320 <321 is_member_object_pointer<_DecayFp>::value322 && __is_reference_wrapper<_DecayA0>::value323 >;324 325template <class _Fp, class _A0,326 class _DecayFp = __decay_t<_Fp>,327 class _DecayA0 = typename decay<_A0>::type,328 class _ClassT = typename __member_pointer_class_type<_DecayFp>::type>329using __enable_if_bullet6 = __enable_if_t330 <331 is_member_object_pointer<_DecayFp>::value332 && !is_base_of<_ClassT, _DecayA0>::value333 && !__is_reference_wrapper<_DecayA0>::value334 >;335 336// __invoke forward declarations337 338// fall back - none of the bullets339 340template <class ..._Args>341_LIBCUDACXX_INLINE_VISIBILITY __nat __invoke(__any, _Args&& ...__args);342 343// bullets 1, 2 and 3344 345_LIBCUDACXX_DISABLE_EXEC_CHECK346template <class _Fp, class _A0, class ..._Args,347 class = __enable_if_bullet1<_Fp, _A0> >348inline _LIBCUDACXX_INLINE_VISIBILITY349constexpr decltype((_CUDA_VSTD::declval<_A0>().*_CUDA_VSTD::declval<_Fp>())(_CUDA_VSTD::declval<_Args>()...))350__invoke(_Fp&& __f, _A0&& __a0, _Args&& ...__args)351 noexcept(noexcept((static_cast<_A0&&>(__a0).*__f)(static_cast<_Args&&>(__args)...)))352 { return (static_cast<_A0&&>(__a0).*__f)(static_cast<_Args&&>(__args)...); }353 354_LIBCUDACXX_DISABLE_EXEC_CHECK355template <class _Fp, class _A0, class ..._Args,356 class = __enable_if_bullet2<_Fp, _A0> >357inline _LIBCUDACXX_INLINE_VISIBILITY358constexpr decltype((_CUDA_VSTD::declval<_A0>().get().*_CUDA_VSTD::declval<_Fp>())(_CUDA_VSTD::declval<_Args>()...))359__invoke(_Fp&& __f, _A0&& __a0, _Args&& ...__args)360 noexcept(noexcept((__a0.get().*__f)(static_cast<_Args&&>(__args)...)))361 { return (__a0.get().*__f)(static_cast<_Args&&>(__args)...); }362 363_LIBCUDACXX_DISABLE_EXEC_CHECK364template <class _Fp, class _A0, class ..._Args,365 class = __enable_if_bullet3<_Fp, _A0> >366inline _LIBCUDACXX_INLINE_VISIBILITY367constexpr decltype(((*_CUDA_VSTD::declval<_A0>()).*_CUDA_VSTD::declval<_Fp>())(_CUDA_VSTD::declval<_Args>()...))368__invoke(_Fp&& __f, _A0&& __a0, _Args&& ...__args)369 noexcept(noexcept(((*static_cast<_A0&&>(__a0)).*__f)(static_cast<_Args&&>(__args)...)))370 { return ((*static_cast<_A0&&>(__a0)).*__f)(static_cast<_Args&&>(__args)...); }371 372// bullets 4, 5 and 6373 374_LIBCUDACXX_DISABLE_EXEC_CHECK375template <class _Fp, class _A0,376 class = __enable_if_bullet4<_Fp, _A0> >377inline _LIBCUDACXX_INLINE_VISIBILITY378constexpr decltype(_CUDA_VSTD::declval<_A0>().*_CUDA_VSTD::declval<_Fp>())379__invoke(_Fp&& __f, _A0&& __a0)380 noexcept(noexcept(static_cast<_A0&&>(__a0).*__f))381 { return static_cast<_A0&&>(__a0).*__f; }382 383_LIBCUDACXX_DISABLE_EXEC_CHECK384template <class _Fp, class _A0,385 class = __enable_if_bullet5<_Fp, _A0> >386inline _LIBCUDACXX_INLINE_VISIBILITY387constexpr decltype(_CUDA_VSTD::declval<_A0>().get().*_CUDA_VSTD::declval<_Fp>())388__invoke(_Fp&& __f, _A0&& __a0)389 noexcept(noexcept(__a0.get().*__f))390 { return __a0.get().*__f; }391 392_LIBCUDACXX_DISABLE_EXEC_CHECK393template <class _Fp, class _A0,394 class = __enable_if_bullet6<_Fp, _A0> >395inline _LIBCUDACXX_INLINE_VISIBILITY396constexpr decltype((*_CUDA_VSTD::declval<_A0>()).*_CUDA_VSTD::declval<_Fp>())397__invoke(_Fp&& __f, _A0&& __a0)398 noexcept(noexcept((*static_cast<_A0&&>(__a0)).*__f))399 { return (*static_cast<_A0&&>(__a0)).*__f; }400 401// bullet 7402 403_LIBCUDACXX_DISABLE_EXEC_CHECK404template <class _Fp, class ..._Args>405inline _LIBCUDACXX_INLINE_VISIBILITY406constexpr decltype(_CUDA_VSTD::declval<_Fp>()(_CUDA_VSTD::declval<_Args>()...))407__invoke(_Fp&& __f, _Args&& ...__args)408 noexcept(noexcept(static_cast<_Fp&&>(__f)(static_cast<_Args&&>(__args)...)))409 { return static_cast<_Fp&&>(__f)(static_cast<_Args&&>(__args)...); }410 411// __invokable412template <class _Ret, class _Fp, class ..._Args>413struct __invokable_r414{415 template <class _XFp, class ..._XArgs>416 _LIBCUDACXX_INLINE_VISIBILITY417 static decltype(_CUDA_VSTD::__invoke(_CUDA_VSTD::declval<_XFp>(), _CUDA_VSTD::declval<_XArgs>()...)) __try_call(int);418 419 template <class _XFp, class ..._XArgs>420 _LIBCUDACXX_INLINE_VISIBILITY421 static __nat __try_call(...);422 423 // FIXME: Check that _Ret, _Fp, and _Args... are all complete types, cv void,424 // or incomplete array types as required by the standard.425 using _Result = decltype(__try_call<_Fp, _Args...>(0));426 427 using type = __conditional_t<428 _IsNotSame<_Result, __nat>::value,429 __conditional_t<is_void<_Ret>::value, true_type, __is_core_convertible<_Result, _Ret> >,430 false_type>;431 static const bool value = type::value;432};433template <class _Fp, class ..._Args>434using __invokable = __invokable_r<void, _Fp, _Args...>;435 436template <bool _IsInvokable, bool _IsCVVoid, class _Ret, class _Fp, class ..._Args>437struct __nothrow_invokable_r_imp {438 static const bool value = false;439};440 441template <class _Ret, class _Fp, class ..._Args>442struct __nothrow_invokable_r_imp<true, false, _Ret, _Fp, _Args...>443{444 typedef __nothrow_invokable_r_imp _ThisT;445 446 template <class _Tp>447 _LIBCUDACXX_INLINE_VISIBILITY448 static void __test_noexcept(_Tp) noexcept;449 450 static const bool value = noexcept(_ThisT::__test_noexcept<_Ret>(451 _CUDA_VSTD::__invoke(declval<_Fp>(), _CUDA_VSTD::declval<_Args>()...)));452};453 454template <class _Ret, class _Fp, class ..._Args>455struct __nothrow_invokable_r_imp<true, true, _Ret, _Fp, _Args...>456{457 static const bool value = noexcept(458 _CUDA_VSTD::__invoke(_CUDA_VSTD::declval<_Fp>(), _CUDA_VSTD::declval<_Args>()...));459};460 461template <class _Ret, class _Fp, class ..._Args>462using __nothrow_invokable_r =463 __nothrow_invokable_r_imp<464 __invokable_r<_Ret, _Fp, _Args...>::value,465 is_void<_Ret>::value,466 _Ret, _Fp, _Args...467 >;468 469template <class _Fp, class ..._Args>470using __nothrow_invokable =471 __nothrow_invokable_r_imp<472 __invokable<_Fp, _Args...>::value,473 true, void, _Fp, _Args...474 >;475 476template <class _Fp, class ..._Args>477struct __invoke_of478 : public enable_if<479 __invokable<_Fp, _Args...>::value,480 typename __invokable_r<void, _Fp, _Args...>::_Result>481{482#if defined(__NVCC__) && defined(__CUDACC_EXTENDED_LAMBDA__) && \483 !defined(__CUDA_ARCH__)484 static_assert(!__nv_is_extended_device_lambda_closure_type(_Fp),485 "Attempt to use an extended __device__ lambda in a context "486 "that requires querying its return type in host code. Use a "487 "named function object, a __host__ __device__ lambda, or "488 "cuda::proclaim_return_type instead.");489#endif490};491 492template <class _Ret, bool = is_void<_Ret>::value>493struct __invoke_void_return_wrapper494{495 template <class ..._Args>496 _LIBCUDACXX_INLINE_VISIBILITY static _Ret __call(_Args&&... __args) {497 return _CUDA_VSTD::__invoke(_CUDA_VSTD::forward<_Args>(__args)...);498 }499};500 501template <class _Ret>502struct __invoke_void_return_wrapper<_Ret, true>503{504 template <class ..._Args>505 _LIBCUDACXX_INLINE_VISIBILITY static void __call(_Args&&... __args) {506 _CUDA_VSTD::__invoke(_CUDA_VSTD::forward<_Args>(__args)...);507 }508};509 510#if _LIBCUDACXX_STD_VER > 11511 512// is_invocable513 514template <class _Fn, class ..._Args>515struct _LIBCUDACXX_TEMPLATE_VIS is_invocable516 : integral_constant<bool, __invokable<_Fn, _Args...>::value> {};517 518template <class _Ret, class _Fn, class ..._Args>519struct _LIBCUDACXX_TEMPLATE_VIS is_invocable_r520 : integral_constant<bool, __invokable_r<_Ret, _Fn, _Args...>::value> {};521 522template <class _Fn, class ..._Args>523_LIBCUDACXX_INLINE_VAR constexpr bool is_invocable_v = is_invocable<_Fn, _Args...>::value;524 525template <class _Ret, class _Fn, class ..._Args>526_LIBCUDACXX_INLINE_VAR constexpr bool is_invocable_r_v = is_invocable_r<_Ret, _Fn, _Args...>::value;527 528// is_nothrow_invocable529 530template <class _Fn, class ..._Args>531struct _LIBCUDACXX_TEMPLATE_VIS is_nothrow_invocable532 : integral_constant<bool, __nothrow_invokable<_Fn, _Args...>::value> {};533 534template <class _Ret, class _Fn, class ..._Args>535struct _LIBCUDACXX_TEMPLATE_VIS is_nothrow_invocable_r536 : integral_constant<bool, __nothrow_invokable_r<_Ret, _Fn, _Args...>::value> {};537 538template <class _Fn, class ..._Args>539_LIBCUDACXX_INLINE_VAR constexpr bool is_nothrow_invocable_v = is_nothrow_invocable<_Fn, _Args...>::value;540 541template <class _Ret, class _Fn, class ..._Args>542_LIBCUDACXX_INLINE_VAR constexpr bool is_nothrow_invocable_r_v = is_nothrow_invocable_r<_Ret, _Fn, _Args...>::value;543 544template <class _Fn, class... _Args>545struct _LIBCUDACXX_TEMPLATE_VIS invoke_result546 : __invoke_of<_Fn, _Args...>547{548};549 550template <class _Fn, class... _Args>551using invoke_result_t = typename invoke_result<_Fn, _Args...>::type;552 553template <class _Fn, class ..._Args>554_LIBCUDACXX_INLINE_VISIBILITY constexpr invoke_result_t<_Fn, _Args...>555invoke(_Fn&& __f, _Args&&... __args)556 noexcept(is_nothrow_invocable_v<_Fn, _Args...>)557{558 return _CUDA_VSTD::__invoke(_CUDA_VSTD::forward<_Fn>(__f), _CUDA_VSTD::forward<_Args>(__args)...);559}560 561#endif // _LIBCUDACXX_STD_VER > 11562 563_LIBCUDACXX_END_NAMESPACE_STD564 565#endif // _LIBCUDACXX___FUNCTIONAL_INVOKE_H566