/* * Copyright 2008-2021 NVIDIA Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include THRUST_NAMESPACE_BEGIN THRUST_EXEC_CHECK_DISABLE template THRUST_HOST_DEVICE inline void swap(Assignable1& a, Assignable2& b) { Assignable1 temp = a; a = b; b = temp; } // end swap() // We can ignore deprecated 'null_type' usage here. THRUST_SUPPRESS_DEPRECATED_PUSH // forward declaration for tuple template < class T0 = null_type, class T1 = null_type, class T2 = null_type, class T3 = null_type, class T4 = null_type, class T5 = null_type, class T6 = null_type, class T7 = null_type, class T8 = null_type, class T9 = null_type> class tuple; template struct tuple_element; template struct tuple_element_impl { private: using Next = typename T::tail_type; public: /*! The result of this metafunction is returned in \c type. */ using type = typename tuple_element_impl::type; }; // end tuple_element template struct tuple_element_impl<0,T> { using type = typename T::head_type; }; template struct tuple_element { using type = typename std::add_const::type>::type; }; template struct tuple_element { using type = typename std::add_volatile::type>::type; }; template struct tuple_element { using type = typename std::add_cv::type>::type; }; template struct tuple_element{ using type = typename tuple_element_impl::type; }; // forward declaration of tuple_size template struct tuple_size; template struct tuple_size : public tuple_size {}; template struct tuple_size : public tuple_size {}; template struct tuple_size : public tuple_size {}; /*! This metafunction returns the number of elements * of a \p tuple type of interest. * * \tparam T A \c tuple type of interest. * * \see pair * \see tuple */ template struct tuple_size { /*! The result of this metafunction is returned in \c value. */ static const int value = 1 + tuple_size::value; }; // end tuple_size // specializations for tuple_size template<> struct tuple_size< tuple<> > { static const int value = 0; }; // end tuple_size< tuple<> > template<> struct tuple_size { static const int value = 0; }; // end tuple_size // forward declaration of detail::cons namespace detail { template struct cons; } // end detail // -- some traits classes for get functions template struct access_traits { using const_type = const T&; using non_const_type = T&; using parameter_type = const typename ::std::remove_cv::type&; // used as the tuple constructors parameter types // Rationale: non-reference tuple element types can be cv-qualified. // It should be possible to initialize such types with temporaries, // and when binding temporaries to references, the reference must // be non-volatile and const. 8.5.3. (5) }; // end access_traits template struct access_traits { using const_type = T&; using non_const_type = T&; using parameter_type = T&; }; // end access_traits // forward declarations of get() template THRUST_HOST_DEVICE inline typename access_traits< typename tuple_element >::type >::non_const_type // XXX we probably don't need to do this for any compiler we care about -jph //get(cons& c BOOST_APPEND_EXPLICIT_TEMPLATE_NON_TYPE(int, N)); get(detail::cons& c); template THRUST_HOST_DEVICE inline typename access_traits< typename tuple_element >::type >::const_type // XXX we probably don't need to do this for any compiler we care about -jph //get(const cons& c BOOST_APPEND_EXPLICIT_TEMPLATE_NON_TYPE(int, N)); get(const detail::cons& c); namespace detail { // -- generate error template, referencing to non-existing members of this // template is used to produce compilation errors intentionally template class generate_error; // - cons getters -------------------------------------------------------- // called: get_class::get(aTuple) template< int N > struct get_class { template THRUST_HOST_DEVICE inline static RET get(const cons& t) { // XXX we may not need to deal with this for any compiler we care about -jph //return get_class::BOOST_NESTED_TEMPLATE get(t.tail); return get_class::template get(t.tail); // gcc 4.3 couldn't compile this: //return get_class::get(t.tail); } template THRUST_HOST_DEVICE inline static RET get(cons& t) { // XXX we may not need to deal with this for any compiler we care about -jph //return get_class::BOOST_NESTED_TEMPLATE get(t.tail); return get_class::template get(t.tail); // gcc 4.3 couldn't compile this: //return get_class::get(t.tail); } }; // end get_class template<> struct get_class<0> { template THRUST_HOST_DEVICE inline static RET get(const cons& t) { return t.head; } template THRUST_HOST_DEVICE inline static RET get(cons& t) { return t.head; } }; // get get_class<0> template struct IF { using RET = Then; }; template struct IF { using RET = Else; }; // These helper templates wrap void types and plain function types. // The rationale is to allow one to write tuple types with those types // as elements, even though it is not possible to instantiate such object. // E.g: using some_type = tuple; // ok // but: some_type x; // fails template class non_storeable_type { THRUST_HOST_DEVICE non_storeable_type(); }; template struct wrap_non_storeable_type { // XXX is_function looks complicated; punt for now -jph //typedef typename IF< // ::thrust::detail::is_function::value, non_storeable_type, T //>::RET type; using type = T; }; template <> struct wrap_non_storeable_type { using type = non_storeable_type; }; template struct cons { using head_type = HT; using tail_type = TT; using stored_head_type = typename wrap_non_storeable_type::type; stored_head_type head; tail_type tail; inline THRUST_HOST_DEVICE typename access_traits::non_const_type get_head() { return head; } inline THRUST_HOST_DEVICE typename access_traits::non_const_type get_tail() { return tail; } inline THRUST_HOST_DEVICE typename access_traits::const_type get_head() const { return head; } inline THRUST_HOST_DEVICE typename access_traits::const_type get_tail() const { return tail; } inline THRUST_HOST_DEVICE cons(void) : head(), tail() {} // cons() : head(detail::default_arg::f()), tail() {} // the argument for head is not strictly needed, but it prevents // array type elements. This is good, since array type elements // cannot be supported properly in any case (no assignment, // copy works only if the tails are exactly the same type, ...) inline THRUST_HOST_DEVICE cons(typename access_traits::parameter_type h, const tail_type& t) : head (h), tail(t) {} template inline THRUST_HOST_DEVICE cons( T1& t1, T2& t2, T3& t3, T4& t4, T5& t5, T6& t6, T7& t7, T8& t8, T9& t9, T10& t10 ) : head (t1), tail (t2, t3, t4, t5, t6, t7, t8, t9, t10, static_cast(null_type())) {} template inline THRUST_HOST_DEVICE cons( const null_type& /*t1*/, T2& t2, T3& t3, T4& t4, T5& t5, T6& t6, T7& t7, T8& t8, T9& t9, T10& t10 ) : head (), tail (t2, t3, t4, t5, t6, t7, t8, t9, t10, static_cast(null_type())) {} template inline THRUST_HOST_DEVICE cons( const cons& u ) : head(u.head), tail(u.tail) {} template inline THRUST_HOST_DEVICE cons( const cons& u ) : head(u.head), tail() {} cons(const cons &) = default; THRUST_EXEC_CHECK_DISABLE template inline THRUST_HOST_DEVICE cons& operator=( const cons& u ) { head = u.head; tail = thrust::null_type(); return *this; } THRUST_EXEC_CHECK_DISABLE template inline THRUST_HOST_DEVICE cons& operator=( const cons& u ) { head=u.head; tail=u.tail; return *this; } // must define assignment operator explicitly, implicit version is // illformed if HT is a reference (12.8. (12)) THRUST_EXEC_CHECK_DISABLE inline THRUST_HOST_DEVICE cons& operator=(const cons& u) { head = u.head; tail = u.tail; return *this; } // XXX enable when we support std::pair -jph //template //THRUST_HOST_DEVICE //cons& operator=( const std::pair& u ) { // //BOOST_STATIC_ASSERT(length::value == 2); // check length = 2 // head = u.first; tail.head = u.second; return *this; //} // get member functions (non-const and const) template THRUST_HOST_DEVICE typename access_traits< typename tuple_element >::type >::non_const_type get() { return thrust::get(*this); // delegate to non-member get } template THRUST_HOST_DEVICE typename access_traits< typename tuple_element >::type >::const_type get() const { return thrust::get(*this); // delegate to non-member get } inline THRUST_HOST_DEVICE void swap(cons &c) { using thrust::swap; swap(head, c.head); tail.swap(c.tail); } }; template struct cons { using head_type = HT; using tail_type = null_type; using self_type = cons; using stored_head_type = typename wrap_non_storeable_type::type; stored_head_type head; typename access_traits::non_const_type inline THRUST_HOST_DEVICE get_head() { return head; } inline THRUST_HOST_DEVICE null_type get_tail() { return null_type(); } inline THRUST_HOST_DEVICE typename access_traits::const_type get_head() const { return head; } inline THRUST_HOST_DEVICE null_type get_tail() const { return null_type(); } inline THRUST_HOST_DEVICE cons() : head() {} inline THRUST_HOST_DEVICE cons(typename access_traits::parameter_type h, const null_type& = null_type()) : head (h) {} template inline THRUST_HOST_DEVICE cons(T1& t1, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&) : head (t1) {} inline THRUST_HOST_DEVICE cons(const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&) : head () {} template inline THRUST_HOST_DEVICE cons( const cons& u ) : head(u.head) {} cons(const cons &) = default; THRUST_EXEC_CHECK_DISABLE template inline THRUST_HOST_DEVICE cons& operator=(const cons& u ) { head = u.head; return *this; } // must define assignment operator explicitly, implicit version // is illformed if HT is a reference inline THRUST_HOST_DEVICE cons& operator=(const cons& u) { head = u.head; return *this; } template inline THRUST_HOST_DEVICE typename access_traits< typename tuple_element::type >::non_const_type // XXX we probably don't need this for the compilers we care about -jph //get(BOOST_EXPLICIT_TEMPLATE_NON_TYPE(int, N)) get(void) { return thrust::get(*this); } template inline THRUST_HOST_DEVICE typename access_traits< typename tuple_element::type >::const_type // XXX we probably don't need this for the compilers we care about -jph //get(BOOST_EXPLICIT_TEMPLATE_NON_TYPE(int, N)) const get(void) const { return thrust::get(*this); } inline THRUST_HOST_DEVICE void swap(cons &c) { using thrust::swap; swap(head, c.head); } }; // end cons template struct map_tuple_to_cons { using type = cons::type>; }; // end map_tuple_to_cons // The empty tuple is a null_type template <> struct map_tuple_to_cons { using type = null_type; }; // end map_tuple_to_cons<...> // --------------------------------------------------------------------------- // The call_traits for make_tuple // Must be instantiated with plain or const plain types (not with references) // from template foo(const T& t) : make_tuple_traits::type // from template foo(T& t) : make_tuple_traits::type // Conversions: // T -> T, // references -> compile_time_error // array -> const ref array template struct make_tuple_traits { using type = T; // commented away, see below (JJ) // typedef typename IF< // boost::is_function::value, // T&, // T>::RET type; }; // The is_function test was there originally for plain function types, // which can't be stored as such (we must either store them as references or // pointers). Such a type could be formed if make_tuple was called with a // reference to a function. // But this would mean that a const qualified function type was formed in // the make_tuple function and hence make_tuple can't take a function // reference as a parameter, and thus T can't be a function type. // So is_function test was removed. // (14.8.3. says that type deduction fails if a cv-qualified function type // is created. (It only applies for the case of explicitly specifying template // args, though?)) (JJ) template struct make_tuple_traits { using error = typename detail::generate_error::do_not_use_with_reference_type; }; // Arrays can't be stored as plain types; convert them to references. // All arrays are converted to const. This is because make_tuple takes its // parameters as const T& and thus the knowledge of the potential // non-constness of actual argument is lost. template struct make_tuple_traits { using type = const T (&)[n]; }; template struct make_tuple_traits { using type = const T (&)[n]; }; template struct make_tuple_traits { using type = const volatile T (&)[n]; }; template struct make_tuple_traits { using type = const volatile T (&)[n]; }; // XXX enable these if we ever care about reference_wrapper -jph //template //struct make_tuple_traits >{ // using type = T&; //}; // //template //struct make_tuple_traits >{ // using type = T&; //}; // a helper traits to make the make_tuple functions shorter (Vesa Karvonen's // suggestion) template < class T0 = null_type, class T1 = null_type, class T2 = null_type, class T3 = null_type, class T4 = null_type, class T5 = null_type, class T6 = null_type, class T7 = null_type, class T8 = null_type, class T9 = null_type > struct make_tuple_mapper { using type = tuple::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type>; }; } // end detail template THRUST_HOST_DEVICE inline typename access_traits< typename tuple_element >::type >::non_const_type get(detail::cons& c) { //return detail::get_class::BOOST_NESTED_TEMPLATE // gcc 4.3 couldn't compile this: //return detail::get_class:: return detail::get_class::template get< typename access_traits< typename tuple_element >::type >::non_const_type, HT,TT >(c); } // get function for const cons-lists, returns a const reference to // the element. If the element is a reference, returns the reference // as such (that is, can return a non-const reference) template THRUST_HOST_DEVICE inline typename access_traits< typename tuple_element >::type >::const_type get(const detail::cons& c) { //return detail::get_class::BOOST_NESTED_TEMPLATE // gcc 4.3 couldn't compile this: //return detail::get_class:: return detail::get_class::template get< typename access_traits< typename tuple_element >::type >::const_type, HT,TT >(c); } template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0) { using t = typename detail::make_tuple_mapper::type; return t(t0); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2,t3); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2,t3,t4); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2,t3,t4,t5); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2,t3,t4,t5,t6); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6, const T7& t7) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2,t3,t4,t5,t6,t7); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6, const T7& t7, const T8& t8) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2,t3,t4,t5,t6,t7,t8); } // end make_tuple() template THRUST_HOST_DEVICE inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6, const T7& t7, const T8& t8, const T9& t9) { using t = typename detail::make_tuple_mapper::type; return t(t0,t1,t2,t3,t4,t5,t6,t7,t8,t9); } // end make_tuple() template THRUST_HOST_DEVICE inline tuple tie(T0 &t0) { return tuple(t0); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1) { return tuple(t0,t1); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2) { return tuple(t0,t1,t2); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3) { return tuple(t0,t1,t2,t3); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4) { return tuple(t0,t1,t2,t3,t4); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5) { return tuple(t0,t1,t2,t3,t4,t5); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6) { return tuple(t0,t1,t2,t3,t4,t5,t6); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6, T7 &t7) { return tuple(t0,t1,t2,t3,t4,t5,t6,t7); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6, T7 &t7, T8 &t8) { return tuple(t0,t1,t2,t3,t4,t5,t6,t7,t8); } template THRUST_HOST_DEVICE inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6, T7 &t7, T8 &t8, T9 &t9) { return tuple(t0,t1,t2,t3,t4,t5,t6,t7,t8,t9); } template< typename T0, typename T1, typename T2, typename T3, typename T4, typename T5, typename T6, typename T7, typename T8, typename T9, typename U0, typename U1, typename U2, typename U3, typename U4, typename U5, typename U6, typename U7, typename U8, typename U9 > THRUST_HOST_DEVICE inline void swap(thrust::tuple &x, thrust::tuple &y) { return x.swap(y); } namespace detail { template THRUST_HOST_DEVICE inline bool eq(const T1& lhs, const T2& rhs) { return lhs.get_head() == rhs.get_head() && eq(lhs.get_tail(), rhs.get_tail()); } template<> THRUST_HOST_DEVICE inline bool eq(const null_type&, const null_type&) { return true; } template THRUST_HOST_DEVICE inline bool neq(const T1& lhs, const T2& rhs) { return lhs.get_head() != rhs.get_head() || neq(lhs.get_tail(), rhs.get_tail()); } template<> THRUST_HOST_DEVICE inline bool neq(const null_type&, const null_type&) { return false; } template THRUST_HOST_DEVICE inline bool lt(const T1& lhs, const T2& rhs) { return (lhs.get_head() < rhs.get_head()) || (!(rhs.get_head() < lhs.get_head()) && lt(lhs.get_tail(), rhs.get_tail())); } template<> THRUST_HOST_DEVICE inline bool lt(const null_type&, const null_type&) { return false; } template THRUST_HOST_DEVICE inline bool gt(const T1& lhs, const T2& rhs) { return (lhs.get_head() > rhs.get_head()) || (!(rhs.get_head() > lhs.get_head()) && gt(lhs.get_tail(), rhs.get_tail())); } template<> THRUST_HOST_DEVICE inline bool gt(const null_type&, const null_type&) { return false; } template THRUST_HOST_DEVICE inline bool lte(const T1& lhs, const T2& rhs) { return lhs.get_head() <= rhs.get_head() && ( !(rhs.get_head() <= lhs.get_head()) || lte(lhs.get_tail(), rhs.get_tail())); } template<> THRUST_HOST_DEVICE inline bool lte(const null_type&, const null_type&) { return true; } template THRUST_HOST_DEVICE inline bool gte(const T1& lhs, const T2& rhs) { return lhs.get_head() >= rhs.get_head() && ( !(rhs.get_head() >= lhs.get_head()) || gte(lhs.get_tail(), rhs.get_tail())); } template<> THRUST_HOST_DEVICE inline bool gte(const null_type&, const null_type&) { return true; } } // end detail // equal ---- template THRUST_HOST_DEVICE inline bool operator==(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::eq(lhs, rhs); } // end operator==() // not equal ----- template THRUST_HOST_DEVICE inline bool operator!=(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::neq(lhs, rhs); } // end operator!=() // < template THRUST_HOST_DEVICE inline bool operator<(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::lt(lhs, rhs); } // end operator<() // > template THRUST_HOST_DEVICE inline bool operator>(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::gt(lhs, rhs); } // end operator>() // <= template THRUST_HOST_DEVICE inline bool operator<=(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::lte(lhs, rhs); } // end operator<=() // >= template THRUST_HOST_DEVICE inline bool operator>=(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::gte(lhs, rhs); } // end operator>=() THRUST_SUPPRESS_DEPRECATED_POP THRUST_NAMESPACE_END