CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
396 lines
14 KiB
C++
396 lines
14 KiB
C++
/*
|
|
* Copyright 2008-2013 NVIDIA Corporation
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config.h>
|
|
#include <thrust/distance.h>
|
|
#include <thrust/binary_search.h>
|
|
#include <thrust/iterator/zip_iterator.h>
|
|
#include <thrust/iterator/iterator_traits.h>
|
|
#include <thrust/binary_search.h>
|
|
|
|
#include <thrust/for_each.h>
|
|
#include <thrust/detail/function.h>
|
|
#include <thrust/system/detail/generic/scalar/binary_search.h>
|
|
#include <thrust/system/detail/generic/select_system.h>
|
|
|
|
#include <thrust/detail/temporary_array.h>
|
|
#include <thrust/detail/type_traits.h>
|
|
|
|
THRUST_NAMESPACE_BEGIN
|
|
namespace detail
|
|
{
|
|
|
|
|
|
// XXX WAR circular #inclusion with this forward declaration
|
|
template<typename,typename> class temporary_array;
|
|
|
|
|
|
} // end detail
|
|
namespace system
|
|
{
|
|
namespace detail
|
|
{
|
|
namespace generic
|
|
{
|
|
namespace detail
|
|
{
|
|
|
|
|
|
// short names to avoid nvcc bug
|
|
struct lbf
|
|
{
|
|
template<typename RandomAccessIterator, typename T, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
typename thrust::iterator_traits<RandomAccessIterator>::difference_type
|
|
operator()(RandomAccessIterator begin, RandomAccessIterator end, const T& value, StrictWeakOrdering comp)
|
|
{
|
|
return thrust::system::detail::generic::scalar::lower_bound(begin, end, value, comp) - begin;
|
|
}
|
|
};
|
|
|
|
|
|
struct ubf
|
|
{
|
|
template<typename RandomAccessIterator, typename T, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
typename thrust::iterator_traits<RandomAccessIterator>::difference_type
|
|
operator()(RandomAccessIterator begin, RandomAccessIterator end, const T& value, StrictWeakOrdering comp)
|
|
{
|
|
return thrust::system::detail::generic::scalar::upper_bound(begin, end, value, comp) - begin;
|
|
}
|
|
};
|
|
|
|
|
|
struct bsf
|
|
{
|
|
template<typename RandomAccessIterator, typename T, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
bool operator()(RandomAccessIterator begin, RandomAccessIterator end, const T& value, StrictWeakOrdering comp)
|
|
{
|
|
RandomAccessIterator iter = thrust::system::detail::generic::scalar::lower_bound(begin, end, value, comp);
|
|
|
|
thrust::detail::wrapped_function<StrictWeakOrdering,bool> wrapped_comp{comp};
|
|
|
|
return iter != end && !wrapped_comp(value, *iter);
|
|
}
|
|
};
|
|
|
|
|
|
template<typename ForwardIterator, typename StrictWeakOrdering, typename BinarySearchFunction>
|
|
struct binary_search_functor
|
|
{
|
|
ForwardIterator begin;
|
|
ForwardIterator end;
|
|
StrictWeakOrdering comp;
|
|
BinarySearchFunction func;
|
|
|
|
THRUST_HOST_DEVICE
|
|
binary_search_functor(ForwardIterator begin, ForwardIterator end, StrictWeakOrdering comp, BinarySearchFunction func)
|
|
: begin(begin), end(end), comp(comp), func(func) {}
|
|
|
|
template<typename Tuple>
|
|
THRUST_HOST_DEVICE
|
|
void operator()(Tuple t)
|
|
{
|
|
thrust::get<1>(t) = func(begin, end, thrust::get<0>(t), comp);
|
|
}
|
|
}; // binary_search_functor
|
|
|
|
|
|
// Vector Implementation
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename OutputIterator, typename StrictWeakOrdering, typename BinarySearchFunction>
|
|
THRUST_HOST_DEVICE
|
|
OutputIterator binary_search(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
InputIterator values_begin,
|
|
InputIterator values_end,
|
|
OutputIterator output,
|
|
StrictWeakOrdering comp,
|
|
BinarySearchFunction func)
|
|
{
|
|
thrust::for_each(exec,
|
|
thrust::make_zip_iterator(thrust::make_tuple(values_begin, output)),
|
|
thrust::make_zip_iterator(thrust::make_tuple(values_end, output + thrust::distance(values_begin, values_end))),
|
|
detail::binary_search_functor<ForwardIterator, StrictWeakOrdering, BinarySearchFunction>(begin, end, comp, func));
|
|
|
|
return output + thrust::distance(values_begin, values_end);
|
|
}
|
|
|
|
|
|
|
|
// Scalar Implementation
|
|
template<typename OutputType, typename DerivedPolicy, typename ForwardIterator, typename T, typename StrictWeakOrdering, typename BinarySearchFunction>
|
|
THRUST_HOST_DEVICE
|
|
OutputType binary_search(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
const T& value,
|
|
StrictWeakOrdering comp,
|
|
BinarySearchFunction func)
|
|
{
|
|
// use the vectorized path to implement the scalar version
|
|
|
|
// allocate device buffers for value and output
|
|
thrust::detail::temporary_array<T,DerivedPolicy> d_value(exec,1);
|
|
thrust::detail::temporary_array<OutputType,DerivedPolicy> d_output(exec,1);
|
|
|
|
{ // copy value to device
|
|
using value_in_system_t = typename thrust::iterator_system<const T*>::type;
|
|
value_in_system_t value_in_system;
|
|
using thrust::system::detail::generic::select_system;
|
|
thrust::copy_n(select_system(thrust::detail::derived_cast(thrust::detail::strip_const(value_in_system)),
|
|
thrust::detail::derived_cast(thrust::detail::strip_const(exec))),
|
|
&value, 1, d_value.begin());
|
|
}
|
|
|
|
// perform the query
|
|
thrust::system::detail::generic::detail::binary_search(exec, begin, end, d_value.begin(), d_value.end(), d_output.begin(), comp, func);
|
|
|
|
OutputType output;
|
|
{ // copy result to host and return
|
|
using result_out_system_t = typename thrust::iterator_system<OutputType*>::type;
|
|
result_out_system_t result_out_system;
|
|
using thrust::system::detail::generic::select_system;
|
|
thrust::copy_n(select_system(thrust::detail::derived_cast(thrust::detail::strip_const(exec)),
|
|
thrust::detail::derived_cast(thrust::detail::strip_const(result_out_system))),
|
|
d_output.begin(), 1, &output);
|
|
}
|
|
|
|
return output;
|
|
}
|
|
|
|
|
|
// this functor differs from thrust::less<T>
|
|
// because it allows the types of lhs & rhs to differ
|
|
// which is required by the binary search functions
|
|
// XXX use C++14 thrust::less<> when it's ready
|
|
struct binary_search_less
|
|
{
|
|
template<typename T1, typename T2>
|
|
THRUST_HOST_DEVICE
|
|
bool operator()(const T1& lhs, const T2& rhs) const
|
|
{
|
|
return lhs < rhs;
|
|
}
|
|
};
|
|
|
|
|
|
} // end namespace detail
|
|
|
|
|
|
//////////////////////
|
|
// Scalar Functions //
|
|
//////////////////////
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename T>
|
|
THRUST_HOST_DEVICE
|
|
ForwardIterator lower_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
const T& value)
|
|
{
|
|
namespace p = thrust::placeholders;
|
|
return thrust::lower_bound(exec, begin, end, value, detail::binary_search_less());
|
|
}
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename T, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
ForwardIterator lower_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
const T& value,
|
|
StrictWeakOrdering comp)
|
|
{
|
|
using difference_type = typename thrust::iterator_traits<ForwardIterator>::difference_type;
|
|
|
|
return begin + detail::binary_search<difference_type>(exec, begin, end, value, comp, detail::lbf());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename T>
|
|
THRUST_HOST_DEVICE
|
|
ForwardIterator upper_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
const T& value)
|
|
{
|
|
namespace p = thrust::placeholders;
|
|
return thrust::upper_bound(exec, begin, end, value, detail::binary_search_less());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename T, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
ForwardIterator upper_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
const T& value,
|
|
StrictWeakOrdering comp)
|
|
{
|
|
using difference_type = typename thrust::iterator_traits<ForwardIterator>::difference_type;
|
|
|
|
return begin + detail::binary_search<difference_type>(exec, begin, end, value, comp, detail::ubf());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename T>
|
|
THRUST_HOST_DEVICE
|
|
bool binary_search(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
const T& value)
|
|
{
|
|
return thrust::binary_search(exec, begin, end, value, detail::binary_search_less());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename T, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
bool binary_search(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
const T& value,
|
|
StrictWeakOrdering comp)
|
|
{
|
|
return detail::binary_search<bool>(exec, begin, end, value, comp, detail::bsf());
|
|
}
|
|
|
|
|
|
//////////////////////
|
|
// Vector Functions //
|
|
//////////////////////
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename OutputIterator>
|
|
THRUST_HOST_DEVICE
|
|
OutputIterator lower_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
InputIterator values_begin,
|
|
InputIterator values_end,
|
|
OutputIterator output)
|
|
{
|
|
namespace p = thrust::placeholders;
|
|
return thrust::lower_bound(exec, begin, end, values_begin, values_end, output, detail::binary_search_less());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename OutputIterator, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
OutputIterator lower_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
InputIterator values_begin,
|
|
InputIterator values_end,
|
|
OutputIterator output,
|
|
StrictWeakOrdering comp)
|
|
{
|
|
return detail::binary_search(exec, begin, end, values_begin, values_end, output, comp, detail::lbf());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename OutputIterator>
|
|
THRUST_HOST_DEVICE
|
|
OutputIterator upper_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
InputIterator values_begin,
|
|
InputIterator values_end,
|
|
OutputIterator output)
|
|
{
|
|
namespace p = thrust::placeholders;
|
|
return thrust::upper_bound(exec, begin, end, values_begin, values_end, output, detail::binary_search_less());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename OutputIterator, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
OutputIterator upper_bound(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
InputIterator values_begin,
|
|
InputIterator values_end,
|
|
OutputIterator output,
|
|
StrictWeakOrdering comp)
|
|
{
|
|
return detail::binary_search(exec, begin, end, values_begin, values_end, output, comp, detail::ubf());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename OutputIterator>
|
|
THRUST_HOST_DEVICE
|
|
OutputIterator binary_search(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
InputIterator values_begin,
|
|
InputIterator values_end,
|
|
OutputIterator output)
|
|
{
|
|
namespace p = thrust::placeholders;
|
|
return thrust::binary_search(exec, begin, end, values_begin, values_end, output, detail::binary_search_less());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename InputIterator, typename OutputIterator, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
OutputIterator binary_search(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator begin,
|
|
ForwardIterator end,
|
|
InputIterator values_begin,
|
|
InputIterator values_end,
|
|
OutputIterator output,
|
|
StrictWeakOrdering comp)
|
|
{
|
|
return detail::binary_search(exec, begin, end, values_begin, values_end, output, comp, detail::bsf());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename LessThanComparable>
|
|
THRUST_HOST_DEVICE
|
|
thrust::pair<ForwardIterator,ForwardIterator>
|
|
equal_range(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator first,
|
|
ForwardIterator last,
|
|
const LessThanComparable &value)
|
|
{
|
|
return thrust::equal_range(exec, first, last, value, detail::binary_search_less());
|
|
}
|
|
|
|
|
|
template<typename DerivedPolicy, typename ForwardIterator, typename T, typename StrictWeakOrdering>
|
|
THRUST_HOST_DEVICE
|
|
thrust::pair<ForwardIterator,ForwardIterator>
|
|
equal_range(thrust::execution_policy<DerivedPolicy> &exec,
|
|
ForwardIterator first,
|
|
ForwardIterator last,
|
|
const T &value,
|
|
StrictWeakOrdering comp)
|
|
{
|
|
ForwardIterator lb = thrust::lower_bound(exec, first, last, value, comp);
|
|
ForwardIterator ub = thrust::upper_bound(exec, first, last, value, comp);
|
|
return thrust::make_pair(lb, ub);
|
|
}
|
|
|
|
|
|
} // end namespace generic
|
|
} // end namespace detail
|
|
} // end namespace system
|
|
THRUST_NAMESPACE_END
|