CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
123 lines
3.5 KiB
C++
123 lines
3.5 KiB
C++
/*
|
|
* Copyright 2008-2013 NVIDIA Corporation
|
|
* Modifications Copyright© 2023-2025 Advanced Micro Devices, Inc. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config.h>
|
|
|
|
#include <thrust/detail/nv_target.h>
|
|
#include <thrust/detail/type_deduction.h>
|
|
|
|
#include <limits>
|
|
#include <type_traits>
|
|
|
|
THRUST_NAMESPACE_BEGIN
|
|
namespace detail
|
|
{
|
|
|
|
template <typename Integer>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE Integer clz(Integer x)
|
|
{
|
|
Integer result;
|
|
NV_IF_TARGET(NV_IS_DEVICE,
|
|
(result = ::__clz(x);),
|
|
(int num_bits = 8 * sizeof(Integer); int num_bits_minus_one = num_bits - 1; result = num_bits;
|
|
for (int i = num_bits_minus_one; i >= 0; --i) {
|
|
if ((Integer(1) << i) & x)
|
|
{
|
|
result = num_bits_minus_one - i;
|
|
break;
|
|
}
|
|
}));
|
|
return result;
|
|
}
|
|
|
|
template <typename Integer>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE bool is_power_of_2(Integer x)
|
|
{
|
|
return 0 == (x & (x - 1));
|
|
}
|
|
|
|
template <typename T>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE typename std::enable_if<std::is_signed<T>::value, bool>::type is_negative(T x)
|
|
{
|
|
return x < 0;
|
|
}
|
|
|
|
template <typename T>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE typename std::enable_if<std::is_unsigned<T>::value, bool>::type is_negative(T)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
template <typename Integer>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE bool is_odd(Integer x)
|
|
{
|
|
return 1 & x;
|
|
}
|
|
|
|
template <typename Integer>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE Integer log2(Integer x)
|
|
{
|
|
Integer num_bits = 8 * sizeof(Integer);
|
|
Integer num_bits_minus_one = num_bits - 1;
|
|
|
|
return num_bits_minus_one - clz(x);
|
|
}
|
|
|
|
template <typename Integer>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE Integer log2_ri(Integer x)
|
|
{
|
|
Integer result = log2(x);
|
|
|
|
// This is where we round up to the nearest log.
|
|
if (!is_power_of_2(x))
|
|
{
|
|
++result;
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
// x/y rounding towards +infinity for integers
|
|
// Used to determine # of blocks/warps etc.
|
|
template <typename Integer0, typename Integer1>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE
|
|
// FIXME: Should use common_type.
|
|
auto
|
|
divide_ri(Integer0 const x, Integer1 const y) THRUST_DECLTYPE_RETURNS((x + (y - 1)) / y)
|
|
|
|
// x/y rounding towards zero for integers.
|
|
// Used to determine # of blocks/warps etc.
|
|
template <typename Integer0, typename Integer1>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE auto divide_rz(Integer0 const x, Integer1 const y)
|
|
THRUST_DECLTYPE_RETURNS(x / y)
|
|
|
|
// Round x towards infinity to the next multiple of y.
|
|
template <typename Integer0, typename Integer1>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE auto round_i(Integer0 const x, Integer1 const y)
|
|
THRUST_DECLTYPE_RETURNS(y* divide_ri(x, y))
|
|
|
|
// Round x towards 0 to the next multiple of y.
|
|
template <typename Integer0, typename Integer1>
|
|
THRUST_HOST_DEVICE THRUST_FORCEINLINE auto round_z(Integer0 const x, Integer1 const y)
|
|
THRUST_DECLTYPE_RETURNS(y* divide_rz(x, y))
|
|
|
|
} // namespace detail
|
|
|
|
THRUST_NAMESPACE_END
|