CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
115 lines
3.6 KiB
C++
115 lines
3.6 KiB
C++
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Part of libcu++, the C++ Standard Library for your entire system,
|
|
// under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
// SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef __LIBCUDACXX___ATOMIC_API_REFERENCE_H
|
|
#define __LIBCUDACXX___ATOMIC_API_REFERENCE_H
|
|
|
|
#include <cuda/std/detail/__config>
|
|
|
|
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
# pragma GCC system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
# pragma clang system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
# pragma system_header
|
|
#endif // no system header
|
|
|
|
#include <cuda/std/__atomic/api/common.h>
|
|
#include <cuda/std/__atomic/order.h>
|
|
#include <cuda/std/__atomic/scopes.h>
|
|
#include <cuda/std/__atomic/types/reference.h>
|
|
#include <cuda/std/__atomic/wait/notify_wait.h>
|
|
#include <cuda/std/__atomic/wait/polling.h>
|
|
#include <cuda/std/__type_traits/conditional.h>
|
|
|
|
_LIBCUDACXX_BEGIN_NAMESPACE_STD
|
|
|
|
template <typename _Tp, typename _Sco>
|
|
struct __atomic_ref_common
|
|
{
|
|
_LIBCUDACXX_HIDE_FROM_ABI constexpr __atomic_ref_common(_Tp& __v)
|
|
: __a(&__v)
|
|
{}
|
|
|
|
__atomic_ref_storage<_Tp> __a;
|
|
|
|
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
|
|
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
|
|
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
|
|
};
|
|
|
|
template <typename _Tp, typename _Sco>
|
|
struct __atomic_ref_arithmetic
|
|
{
|
|
_LIBCUDACXX_HIDE_FROM_ABI constexpr __atomic_ref_arithmetic(_Tp& __v)
|
|
: __a(&__v)
|
|
{}
|
|
|
|
__atomic_ref_storage<_Tp> __a;
|
|
|
|
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
|
|
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
|
|
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
|
|
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(const, )
|
|
};
|
|
|
|
template <typename _Tp, typename _Sco>
|
|
struct __atomic_ref_bitwise
|
|
{
|
|
_LIBCUDACXX_HIDE_FROM_ABI constexpr __atomic_ref_bitwise(_Tp& __v)
|
|
: __a(&__v)
|
|
{}
|
|
|
|
__atomic_ref_storage<_Tp> __a;
|
|
|
|
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
|
|
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
|
|
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
|
|
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(const, )
|
|
_LIBCUDACXX_ATOMIC_BITWISE_IMPL(const, )
|
|
};
|
|
|
|
template <typename _Tp, typename _Sco>
|
|
struct __atomic_ref_pointer
|
|
{
|
|
_LIBCUDACXX_HIDE_FROM_ABI constexpr __atomic_ref_pointer(_Tp& __v)
|
|
: __a(&__v)
|
|
{}
|
|
|
|
__atomic_ref_storage<_Tp> __a;
|
|
|
|
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
|
|
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
|
|
|
|
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
|
|
_LIBCUDACXX_ATOMIC_POINTER_IMPL(const, )
|
|
};
|
|
|
|
template <typename _Tp, thread_scope _Sco = thread_scope_system>
|
|
using __atomic_ref_impl =
|
|
_If<is_pointer<_Tp>::value,
|
|
__atomic_ref_pointer<_Tp, __scope_to_tag<_Sco>>,
|
|
_If<is_floating_point<_Tp>::value,
|
|
__atomic_ref_arithmetic<_Tp, __scope_to_tag<_Sco>>,
|
|
_If<is_integral<_Tp>::value,
|
|
__atomic_ref_bitwise<_Tp, __scope_to_tag<_Sco>>,
|
|
__atomic_ref_common<_Tp, __scope_to_tag<_Sco>>>>>;
|
|
|
|
_LIBCUDACXX_END_NAMESPACE_STD
|
|
|
|
#endif // __LIBCUDACXX___ATOMIC_API_REFERENCE_H
|