TheRock/math-libs/libhipcxx/.upstream-tests/test/heterogeneous/barrier_parity.std.pass.cpp

//===----------------------------------------------------------------------===//
//
// Part of the libcu++ Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
// SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES.
//
//===----------------------------------------------------------------------===//

// Modifications Copyright (c) 2024-2025 Advanced Micro Devices, Inc.
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.

// UNSUPPORTED: nvrtc, hiprtc, pre-sm-70, hipcc
// UNSUPPORTED: true

// uncomment for a really verbose output detailing what test steps are being launched
// #define DEBUG_TESTERS

#include <cuda/barrier>
#include <cuda/std/cassert>

#include <atomic>

#include "helpers.h"

template <typename Barrier>
struct barrier_and_token
{
  using barrier_t = Barrier;
  using token_t   = typename barrier_t::arrival_token;

  barrier_t barrier;
  cuda::std::atomic<bool> parity_waiting{false};

  template <typename... Args>
  __host__ __device__ barrier_and_token(Args&&... args)
      : barrier{cuda::std::forward<Args>(args)...}
  {}
};

struct barrier_arrive_and_wait
{
  using async = cuda::std::true_type;

  template <typename Data>
  __host__ __device__ static void perform(Data& data)
  {
    while (data.parity_waiting.load(cuda::std::memory_order_acquire) == false)
    {
      data.parity_waiting.wait(false);
    }
    data.barrier.arrive_and_wait();
  }
};

template <bool Phase>
struct barrier_parity_wait
{
  using async = cuda::std::true_type;

  template <typename Data>
  __host__ __device__ static void perform(Data& data)
  {
    data.parity_waiting.store(true, cuda::std::memory_order_release);
    data.parity_waiting.notify_all();
    data.barrier.wait_parity(Phase);
  }
};

struct clear_token
{
  template <typename Data>
  __host__ __device__ static void perform(Data& data)
  {
    data.parity_waiting.store(false, cuda::std::memory_order_release);
  }
};

using aw_aw_pw1 =
  performer_list<barrier_parity_wait<false>,
                 barrier_arrive_and_wait,
                 barrier_arrive_and_wait,
                 async_tester_fence,
                 clear_token>;

using aw_aw_pw2 =
  performer_list<barrier_parity_wait<true>,
                 barrier_arrive_and_wait,
                 barrier_arrive_and_wait,
                 async_tester_fence,
                 clear_token>;

void kernel_invoker()
{
  validate_pinned<barrier_and_token<cuda::std::barrier<>>, aw_aw_pw1>(2);
  validate_pinned<barrier_and_token<cuda::std::barrier<>>, aw_aw_pw2>(2);
}

int main(int arg, char** argv)
{
  NV_IF_TARGET(NV_IS_HOST, (kernel_invoker();))

  return 0;
}