CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
210 lines
7.4 KiB
C++
210 lines
7.4 KiB
C++
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Part of libcu++, the C++ Standard Library for your entire system,
|
|
// under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
// SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Modifications Copyright (c) 2025 Advanced Micro Devices, Inc.
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
#pragma once
|
|
#include "nvrtc_runtime_api.h"
|
|
#include <fstream>
|
|
#include <iostream>
|
|
#include <iterator>
|
|
#include <regex>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#define NVRTC_SAFE_CALL(x) \
|
|
do \
|
|
{ \
|
|
nvrtcResult result = x; \
|
|
if (result != NVRTC_SUCCESS) \
|
|
{ \
|
|
printf("\nNVRTC ERROR: %s failed with error %s\n", #x, nvrtcGetErrorString(result)); \
|
|
exit(1); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define CUDA_SAFE_CALL(x) \
|
|
do \
|
|
{ \
|
|
CUresult result = x; \
|
|
if (result != CUDA_SUCCESS) \
|
|
{ \
|
|
const char* msg; \
|
|
(void)cuGetErrorName(result, &msg); \
|
|
printf("\nCUDA ERROR: %s failed with error %s\n", #x, msg); \
|
|
exit(1); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define CUDA_API_CALL(x) \
|
|
do \
|
|
{ \
|
|
cudaError_t err = x; \
|
|
if (err != cudaSuccess) \
|
|
{ \
|
|
printf("\nCUDA ERROR: %s: %s\n", cudaGetErrorName(err), cudaGetErrorString(err)); \
|
|
exit(1); \
|
|
} \
|
|
} while (0)
|
|
|
|
static void write_output_file(const char* data, size_t datasz, const std::string& file)
|
|
{
|
|
std::ofstream ostr(file, std::ios::binary);
|
|
assert(!!ostr);
|
|
|
|
ostr.write(data, datasz);
|
|
ostr.close();
|
|
}
|
|
|
|
static std::string load_input_file(const std::string& file)
|
|
{
|
|
if (file == "-")
|
|
{
|
|
return std::string(std::istream_iterator<char>{std::cin}, std::istream_iterator<char>{});
|
|
}
|
|
else
|
|
{
|
|
std::ifstream istr(file);
|
|
assert(!!istr);
|
|
return std::string(std::istreambuf_iterator<char>{istr}, std::istreambuf_iterator<char>{});
|
|
}
|
|
}
|
|
|
|
static int parse_int_assignment(const std::string& input, std::string var, int def)
|
|
{
|
|
auto lineBegin = input.find(var);
|
|
auto lineEnd = input.find('\n', lineBegin);
|
|
|
|
if (lineBegin == std::string::npos || lineEnd == std::string::npos)
|
|
{
|
|
return def;
|
|
}
|
|
|
|
std::string line(input.begin() + lineBegin, input.begin() + lineEnd);
|
|
std::regex varRegex("^" + var + ".*?([0-9]+).*?$");
|
|
std::smatch match;
|
|
std::regex_match(line, match, varRegex);
|
|
|
|
if (match.size())
|
|
{
|
|
return std::stoi(match[1].str(), nullptr);
|
|
}
|
|
|
|
return def;
|
|
}
|
|
|
|
struct RunConfig
|
|
{
|
|
int threadCount = 1;
|
|
int shmemSize = 0;
|
|
};
|
|
|
|
static RunConfig parse_run_config(const std::string& input)
|
|
{
|
|
return RunConfig{
|
|
parse_int_assignment(input, "cuda_thread_count", 1),
|
|
parse_int_assignment(input, "cuda_block_shmem_size", 0),
|
|
};
|
|
}
|
|
|
|
// Fake main for adapting kernels
|
|
static const char* program = R"program(
|
|
// NOTE(HIP): libhipcxx specific macros and types
|
|
typedef unsigned int uint32_t;
|
|
typedef unsigned long long uint64_t;
|
|
typedef signed int int32_t;
|
|
typedef signed long long int64_t;
|
|
|
|
// Taken from the reference implementation repo
|
|
// TODO(HIP/AMD): this is a temporary WAR to create leass file modifications.
|
|
// This should be only in the test_macros.h. Unfortunately many tests do not
|
|
// include this header.
|
|
#ifndef NV_IF_TARGET
|
|
#define NV_IF_TARGET NV_IF_TARGET_LIBHIPCXX
|
|
#endif
|
|
#ifndef NV_IS_HOST
|
|
#define NV_IS_HOST NV_IS_HOST_LIBHIPCXX
|
|
#endif
|
|
#ifndef NV_IS_DEVICE
|
|
#define NV_IS_DEVICE NV_IS_DEVICE_LIBHIPCXX
|
|
#endif
|
|
|
|
// Define all macros required for reverse hipification here
|
|
#ifndef __nv_bfloat16
|
|
# define __nv_bfloat16 __hip_bfloat16
|
|
#endif
|
|
#ifndef __nv_bfloat16_raw
|
|
# define __nv_bfloat16_raw __hip_bfloat16_raw
|
|
#endif
|
|
#ifndef __nv_bfloat162
|
|
# define __nv_bfloat162 __hip_bfloat162
|
|
#endif
|
|
typedef int64_t intptr_t;
|
|
|
|
__host__ __device__ void __trap(){
|
|
__hip_assert(false);
|
|
}
|
|
|
|
template <typename T>
|
|
__device__ inline int __FFS(T v);
|
|
|
|
template <>
|
|
__device__ inline int __FFS<int32_t>(int32_t v) {
|
|
return __ffs(v);
|
|
}
|
|
|
|
template <>
|
|
__device__ inline int __FFS<int64_t>(int64_t v) {
|
|
return __ffsll(static_cast<unsigned long long int>(v));
|
|
}
|
|
|
|
template <>
|
|
__device__ inline int __FFS<uint32_t>(uint32_t v) {
|
|
return __ffs(v);
|
|
}
|
|
|
|
template <>
|
|
__device__ inline int __FFS<unsigned long long>(unsigned long long v) {
|
|
return __ffsll(static_cast<unsigned long long int>(v));
|
|
}
|
|
|
|
__host__ __device__ __half __double2half(const double& __value) noexcept
|
|
{
|
|
return __float2half(static_cast<float>(__value));
|
|
}
|
|
|
|
__host__ __device__ int fake_main(int argc, char ** argv);
|
|
#if defined(__HIP_PLATFORM_AMD__)
|
|
#define main __device__ __host__ fake_main
|
|
#else
|
|
#define main fake_main
|
|
#endif
|
|
|
|
// extern "C" to stop the name from being mangled
|
|
extern "C" __global__ void main_kernel() {
|
|
fake_main(0, nullptr);
|
|
}
|
|
)program";
|