derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
304 lines
8.6 KiB
C
304 lines
8.6 KiB
C
// MIT License
|
|
//
|
|
// Copyright (c) 2023-2026 Advanced Micro Devices, Inc.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in all
|
|
// copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
// SOFTWARE.
|
|
#pragma once
|
|
|
|
#include <hip/hip_runtime.h>
|
|
#include <amd/amd_utils.h>
|
|
|
|
#define CUDART_VERSION 0
|
|
|
|
// types
|
|
#ifndef cudaDeviceProp
|
|
#define cudaDeviceProp hipDeviceProp_t
|
|
#endif
|
|
#ifndef cudaError_t
|
|
# define cudaError_t hipError_t
|
|
#endif
|
|
#ifndef cudaEvent_t
|
|
# define cudaEvent_t hipEvent_t
|
|
#endif
|
|
#ifndef cudaMemPool_t
|
|
# define cudaMemPool_t hipMemPool_t
|
|
#endif
|
|
#ifndef cudaStream_t
|
|
# define cudaStream_t hipStream_t
|
|
#endif
|
|
#ifndef cudaMemPoolAttr
|
|
# define cudaMemPoolAttr hipMemPoolAttr
|
|
#endif
|
|
#ifndef cudaMemPoolProps
|
|
# define cudaMemPoolProps hipMemPoolProps
|
|
#endif
|
|
#ifndef cudaMemAllocationHandleType
|
|
# define cudaMemAllocationHandleType hipMemAllocationHandleType
|
|
#endif
|
|
#ifndef cudaPointerAttributes
|
|
# define cudaPointerAttributes hipPointerAttribute_t
|
|
#endif
|
|
// macros, enum constant definitions
|
|
// NOTE: C++ `constexpr` might cause redefinition errors while #define only results in a warning in this case.
|
|
// Such redefinitions might happen when a code includes multiple "reverse hipfication" header files
|
|
// like this one from a number of other projects. Therefore, we prefer to use #define.
|
|
#ifndef cudaStreamLegacy
|
|
# define cudaStreamLegacy ((hipStream_t) nullptr)
|
|
#endif
|
|
#ifndef cudaStreamPerThread
|
|
# define cudaStreamPerThread hipStreamPerThread
|
|
#endif
|
|
#ifndef cudaMemcpy
|
|
# define cudaMemcpy hipMemcpy
|
|
#endif
|
|
#ifndef cudaMemcpyDefault
|
|
# define cudaMemcpyDefault hipMemcpyDefault
|
|
#endif
|
|
#ifndef cudaMemcpyDeviceToHost
|
|
# define cudaMemcpyDeviceToHost hipMemcpyDeviceToHost
|
|
#endif
|
|
#ifndef cudaMemcpyHostToDevice
|
|
# define cudaMemcpyHostToDevice hipMemcpyHostToDevice
|
|
#endif
|
|
#ifndef cudaMemPoolAttrReleaseThreshold
|
|
# define cudaMemPoolAttrReleaseThreshold hipMemPoolAttrReleaseThreshold
|
|
#endif
|
|
#ifndef cudaDevAttrMemoryPoolSupportedHandleTypes
|
|
# define cudaDevAttrMemoryPoolSupportedHandleTypes hipDeviceAttributeMemoryPoolSupportedHandleTypes
|
|
#endif
|
|
#ifndef cudaDevAttrMemoryPoolsSupported
|
|
# define cudaDevAttrMemoryPoolsSupported hipDeviceAttributeMemoryPoolsSupported
|
|
#endif
|
|
#ifndef cudaDevAttrL2CacheSize
|
|
# define cudaDevAttrL2CacheSize hipDeviceAttributeL2CacheSize
|
|
#endif
|
|
#ifndef cudaDevAttrConcurrentManagedAccess
|
|
#define cudaDevAttrConcurrentManagedAccess hipDeviceAttributeConcurrentManagedAccess
|
|
#endif
|
|
#ifndef cudaDevAttrManagedMemory
|
|
#define cudaDevAttrManagedMemory hipDeviceAttributeManagedMemory
|
|
#endif
|
|
#ifndef cudaErrorInvalidValue
|
|
# define cudaErrorInvalidValue hipErrorInvalidValue
|
|
#endif
|
|
#ifndef cudaErrorMemoryAllocation
|
|
# define cudaErrorMemoryAllocation hipErrorMemoryAllocation
|
|
#endif
|
|
#ifndef cudaSuccess
|
|
# define cudaSuccess hipSuccess
|
|
#endif
|
|
#ifndef cudaMemAllocationTypePinned
|
|
# define cudaMemAllocationTypePinned hipMemAllocationTypePinned
|
|
#endif
|
|
#ifndef cudaMemPoolAttrReleaseThreshold
|
|
# define cudaMemPoolAttrReleaseThreshold hipMemPoolAttrReleaseThreshold
|
|
#endif
|
|
#ifndef cudaMemHandleTypeNone
|
|
# define cudaMemHandleTypeNone hipMemHandleTypeNone
|
|
#endif
|
|
#ifndef cudaMemLocationTypeDevice
|
|
# define cudaMemLocationTypeDevice hipMemLocationTypeDevice
|
|
#endif
|
|
#ifndef cudaMemPoolReuseAllowOpportunistic
|
|
# define cudaMemPoolReuseAllowOpportunistic hipMemPoolReuseAllowOpportunistic
|
|
#endif
|
|
#ifndef cudaEventDisableTiming
|
|
# define cudaEventDisableTiming hipEventDisableTiming
|
|
#endif
|
|
#ifndef cudaMemoryTypeDevice
|
|
# define cudaMemoryTypeDevice hipMemoryTypeDevice
|
|
#endif
|
|
#ifndef cudaMemoryTypeHost
|
|
# define cudaMemoryTypeHost hipMemoryTypeHost
|
|
#endif
|
|
#ifndef cudaMemoryTypeManaged
|
|
# define cudaMemoryTypeManaged hipMemoryTypeManaged
|
|
#endif
|
|
// functions
|
|
#ifndef cudaDeviceGetAttribute
|
|
# define cudaDeviceGetAttribute hipDeviceGetAttribute
|
|
#endif
|
|
#ifndef cudaDeviceGetDefaultMemPool
|
|
# define cudaDeviceGetDefaultMemPool hipDeviceGetDefaultMemPool
|
|
#endif
|
|
#ifndef cudaDeviceSynchronize
|
|
# define cudaDeviceSynchronize hipDeviceSynchronize
|
|
#endif
|
|
|
|
#ifndef cudaDriverGetVersion
|
|
# define cudaDriverGetVersion hipDriverGetVersion
|
|
#endif
|
|
|
|
#ifndef cudaEventCreateWithFlags
|
|
# define cudaEventCreateWithFlags hipEventCreateWithFlags
|
|
#endif
|
|
#ifndef cudaEventDestroy
|
|
# define cudaEventDestroy hipEventDestroy
|
|
#endif
|
|
#ifndef cudaEventRecord
|
|
# define cudaEventRecord hipEventRecord
|
|
#endif
|
|
#ifndef cudaEventSynchronize
|
|
# define cudaEventSynchronize hipEventSynchronize
|
|
#endif
|
|
|
|
#ifndef cudaFree
|
|
# define cudaFree hipFree
|
|
#endif
|
|
#ifndef cudaFreeAsync
|
|
# define cudaFreeAsync hipFreeAsync
|
|
#endif
|
|
#ifndef cudaFreeHost
|
|
# define cudaFreeHost hipHostFree
|
|
#endif
|
|
|
|
#ifndef cudaGetDevice
|
|
# define cudaGetDevice hipGetDevice
|
|
#endif
|
|
#ifndef cudaGetDeviceCount
|
|
# define cudaGetDeviceCount hipGetDeviceCount
|
|
#endif
|
|
#ifndef cudaGetDeviceProperties
|
|
#define cudaGetDeviceProperties hipGetDeviceProperties
|
|
#endif
|
|
#ifndef cudaGetErrorName
|
|
# define cudaGetErrorName hipGetErrorName
|
|
#endif
|
|
#ifndef cudaGetErrorString
|
|
# define cudaGetErrorString hipGetErrorString
|
|
#endif
|
|
#ifndef cudaGetLastError
|
|
# define cudaGetLastError hipGetLastError
|
|
#endif
|
|
|
|
#ifndef cudaMallocAsync
|
|
# define cudaMallocAsync hipMallocAsync
|
|
#endif
|
|
#ifndef cudaMalloc
|
|
# define cudaMalloc hipMalloc
|
|
#endif
|
|
#ifndef cudaMallocFromPoolAsync
|
|
# define cudaMallocFromPoolAsync hipMallocFromPoolAsync
|
|
#endif
|
|
#ifndef cudaMallocHost
|
|
# define cudaMallocHost hipHostMalloc
|
|
#endif
|
|
#ifndef cudaMallocManaged
|
|
# define cudaMallocManaged hipMallocManaged
|
|
#endif
|
|
|
|
#ifndef cudaMemGetInfo
|
|
# define cudaMemGetInfo hipMemGetInfo
|
|
#endif
|
|
#ifndef cudaMemPoolCreate
|
|
# define cudaMemPoolCreate hipMemPoolCreate
|
|
#endif
|
|
#ifndef cudaMemPoolDestroy
|
|
# define cudaMemPoolDestroy hipMemPoolDestroy
|
|
#endif
|
|
#ifndef cudaMemPoolSetAttribute
|
|
# define cudaMemPoolSetAttribute hipMemPoolSetAttribute
|
|
#endif
|
|
|
|
#ifndef cudaMemcpyAsync
|
|
# define cudaMemcpyAsync hipMemcpyAsync
|
|
#endif
|
|
#ifndef cudaMemsetAsync
|
|
# define cudaMemsetAsync hipMemsetAsync
|
|
#endif
|
|
#ifndef cudaMemset
|
|
# define cudaMemset hipMemset
|
|
#endif
|
|
|
|
#ifndef cudaSetDevice
|
|
# define cudaSetDevice hipSetDevice
|
|
#endif
|
|
|
|
#ifndef cudaStreamCreate
|
|
# define cudaStreamCreate hipStreamCreate
|
|
#endif
|
|
#ifndef cudaStreamDestroy
|
|
# define cudaStreamDestroy hipStreamDestroy
|
|
#endif
|
|
#ifndef cudaStreamSynchronize
|
|
# define cudaStreamSynchronize hipStreamSynchronize
|
|
#endif
|
|
|
|
#ifndef cudaStreamWaitEvent
|
|
# define cudaStreamWaitEvent(a,b,c) hipStreamWaitEvent(a,b,c)
|
|
#endif
|
|
#ifndef cudaEventCreate
|
|
# define cudaEventCreate hipEventCreate
|
|
#endif
|
|
#ifndef cudaPointerGetAttributes
|
|
# define cudaPointerGetAttributes hipPointerGetAttributes
|
|
#endif
|
|
#ifndef cudaEventElapsedTime
|
|
# define cudaEventElapsedTime hipEventElapsedTime
|
|
#endif
|
|
|
|
#ifndef cudaStreamQuery
|
|
# define cudaStreamQuery hipStreamQuery
|
|
#endif
|
|
|
|
#ifndef cudaHostAllocDefault
|
|
# define cudaHostAllocDefault hipHostAllocDefault
|
|
#endif
|
|
#ifndef cudaHostAllocPortable
|
|
# define cudaHostAllocPortable hipHostAllocPortable
|
|
#endif
|
|
#ifndef cudaHostAllocMapped
|
|
# define cudaHostAllocMapped hipHostAllocMapped
|
|
#endif
|
|
#ifndef cudaHostAllocWriteCombined
|
|
# define cudaHostAllocWriteCombined hipHostAllocWriteCombined
|
|
#endif
|
|
#ifndef cudaMemAttachGlobal
|
|
# define cudaMemAttachGlobal hipMemAttachGlobal
|
|
#endif
|
|
#ifndef cudaMemAttachHost
|
|
# define cudaMemAttachHost hipMemAttachHost
|
|
#endif
|
|
|
|
#ifndef HIPRT_CB
|
|
# define HIPRT_CB
|
|
#endif
|
|
#ifndef CUDART_CB
|
|
# define CUDART_CB HIPRT_CB
|
|
#endif
|
|
#ifndef cudaStreamAddCallback
|
|
# define cudaStreamAddCallback hipStreamAddCallback
|
|
#endif
|
|
|
|
#ifndef __nv_bfloat16
|
|
# define __nv_bfloat16 __hip_bfloat16
|
|
#endif
|
|
#ifndef __nv_bfloat16_raw
|
|
# define __nv_bfloat16_raw __hip_bfloat16_raw
|
|
#endif
|
|
#ifndef __nv_bfloat162
|
|
# define __nv_bfloat162 __hip_bfloat162
|
|
#endif
|
|
|
|
#include <hip/hip_fp16.h>
|
|
__host__ __device__ __half __double2half(const double& __value) noexcept
|
|
{
|
|
return __float2half(static_cast<float>(__value));
|
|
}
|