CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
176 lines
4.9 KiB
C++
176 lines
4.9 KiB
C++
/*! \file */
|
|
/* ************************************************************************
|
|
* Copyright (C) 2025-2026 Advanced Micro Devices, Inc. All rights Reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*
|
|
* ************************************************************************ */
|
|
#pragma once
|
|
|
|
#if __cplusplus < 201103L
|
|
|
|
// If this is a C or C++ compiler below C++11,
|
|
// we only include a minimal definition of hipsparseBfloat16
|
|
typedef struct hipsparseBfloat16
|
|
{
|
|
uint16_t data;
|
|
} hipsparseBfloat16;
|
|
|
|
#else
|
|
|
|
#include <iostream>
|
|
#include <ostream>
|
|
|
|
class hipsparseBfloat16
|
|
{
|
|
public:
|
|
uint16_t data;
|
|
|
|
// zero extend lower 16 bits of bfloat16 to convert to IEEE float
|
|
static float bfloat16_to_float(hipsparseBfloat16 val)
|
|
{
|
|
union
|
|
{
|
|
uint32_t int32;
|
|
float fp32;
|
|
} u = {uint32_t(val.data) << 16};
|
|
return u.fp32;
|
|
}
|
|
|
|
static uint16_t float_to_bfloat16(float f)
|
|
{
|
|
union
|
|
{
|
|
float fp32;
|
|
uint32_t int32;
|
|
} u = {f};
|
|
if(~u.int32 & 0x7f800000)
|
|
{
|
|
u.int32 += 0x7fff + ((u.int32 >> 16) & 1); // Round to nearest, round to even
|
|
}
|
|
else if(u.int32 & 0xffff)
|
|
{
|
|
u.int32 |= 0x10000; // Preserve signaling NaN
|
|
}
|
|
return uint16_t(u.int32 >> 16);
|
|
}
|
|
|
|
hipsparseBfloat16() = default;
|
|
|
|
// round upper 16 bits of IEEE float to convert to bfloat16
|
|
explicit hipsparseBfloat16(float f)
|
|
: data(float_to_bfloat16(f))
|
|
{
|
|
}
|
|
|
|
hipsparseBfloat16 operator=(float a)
|
|
{
|
|
return hipsparseBfloat16(a);
|
|
}
|
|
|
|
// zero extend lower 16 bits of bfloat16 to convert to IEEE float
|
|
operator float() const
|
|
{
|
|
union
|
|
{
|
|
uint32_t int32;
|
|
float fp32;
|
|
} u = {uint32_t(data) << 16};
|
|
return u.fp32;
|
|
}
|
|
|
|
explicit operator bool() const
|
|
{
|
|
return data & 0x7fff;
|
|
}
|
|
};
|
|
|
|
inline std::ostream& operator<<(std::ostream& os, const hipsparseBfloat16& bf16)
|
|
{
|
|
return os << float(bf16);
|
|
}
|
|
|
|
typedef struct
|
|
{
|
|
uint16_t data;
|
|
} hipsparseBfloat16_public;
|
|
|
|
static_assert(std::is_standard_layout<hipsparseBfloat16>{},
|
|
"hipsparseBfloat16 is not a standard layout type, and thus is "
|
|
"incompatible with C.");
|
|
|
|
static_assert(std::is_trivial<hipsparseBfloat16>{},
|
|
"hipsparseBfloat16 is not a trivial type, and thus is "
|
|
"incompatible with C.");
|
|
|
|
static_assert(sizeof(hipsparseBfloat16) == sizeof(hipsparseBfloat16_public)
|
|
&& offsetof(hipsparseBfloat16, data) == offsetof(hipsparseBfloat16_public, data),
|
|
"internal hipsparseBfloat16 does not match public hipsparseBfloat16_public");
|
|
|
|
inline hipsparseBfloat16 operator+=(hipsparseBfloat16 a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a + b;
|
|
}
|
|
inline hipsparseBfloat16 operator+=(hipsparseBfloat16 a, float b)
|
|
{
|
|
return a = hipsparseBfloat16(float(a) + b);
|
|
}
|
|
inline float operator+=(float a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a + float(b);
|
|
}
|
|
inline hipsparseBfloat16 operator-=(hipsparseBfloat16 a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a - b;
|
|
}
|
|
inline hipsparseBfloat16 operator-=(hipsparseBfloat16 a, float b)
|
|
{
|
|
return a = hipsparseBfloat16(float(a) - b);
|
|
}
|
|
inline float operator-=(float a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a - float(b);
|
|
}
|
|
inline hipsparseBfloat16 operator*=(hipsparseBfloat16 a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a * b;
|
|
}
|
|
inline float operator*=(hipsparseBfloat16 a, float b)
|
|
{
|
|
return a = float(a) * b;
|
|
}
|
|
inline float operator*=(float a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a * float(b);
|
|
}
|
|
inline hipsparseBfloat16 operator/=(hipsparseBfloat16 a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a / b;
|
|
}
|
|
inline hipsparseBfloat16 operator/=(hipsparseBfloat16 a, float b)
|
|
{
|
|
return a = hipsparseBfloat16(float(a) / b);
|
|
}
|
|
inline float operator/=(float a, hipsparseBfloat16 b)
|
|
{
|
|
return a = a / float(b);
|
|
}
|
|
|
|
#endif
|