Files
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

431 lines
13 KiB
C++

/* ************************************************************************
* Copyright (C) 2018-2025 Advanced Micro Devices, Inc. All rights reserved.
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell cop-
* ies of the Software, and to permit persons to whom the Software is furnished
* to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IM-
* PLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
* FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
* COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
* IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNE-
* CTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*
* ************************************************************************ */
#pragma once
#include "rocblas.h"
#include "rocblas_math.hpp"
#if __GLIBC__ < 3 && __GLIBC__MINOR__ < 39
#undef _GLIBCXX_USE_C99_INTTYPES_TR1
#endif
#include <cinttypes>
#include <random>
#include <thread>
#include <type_traits>
/* ============================================================================================ */
// Random number generator
using rocblas_rng_t = std::mt19937;
extern rocblas_rng_t g_rocblas_seed;
extern std::thread::id g_main_thread_id;
extern thread_local rocblas_rng_t t_rocblas_rng;
extern thread_local int t_rocblas_rand_idx;
// optimized helper
float rocblas_uniform_int_1_10();
void rocblas_uniform_int_1_10_run_float(float* ptr, size_t num);
void rocblas_uniform_int_1_10_run_double(double* ptr, size_t num);
void rocblas_uniform_int_1_10_run_float_complex(rocblas_float_complex* ptr, size_t num);
void rocblas_uniform_int_1_10_run_double_complex(rocblas_double_complex* ptr, size_t num);
// For the main thread, we use g_rocblas_seed; for other threads, we start with a different seed but
// deterministically based on the thread id's hash function.
inline rocblas_rng_t get_seed()
{
auto tid = std::this_thread::get_id();
return tid == g_main_thread_id ? g_rocblas_seed
: rocblas_rng_t(std::hash<std::thread::id>{}(tid));
}
// Reset the seed (mainly to ensure repeatability of failures in a given suite)
inline void rocblas_seedrand()
{
t_rocblas_rng = get_seed();
t_rocblas_rand_idx = 0;
}
/* ============================================================================================ */
/*! \brief Random number generator which generates NaN values */
class rocblas_nan_rng
{
// Generate random NaN values
template <typename T, typename UINT_T, int SIG, int EXP>
static T random_nan_data()
{
static_assert(sizeof(UINT_T) == sizeof(T), "Type sizes do not match");
union
{
UINT_T u;
T fp;
} x;
do
x.u = std::uniform_int_distribution<UINT_T>{}(t_rocblas_rng);
while(!(x.u & (((UINT_T)1 << SIG) - 1))); // Reject Inf (mantissa == 0)
x.u |= (((UINT_T)1 << EXP) - 1) << SIG; // Exponent = all 1's
return x.fp; // NaN with random bits
}
public:
// Random integer
template <typename T, std::enable_if_t<std::is_integral<T>{}, int> = 0>
explicit operator T()
{
return std::uniform_int_distribution<T>{}(t_rocblas_rng);
}
// Random int8_t
explicit operator int8_t()
{
return static_cast<int8_t>(std::uniform_int_distribution<int>{}(t_rocblas_rng));
}
// Random NaN double
explicit operator double()
{
return random_nan_data<double, uint64_t, 52, 11>();
}
// Random NaN float
explicit operator float()
{
return random_nan_data<float, uint32_t, 23, 8>();
}
// Random NaN half
explicit operator rocblas_half()
{
return random_nan_data<rocblas_half, uint16_t, 10, 5>();
}
// Random NaN bfloat16
explicit operator rocblas_bfloat16()
{
return random_nan_data<rocblas_bfloat16, uint16_t, 7, 8>();
}
explicit operator rocblas_float_complex()
{
return {float(*this), float(*this)};
}
explicit operator rocblas_double_complex()
{
return {double(*this), double(*this)};
}
};
/* ============================================================================================ */
/*! \brief Random number generator which generates denorm values */
class rocblas_denorm_rng
{
// Generate random value
static unsigned rand2()
{
return std::uniform_int_distribution<unsigned>(0, 1)(t_rocblas_rng);
}
// Generate random denorm values
template <typename T, typename UINT_T, int SIG, int EXP>
static T random_denorm_data()
{
static_assert(sizeof(UINT_T) == sizeof(T), "Type sizes do not match");
union
{
UINT_T u;
T fp;
} x;
do
x.u = std::uniform_int_distribution<UINT_T>{}(t_rocblas_rng);
while(!(x.u &= (((UINT_T)1 << SIG) - 1))); // make exponent = 0 and random significand
return (rand2() ? -(x.fp) : x.fp); // denorm with random sign bits
}
public:
// Random denorm double
explicit operator double()
{
return random_denorm_data<double, uint64_t, 52, 11>();
}
// Random denorm float
explicit operator float()
{
return random_denorm_data<float, uint32_t, 23, 8>();
}
// Random denorm half
explicit operator rocblas_half()
{
return random_denorm_data<rocblas_half, uint16_t, 10, 5>();
}
// Random denorm bfloat16
explicit operator rocblas_bfloat16()
{
return random_denorm_data<rocblas_bfloat16, uint16_t, 7, 8>();
}
explicit operator rocblas_float_complex()
{
return {float(*this), float(*this)};
}
explicit operator rocblas_double_complex()
{
return {double(*this), double(*this)};
}
};
/* ============================================================================================ */
/*! \brief Random number generator which generates Inf values */
class rocblas_inf_rng
{
// Generate random Inf values
static unsigned rand2()
{
return std::uniform_int_distribution<unsigned>(0, 1)(t_rocblas_rng);
}
public:
// Random integer
template <typename T, std::enable_if_t<std::is_integral<T>{}, int> = 0>
explicit operator T()
{
return rand2() ? std::numeric_limits<T>::min : std::numeric_limits<T>::max;
}
// Random float
template <typename T, std::enable_if_t<!std::is_integral<T>{}, int> = 0>
explicit operator T()
{
return T(rand2() ? -std::numeric_limits<double>::infinity()
: std::numeric_limits<double>::infinity());
}
};
/* ============================================================================================ */
/*! \brief Random number generator which generates zero values */
class rocblas_zero_rng
{
// Generate random zero values
static unsigned rand2()
{
return std::uniform_int_distribution<unsigned>(0, 1)(t_rocblas_rng);
}
public:
// Random integer
template <typename T, std::enable_if_t<std::is_integral<T>{}, int> = 0>
explicit operator T()
{
return 0;
}
// Random float
template <typename T, std::enable_if_t<!std::is_integral<T>{}, int> = 0>
explicit operator T()
{
return T(rand2() ? -0.0 : 0.0);
}
};
/* ============================================================================================ */
/* generate random number :*/
/*! \brief generate a random NaN number */
template <typename T>
inline T random_nan_generator()
{
return T(rocblas_nan_rng{});
}
/*! \brief generate a random Inf number */
template <typename T>
inline T random_inf_generator()
{
return T(rocblas_inf_rng{});
}
/*! \brief generate a random Inf number */
template <typename T>
inline T random_zero_generator()
{
return T(rocblas_zero_rng{});
}
/*! \brief generate a random denorm number */
template <typename T>
inline T random_denorm_generator()
{
return T(rocblas_denorm_rng{});
}
/*! \brief generate a random number in range [1,2,3,4,5,6,7,8,9,10] */
template <typename T>
inline T random_generator()
{
return T(rocblas_uniform_int_1_10());
}
template <>
inline float random_generator()
{
return rocblas_uniform_int_1_10();
}
// for rocblas_float_complex, generate two random ints (same behaviour as for floats)
template <>
inline rocblas_float_complex random_generator<rocblas_float_complex>()
{
return {float(rocblas_uniform_int_1_10()), float(rocblas_uniform_int_1_10())};
};
// for rocblas_double_complex, generate two random ints (same behaviour as for doubles)
template <>
inline rocblas_double_complex random_generator<rocblas_double_complex>()
{
return {double(rocblas_uniform_int_1_10()), double(rocblas_uniform_int_1_10())};
};
// for rocblas_half, generate float, and convert to rocblas_half
/*! \brief generate a random number in range [-2,-1,0,1,2] */
template <>
inline rocblas_half random_generator<rocblas_half>()
{
return rocblas_half((float)std::uniform_int_distribution<int>(-2, 2)(t_rocblas_rng));
};
// for rocblas_bfloat16, generate float, and convert to rocblas_bfloat16
/*! \brief generate a random number in range [-2,-1,0,1,2] */
template <>
inline rocblas_bfloat16 random_generator<rocblas_bfloat16>()
{
return rocblas_bfloat16((float)std::uniform_int_distribution<int>(-2, 2)(t_rocblas_rng));
};
/*! \brief generate a random number in range [1,2,3] */
template <>
inline int8_t random_generator<int8_t>()
{
return static_cast<int8_t>(std::uniform_int_distribution<unsigned short>(1, 3)(t_rocblas_rng));
};
/*! \brief generate a sequence of random number in range [1,2,3,4,5,6,7,8,9,10] */
template <typename T>
inline void random_run_generator(T* ptr, size_t num)
{
for(size_t i = 0; i < num; i++)
{
ptr[i] = random_generator<T>();
}
}
template <>
inline void random_run_generator<float>(float* ptr, size_t num)
{
rocblas_uniform_int_1_10_run_float(ptr, num);
};
template <>
inline void random_run_generator<double>(double* ptr, size_t num)
{
rocblas_uniform_int_1_10_run_double(ptr, num);
};
template <>
inline void random_run_generator<rocblas_float_complex>(rocblas_float_complex* ptr, size_t num)
{
rocblas_uniform_int_1_10_run_float_complex(ptr, num);
};
template <>
inline void random_run_generator<rocblas_double_complex>(rocblas_double_complex* ptr, size_t num)
{
rocblas_uniform_int_1_10_run_double_complex(ptr, num);
};
// HPL
/*! \brief generate a random number in HPL-like [-0.5,0.5] doubles */
template <typename T>
inline T random_hpl_generator()
{
return std::uniform_real_distribution<double>(-0.5, 0.5)(t_rocblas_rng);
}
// for rocblas_bfloat16, generate float, and convert to rocblas_bfloat16
/*! \brief generate a random number in HPL-like [-0.5,0.5] doubles */
template <>
inline rocblas_bfloat16 random_hpl_generator()
{
return rocblas_bfloat16(std::uniform_real_distribution<float>(-0.5, 0.5)(t_rocblas_rng));
}
template <>
inline rocblas_float_complex random_hpl_generator()
{
return rocblas_float_complex{std::uniform_real_distribution<float>(-0.5, 0.5)(t_rocblas_rng),
std::uniform_real_distribution<float>(-0.5, 0.5)(t_rocblas_rng)};
}
template <>
inline rocblas_double_complex random_hpl_generator()
{
return rocblas_double_complex{std::uniform_real_distribution<double>(-0.5, 0.5)(t_rocblas_rng),
std::uniform_real_distribution<double>(-0.5, 0.5)(t_rocblas_rng)};
}
/*! \brief generate a random ASCII string of up to length n */
inline std::string random_string(size_t n)
{
std::string str;
if(n)
{
size_t len = std::uniform_int_distribution<size_t>(1, n)(t_rocblas_rng);
str.reserve(len);
for(size_t i = 0; i < len; ++i)
str.push_back(static_cast<char>(
std::uniform_int_distribution<unsigned short>(0x20, 0x7E)(t_rocblas_rng)));
}
return str;
}
template <typename T>
inline T random_zero_one_generator()
{
return (std::uniform_int_distribution<int>(0, 1)(t_rocblas_rng));
};
// NOTE: need to convert it into float first, otherwise the bits may be reinterpreted incorrectly
template <>
inline rocblas_half random_zero_one_generator<rocblas_half>()
{
return rocblas_half((float)std::uniform_int_distribution<int>(0, 1)(t_rocblas_rng));
}
template <>
inline rocblas_bfloat16 random_zero_one_generator<rocblas_bfloat16>()
{
return rocblas_bfloat16((float)std::uniform_int_distribution<int>(0, 1)(t_rocblas_rng));
}