CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
381 lines
15 KiB
C++
381 lines
15 KiB
C++
/*! \file */
|
|
/* ************************************************************************
|
|
* Copyright (C) 2019-2026 Advanced Micro Devices, Inc. All rights Reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*
|
|
* ************************************************************************ */
|
|
|
|
#pragma once
|
|
#ifndef ROCSPARSE_TEST_HPP
|
|
#define ROCSPARSE_TEST_HPP
|
|
|
|
#include "rocsparse_arguments.hpp"
|
|
#include "test_cleanup.hpp"
|
|
|
|
#include <cstdio>
|
|
#include <sstream>
|
|
#include <type_traits>
|
|
#include <unordered_map>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
rocsparse_status rocsparse_record_timing(double msec, double gflops, double gbs);
|
|
rocsparse_status rocsparse_record_output(const std::string&);
|
|
rocsparse_status rocsparse_record_output_legend(const std::string&);
|
|
|
|
inline rocsparse_int rocsparse_convert_to_int(int64_t integer)
|
|
{
|
|
if(integer > std::numeric_limits<rocsparse_int>::max())
|
|
{
|
|
std::cerr << "Error: Integer is too large to convert to rocsparse_int" << std::endl;
|
|
exit(1);
|
|
}
|
|
|
|
return static_cast<rocsparse_int>(integer);
|
|
}
|
|
|
|
#ifdef GOOGLE_TEST
|
|
#include <gtest/gtest.h>
|
|
|
|
// Extra macro so that macro arguments get expanded before calling Google Test
|
|
#define CHECK_HIP_ERROR2(ERROR) ASSERT_EQ(ERROR, hipSuccess)
|
|
#define CHECK_HIP_ERROR(ERROR) CHECK_HIP_ERROR2(ERROR)
|
|
|
|
#define EXPECT_ROCSPARSE_STATUS ASSERT_EQ
|
|
#define EXPECT_ROCSPARSE_DATA_STATUS ASSERT_EQ
|
|
|
|
#else // GOOGLE_TEST
|
|
|
|
inline const char* rocsparse_status_to_string(rocsparse_status status)
|
|
{
|
|
switch(status)
|
|
{
|
|
case rocsparse_status_success:
|
|
return "rocsparse_status_success";
|
|
case rocsparse_status_invalid_handle:
|
|
return "rocsparse_status_invalid_handle";
|
|
case rocsparse_status_not_implemented:
|
|
return "rocsparse_status_not_implemented";
|
|
case rocsparse_status_invalid_pointer:
|
|
return "rocsparse_status_invalid_pointer";
|
|
case rocsparse_status_invalid_size:
|
|
return "rocsparse_status_invalid_size";
|
|
case rocsparse_status_memory_error:
|
|
return "rocsparse_status_memory_error";
|
|
case rocsparse_status_internal_error:
|
|
return "rocsparse_status_internal_error";
|
|
case rocsparse_status_invalid_value:
|
|
return "rocsparse_status_invalid_value";
|
|
case rocsparse_status_arch_mismatch:
|
|
return "rocsparse_status_arch_mismatch";
|
|
case rocsparse_status_zero_pivot:
|
|
return "rocsparse_status_zero_pivot";
|
|
case rocsparse_status_not_initialized:
|
|
return "rocsparse_status_not_initialized";
|
|
case rocsparse_status_type_mismatch:
|
|
return "rocsparse_status_type_mismatch";
|
|
case rocsparse_status_requires_sorted_storage:
|
|
return "rocsparse_status_requires_sorted_storage";
|
|
case rocsparse_status_thrown_exception:
|
|
return "rocsparse_status_thrown_exception";
|
|
case rocsparse_status_continue:
|
|
return "rocsparse_status_continue";
|
|
}
|
|
return "<undefined rocsparse_status value>";
|
|
}
|
|
|
|
inline const char* rocsparse_data_status_to_string(rocsparse_data_status status)
|
|
{
|
|
switch(status)
|
|
{
|
|
case rocsparse_data_status_success:
|
|
return "rocsparse_data_status_success";
|
|
case rocsparse_data_status_inf:
|
|
return "rocsparse_data_status_inf";
|
|
case rocsparse_data_status_nan:
|
|
return "rocsparse_data_status_nan";
|
|
case rocsparse_data_status_invalid_offset_ptr:
|
|
return "rocsparse_data_status_invalid_offset_ptr";
|
|
case rocsparse_data_status_invalid_index:
|
|
return "rocsparse_data_status_invalid_index";
|
|
case rocsparse_data_status_duplicate_entry:
|
|
return "rocsparse_data_status_duplicate_entry";
|
|
case rocsparse_data_status_invalid_sorting:
|
|
return "rocsparse_data_status_invalid_sorting";
|
|
case rocsparse_data_status_invalid_fill:
|
|
return "rocsparse_data_status_invalid_fill";
|
|
}
|
|
return "<undefined rocsparse_data_status value>";
|
|
}
|
|
|
|
inline void rocsparse_expect_status(rocsparse_status status, rocsparse_status expect)
|
|
{
|
|
if(status != expect)
|
|
{
|
|
std::cerr << "rocSPARSE status error: Expected " << rocsparse_status_to_string(expect)
|
|
<< ", received " << rocsparse_status_to_string(status) << std::endl;
|
|
if(expect == rocsparse_status_success)
|
|
{
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
}
|
|
}
|
|
|
|
inline void rocsparse_expect_data_status(rocsparse_data_status status, rocsparse_data_status expect)
|
|
{
|
|
if(status != expect)
|
|
{
|
|
std::cerr << "rocSPARSE data status error: Expected "
|
|
<< rocsparse_data_status_to_string(expect) << ", received "
|
|
<< rocsparse_data_status_to_string(status) << std::endl;
|
|
if(expect == rocsparse_data_status_success)
|
|
{
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
}
|
|
}
|
|
|
|
#define CHECK_HIP_ERROR(ERROR) \
|
|
do \
|
|
{ \
|
|
auto error = ERROR; \
|
|
if(error != hipSuccess) \
|
|
{ \
|
|
fprintf(stderr, \
|
|
"error: '%s'(%d) at %s:%d\n", \
|
|
hipGetErrorString(error), \
|
|
error, \
|
|
__FILE__, \
|
|
__LINE__); \
|
|
exit(EXIT_FAILURE); \
|
|
} \
|
|
} while(0)
|
|
|
|
#define EXPECT_ROCSPARSE_STATUS rocsparse_expect_status
|
|
#define EXPECT_ROCSPARSE_DATA_STATUS rocsparse_expect_data_status
|
|
|
|
#endif // GOOGLE_TEST
|
|
|
|
#define CHECK_ROCSPARSE_ERROR2(STATUS) EXPECT_ROCSPARSE_STATUS(STATUS, rocsparse_status_success)
|
|
#define CHECK_ROCSPARSE_ERROR(STATUS) CHECK_ROCSPARSE_ERROR2(STATUS)
|
|
#define CHECK_ROCSPARSE_DATA_ERROR2(STATUS) \
|
|
EXPECT_ROCSPARSE_DATA_STATUS(STATUS, rocsparse_data_status_success)
|
|
#define CHECK_ROCSPARSE_DATA_ERROR(STATUS) CHECK_ROCSPARSE_DATA_ERROR2(STATUS)
|
|
|
|
#define CHECK_ROCSPARSE_THROW_ERROR(STATUS) \
|
|
do \
|
|
{ \
|
|
auto CHECK_ROCSPARSE_THROW_ERROR_status = (STATUS); \
|
|
if(CHECK_ROCSPARSE_THROW_ERROR_status != rocsparse_status_success) \
|
|
{ \
|
|
throw CHECK_ROCSPARSE_THROW_ERROR_status; \
|
|
} \
|
|
} while(false)
|
|
|
|
#define CHECK_HIP_THROW_ERROR(ERROR) \
|
|
do \
|
|
{ \
|
|
auto CHECK_HIP_THROW_ERROR_status = (ERROR); \
|
|
if(CHECK_HIP_THROW_ERROR_status != hipSuccess) \
|
|
{ \
|
|
throw CHECK_HIP_THROW_ERROR_status; \
|
|
} \
|
|
} while(false)
|
|
|
|
#ifdef GOOGLE_TEST
|
|
|
|
// The tests are instantiated by filtering through the RocSPARSE_Data stream
|
|
// The filter is by category and by the type_filter() and function_filter()
|
|
// functions in the testclass
|
|
#define INSTANTIATE_TEST_CATEGORY(testclass, categ0ry) \
|
|
INSTANTIATE_TEST_SUITE_P( \
|
|
categ0ry, \
|
|
testclass, \
|
|
testing::ValuesIn(RocSPARSE_TestData::begin([](const Arguments& arg) { \
|
|
return !strcmp(arg.category, #categ0ry) \
|
|
&& testclass::type_filter(arg) \
|
|
&& testclass::function_filter(arg) \
|
|
&& testclass::arch_filter(arg) \
|
|
&& testclass::memory_filter(arg); \
|
|
}), \
|
|
RocSPARSE_TestData::end()), \
|
|
testclass::PrintToStringParamName());
|
|
|
|
#if defined(GTEST_ALLOW_UNINSTANTIATED_PARAMETERIZED_TEST)
|
|
#define ROCSPARSE_ALLOW_UNINSTANTIATED_GTEST(testclass) \
|
|
GTEST_ALLOW_UNINSTANTIATED_PARAMETERIZED_TEST(testclass);
|
|
#else
|
|
#define ROCSPARSE_ALLOW_UNINSTANTIATED_GTEST(testclass)
|
|
#endif
|
|
|
|
// Instantiate all test categories
|
|
#define INSTANTIATE_TEST_CATEGORIES(testclass) \
|
|
ROCSPARSE_ALLOW_UNINSTANTIATED_GTEST(testclass) \
|
|
INSTANTIATE_TEST_CATEGORY(testclass, quick) \
|
|
INSTANTIATE_TEST_CATEGORY(testclass, pre_checkin) \
|
|
INSTANTIATE_TEST_CATEGORY(testclass, nightly) \
|
|
INSTANTIATE_TEST_CATEGORY(testclass, stress) \
|
|
INSTANTIATE_TEST_CATEGORY(testclass, known_bug)
|
|
|
|
/* ============================================================================================ */
|
|
/*! \brief Normalized test name to conform to Google Tests */
|
|
// Template parameter is used to generate multiple instantiations
|
|
template <typename>
|
|
class RocSPARSE_TestName
|
|
{
|
|
std::ostringstream str;
|
|
|
|
static auto& get_table()
|
|
{
|
|
// Placed inside function to avoid dependency on initialization order
|
|
static std::unordered_map<std::string, size_t>* table = test_cleanup::allocate(&table);
|
|
return *table;
|
|
}
|
|
|
|
public:
|
|
// Convert stream to normalized Google Test name
|
|
// rvalue reference qualified so that it can only be called once
|
|
// The name should only be generated once before the stream is destroyed
|
|
operator std::string() &&
|
|
{
|
|
// This table is private to each instantation of RocSPARSE_TestName
|
|
auto& table = get_table();
|
|
std::string name(str.str());
|
|
|
|
if(name == "")
|
|
name = "1";
|
|
|
|
// Warn about unset letter parameters
|
|
if(name.find('*') != name.npos)
|
|
fputs("!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
|
|
"!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n"
|
|
"Warning: Character * found in name."
|
|
" This means a required letter parameter\n"
|
|
"(e.g., transA, diag, etc.) has not been set in the YAML file."
|
|
" Check the YAML file.\n"
|
|
"!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
|
|
"!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n",
|
|
stderr);
|
|
|
|
// Replace non-alphanumeric characters with letters
|
|
std::replace(name.begin(), name.end(), '-', 'n'); // minus
|
|
std::replace(name.begin(), name.end(), '.', 'p'); // decimal point
|
|
|
|
// Complex (A,B) is replaced with ArBi
|
|
name.erase(std::remove(name.begin(), name.end(), '('), name.end());
|
|
std::replace(name.begin(), name.end(), ',', 'r');
|
|
std::replace(name.begin(), name.end(), ')', 'i');
|
|
|
|
// If parameters are repeated, append an incrementing suffix
|
|
auto p = table.find(name);
|
|
if(p != table.end())
|
|
name += "_t" + std::to_string(++p->second);
|
|
else
|
|
table[name] = 1;
|
|
|
|
return name;
|
|
}
|
|
|
|
// Stream output operations
|
|
template <typename U> // Lvalue LHS
|
|
friend RocSPARSE_TestName& operator<<(RocSPARSE_TestName& name, U&& obj)
|
|
{
|
|
name.str << std::forward<U>(obj);
|
|
return name;
|
|
}
|
|
|
|
template <typename U> // Rvalue LHS
|
|
friend RocSPARSE_TestName&& operator<<(RocSPARSE_TestName&& name, U&& obj)
|
|
{
|
|
name.str << std::forward<U>(obj);
|
|
return std::move(name);
|
|
}
|
|
|
|
RocSPARSE_TestName() = default;
|
|
RocSPARSE_TestName(const RocSPARSE_TestName&) = delete;
|
|
RocSPARSE_TestName& operator=(const RocSPARSE_TestName&) = delete;
|
|
};
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RocSPARSE_Test base class. All non-legacy rocSPARSE Google tests derive from it.
|
|
// It defines a type_filter_functor() and a PrintToStringParamName class
|
|
// which calls name_suffix() in the derived class to form the test name suffix.
|
|
// ----------------------------------------------------------------------------
|
|
template <typename TEST, template <typename...> class FILTER>
|
|
class RocSPARSE_Test : public testing::TestWithParam<Arguments>
|
|
{
|
|
protected:
|
|
// This template functor returns true if the type arguments are valid.
|
|
// It converts a FILTER specialization to bool to test type matching.
|
|
template <typename... T>
|
|
struct type_filter_functor
|
|
{
|
|
bool operator()(const Arguments&)
|
|
{
|
|
return static_cast<bool>(FILTER<T...>{});
|
|
}
|
|
};
|
|
|
|
public:
|
|
// Wrapper functor class which calls name_suffix()
|
|
struct PrintToStringParamName
|
|
{
|
|
std::string operator()(const testing::TestParamInfo<Arguments>& info) const
|
|
{
|
|
return TEST::name_suffix(info.param);
|
|
}
|
|
};
|
|
};
|
|
|
|
#endif // GOOGLE_TEST
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// Error case which returns false when converted to bool. A void specialization
|
|
// of the FILTER class template above, should be derived from this class, in
|
|
// order to indicate that the type combination is invalid.
|
|
// ----------------------------------------------------------------------------
|
|
struct rocsparse_test_invalid
|
|
{
|
|
// Return false to indicate the type combination is invalid, for filtering
|
|
explicit operator bool()
|
|
{
|
|
return false;
|
|
}
|
|
|
|
// If this specialization is actually called, print fatal error message
|
|
void operator()(const Arguments&)
|
|
{
|
|
static constexpr char msg[] = "Internal error: Test called with invalid types\n";
|
|
|
|
#ifdef GOOGLE_TEST
|
|
FAIL() << msg;
|
|
#else
|
|
fputs(msg, stderr);
|
|
exit(EXIT_FAILURE);
|
|
#endif
|
|
}
|
|
};
|
|
|
|
#ifdef ROCSPARSE_DEBUGGING
|
|
#include "rocsparse_clients_test_hip_debug_wrappers.hpp"
|
|
#endif
|
|
|
|
#endif // ROCSPARSE_TEST_HPP
|