/* ************************************************************************ * Copyright (C) 2016-2025 Advanced Micro Devices, Inc. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * * ************************************************************************ */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "program_options.hpp" #include "argument_model.hpp" #include "hipblas_data.hpp" #include "hipblas_parse_data.hpp" #include "hipblas_test.hpp" #include #include #include #include #include #include "clients_common.hpp" #include "utility.h" #define STRINGIFY(s) STRINGIFY_HELPER(s) #define STRINGIFY_HELPER(s) #s #if defined(GTEST_ALLOW_UNINSTANTIATED_PARAMETERIZED_TEST) #define HIPBLAS_ALLOW_UNINSTANTIATED_GTEST(testclass) \ GTEST_ALLOW_UNINSTANTIATED_PARAMETERIZED_TEST(testclass); #else #define HIPBLAS_ALLOW_UNINSTANTIATED_GTEST(testclass) #endif static void print_version_info() { // clang-format off std::cout << "hipBLAS version " STRINGIFY(hipblasVersionMajor) "." STRINGIFY(hipblasVersionMinor) "." STRINGIFY(hipblasVersionPatch) "." STRINGIFY(hipblasVersionTweak) << std::endl; // clang-format on } using namespace testing; class ConfigurableEventListener : public TestEventListener { TestEventListener* const eventListener; std::atomic_size_t skipped_tests{0}; // Number of skipped tests. public: bool showTestCases = true; // Show the names of each test case. bool showTestNames = true; // Show the names of each test. bool showSuccesses = true; // Show each success. bool showInlineFailures = true; // Show each failure as it occurs. bool showEnvironment = true; // Show the setup of the global environment. bool showInlineSkips = true; // Show when we skip a test. explicit ConfigurableEventListener(TestEventListener* theEventListener) : eventListener(theEventListener) { } ~ConfigurableEventListener() override { delete eventListener; } void OnTestProgramStart(const UnitTest& unit_test) override { eventListener->OnTestProgramStart(unit_test); } void OnTestIterationStart(const UnitTest& unit_test, int iteration) override { eventListener->OnTestIterationStart(unit_test, iteration); } void OnEnvironmentsSetUpStart(const UnitTest& unit_test) override { if(showEnvironment) eventListener->OnEnvironmentsSetUpStart(unit_test); } void OnEnvironmentsSetUpEnd(const UnitTest& unit_test) override { if(showEnvironment) eventListener->OnEnvironmentsSetUpEnd(unit_test); } void OnTestCaseStart(const TestCase& test_case) override { if(showTestCases) eventListener->OnTestCaseStart(test_case); } void OnTestStart(const TestInfo& test_info) override { if(showTestNames) eventListener->OnTestStart(test_info); } void OnTestPartResult(const TestPartResult& result) override { if(result.type() == TestPartResult::kSkip) { ++skipped_tests; if(strstr(result.message(), LIMITED_RAM_STRING)) { if(showInlineSkips) std::cout << "Skipped test due to limited RAM environment." << std::endl; } else if(strstr(result.message(), LIMITED_VRAM_STRING)) { if(showInlineSkips) std::cout << "Skipped test due to limited GPU memory environment." << std::endl; } else if(showInlineSkips) { // this is more output than the simple sentences above eventListener->OnTestPartResult(result); } } else { eventListener->OnTestPartResult(result); } // Additional skip controls used by rocBLAS. Might consider adding here // else if(!strcmp(result.message(), TOO_MANY_DEVICES_STRING_GTEST)) // { // if(showInlineSkips) // std::cout << "Skipped test due to too few GPUs." << std::endl; // ++skipped_tests; // } } void OnTestEnd(const TestInfo& test_info) override { if(test_info.result()->Failed() ? showInlineFailures : showSuccesses) eventListener->OnTestEnd(test_info); } void OnTestCaseEnd(const TestCase& test_case) override { if(showTestCases) eventListener->OnTestCaseEnd(test_case); } void OnEnvironmentsTearDownStart(const UnitTest& unit_test) override { if(showEnvironment) eventListener->OnEnvironmentsTearDownStart(unit_test); } void OnEnvironmentsTearDownEnd(const UnitTest& unit_test) override { if(showEnvironment) eventListener->OnEnvironmentsTearDownEnd(unit_test); } void OnTestIterationEnd(const UnitTest& unit_test, int iteration) override { eventListener->OnTestIterationEnd(unit_test, iteration); } void OnTestProgramEnd(const UnitTest& unit_test) override { if(skipped_tests) std::cout << "[ SKIPPED ] " << skipped_tests << " tests." << std::endl; eventListener->OnTestProgramEnd(unit_test); } }; // Set the listener for Google Tests static void hipblas_set_listener() { // remove the default listener auto& listeners = testing::UnitTest::GetInstance()->listeners(); auto default_printer = listeners.Release(listeners.default_result_printer()); // add our listener, by default everything is on (the same as using the default listener) // here I am turning everything off so I only see the 3 lines for the result // (plus any failures at the end), like: // [==========] Running 149 tests from 53 test cases. // [==========] 149 tests from 53 test cases ran. (1 ms total) // [ PASSED ] 149 tests. // auto* listener = new ConfigurableEventListener(default_printer); auto* gtest_listener = getenv("GTEST_LISTENER"); if(gtest_listener && !strcmp(gtest_listener, "NO_PASS_LINE_IN_LOG")) { std::cout << "environment GTEST_LISTENER=NO_PASS_LINE_IN_LOG is now the default.\n" "To see pass lines use: GTEST_LISTENER=PASS_LINE_IN_LOG" << std::endl; } if(gtest_listener && !strcmp(gtest_listener, "PASS_LINE_IN_LOG")) { } else { // default is now the same as GTEST_LISTENER=NO_PASS_LINE_IN_LOG listener->showTestNames = false; listener->showSuccesses = false; listener->showInlineFailures = true; // easier reading listener->showInlineSkips = false; } listeners.Append(listener); } static void hipblas_print_usage_warning() { std::string warning( "parsing of test data may take a couple minutes before any test output appears..."); std::cout << "info: " << warning << "\n" << std::endl; } static std::string hipblas_capture_args(int argc, char** argv) { std::ostringstream cmdLine; cmdLine << "command line: "; for(int i = 0; i < argc; i++) { if(argv[i]) cmdLine << std::string(argv[i]) << " "; } return cmdLine.str(); } static void hipblas_print_args(const std::string& args) { std::cout << args << std::endl; std::cout.flush(); } static void hipblas_set_test_device() { int device_id = 0; int device_count = query_device_property(); if(device_count <= 0) { std::cerr << "Error: No devices found" << std::endl; exit(EXIT_FAILURE); } set_device(device_id); } /* ===================================================================== Main function: =================================================================== */ int main(int argc, char** argv) { std::string args = hipblas_capture_args(argc, argv); auto* no_signal_handling = getenv("HIPBLAS_TEST_NO_SIGACTION"); if(no_signal_handling) { std::cout << "hipblas-test INFO: sigactions disabled." << std::endl; } else { // Set signal handler hipblas_test_sigaction(); } print_version_info(); // Set test device hipblas_set_test_device(); hipblas_print_usage_warning(); bool datafile = hipblas_parse_data(argc, argv, hipblas_exepath() + "hipblas_gtest.data"); ::testing::InitGoogleTest(&argc, argv); // Free up all temporary data generated during test creation test_cleanup::cleanup(); // Set Google Test listener hipblas_set_listener(); int status = 0; if(!datafile) { status = RUN_ALL_TESTS(); } else { // remove standard non-yaml based gtests defined with explicit code. This depends // on the GTEST name convention, so for now internal tests must follow the // pattern INSTANTIATE_TEST_SUITE_P(*, *_gtest, *) to be filtered from yaml set // via this GTEST_FLAG line: // Temporarily running all tests while transitioning to YAML based testing for hipblas-test suite. ::testing::GTEST_FLAG(filter) = ::testing::GTEST_FLAG(filter); // + "-*_gtest.*"; status = RUN_ALL_TESTS(); } print_version_info(); // redundant, but convenient when tests fail hipblas_print_args(args); return status; }