TheRock/rocm-libraries/projects/hipblaslt/tensilelite/client/include/Utility.hpp

/*******************************************************************************
 *
 * MIT License
 *
 * Copyright (C) 2023 Advanced Micro Devices, Inc. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 *
 *******************************************************************************/

#pragma once
#include <hip/hip_runtime.h>
#include <hip/hip_runtime_api.h>
#include <sstream>
#include <vector>

namespace TensileLite
{
    namespace Client
    {
        inline std::vector<void*> benchmarkAllocation(std::stringstream& ss)
        {
            std::vector<void*> ptrs;
            void*              extra = nullptr;
            size_t             remainingSize;
            hipDeviceProp_t    hipProps;
            static_cast<void>(hipGetDeviceProperties(&hipProps, 0));
            remainingSize = size_t(hipProps.totalGlobalMem);
            ss << "Trying to allocate all GPU memory to prevend other user use GPU "
                  "when benchmarking"
               << std::endl;
            while(1)
            {
                if(hipSuccess == hipMalloc(&extra, remainingSize))
                {
                    ptrs.push_back(extra);
                    ss << "LOCAL: GPU benchmark protect, allocate " << remainingSize / (1024 * 1024)
                       << " MB Success." << std::endl;
                }
                else
                {
                    ss << "LOCAL: GPU benchmark protect, allocate " << remainingSize / (1024 * 1024)
                       << " MB Fail." << std::endl;
                }
                remainingSize = remainingSize / 2;
                if(remainingSize <= 0)
                {
                    break;
                }
            };
            return ptrs;
        }
    } // namespace Client
} // namespace TensileLite