/******************************************************************************* * * MIT License * * Copyright (c) 2022-2023 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * *******************************************************************************/ #pragma once #include "hipsparselt_math.hpp" #include "hipsparselt_random.hpp" #include #include #include #include #include /* ============================================================================================ */ /*! \brief matrix/vector initialization: */ // for vector x (M=1, N=lengthX, lda=incx); // for complex number, the real/imag part would be initialized with the same value // Initialize matrices with random values template void hipsparselt_init( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) { size_t b_idx = i_batch * stride; for(size_t j = 0; j < N; ++j) { size_t col_idx = b_idx + j * lda; if(M > 4) random_run_generator(A + col_idx, M); else { for(size_t i = 0; i < M; ++i) A[col_idx + i] = random_generator(); } } } } // Initialize matrices with random values template inline void hipsparselt_init( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { hipsparselt_init(A.data(), M, N, lda, stride, batch_count); } template void hipsparselt_init_sin( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) #pragma omp parallel for for(size_t j = 0; j < N; ++j) { size_t offset = j * lda + i_batch * stride; for(size_t i = 0; i < M; ++i) A[i + offset] = static_cast(sin(double(i + offset))); //force cast to double } } template inline void hipsparselt_init_sin( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { hipsparselt_init_sin(A.data(), M, N, lda, stride, batch_count); } // Initialize matrix so adjacent entries have alternating sign. // In gemm if either A or B are initialized with alernating // sign the reduction sum will be summing positive // and negative numbers, so it should not get too large. // This helps reduce floating point inaccuracies for 16bit // arithmetic where the exponent has only 5 bits, and the // mantissa 10 bits. template void hipsparselt_init_alternating_sign( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) #pragma omp parallel for for(size_t j = 0; j < N; ++j) { size_t offset = j * lda + i_batch * stride; for(size_t i = 0; i < M; ++i) { auto value = random_generator(); A[i + offset] = (i ^ j) & 1 ? value : negate(value); } } } template void hipsparselt_init_alternating_sign( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { hipsparselt_init_alternating_sign(A.data(), M, N, lda, stride, batch_count); } // Initialize matrix so adjacent entries have alternating sign. template void hipsparselt_init_hpl_alternating_sign( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) #pragma omp parallel for for(size_t j = 0; j < N; ++j) { size_t offset = j * lda + i_batch * stride; for(size_t i = 0; i < M; ++i) { auto value = random_hpl_generator(); A[i + offset] = (i ^ j) & 1 ? value : negate(value); } } } template void hipsparselt_init_hpl_alternating_sign( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { hipsparselt_init_hpl_alternating_sign(A.data(), M, N, lda, stride, batch_count); } template void hipsparselt_init_cos( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) #pragma omp parallel for for(size_t j = 0; j < N; ++j) { size_t offset = j * lda + i_batch * stride; for(size_t i = 0; i < M; ++i) A[i + offset] = T(cos(double(i + offset))); //force cast to double } } template inline void hipsparselt_init_cos( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { hipsparselt_init_cos(A.data(), M, N, lda, stride, batch_count); } // Initialize vector with HPL-like random values template void hipsparselt_init_hpl( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = random_hpl_generator(); } template void hipsparselt_init_hpl( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = random_hpl_generator(); } /* ============================================================================================ */ /*! \brief Initialize an array with random data, with NaN where appropriate */ template void hipsparselt_init_nan(T* A, size_t N) { for(size_t i = 0; i < N; ++i) A[i] = T(hipsparselt_nan_rng()); } template void hipsparselt_init_nan(T* A, size_t start_offset, size_t end_offset) { for(size_t i = start_offset; i < end_offset; ++i) A[i] = T(hipsparselt_nan_rng()); } template void hipsparselt_init_nan_tri( bool upper, T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) { T val = upper ? (j >= i ? T(hipsparselt_nan_rng()) : 0) : (j <= i ? T(hipsparselt_nan_rng()) : 0); A[i + j * lda + i_batch * stride] = val; } } template void hipsparselt_init_nan( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = T(hipsparselt_nan_rng()); } template void hipsparselt_init_nan( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { hipsparselt_init_nan(A.data(), M, N, lda, stride, batch_count); } /* ============================================================================================ */ /*! \brief Initialize an array with random data, with Inf where appropriate */ template void hipsparselt_init_inf(T* A, size_t N) { for(size_t i = 0; i < N; ++i) A[i] = T(hipsparselt_inf_rng()); } template void hipsparselt_init_inf(T* A, size_t start_offset, size_t end_offset) { for(size_t i = start_offset; i < end_offset; ++i) A[i] = T(hipsparselt_inf_rng()); } template void hipsparselt_init_inf( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = T(hipsparselt_inf_rng()); } template void hipsparselt_init_inf( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { hipsparselt_init_inf(A.data(), M, N, lda, stride, batch_count); } /* ============================================================================================ */ /*! \brief Initialize an array with random data, with zero */ template void hipsparselt_init_zero( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = T(hipsparselt_zero_rng()); } template void hipsparselt_init_zero(T* A, size_t start_offset, size_t end_offset) { for(size_t i = start_offset; i < end_offset; ++i) A[i] = T(hipsparselt_zero_rng()); } template void hipsparselt_init_alt_impl_big( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { const __half ieee_half_max(65280.0); for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = T(ieee_half_max); } template inline void hipsparselt_init_alt_impl_big( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { const __half ieee_half_max(65280.0); for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = T(ieee_half_max); } template void hipsparselt_init_alt_impl_small( std::vector& A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { const __half ieee_half_small(0.0000607967376708984375); for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = T(ieee_half_small); } template void hipsparselt_init_alt_impl_small( T* A, size_t M, size_t N, size_t lda, size_t stride = 0, size_t batch_count = 1) { const __half ieee_half_small(0.0000607967376708984375); for(size_t i_batch = 0; i_batch < batch_count; i_batch++) for(size_t i = 0; i < M; ++i) for(size_t j = 0; j < N; ++j) A[i + j * lda + i_batch * stride] = T(ieee_half_small); } /* ============================================================================================ */ /*! \brief matrix matrix initialization: copies from A into same position in B */ template void hipsparselt_copy_matrix(const T* A, T* B, size_t M, size_t N, size_t lda, size_t ldb, size_t stridea = 0, size_t strideb = 0, size_t batch_count = 1) { for(size_t i_batch = 0; i_batch < batch_count; i_batch++) { size_t stride_offset_a = i_batch * stridea; size_t stride_offset_b = i_batch * strideb; #pragma omp parallel for for(size_t j = 0; j < N; ++j) { size_t offset_a = stride_offset_a + j * lda; size_t offset_b = stride_offset_b + j * ldb; memcpy(B + offset_b, A + offset_a, M * sizeof(T)); } } }