#!/usr/bin/env bash # ############################################################################# # Copyright (C) 2016 - 2022 Advanced Micro Devices, Inc. All rights reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################# # ################################################# # helper functions # ################################################# function display_help() { echo "rocfft build & installation helper script" echo "./install [-h|--help] " echo " [-h|--help] prints this help message" echo " [--prefix] Specify an alternate CMAKE_INSTALL_PREFIX for cmake" echo " [-i|--install] install via package manager after build" echo " [-d|--dependencies] install build dependencies" echo " [-c|--clients] build library clients too (combines with -i & -d)" echo " [-g|--debug] -DCMAKE_BUILD_TYPE=Debug (default is =Release)" echo " [-t|--tuner] --DROCFFT_BUILD_OFFLINE_TUNER=ON (default is =Off)" echo " [-r]--relocatable] create a package to support relocatable ROCm" #echo " [--cuda] build library for cuda backend" echo " [--hip-clang] build library for amdgpu backend using hip-clang" echo " [--gen-pattern] Specify the FFT patterns to generate (none, pow2, pow3, pow5, pow7, 2D, large, small, all)" echo " can be a combination such as ='pow2,pow5,2D', default is all" echo " [--gen-precision] Specify the precision type to generate (single, double, all), default is all" echo " [--gen-group-num] Specify the group numbers of generated kernel files" echo " [--manual-small] Additional small sizes list to generate, ='A[,B,C,..]', default is empty " echo " [--manual-large] Additional large sizes list to generate, ='A[,B,C,..]', default is empty " echo " [--solmap-folder] Specify the folder (abs-path) of solution-map that would be built into library, " echo " default is [repo-folder]/solution_map/" echo " [--address-sanitizer] build with address sanitizer enabled" echo " [--rm-legacy-include-dir] Remove legacy include dir Packaging added for file/folder reorg backward compatibility." } # This function is helpful for dockerfiles that do not have sudo installed, but the # default user is root true is a system command that completes successfully, function # returns success prereq: ${ID} must be defined before calling supported_distro( ) { if [ -z ${ID+foo} ]; then printf "supported_distro(): \$ID must be set\n" exit 2 fi case "${ID}" in ubuntu|centos|rhel|fedora|sles) true ;; *) printf "This script is currently supported on Ubuntu, CentOS, RHEL, Fedora, and SLES\n" exit 2 ;; esac } # This function is helpful for dockerfiles that do not have sudo installed, but the # default user is root check_exit_code( ) { if (( $? != 0 )); then exit $? fi } # Check if the given proposed directory is contained in an existing # directory to which the user has write access. # Returns 0 if the directory is ok. check_install_dir() { dir=$1 lasdir="" indir_is_ok=1 while [[ ${dir} != ${lastdir} ]] do #echo ${dir} if [ -d "${dir}" ]; then if [ -w ${dir} ]; then indir_is_ok=0 fi break fi dir="$(dirname "$dir")" done return ${indir_is_ok} } # This function is helpful for dockerfiles that do not have sudo installed, but the # default user is root elevate_if_not_root( ) { local uid=$(id -u) if (( ${uid} )); then sudo $@ check_exit_code else $@ check_exit_code fi } # Take an array of packages as input, and install those packages with 'apt' if they are # not already installed install_apt_packages( ) { package_dependencies=("$@") for package in "${package_dependencies[@]}"; do if [[ $(dpkg-query --show --showformat='${db:Status-Abbrev}\n' ${package} 2> /dev/null | grep -q "ii"; echo $?) -ne 0 ]]; then printf "\033[32mInstalling \033[33m${package}\033[32m from distro package manager\033[0m\n" elevate_if_not_root apt install -y --no-install-recommends ${package} fi done } # Take an array of packages as input, and install those packages with 'yum' if they are # not already installed install_yum_packages( ) { package_dependencies=("$@") for package in "${package_dependencies[@]}"; do if [[ $(yum list installed ${package} &> /dev/null; echo $? ) -ne 0 ]]; then printf "\033[32mInstalling \033[33m${package}\033[32m from distro package manager\033[0m\n" elevate_if_not_root yum -y --nogpgcheck install ${package} fi done } # Take an array of packages as input, and install those packages with 'dnf' if they are # not already installed install_dnf_packages( ) { package_dependencies=("$@") for package in "${package_dependencies[@]}"; do if [[ $(dnf list installed ${package} &> /dev/null; echo $? ) -ne 0 ]]; then printf "\033[32mInstalling \033[33m${package}\033[32m from distro package manager\033[0m\n" elevate_if_not_root dnf install -y ${package} fi done } # Take an array of packages as input, and install those packages with 'zypper' if they are # not already installed install_zypper_packages( ) { package_dependencies=("$@") for package in "${package_dependencies[@]}"; do if [[ $(rpm -qa ${package} | grep -q ${package}; echo $? ) -ne 0 ]]; then printf "\033[32mInstalling \033[33m${package}\033[32m from distro package manager\033[0m\n" elevate_if_not_root zypper -n --no-gpg-checks install ${package} fi done } # Take an array of packages as input, and delegate the work to the appropriate distro # installer prereq: ${ID} must be defined before calling prereq: ${build_clients} must be # defined before calling install_packages( ) { if [ -z ${ID+foo} ]; then printf "install_packages(): \$ID must be set\n" exit 2 fi if [ -z ${build_clients+foo} ]; then printf "install_packages(): \$build_clients must be set\n" exit 2 fi # dependencies needed for rocfft and clients to build local library_dependencies_ubuntu=( "make" "cmake-curses-gui" "pkg-config" ) local library_dependencies_centos=( "epel-release" "make" "cmake3" "gcc-c++" "rpm-build" ) local library_dependencies_fedora=( "make" "cmake" "gcc-c++" "libcxx-devel" "rpm-build" ) local library_dependencies_sles=( "make" "cmake" "gcc-c++" "gcc-fortran" "libcxxtools9" "rpm-build" ) local client_dependencies_ubuntu=( "libfftw3-dev") local client_dependencies_centos=( "fftw-devel" ) local client_dependencies_fedora=( "fftw-devel" ) local client_dependencies_sles=( "fftw3-devel" "pkg-config" "dpkg") case "${ID}" in ubuntu) # elevate_if_not_root apt update install_apt_packages "${library_dependencies_ubuntu[@]}" if [[ "${build_clients}" == true ]]; then install_apt_packages "${client_dependencies_ubuntu[@]}" fi ;; centos|rhel) # elevate_if_not_root yum -y update install_yum_packages "${library_dependencies_centos[@]}" if [[ "${build_clients}" == true ]]; then install_yum_packages "${client_dependencies_centos[@]}" fi ;; fedora) # elevate_if_not_root dnf -y update install_dnf_packages "${library_dependencies_fedora[@]}" if [[ "${build_clients}" == true ]]; then install_dnf_packages "${client_dependencies_fedora[@]}" fi ;; sles) # elevate_if_not_root zypper -n update install_zypper_packages "${library_dependencies_sles[@]}" if [[ "${build_clients}" == true ]]; then install_zypper_packages "${client_dependencies_sles[@]}" fi ;; *) echo "This script is currently supported on Ubuntu, CentOS, RHEL, Fedora, and SLES" exit 2 ;; esac } # ################################################# # Pre-requisites check # ################################################# # Exit code 0: alls well # Exit code 1: problems with getopt # Exit code 2: problems with supported platforms # check if getopt command is installed type getopt > /dev/null if [[ $? -ne 0 ]]; then echo "This script uses getopt to parse arguments; try installing the util-linux package"; exit 1 fi # os-release file describes the system if [[ -e "/etc/os-release" ]]; then source /etc/os-release else echo "This script depends on the /etc/os-release file" exit 2 fi # The following function exits script if an unsupported distro is detected supported_distro # ################################################# # global variables # ################################################# install_package=false install_dependencies=false install_prefix=rocfft-install build_clients=false build_release=true build_tuner=false build_relocatable=false pattern_arg=false precision_arg=false group_num=false manual_small_arg=false manual_large_arg=false build_address_sanitizer=false solmap_data_folder=false # ################################################# # Parameter parsing # ################################################# # check if we have a modern version of getopt that can handle whitespace and long parameters getopt -T if [[ $? -eq 4 ]]; then GETOPT_PARSE=$(getopt --name "${0}" -o 'hidcgrt' --long 'help,install,clients,dependencies,debug,tuner,hip-clang,prefix:,relocatable,gen-pattern:,gen-precision:,gen-group-num:,manual-small:,manual-large:,solmap-folder:,address-sanitizer, rm-legacy-include-dir' --options hicgdrt -- "$@") else echo "Need a new version of getopt" exit 1 fi if [[ $? -ne 0 ]]; then echo "getopt invocation failed; could not parse the command line"; exit 1 fi eval set -- "${GETOPT_PARSE}" while true; do case "${1}" in -h|--help) display_help exit 0 ;; -i|--install) install_package=true shift ;; -d|--dependencies) install_dependencies=true shift ;; -c|--clients) build_clients=true shift ;; -r|--relocatable) build_relocatable=true shift ;; -g|--debug) build_release=false shift ;; -t|--tuner) build_tuner=true shift ;; --address-sanitizer) build_address_sanitizer=true shift ;; --prefix) echo $2 install_prefix=${2} shift 2 ;; --gen-pattern) # echo $2 pattern_arg=${2} shift 2 ;; --gen-precision) # echo $2 precision_arg=${2} shift 2 ;; --gen-group-num) # echo $2 group_num=${2} shift 2 ;; --manual-small) # echo $2 manual_small_arg=${2} shift 2 ;; --manual-large) # echo $2 manual_large_arg=${2} shift 2 ;; --solmap-folder) # echo $2 solmap_data_folder=${2} shift 2 ;; --) shift ; break ;; *) echo "Unexpected command line parameter received; aborting"; exit 1 ;; esac done build_dir=./build printf "\033[32mCreating project build directory in: \033[33m${build_dir}\033[0m\n" # ################################################# # prep # ################################################# # ensure a clean build environment if [[ "${build_release}" == true ]]; then rm -rf ${build_dir}/release else rm -rf ${build_dir}/debug fi if [[ "${build_relocatable}" == true ]]; then rocm_path=/opt/rocm if ! [ -z ${ROCM_PATH+x} ]; then rocm_path=${ROCM_PATH} fi rocm_rpath=" -Wl,--enable-new-dtags -Wl,--rpath,/opt/rocm/lib:/opt/rocm/lib64" if ! [ -z ${ROCM_RPATH+x} ]; then rocm_rpath=" -Wl,--enable-new-dtags -Wl,--rpath,${ROCM_RPATH}" fi fi # Default cmake executable is called cmake cmake_executable=cmake case "${ID}" in centos|rhel) cmake_executable=cmake3 ;; esac # ################################################# # dependencies # ################################################# if [[ "${install_dependencies}" == true ]]; then install_packages # The following builds googletest from source pushd . printf "\033[32mBuilding \033[33mgoogletest\033[32m from source" mkdir -p ${build_dir}/deps && cd ${build_dir}/deps ${cmake_executable} ../../deps # ${cmake_executable} -DCMAKE_INSTALL_PREFIX=deps-install ../../deps make -j$(nproc) elevate_if_not_root make install popd fi # We append customary rocm path; if user provides custom rocm path in ${path}, our # hard-coded path has lesser priority if [[ "${build_relocatable}" == true ]]; then export PATH=${rocm_path}/bin:${PATH} else export PATH=${PATH}:/opt/rocm/bin fi pushd . # ################################################# # configure & build # ################################################# cmake_common_options="--toolchain=toolchain-linux.cmake" cmake_client_options="" if [[ "${build_address_sanitizer}" == true ]]; then cmake_common_options="$cmake_common_options -DBUILD_ADDRESS_SANITIZER=ON" fi # generator if [[ "${pattern_arg}" != false ]]; then cmake_common_options="${cmake_common_options} -DGENERATOR_PATTERN=${pattern_arg}" fi if [[ "${precision_arg}" != false ]]; then cmake_common_options="${cmake_common_options} -DGENERATOR_PRECISION=${precision_arg}" fi if [[ "${group_num}" != false ]]; then cmake_common_options="${cmake_common_options} -DGENERATOR_GROUP_NUM=${group_num}" fi if [[ "${manual_small_arg}" != false ]]; then cmake_common_options="${cmake_common_options} -DGENERATOR_MANUAL_SMALL_SIZE=${manual_small_arg}" fi if [[ "${manual_large_arg}" != false ]]; then cmake_common_options="${cmake_common_options} -DGENERATOR_MANUAL_LARGE_SIZE=${manual_large_arg}" fi if [[ "${build_tuner}" != false ]]; then cmake_common_options="${cmake_common_options} -DROCFFT_BUILD_OFFLINE_TUNER=ON" fi if [[ "${solmap_data_folder}" != false ]]; then cmake_common_options="${cmake_common_options} -DSOLUTION_MAP_DATABASE_FOLDER=${solmap_data_folder}" fi # build type if [[ "${build_release}" == true ]]; then mkdir -p ${build_dir}/release/clients && cd ${build_dir}/release cmake_common_options="${cmake_common_options} -DCMAKE_BUILD_TYPE=Release" else mkdir -p ${build_dir}/debug/clients && cd ${build_dir}/debug cmake_common_options="${cmake_common_options} -DCMAKE_BUILD_TYPE=Debug" fi # clients if [[ "${build_clients}" == true ]]; then cmake_client_options="${cmake_client_options} -DBUILD_CLIENTS_SAMPLES=ON -DBUILD_CLIENTS_TESTS=ON -DBUILD_CLIENTS_BENCH=ON" fi # Build library with AMD toolchain because of existense of device kernels if [[ "${build_clients}" == false ]]; then cmake_client_options=" " fi if [[ "${build_relocatable}" == true ]]; then ${cmake_executable} ${cmake_common_options} ${cmake_client_options} -DCPACK_SET_DESTDIR=OFF -DCMAKE_INSTALL_PREFIX="${install_prefix}" -DCPACK_PACKAGING_INSTALL_PREFIX="${rocm_path}" \ -DCMAKE_PREFIX_PATH="${rocm_path} ${rocm_path}/amdclang++ ${rocm_path}/hip" \ -DCMAKE_SHARED_LINKER_FLAGS="${rocm_rpath}" \ -DROCM_DISABLE_LDCONFIG=ON \ ../.. else ${cmake_executable} ${cmake_common_options} ${cmake_client_options} -DCPACK_SET_DESTDIR=OFF -DCMAKE_INSTALL_PREFIX=${install_prefix} -DCPACK_PACKAGING_INSTALL_PREFIX=/opt/rocm ../.. fi check_exit_code make -j$(nproc) check_exit_code if ( check_install_dir ${install_prefix} ) ; then make install else elevate_if_not_root make install fi check_exit_code # ################################################# # install # ################################################# # installing through package manager, which makes uninstalling easy if [[ "${install_package}" == true ]]; then make package check_exit_code if [[ "${build_clients}" == true ]]; then make package_clients check_exit_code fi case "${ID}" in ubuntu) elevate_if_not_root dpkg -i rocfft[-\_]*.deb ;; centos|rhel) elevate_if_not_root yum -y localinstall rocfft-*.rpm ;; fedora) elevate_if_not_root dnf install rocfft-*.rpm ;; sles) elevate_if_not_root zypper -n --no-gpg-checks install rocfft-*.rpm ;; esac fi popd