TheRock/rocm-libraries/shared/tensile/.jenkins/common.groovy

/*******************************************************************************
 *
 * Copyright (C) 2020-2022 Advanced Micro Devices, Inc. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 *
 *******************************************************************************/

// This file is for internal AMD use.
// If you are interested in running your own Jenkins,
// please raise a github issue for assistance.

def runCompileCommand(platform, project, jobName, boolean debug=false, boolean codecov=false)
{
    project.paths.construct_build_prefix()

    String compiler = '/opt/rocm/bin/amdclang++'
    // Do release build of HostLibraryTests on CI until it is upgraded to rocm 5.3 to
    // avoid bug causing long build times of certain files.
    String buildType = (debug || codecov) ? 'Debug' : 'Release'

    int systemCPUs = sh(script: 'nproc', returnStdout: true ).trim().toInteger()
    long containerRAMbytes = sh(script: 'if [ -f /sys/fs/cgroup/memory.max ]; then cat /sys/fs/cgroup/memory.max; else cat /sys/fs/cgroup/memory/memory.limit_in_bytes; fi', returnStdout: true ).trim().toLong()
    int containerRAM = containerRAMbytes / (1024 * 1024)
    int maxThreads = containerRAM / 8
    if (maxThreads > systemCPUs) maxThreads = systemCPUs
    if (maxThreads > 64) maxThreads = 64
    if (maxThreads < 1) maxThreads = 1

    String buildThreads = maxThreads.toString() // if hipcc is used may be multiplied by parallel-jobs
    String codeCovString = codecov ? "-DTENSILE_ENABLE_COVERAGE=ON" : ""

    def command = """#!/usr/bin/env bash
            set -ex
            hostname
            cd ${project.paths.project_build_prefix}

            export PATH=/opt/rocm/bin:\$PATH
            export HOME=/home/jenkins
            export TENSILE_COMPILER=${compiler}
            export HIPCC_COMPILE_FLAGS_APPEND='-O3 -Wno-format-nonliteral -parallel-jobs=4'

            cmake --trace-expand \
                -B build -S HostLibraryTests \
                -DCMAKE_BUILD_TYPE=${buildType} \
                -DCMAKE_CXX_COMPILER=${compiler} \
                -DCMAKE_CXX_FLAGS="-D__HIP_HCC_COMPAT_MODE__=1" \
                -DTensile_CPU_THREADS=${buildThreads} \
                -DTensile_ROOT=`pwd`/Tensile \
                -DCMAKE_FIND_DEBUG_MODE=ON \
                ${codeCovString}

            cmake --build build --parallel -j\$((`nproc`<16 ? `nproc` : 16)) --verbose
            """

    platform.runCommand(this, command)
}

def runCodecovTestCommand(platform, project, jobName)
{
    def command = "cd ${project.paths.project_build_prefix}/build && make coverage"
    platform.runCommand(this, command)

    this.publishHTML([allowMissing: false,
        alwaysLinkToLastBuild: false,
        keepAll: false,
        reportDir: "${project.paths.project_build_prefix}/build/coverage-report",
        reportFiles: "index.html",
        reportName: "Code coverage report",
        reportTitles: "Code coverage report"
    ])
}

def runTestCommand(platform, project, jobName, testMark, boolean runHostTest=true, boolean runUnitTest=true, boolean runToxTest=true)
{
    String compiler = '/opt/rocm/bin/amdclang++'
    String markSkipExtendedTest = !testMark.contains("extended") ? "\"--gtest_filter=-*Extended*\"" : "\"--gtest_filter=\""

    def command = """#!/usr/bin/env bash
            check_err() {
              local ERR=\$?
              if [ \$ERR -ne 0 ]; then
                exit \$ERR
              fi
            }

            set -x
            hostname
            date
            cd ${project.paths.project_build_prefix}

            export HOME=/home/jenkins
            export PATH=/opt/rocm/bin:\$PATH
            export TENSILE_COMPILER=${compiler}
            export GPU_ARCH=`/opt/rocm/bin/rocm_agent_enumerator  | tail -n 1`
            export TIMING_FILE=`pwd`/timing-\$GPU_ARCH.csv

            if ${runUnitTest}; then
              tox run -e unittest -- --cov-report=xml:cobertura.xml
              check_err
            fi

            if ${runToxTest}; then
              tox --version
              tox run -e ci -- -m ${testMark} --timing-file=\$TIMING_FILE
              check_err
            fi

            if ${runHostTest}; then
              pushd build
              ./TensileTests ${markSkipExtendedTest} --gtest_color=yes
              check_err
              popd
            fi
        """
    platform.runCommand(this, command)

    if (!platform.os.contains("rhel8"))
    {
        archiveArtifacts "${project.paths.project_build_prefix}/timing*.csv"
    }

    if (runUnitTest) {
        recordCoverage(tools: [[parser: 'COBERTURA', pattern: "${project.paths.project_build_prefix}/cobertura.xml"]])
    }
}

return this