TheRock/rocm-systems/projects/rocprofiler-sdk/docker/Dockerfile.ci

# Build a thin "base with deps" image atop the private runner image
ARG BASE_TAG=ubuntu-22.04
FROM rocm/rocprofiler-private:${BASE_TAG}
ARG GPU_TYPE=gfx94X
ARG GPU_TARBALL

SHELL ["/bin/bash","-lc"]
COPY projects/rocprofiler-sdk/requirements.txt /root/requirements.txt

ENV DEBIAN_FRONTEND=noninteractive
ENV CMAKE_HIP_PLATFORM=amd
ENV HIP_PLATFORM=amd
ENV HIP_RUNTIME=rocclr
ENV HIP_COMPILER=amdclang++
ENV LLVM_PATH=/opt/rocm/llvm
ENV CMAKE_PREFIX_PATH=/opt/rocm:/opt/rocm/lib/rocm_sysdeps
ENV PATH=/opt/rh/gcc-toolset-11/root/usr/bin:/usr/lib64/openmpi/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/bin:~/.local/bin:${PATH}
ENV LD_LIBRARY_PATH=/opt/rocm/lib:/opt/rocm/llvm/lib:${LD_LIBRARY_PATH:-}

# Debian/Ubuntu
RUN set -euo pipefail; \
    if [ -f /etc/debian_version ]; then \
        apt-get update && \
        apt-get install -y curl wget gpg python3 python3-pip build-essential coreutils software-properties-common cmake g++-11 g++-12 libdw-dev libsqlite3-dev libdrm-dev file autoconf pkg-config rpm libzstd-dev && \
        add-apt-repository ppa:git-core/ppa && \
        mkdir -p /etc/apt/keyrings && \
        wget -N -P /tmp/ https://repo.radeon.com/amdgpu-install/7.2/ubuntu/jammy/amdgpu-install_7.2.70200-1_all.deb && \
        apt-get install -y /tmp/amdgpu-install_7.2.70200-1_all.deb && \
        apt-get update && \
        apt-get install -y git rocm-openmp-sdk libva-amdgpu-dev rocm-llvm-dev && \
        python3 -m pip install -U awscli pipx && \
        python3 -m pip install -U --user -r /root/requirements.txt; \
        echo -e 'PKG_CONFIG_PATH="/opt/amdgpu/lib64/pkgconfig:/opt/amdgpu/lib/pkgconfig:/opt/amdgpu/lib/$(uname -p)-linux-gnu/pkgconfig:${PKG_CONFIG_PATH}"\nexport PKG_CONFIG_PATH' > /etc/profile.d/amdgpu-pkg-config.sh; \
    fi;

# RHEL
RUN set -euo pipefail; \
    if [ $(grep -i "ID=.*rhel" /etc/os-release | wc -l) -gt 0 ]; then \
        dnf clean all || true; \
        dnf install -y perl-ExtUtils-MakeMaker python3-pip || true; \
        if [ $(grep -i "VERSION_ID=\"8.8\"" /etc/os-release | wc -l) -gt 0 ]; then \
            wget https://www.kernel.org/pub/software/scm/git/git-2.52.0.tar.xz; \
            tar -xf git-2.52.0.tar.xz; \
            cd git-2.52.0; \
            rm -rf /etc/yum.repos.d/redhat-partner.repo || true; \
            dnf clean all; \
            dnf install -y perl-ExtUtils-MakeMaker || true; \
            export PATH=/opt/rh/gcc-toolset-11/root/usr/bin:$PATH; \
            make prefix=/usr all -j 32; \
            make prefix=/usr install; \
            cd ..; rm -rf git-2.52.0*; \
            echo -e "[ROCm-latest]\nname=ROCm\nbaseurl=https://repo.radeon.com/rocm/el8/latest/main\nenabled=1\npriority=50\ngpgcheck=1\ngpgkey=https://repo.radeon.com/rocm/rocm.gpg.key" > /etc/yum.repos.d/rocm.repo; \
            echo -e "[amdgpu]\nname=amdgpu\nbaseurl=https://repo.radeon.com/amdgpu/latest/rhel/8.10/main/x86_64/\nenabled=1\npriority=50\ngpgcheck=1\ngpgkey=https://repo.radeon.com/rocm/rocm.gpg.key" > /etc/yum.repos.d/amdgpu.repo; \
        else \
            rm -rf /etc/yum.repos.d/RHEL-partners.repo; \
            dnf clean all; \
            echo -e "[ROCm-latest]\nname=ROCm\nbaseurl=https://repo.radeon.com/rocm/el9/latest/main\nenabled=1\npriority=50\ngpgcheck=1\ngpgkey=https://repo.radeon.com/rocm/rocm.gpg.key" > /etc/yum.repos.d/rocm.repo; \
            echo -e "[amdgpu]\nname=amdgpu\nbaseurl=https://repo.radeon.com/amdgpu/latest/rhel/9.6/main/x86_64/\nenabled=1\npriority=50\ngpgcheck=1\ngpgkey=https://repo.radeon.com/rocm/rocm.gpg.key" > /etc/yum.repos.d/amdgpu.repo; \
        fi; \
        dnf clean all; \
        dnf install -y rocm-openmp rocm-openmp-sdk rocm-llvm-devel hipify-clang libsqlite3x-devel openmpi-devel elfutils-devel; \
        python3 -m pip install -U awscli pipx; \
        python3 -m venv rocprofiler-sdk; \
        source rocprofiler-sdk/bin/activate; \
        export PATH=/opt/rh/gcc-toolset-11/root/usr/bin:${PATH}; \
        python3 -m pip install --upgrade pip; \
        python3 -m pip install --upgrade -r /root/requirements.txt; \
        echo -e 'PKG_CONFIG_PATH="/opt/amdgpu/lib64/pkgconfig:/opt/amdgpu/lib/pkgconfig:/opt/amdgpu/lib/$(uname -p)-linux-gnu/pkgconfig:${PKG_CONFIG_PATH}"\nexport PKG_CONFIG_PATH' > /etc/profile.d/amdgpu-pkg-config.sh; \
    fi;

# SLES
RUN set -euo pipefail; \
    if [ $(grep -i "sles" /etc/os-release | wc -l) -gt 0 ]; then \
        echo -e "[ROCm-latest]\nname=ROCm\nbaseurl=https://repo.radeon.com/rocm/zyp/latest/main\nenabled=1\npriority=50\ngpgcheck=1\ngpgkey=https://repo.radeon.com/rocm/rocm.gpg.key" > /etc/zypp/repos.d/rocm.repo; \
        echo -e "[amdgpu]\nname=amdgpu\nbaseurl=https://repo.radeon.com/amdgpu/latest/sle/15.7/main/x86_64/\nenabled=1\npriority=50\ngpgcheck=1\ngpgkey=https://repo.radeon.com/rocm/rocm.gpg.key" > /etc/zypp/repos.d/amdgpu.repo; \
        zypper --gpg-auto-import-keys refresh || true; \
        zypper --gpg-auto-import-keys refresh ROCm-latest amdgpu; \
        zypper --non-interactive --no-refresh install -y rocm-openmp rocm-openmp-sdk rocm-llvm-devel hipify-clang sqlite3-devel python3-pip; \
        python3 -m venv rocprofiler-sdk; \
        source rocprofiler-sdk/bin/activate; \
        python3 -m pip install --upgrade pip pipx; \
        python3 -m pipx install awscli; \
        python3 -m pipx ensurepath; \
        source ~/.bashrc; \
        python3 -m pip install --upgrade pip || true; \
        python3 -m pip install --upgrade -r /root/requirements.txt || true; \
        cd /tmp; wget https://www.kernel.org/pub/software/scm/git/git-2.52.0.tar.xz; \
        tar -xf git-2.52.0.tar.xz; cd git-2.52.0; make prefix=/usr all -j 32; make prefix=/usr install; \
        cd /tmp; ln -s -f /usr/bin/git /usr/local/bin/git; rm -rf git-2.52.0*; \
        echo -e 'PKG_CONFIG_PATH="/opt/amdgpu/lib64/pkgconfig:/opt/amdgpu/lib/pkgconfig:/opt/amdgpu/lib/$(uname -p)-linux-gnu/pkgconfig:${PKG_CONFIG_PATH}"\nexport PKG_CONFIG_PATH' > /etc/profile.d/amdgpu-pkg-config.sh; \
    fi;

# Nightly Tarball
# The TheRock tarball ships the OpenMP runtime (libomp.so), LLVM, and bundled system deps under
# lib/llvm/lib and lib/rocm_sysdeps/lib. These directories are not on the default dynamic-linker
# search path. Register them via ldconfig
RUN set -euo pipefail; \
    if [ $(grep -i "sles" /etc/os-release | wc -l) -gt 0 ]; then \
        source rocprofiler-sdk/bin/activate; \
        python3 -m pipx ensurepath; \
        source ~/.bashrc; \
    fi; \
    aws s3 cp "s3://therock-nightly-tarball/${GPU_TARBALL}" /tmp/rocm-${GPU_TYPE}.tar.gz --no-sign-request && \
    rm -rf /opt/rocm* && \
    mkdir -p /opt/rocm && \
    tar -xf /tmp/rocm-${GPU_TYPE}.tar.gz -C /opt/rocm && \
    rm -f /tmp/rocm-${GPU_TYPE}.tar.gz && \
    printf '/opt/rocm/lib\n/opt/rocm/lib/llvm/lib\n/opt/rocm/lib/llvm/lib/%s\n/opt/rocm/lib/rocm_sysdeps/lib\n' \
       "$(/opt/rocm/lib/llvm/bin/amdclang --print-target-triple)" > /etc/ld.so.conf.d/rocm.conf && \
    ldconfig