TheRock/.github/workflows/multi_arch_release_linux.yml

# Copyright Advanced Micro Devices, Inc.
# SPDX-License-Identifier: MIT

name: Multi-Arch Release Linux

on:
  workflow_call:
    inputs:
      build_config:
        type: string
        description: JSON object with build configuration for this platform.
      rocm_package_version:
        type: string
      rocm_deb_package_version:
        type: string
        description: ROCm DEB package version for native packages (e.g., 8.0.0).
      rocm_rpm_package_version:
        type: string
        description: ROCm RPM package version for native packages (e.g., 8.0.0).
      test_type:
        type: string
      release_type:
        description: 'Release type: "dev", "nightly", or "prerelease".'
        type: string
        required: true
      repository:
        description: "Repository to checkout. Defaults to github.repository."
        type: string
      ref:
        description: "Branch, tag, or SHA to checkout. Defaults to the triggering ref."
        type: string
      run_full_pytorch_tests:
        description: Run full PyTorch tests after scheduled nightly PyTorch wheel builds complete.
        type: boolean
        default: false
      build_pytorch:
        description: "Build PyTorch wheels (defaults to true for workflow_call)"
        type: boolean
        default: true
      build_jax:
        description: "Build JAX wheels (defaults to true for workflow_call)"
        type: boolean
        default: true
      python_version:
        description: "Single Python version for wheel builds (empty for full matrix)"
        type: string
        default: ""
      build_variant:
        description: "Build variant (release, asan). Affects publish paths."
        type: string
        default: "release"

permissions:
  contents: read

jobs:
  build_artifacts:
    name: Build Artifacts
    uses: ./.github/workflows/multi_arch_build_portable_linux.yml
    secrets: inherit
    with:
      matrix_per_family_json: ${{ toJSON(fromJSON(inputs.build_config).per_family_info) }}
      dist_amdgpu_families: ${{ fromJSON(inputs.build_config).dist_amdgpu_families }}
      artifact_group: ${{ fromJSON(inputs.build_config).artifact_group }}
      build_variant_label: ${{ fromJSON(inputs.build_config).build_variant_label }}
      build_variant_cmake_preset: ${{ fromJSON(inputs.build_config).build_variant_cmake_preset }}
      build_variant_suffix: ${{ fromJSON(inputs.build_config).build_variant_suffix }}
      build_runs_on: ${{ fromJSON(inputs.build_config).build_runs_on }}
      rocm_package_version: ${{ inputs.rocm_package_version }}
      release_type: ${{ inputs.release_type }}
      repository: ${{ inputs.repository }}
      ref: ${{ inputs.ref }}
    permissions:
      contents: read
      id-token: write

  build_tarballs:
    needs: [build_artifacts]
    name: Build Tarballs
    uses: ./.github/workflows/multi_arch_build_tarballs.yml
    with:
      dist_amdgpu_families: ${{ fromJSON(inputs.build_config).dist_amdgpu_families }}
      platform: linux
      package_version: ${{ inputs.rocm_package_version }}
      release_type: ${{ inputs.release_type }}
      repository: ${{ inputs.repository }}
      ref: ${{ inputs.ref }}
    permissions:
      contents: read
      id-token: write

  build_python_packages:
    needs: [build_artifacts]
    name: Build Python Packages
    uses: ./.github/workflows/build_portable_linux_python_packages.yml
    with:
      artifact_group: ${{ fromJSON(inputs.build_config).artifact_group }}
      amdgpu_families: ${{ fromJSON(inputs.build_config).dist_amdgpu_families }}
      linux_amdgpu_families: ${{ fromJSON(inputs.build_config).linux_amdgpu_families }}
      windows_amdgpu_families: ${{ fromJSON(inputs.build_config).windows_amdgpu_families }}
      multiarch_index: true
      package_version: ${{ inputs.rocm_package_version }}
      release_type: ${{ inputs.release_type }}
      repository: ${{ inputs.repository }}
      ref: ${{ inputs.ref }}
    permissions:
      contents: read
      id-token: write

  build_native_deb_packages:
    needs: [build_artifacts]
    name: Build DEB Packages
    uses: ./.github/workflows/multi_arch_build_native_linux_packages.yml
    with:
      dist_amdgpu_families: ${{ fromJSON(inputs.build_config).dist_amdgpu_families }}
      artifact_run_id: ${{ github.run_id }}
      rocm_version: ${{ inputs.rocm_deb_package_version }}
      native_package_type: deb
      release_type: ${{ inputs.release_type }}
      build_variant: ${{ inputs.build_variant }}
      repository: ${{ inputs.repository }}
      ref: ${{ inputs.ref }}
    permissions:
      contents: read
      id-token: write

  build_native_rpm_packages:
    needs: [build_artifacts]
    name: Build RPM Packages
    uses: ./.github/workflows/multi_arch_build_native_linux_packages.yml
    with:
      dist_amdgpu_families: ${{ fromJSON(inputs.build_config).dist_amdgpu_families }}
      artifact_run_id: ${{ github.run_id }}
      rocm_version: ${{ inputs.rocm_rpm_package_version }}
      native_package_type: rpm
      release_type: ${{ inputs.release_type }}
      build_variant: ${{ inputs.build_variant }}
      repository: ${{ inputs.repository }}
      ref: ${{ inputs.ref }}
    permissions:
      contents: read
      id-token: write

  publish_to_release_buckets:
    needs: [build_tarballs, build_python_packages, build_native_deb_packages, build_native_rpm_packages]
    name: Publish to Release Buckets
    runs-on: ubuntu-24.04
    permissions:
      id-token: write
    steps:
      - name: Checkout
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          repository: ${{ inputs.repository || github.repository }}
          ref: ${{ inputs.ref }}

      - name: Setting up Python
        uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
        with:
          python-version: "3.12"

      - name: Install Python requirements
        run: pip install -r requirements.txt

      - name: Configure AWS Credentials
        uses: ./.github/actions/configure_aws_artifacts_credentials
        with:
          release_type: ${{ inputs.release_type }}

      - name: Copy to release buckets
        run: |
          python build_tools/github_actions/publish_rocm_to_release_buckets.py \
            --run-id="${{ github.run_id }}" \
            --platform=linux \
            --release-type="${{ inputs.release_type }}" \
            --kpack-split="${{ needs.build_python_packages.outputs.kpack_split }}" \
            --build-variant="${{ inputs.build_variant }}"

  trigger_test_artifacts_per_family:
    needs: [build_artifacts]
    name: Trigger Test Artifacts (${{ matrix.family_info.amdgpu_family }})
    runs-on: ubuntu-24.04
    permissions:
      actions: write
    strategy:
      fail-fast: false
      matrix:
        family_info: ${{ fromJSON(inputs.build_config).per_family_info }}
    steps:
      - name: Trigger test_artifacts
        if: ${{ matrix.family_info.test-runs-on != '' }}
        uses: benc-uk/workflow-dispatch@31e2b3319479a63f0ab15bf800eff9e913504e26 # v1.3.2
        with:
          workflow: test_artifacts.yml
          inputs: |
            { "artifact_group": "${{ matrix.family_info.amdgpu_family }}",
              "artifact_run_id": "${{ github.run_id }}",
              "amdgpu_families": "${{ matrix.family_info.amdgpu_family }}",
              "amdgpu_targets": "${{ matrix.family_info.amdgpu_targets }}",
              "test_runs_on": "${{ matrix.family_info.test-runs-on }}",
              "test_type": "${{ inputs.test_type }}",
              "release_type": "${{ inputs.release_type }}",
              "repository": "${{ inputs.repository }}",
              "ref": "${{ inputs.ref }}",
              "build_variant": "${{ inputs.build_variant }}"
            }

  # Install tests are dispatched asynchronously (sanity) so publish
  # is not blocked on GPU runner queues. See https://github.com/ROCm/TheRock/issues/5212
  trigger_test_native_install:
    needs: [build_native_deb_packages, build_native_rpm_packages]
    name: Trigger Native Install Test - ${{ matrix.os_profile }}
    runs-on: ubuntu-24.04
    permissions:
      actions: write
    strategy:
      fail-fast: false
      matrix:
        os_profile: [ubuntu2404, rhel8, rhel10, sles16]
    steps:
      - name: Trigger test_native_linux_packages_install
        uses: benc-uk/workflow-dispatch@31e2b3319479a63f0ab15bf800eff9e913504e26 # v1.3.2
        with:
          workflow: test_native_linux_packages_install.yml
          inputs: |
            { "package_install_url": "${{ matrix.os_profile == 'ubuntu2404' && needs.build_native_deb_packages.outputs.package_repository_url || needs.build_native_rpm_packages.outputs.package_repository_url }}",
              "release_type": "${{ inputs.release_type }}",
              "os_profile": "${{ matrix.os_profile }}",
              "artifact_group": "${{ fromJSON(inputs.build_config).dist_amdgpu_families }}",
              "test_type": "${{ inputs.test_type }}",
              "build_variant": "${{ inputs.build_variant }}",
              "repository": "${{ inputs.repository }}",
              "ref": "${{ inputs.ref }}"
            }


  # TODO: Consider switch pulling ROCm packages from the CDN instead of the artifact
  #   bucket if the job order is not altered.
  trigger_release_pytorch_wheels:
    needs: [build_artifacts, build_python_packages]
    name: Trigger Release PyTorch Wheels
    if: ${{ inputs.build_pytorch != false && fromJSON(inputs.build_config).build_pytorch == true }}
    runs-on: ubuntu-24.04
    permissions:
      actions: write
    steps:
      - name: Trigger PyTorch Build
        uses: benc-uk/workflow-dispatch@31e2b3319479a63f0ab15bf800eff9e913504e26 # v1.3.2
        with:
          workflow: multi_arch_release_linux_pytorch_wheels.yml
          inputs: |
            { "amdgpu_families": "${{ fromJSON(inputs.build_config).dist_amdgpu_families }}",
              "rocm_version": "${{ inputs.rocm_package_version }}",
              "rocm_package_find_links_url": "${{ needs.build_python_packages.outputs.package_find_links_url }}",
              "release_type": "${{ inputs.release_type }}",
              "run_full_pytorch_tests": "${{ inputs.run_full_pytorch_tests }}",
              "ref": "${{ inputs.ref || '' }}",
              "python_version": "${{ inputs.python_version }}"
            }

  trigger_release_jax_wheels:
    needs: [build_artifacts, build_python_packages]
    name: Trigger Release JAX Wheels
    if: ${{ inputs.build_jax != false && fromJSON(inputs.build_config).build_jax == true }}
    runs-on: ubuntu-24.04
    permissions:
      actions: write
    steps:
      - name: Trigger JAX Build
        uses: benc-uk/workflow-dispatch@31e2b3319479a63f0ab15bf800eff9e913504e26 # v1.3.2
        with:
          workflow: multi_arch_release_linux_jax_wheels.yml
          inputs: |
            {
              "test_amdgpu_family": "${{ contains(fromJSON(inputs.build_config).dist_amdgpu_families, 'gfx94X-dcgpu') && 'gfx94X-dcgpu' || '' }}",
              "release_type": "${{ inputs.release_type }}",
              "rocm_version": "${{ inputs.rocm_package_version }}",
              "rocm_package_find_links_url": "${{ needs.build_python_packages.outputs.package_find_links_url }}",
              "repository": "${{ inputs.repository || github.repository }}",
              "ref": "${{ inputs.ref || '' }}",
              "python_version": "${{ inputs.python_version }}"
            }