CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
137 lines
4.0 KiB
Bash
Executable File
137 lines
4.0 KiB
Bash
Executable File
#!/bin/bash
|
|
# Copyright (c) Advanced Micro Devices, Inc., or its affiliates.
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
# Smart Build CI Script
|
|
#
|
|
# This script orchestrates the smart-build process:
|
|
# 1. Runs ci_safety_check.sh to determine if selective build is safe
|
|
# 2. Generates dependency map using cmake-parse
|
|
# 3. Selects affected tests
|
|
# 4. Outputs build targets to a file for Jenkins to consume
|
|
#
|
|
# Exit codes:
|
|
# 0 = Success (selective build targets generated)
|
|
# 1 = Full build required (run ninja check)
|
|
#
|
|
# Output files:
|
|
# tests_to_run.json - Selected tests and executables
|
|
# build_targets.txt - Space-separated list of ninja targets to build
|
|
# build_mode.env - Environment variables (SMART_BUILD_MODE=selective|full)
|
|
|
|
set -e
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
BUILD_DIR="${BUILD_DIR:-$(pwd)}"
|
|
WORKSPACE_ROOT="${WORKSPACE_ROOT:-$(cd ${BUILD_DIR}/.. && pwd)}"
|
|
PARALLEL="${PARALLEL:-32}"
|
|
BASE_BRANCH="${BASE_BRANCH:-develop}"
|
|
|
|
echo "========================================="
|
|
echo "Smart Build CI"
|
|
echo "========================================="
|
|
echo "BUILD_DIR: ${BUILD_DIR}"
|
|
echo "WORKSPACE_ROOT: ${WORKSPACE_ROOT}"
|
|
echo "BASE_BRANCH: ${BASE_BRANCH}"
|
|
echo "PARALLEL: ${PARALLEL}"
|
|
echo "-----------------------------------------"
|
|
|
|
# Step 1: Run CI safety check
|
|
echo "Step 1: Running CI safety check..."
|
|
cd "${BUILD_DIR}"
|
|
|
|
if ! bash "${SCRIPT_DIR}/ci_safety_check.sh"; then
|
|
echo "CI safety check failed - full build required"
|
|
echo "full" > build_targets.txt
|
|
exit 1
|
|
fi
|
|
|
|
echo "✓ CI safety check passed - selective build enabled"
|
|
|
|
# Step 2: Generate dependency map
|
|
echo ""
|
|
echo "Step 2: Generating dependency map..."
|
|
if [ ! -f "compile_commands.json" ]; then
|
|
echo "Error: compile_commands.json not found in ${BUILD_DIR}"
|
|
echo "Make sure cmake configure has been run with -DCMAKE_EXPORT_COMPILE_COMMANDS=ON"
|
|
exit 1
|
|
fi
|
|
|
|
if [ ! -f "build.ninja" ]; then
|
|
echo "Error: build.ninja not found in ${BUILD_DIR}"
|
|
echo "Make sure cmake configure has been run with -G Ninja"
|
|
exit 1
|
|
fi
|
|
|
|
python3 "${SCRIPT_DIR}/main.py" cmake-parse \
|
|
compile_commands.json \
|
|
build.ninja \
|
|
--workspace-root "${WORKSPACE_ROOT}" \
|
|
--parallel ${PARALLEL} \
|
|
--output enhanced_dependency_mapping.json
|
|
|
|
if [ ! -f "enhanced_dependency_mapping.json" ]; then
|
|
echo "Error: Failed to generate enhanced_dependency_mapping.json"
|
|
exit 1
|
|
fi
|
|
|
|
echo "✓ Dependency map generated"
|
|
|
|
# Step 3: Select affected tests
|
|
echo ""
|
|
echo "Step 3: Selecting affected tests..."
|
|
python3 "${SCRIPT_DIR}/main.py" select \
|
|
enhanced_dependency_mapping.json \
|
|
origin/${BASE_BRANCH} \
|
|
HEAD \
|
|
--ctest-only \
|
|
--output tests_to_run.json
|
|
|
|
if [ ! -f "tests_to_run.json" ]; then
|
|
echo "Error: Failed to generate tests_to_run.json"
|
|
exit 1
|
|
fi
|
|
|
|
# Step 4: Check if any tests were selected
|
|
num_tests=$(jq -r '.tests_to_run | length' tests_to_run.json 2>/dev/null || echo "0")
|
|
echo "✓ Selected ${num_tests} tests"
|
|
|
|
if [ "${num_tests}" -eq 0 ]; then
|
|
echo ""
|
|
echo "========================================="
|
|
echo "Result: No tests affected by changes"
|
|
echo "========================================="
|
|
echo "none" > build_targets.txt
|
|
exit 0
|
|
fi
|
|
|
|
# Step 5: Extract build targets (executables)
|
|
echo ""
|
|
echo "Step 4: Extracting build targets..."
|
|
jq -r '.executables[]' tests_to_run.json | tr '\n' ' ' > build_targets.txt
|
|
|
|
num_targets=$(jq -r '.executables | length' tests_to_run.json)
|
|
echo "✓ Generated ${num_targets} build targets"
|
|
|
|
# Display summary
|
|
echo ""
|
|
echo "========================================="
|
|
echo "Smart Build Summary"
|
|
echo "========================================="
|
|
echo "Tests to run: ${num_tests}"
|
|
echo "Build targets: ${num_targets}"
|
|
echo "Output files:"
|
|
echo " - tests_to_run.json (test selection)"
|
|
echo " - build_targets.txt (ninja targets)"
|
|
echo " - build_mode.env (SMART_BUILD_MODE=selective)"
|
|
echo "========================================="
|
|
|
|
# Show first few targets for verification
|
|
echo ""
|
|
echo "Sample build targets (first 5):"
|
|
head -1 build_targets.txt | tr ' ' '\n' | head -5
|
|
|
|
echo ""
|
|
echo "✓ Smart build preparation complete"
|
|
exit 0
|