derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
78 lines
3.0 KiB
Bash
78 lines
3.0 KiB
Bash
#!/usr/bin/env bash
|
|
#
|
|
# When changing this file, you need to bump the following
|
|
# .gitlab-ci/image-tags.yml tags:
|
|
# DEBIAN_TEST_ANDROID_TAG
|
|
|
|
# This script runs in a container to:
|
|
# 1. Download the Android CTS (Compatibility Test Suite)
|
|
# 2. Filter out unneeded test modules
|
|
# 3. Compress and upload the stripped version to S3
|
|
# Note: The 'build-' prefix in the filename is only to make it compatible
|
|
# with the bin/ci/update_tag.py script.
|
|
|
|
set -euo pipefail
|
|
|
|
section_start android-cts "Downloading Android CTS"
|
|
|
|
# xtrace is getting lost with the section switching
|
|
set -x
|
|
|
|
# Do a very early check to make sure the tag is correct without the need of
|
|
# setting up the environment variables locally
|
|
ci_tag_build_time_check "ANDROID_CTS_TAG"
|
|
|
|
# List of all CTS modules we might want to run in CI
|
|
# This should be the union of all modules required by our CI jobs
|
|
# Specific modules to run are selected via the ${GPU_VERSION}-android-cts-include.txt files
|
|
ANDROID_CTS_MODULES=(
|
|
"CtsGraphicsTestCases"
|
|
"CtsNativeHardwareTestCases"
|
|
"CtsSkQPTestCases"
|
|
)
|
|
|
|
ANDROID_CTS_VERSION="${ANDROID_VERSION}_r5"
|
|
|
|
case "$ANDROID_ARCH" in
|
|
x86_64) ANDROID_CTS_ARCH=x86;;
|
|
arm64) ANDROID_CTS_ARCH=arm;;
|
|
esac
|
|
|
|
# Download the stripped CTS from S3, because the CTS download from Google can take 20 minutes
|
|
CTS_FILENAME="android-cts-${ANDROID_CTS_VERSION}-linux_x86-${ANDROID_CTS_ARCH}"
|
|
ARTIFACT_PATH="${DATA_STORAGE_PATH}/android-cts/${DEBIAN_ARCH}/${ANDROID_CTS_TAG}.tar.zst"
|
|
|
|
if FOUND_ARTIFACT_URL="$(find_s3_project_artifact "${ARTIFACT_PATH}")"; then
|
|
echo "Found Android CTS at: ${FOUND_ARTIFACT_URL}"
|
|
curl-with-retry "${FOUND_ARTIFACT_URL}" | tar --zstd -x -C /
|
|
else
|
|
echo "No cached CTS found, downloading from Google and uploading to S3..."
|
|
curl-with-retry --remote-name "https://dl.google.com/dl/android/cts/${CTS_FILENAME}.zip"
|
|
|
|
# Disable zipbomb detection, because the CTS zip file is too big
|
|
# At least locally, it is detected as a zipbomb
|
|
UNZIP_DISABLE_ZIPBOMB_DETECTION=true \
|
|
unzip -q -d / "${CTS_FILENAME}.zip"
|
|
rm "${CTS_FILENAME}.zip"
|
|
|
|
# Keep only the interesting tests to save space
|
|
# shellcheck disable=SC2086 # we want word splitting
|
|
ANDROID_CTS_MODULES_KEEP_EXPRESSION=$(printf "%s|" "${ANDROID_CTS_MODULES[@]}" | sed -e 's/|$//g')
|
|
find /android-cts/testcases/ -mindepth 1 -type d | grep -v -E "$ANDROID_CTS_MODULES_KEEP_EXPRESSION" | xargs rm -rf
|
|
|
|
# Android CTS bundles a JDK for x86_64 hosts.
|
|
# Replace this with the JDK we installed.
|
|
if [ "${DEBIAN_ARCH}" = "arm64" ]; then
|
|
rm -rf /android-cts/jdk
|
|
mv /usr/lib/jvm/java-21-openjdk-arm64 /android-cts/jdk
|
|
fi
|
|
|
|
# Using zstd compressed tarball instead of zip, the compression ratio is almost the same, but
|
|
# the extraction is faster, also LAVA overlays don't support zip compression.
|
|
tar --zstd -cf "${CTS_FILENAME}.tar.zst" /android-cts
|
|
ci-fairy s3cp --token-file "${S3_JWT_FILE}" "${CTS_FILENAME}.tar.zst" \
|
|
"https://${S3_BASE_PATH}/${CI_PROJECT_PATH}/${ARTIFACT_PATH}"
|
|
fi
|
|
|
|
section_end android-cts
|