CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
262 lines
12 KiB
LLVM
262 lines
12 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 2
|
|
; RUN: opt -S -mtriple=amdgcn-unknown-amdhsa -passes=amdgpu-promote-alloca < %s | FileCheck %s
|
|
|
|
define amdgpu_kernel void @test_overwrite(i64 %val, i1 %cond) {
|
|
; CHECK-LABEL: define amdgpu_kernel void @test_overwrite
|
|
; CHECK-SAME: (i64 [[VAL:%.*]], i1 [[COND:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[STACK:%.*]] = freeze <3 x i64> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = insertelement <3 x i64> [[STACK]], i64 43, i32 0
|
|
; CHECK-NEXT: br i1 [[COND]], label [[LOOP:%.*]], label [[END:%.*]]
|
|
; CHECK: loop:
|
|
; CHECK-NEXT: [[PROMOTEALLOCA2:%.*]] = phi <3 x i64> [ [[TMP3:%.*]], [[LOOP]] ], [ [[TMP0]], [[ENTRY:%.*]] ]
|
|
; CHECK-NEXT: [[TMP1:%.*]] = extractelement <3 x i64> [[PROMOTEALLOCA2]], i32 0
|
|
; CHECK-NEXT: [[TMP2:%.*]] = insertelement <3 x i64> [[PROMOTEALLOCA2]], i64 68, i32 0
|
|
; CHECK-NEXT: [[TMP3]] = insertelement <3 x i64> [[TMP2]], i64 32, i32 0
|
|
; CHECK-NEXT: [[LOOP_CC:%.*]] = icmp ne i64 [[TMP1]], 68
|
|
; CHECK-NEXT: br i1 [[LOOP_CC]], label [[LOOP]], label [[END]]
|
|
; CHECK: end:
|
|
; CHECK-NEXT: [[PROMOTEALLOCA:%.*]] = phi <3 x i64> [ [[TMP3]], [[LOOP]] ], [ [[TMP0]], [[ENTRY]] ]
|
|
; CHECK-NEXT: [[TMP4:%.*]] = extractelement <3 x i64> [[PROMOTEALLOCA]], i32 0
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%stack = alloca [3 x i64], align 4, addrspace(5)
|
|
store i64 43, ptr addrspace(5) %stack
|
|
br i1 %cond, label %loop, label %end
|
|
|
|
loop:
|
|
%load.0 = load i64, ptr addrspace(5) %stack
|
|
store i64 68, ptr addrspace(5) %stack
|
|
%load.1 = load i64, ptr addrspace(5) %stack
|
|
store i64 32, ptr addrspace(5) %stack
|
|
%loop.cc = icmp ne i64 %load.0, %load.1
|
|
br i1 %loop.cc, label %loop, label %end
|
|
|
|
end:
|
|
%reload = load i64, ptr addrspace(5) %stack
|
|
ret void
|
|
}
|
|
|
|
define <4 x i64> @test_fullvec_out_of_bounds(<4 x i64> %arg) {
|
|
; CHECK-LABEL: define <4 x i64> @test_fullvec_out_of_bounds
|
|
; CHECK-SAME: (<4 x i64> [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[STACK:%.*]] = freeze <4 x i64> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = extractelement <4 x i64> [[ARG]], i64 0
|
|
; CHECK-NEXT: [[TMP1:%.*]] = insertelement <4 x i64> [[STACK]], i64 [[TMP0]], i32 3
|
|
; CHECK-NEXT: [[TMP2:%.*]] = extractelement <4 x i64> [[ARG]], i64 1
|
|
; CHECK-NEXT: [[TMP3:%.*]] = extractelement <4 x i64> [[ARG]], i64 2
|
|
; CHECK-NEXT: [[TMP4:%.*]] = extractelement <4 x i64> [[ARG]], i64 3
|
|
; CHECK-NEXT: ret <4 x i64> poison
|
|
;
|
|
entry:
|
|
%stack = alloca [4 x i64], align 4, addrspace(5)
|
|
%stack.2 = getelementptr inbounds [4 x i64], ptr addrspace(5) %stack, i32 0, i32 2
|
|
%stack.3 = getelementptr inbounds [4 x i64], ptr addrspace(5) %stack, i32 0, i32 3
|
|
store <4 x i64> %arg, ptr addrspace(5) %stack.3
|
|
%reload = load <4 x i64>, ptr addrspace(5) %stack.2
|
|
ret <4 x i64> %reload
|
|
}
|
|
|
|
define amdgpu_kernel void @test_no_overwrite(i64 %val, i1 %cond) {
|
|
; CHECK-LABEL: define amdgpu_kernel void @test_no_overwrite
|
|
; CHECK-SAME: (i64 [[VAL:%.*]], i1 [[COND:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[STACK:%.*]] = freeze <3 x i64> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = insertelement <3 x i64> [[STACK]], i64 43, i32 0
|
|
; CHECK-NEXT: br i1 [[COND]], label [[LOOP:%.*]], label [[END:%.*]]
|
|
; CHECK: loop:
|
|
; CHECK-NEXT: [[PROMOTEALLOCA2:%.*]] = phi <3 x i64> [ [[TMP2:%.*]], [[LOOP]] ], [ [[TMP0]], [[ENTRY:%.*]] ]
|
|
; CHECK-NEXT: [[TMP1:%.*]] = extractelement <3 x i64> [[PROMOTEALLOCA2]], i32 0
|
|
; CHECK-NEXT: [[TMP2]] = insertelement <3 x i64> [[PROMOTEALLOCA2]], i64 32, i32 1
|
|
; CHECK-NEXT: [[LOOP_CC:%.*]] = icmp ne i64 [[TMP1]], 32
|
|
; CHECK-NEXT: br i1 [[LOOP_CC]], label [[LOOP]], label [[END]]
|
|
; CHECK: end:
|
|
; CHECK-NEXT: [[PROMOTEALLOCA:%.*]] = phi <3 x i64> [ [[TMP2]], [[LOOP]] ], [ [[TMP0]], [[ENTRY]] ]
|
|
; CHECK-NEXT: [[TMP3:%.*]] = extractelement <3 x i64> [[PROMOTEALLOCA]], i32 0
|
|
; CHECK-NEXT: [[TMP4:%.*]] = extractelement <3 x i64> [[PROMOTEALLOCA]], i32 1
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%stack = alloca [3 x i64], align 4, addrspace(5)
|
|
%stack.1 = getelementptr inbounds i64, ptr addrspace(5) %stack, i32 1
|
|
store i64 43, ptr addrspace(5) %stack
|
|
br i1 %cond, label %loop, label %end
|
|
|
|
loop:
|
|
%load = load i64, ptr addrspace(5) %stack
|
|
store i64 32, ptr addrspace(5) %stack.1
|
|
%loop.cc = icmp ne i64 %load, 32
|
|
br i1 %loop.cc, label %loop, label %end
|
|
|
|
end:
|
|
%reload = load i64, ptr addrspace(5) %stack
|
|
%reload.1 = load i64, ptr addrspace(5) %stack.1
|
|
ret void
|
|
}
|
|
|
|
define ptr @alloca_load_store_ptr64_full_ivec(ptr %arg) {
|
|
; CHECK-LABEL: define ptr @alloca_load_store_ptr64_full_ivec
|
|
; CHECK-SAME: (ptr [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = freeze <8 x i8> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = ptrtoint ptr [[ARG]] to i64
|
|
; CHECK-NEXT: [[TMP1:%.*]] = bitcast i64 [[TMP0]] to <8 x i8>
|
|
; CHECK-NEXT: ret ptr [[ARG]]
|
|
;
|
|
entry:
|
|
%alloca = alloca [8 x i8], align 8, addrspace(5)
|
|
store ptr %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load ptr, ptr addrspace(5) %alloca, align 8
|
|
ret ptr %tmp
|
|
}
|
|
|
|
define ptr addrspace(3) @alloca_load_store_ptr32_full_ivec(ptr addrspace(3) %arg) {
|
|
; CHECK-LABEL: define ptr addrspace(3) @alloca_load_store_ptr32_full_ivec
|
|
; CHECK-SAME: (ptr addrspace(3) [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = freeze <4 x i8> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = ptrtoint ptr addrspace(3) [[ARG]] to i32
|
|
; CHECK-NEXT: [[TMP1:%.*]] = bitcast i32 [[TMP0]] to <4 x i8>
|
|
; CHECK-NEXT: ret ptr addrspace(3) [[ARG]]
|
|
;
|
|
entry:
|
|
%alloca = alloca [4 x i8], align 8, addrspace(5)
|
|
store ptr addrspace(3) %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load ptr addrspace(3), ptr addrspace(5) %alloca, align 8
|
|
ret ptr addrspace(3) %tmp
|
|
}
|
|
|
|
define <4 x ptr addrspace(3)> @alloca_load_store_ptr_mixed_full_ptrvec(<2 x ptr> %arg) {
|
|
; CHECK-LABEL: define <4 x ptr addrspace(3)> @alloca_load_store_ptr_mixed_full_ptrvec
|
|
; CHECK-SAME: (<2 x ptr> [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = freeze <4 x i32> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = ptrtoint <2 x ptr> [[ARG]] to <2 x i64>
|
|
; CHECK-NEXT: [[TMP1:%.*]] = bitcast <2 x i64> [[TMP0]] to <4 x i32>
|
|
; CHECK-NEXT: [[TMP2:%.*]] = inttoptr <4 x i32> [[TMP1]] to <4 x ptr addrspace(3)>
|
|
; CHECK-NEXT: ret <4 x ptr addrspace(3)> [[TMP2]]
|
|
;
|
|
entry:
|
|
%alloca = alloca [4 x i32], align 8, addrspace(5)
|
|
store <2 x ptr> %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load <4 x ptr addrspace(3)>, ptr addrspace(5) %alloca, align 8
|
|
ret <4 x ptr addrspace(3)> %tmp
|
|
}
|
|
|
|
define <8 x i16> @ptralloca_load_store_ints_full(<2 x i64> %arg) {
|
|
; CHECK-LABEL: define <8 x i16> @ptralloca_load_store_ints_full
|
|
; CHECK-SAME: (<2 x i64> [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[STACK:%.*]] = freeze <4 x ptr addrspace(5)> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = bitcast <2 x i64> [[ARG]] to <4 x i32>
|
|
; CHECK-NEXT: [[TMP1:%.*]] = inttoptr <4 x i32> [[TMP0]] to <4 x ptr addrspace(5)>
|
|
; CHECK-NEXT: [[TMP2:%.*]] = bitcast <4 x i32> [[TMP0]] to <8 x i16>
|
|
; CHECK-NEXT: ret <8 x i16> [[TMP2]]
|
|
;
|
|
entry:
|
|
%stack = alloca [4 x ptr addrspace(5)], align 4, addrspace(5)
|
|
store <2 x i64> %arg, ptr addrspace(5) %stack
|
|
%reload = load <8 x i16>, ptr addrspace(5) %stack
|
|
ret <8 x i16> %reload
|
|
}
|
|
|
|
define void @alloca_load_store_ptr_mixed_ptrvec(<2 x ptr addrspace(3)> %arg) {
|
|
; CHECK-LABEL: define void @alloca_load_store_ptr_mixed_ptrvec
|
|
; CHECK-SAME: (<2 x ptr addrspace(3)> [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = freeze <8 x i32> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = ptrtoint <2 x ptr addrspace(3)> [[ARG]] to <2 x i32>
|
|
; CHECK-NEXT: [[TMP1:%.*]] = extractelement <2 x i32> [[TMP0]], i64 0
|
|
; CHECK-NEXT: [[TMP2:%.*]] = insertelement <8 x i32> [[ALLOCA]], i32 [[TMP1]], i32 0
|
|
; CHECK-NEXT: [[TMP3:%.*]] = extractelement <2 x i32> [[TMP0]], i64 1
|
|
; CHECK-NEXT: [[TMP4:%.*]] = insertelement <8 x i32> [[TMP2]], i32 [[TMP3]], i32 1
|
|
; CHECK-NEXT: [[TMP5:%.*]] = insertelement <2 x i32> poison, i32 [[TMP1]], i64 0
|
|
; CHECK-NEXT: [[TMP6:%.*]] = insertelement <2 x i32> [[TMP5]], i32 [[TMP3]], i64 1
|
|
; CHECK-NEXT: [[TMP7:%.*]] = inttoptr <2 x i32> [[TMP6]] to <2 x ptr addrspace(3)>
|
|
; CHECK-NEXT: [[TMP8:%.*]] = insertelement <4 x i32> poison, i32 [[TMP1]], i64 0
|
|
; CHECK-NEXT: [[TMP9:%.*]] = insertelement <4 x i32> [[TMP8]], i32 [[TMP3]], i64 1
|
|
; CHECK-NEXT: [[TMP10:%.*]] = extractelement <8 x i32> [[TMP4]], i32 2
|
|
; CHECK-NEXT: [[TMP11:%.*]] = insertelement <4 x i32> [[TMP9]], i32 [[TMP10]], i64 2
|
|
; CHECK-NEXT: [[TMP12:%.*]] = extractelement <8 x i32> [[TMP4]], i32 3
|
|
; CHECK-NEXT: [[TMP13:%.*]] = insertelement <4 x i32> [[TMP11]], i32 [[TMP12]], i64 3
|
|
; CHECK-NEXT: [[TMP14:%.*]] = inttoptr <4 x i32> [[TMP13]] to <4 x ptr addrspace(3)>
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%alloca = alloca [8 x i32], align 8, addrspace(5)
|
|
store <2 x ptr addrspace(3)> %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load <2 x ptr addrspace(3)>, ptr addrspace(5) %alloca, align 8
|
|
%tmp.full = load <4 x ptr addrspace(3)>, ptr addrspace(5) %alloca, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @alloca_load_store_ptr_ptrvec(ptr %arg) {
|
|
; CHECK-LABEL: define void @alloca_load_store_ptr_ptrvec
|
|
; CHECK-SAME: (ptr [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = freeze <2 x ptr addrspace(3)> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = ptrtoint ptr [[ARG]] to i64
|
|
; CHECK-NEXT: [[TMP1:%.*]] = bitcast i64 [[TMP0]] to <2 x i32>
|
|
; CHECK-NEXT: [[TMP2:%.*]] = inttoptr <2 x i32> [[TMP1]] to <2 x ptr addrspace(3)>
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%alloca = alloca <2 x ptr addrspace(3)>, align 8, addrspace(5)
|
|
store ptr %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load ptr, ptr addrspace(5) %alloca, align 8
|
|
ret void
|
|
}
|
|
|
|
define <2 x ptr> @alloca_load_store_diff_size_ptrvecs1(<2 x ptr> %arg) {
|
|
; CHECK-LABEL: define <2 x ptr> @alloca_load_store_diff_size_ptrvecs1
|
|
; CHECK-SAME: (<2 x ptr> [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = freeze <4 x ptr addrspace(3)> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = ptrtoint <2 x ptr> [[ARG]] to <2 x i64>
|
|
; CHECK-NEXT: [[TMP1:%.*]] = bitcast <2 x i64> [[TMP0]] to <4 x i32>
|
|
; CHECK-NEXT: [[TMP2:%.*]] = inttoptr <4 x i32> [[TMP1]] to <4 x ptr addrspace(3)>
|
|
; CHECK-NEXT: ret <2 x ptr> [[ARG]]
|
|
;
|
|
entry:
|
|
%alloca = alloca <4 x ptr addrspace(3)>, align 8, addrspace(5)
|
|
store <2 x ptr> %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load <2 x ptr>, ptr addrspace(5) %alloca, align 8
|
|
ret <2 x ptr> %tmp
|
|
}
|
|
|
|
define <4 x ptr addrspace(3)> @alloca_load_store_diff_size_ptrvecs2(<4 x ptr addrspace(3)> %arg) {
|
|
; CHECK-LABEL: define <4 x ptr addrspace(3)> @alloca_load_store_diff_size_ptrvecs2
|
|
; CHECK-SAME: (<4 x ptr addrspace(3)> [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = freeze <2 x ptr> poison
|
|
; CHECK-NEXT: [[TMP0:%.*]] = ptrtoint <4 x ptr addrspace(3)> [[ARG]] to <4 x i32>
|
|
; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i32> [[TMP0]] to <2 x i64>
|
|
; CHECK-NEXT: [[TMP2:%.*]] = inttoptr <2 x i64> [[TMP1]] to <2 x ptr>
|
|
; CHECK-NEXT: ret <4 x ptr addrspace(3)> [[ARG]]
|
|
;
|
|
entry:
|
|
%alloca = alloca <2 x ptr>, align 8, addrspace(5)
|
|
store <4 x ptr addrspace(3)> %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load <4 x ptr addrspace(3)>, ptr addrspace(5) %alloca, align 8
|
|
ret <4 x ptr addrspace(3)> %tmp
|
|
}
|
|
|
|
; Will not vectorize because we're accessing a 64 bit vector with a 32 bits pointer.
|
|
define ptr addrspace(3) @alloca_load_store_ptr_mixed_full_ivec(ptr addrspace(3) %arg) {
|
|
; CHECK-LABEL: define ptr addrspace(3) @alloca_load_store_ptr_mixed_full_ivec
|
|
; CHECK-SAME: (ptr addrspace(3) [[ARG:%.*]]) {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[ALLOCA:%.*]] = alloca [8 x i8], align 8, addrspace(5)
|
|
; CHECK-NEXT: store ptr addrspace(3) [[ARG]], ptr addrspace(5) [[ALLOCA]], align 8
|
|
; CHECK-NEXT: [[TMP:%.*]] = load ptr addrspace(3), ptr addrspace(5) [[ALLOCA]], align 8
|
|
; CHECK-NEXT: ret ptr addrspace(3) [[TMP]]
|
|
;
|
|
entry:
|
|
%alloca = alloca [8 x i8], align 8, addrspace(5)
|
|
store ptr addrspace(3) %arg, ptr addrspace(5) %alloca, align 8
|
|
%tmp = load ptr addrspace(3), ptr addrspace(5) %alloca, align 8
|
|
ret ptr addrspace(3) %tmp
|
|
}
|