derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
722 lines
23 KiB
LLVM
722 lines
23 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 2
|
|
; RUN: opt < %s -mtriple=aarch64-unknown-linux-gnu -mattr=+sme -S -passes=inline | FileCheck %s
|
|
|
|
declare i32 @llvm.vscale.i32()
|
|
|
|
; Define some functions that merely call llvm.vscale.i32(), which will be called
|
|
; by the other functions below. If we see the call to one of these functions
|
|
; being replaced by 'llvm.vscale()', then we know it has been inlined.
|
|
|
|
define i32 @normal_callee() #0 {
|
|
; CHECK-LABEL: define i32 @normal_callee
|
|
; CHECK-SAME: () #[[ATTR1:[0-9]+]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @llvm.vscale.i32()
|
|
ret i32 %res
|
|
}
|
|
|
|
define i32 @streaming_callee() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i32 @streaming_callee
|
|
; CHECK-SAME: () #[[ATTR2:[0-9]+]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @llvm.vscale.i32()
|
|
ret i32 %res
|
|
}
|
|
|
|
define i32 @locally_streaming_callee() #0 "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @locally_streaming_callee
|
|
; CHECK-SAME: () #[[ATTR3:[0-9]+]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @llvm.vscale.i32()
|
|
ret i32 %res
|
|
}
|
|
|
|
define i32 @streaming_compatible_callee() #0 "aarch64_pstate_sm_compatible" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_callee
|
|
; CHECK-SAME: () #[[ATTR4:[0-9]+]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @llvm.vscale.i32()
|
|
ret i32 %res
|
|
}
|
|
|
|
define i32 @streaming_compatible_locally_streaming_callee() #0 "aarch64_pstate_sm_compatible" "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_locally_streaming_callee
|
|
; CHECK-SAME: () #[[ATTR5:[0-9]+]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @llvm.vscale()
|
|
ret i32 %res
|
|
}
|
|
|
|
; Now test that inlining only happens when their streaming modes match.
|
|
; Test for a number of combinations, where:
|
|
; N Normal-interface (PSTATE.SM=0 on entry/exit)
|
|
; S Streaming-interface (PSTATE.SM=1 on entry/exit)
|
|
; SC Streaming-compatible interface
|
|
; (PSTATE.SM=0 or 1, unchanged on exit)
|
|
; N + B Normal-interface, streaming body
|
|
; (PSTATE.SM=0 on entry/exit, but 1 within the body of the function)
|
|
; SC + B Streaming-compatible-interface, streaming body
|
|
; (PSTATE.SM=0 or 1 on entry, unchanged on exit,
|
|
; but guaranteed to be 1 within the body of the function)
|
|
|
|
; [x] N -> N
|
|
; [ ] N -> S
|
|
; [ ] N -> SC
|
|
; [ ] N -> N + B
|
|
; [ ] N -> SC + B
|
|
define i32 @normal_caller_normal_callee_inline() #0 {
|
|
; CHECK-LABEL: define i32 @normal_caller_normal_callee_inline
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @normal_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N -> N
|
|
; [x] N -> S
|
|
; [ ] N -> SC
|
|
; [ ] N -> N + B
|
|
; [ ] N -> SC + B
|
|
define i32 @normal_caller_streaming_callee_dont_inline() #0 {
|
|
; CHECK-LABEL: define i32 @normal_caller_streaming_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @streaming_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N -> N
|
|
; [ ] N -> S
|
|
; [x] N -> SC
|
|
; [ ] N -> N + B
|
|
; [ ] N -> SC + B
|
|
define i32 @normal_caller_streaming_compatible_callee_inline() #0 {
|
|
; CHECK-LABEL: define i32 @normal_caller_streaming_compatible_callee_inline
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N -> N
|
|
; [ ] N -> S
|
|
; [ ] N -> SC
|
|
; [x] N -> N + B
|
|
; [ ] N -> SC + B
|
|
define i32 @normal_caller_locally_streaming_callee_dont_inline() #0 {
|
|
; CHECK-LABEL: define i32 @normal_caller_locally_streaming_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @locally_streaming_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N -> N
|
|
; [ ] N -> S
|
|
; [ ] N -> SC
|
|
; [ ] N -> N + B
|
|
; [x] N -> SC + B
|
|
define i32 @normal_caller_streaming_compatible_locally_streaming_callee_dont_inline() #0 {
|
|
; CHECK-LABEL: define i32 @normal_caller_streaming_compatible_locally_streaming_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @streaming_compatible_locally_streaming_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [x] S -> N
|
|
; [ ] S -> S
|
|
; [ ] S -> SC
|
|
; [ ] S -> N + B
|
|
; [ ] S -> SC + B
|
|
define i32 @streaming_caller_normal_callee_dont_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i32 @streaming_caller_normal_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @normal_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @normal_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] S -> N
|
|
; [x] S -> S
|
|
; [ ] S -> SC
|
|
; [ ] S -> N + B
|
|
; [ ] S -> SC + B
|
|
define i32 @streaming_caller_streaming_callee_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i32 @streaming_caller_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] S -> N
|
|
; [ ] S -> S
|
|
; [x] S -> SC
|
|
; [ ] S -> N + B
|
|
; [ ] S -> SC + B
|
|
define i32 @streaming_caller_streaming_compatible_callee_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i32 @streaming_caller_streaming_compatible_callee_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] S -> N
|
|
; [ ] S -> S
|
|
; [ ] S -> SC
|
|
; [x] S -> N + B
|
|
; [ ] S -> SC + B
|
|
define i32 @streaming_caller_locally_streaming_callee_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i32 @streaming_caller_locally_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] S -> N
|
|
; [ ] S -> S
|
|
; [ ] S -> SC
|
|
; [ ] S -> N + B
|
|
; [x] S -> SC + B
|
|
define i32 @streaming_caller_streaming_compatible_locally_streaming_callee_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i32 @streaming_caller_streaming_compatible_locally_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [x] N + B -> N
|
|
; [ ] N + B -> S
|
|
; [ ] N + B -> SC
|
|
; [ ] N + B -> N + B
|
|
; [ ] N + B -> SC + B
|
|
define i32 @locally_streaming_caller_normal_callee_dont_inline() #0 "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @locally_streaming_caller_normal_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR3]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @normal_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @normal_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N + B -> N
|
|
; [x] N + B -> S
|
|
; [ ] N + B -> SC
|
|
; [ ] N + B -> N + B
|
|
; [ ] N + B -> SC + B
|
|
define i32 @locally_streaming_caller_streaming_callee_inline() #0 "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @locally_streaming_caller_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR3]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N + B -> N
|
|
; [ ] N + B -> S
|
|
; [x] N + B -> SC
|
|
; [ ] N + B -> N + B
|
|
; [ ] N + B -> SC + B
|
|
define i32 @locally_streaming_caller_streaming_compatible_callee_inline() #0 "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @locally_streaming_caller_streaming_compatible_callee_inline
|
|
; CHECK-SAME: () #[[ATTR3]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N + B -> N
|
|
; [ ] N + B -> S
|
|
; [ ] N + B -> SC
|
|
; [x] N + B -> N + B
|
|
; [ ] N + B -> SC + B
|
|
define i32 @locally_streaming_caller_locally_streaming_callee_inline() #0 "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @locally_streaming_caller_locally_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR3]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] N + B -> N
|
|
; [ ] N + B -> S
|
|
; [ ] N + B -> SC
|
|
; [ ] N + B -> N + B
|
|
; [x] N + B -> SC + B
|
|
define i32 @locally_streaming_caller_streaming_compatible_locally_streaming_callee_inline() #0 "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @locally_streaming_caller_streaming_compatible_locally_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR3]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [x] SC -> N
|
|
; [ ] SC -> S
|
|
; [ ] SC -> SC
|
|
; [ ] SC -> N + B
|
|
; [ ] SC -> SC + B
|
|
define i32 @streaming_compatible_caller_normal_callee_dont_inline() #0 "aarch64_pstate_sm_compatible" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_caller_normal_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR4]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @normal_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @normal_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC -> N
|
|
; [x] SC -> S
|
|
; [ ] SC -> SC
|
|
; [ ] SC -> N + B
|
|
; [ ] SC -> SC + B
|
|
define i32 @streaming_compatible_caller_streaming_callee_dont_inline() #0 "aarch64_pstate_sm_compatible" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_caller_streaming_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR4]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @streaming_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC -> N
|
|
; [ ] SC -> S
|
|
; [x] SC -> SC
|
|
; [ ] SC -> N + B
|
|
; [ ] SC -> SC + B
|
|
define i32 @streaming_compatible_caller_streaming_compatible_callee_inline() #0 "aarch64_pstate_sm_compatible" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_caller_streaming_compatible_callee_inline
|
|
; CHECK-SAME: () #[[ATTR4]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC -> N
|
|
; [ ] SC -> S
|
|
; [ ] SC -> SC
|
|
; [x] SC -> N + B
|
|
; [ ] SC -> SC + B
|
|
define i32 @streaming_compatible_caller_locally_streaming_callee_dont_inline() #0 "aarch64_pstate_sm_compatible" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_caller_locally_streaming_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR4]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @locally_streaming_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC -> N
|
|
; [ ] SC -> S
|
|
; [ ] SC -> SC
|
|
; [ ] SC -> N + B
|
|
; [x] SC -> SC + B
|
|
define i32 @streaming_compatible_caller_streaming_compatible_locally_streaming_callee_dont_inline() #0 "aarch64_pstate_sm_compatible" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_caller_streaming_compatible_locally_streaming_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR4]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @streaming_compatible_locally_streaming_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
; [x] SC + B -> N
|
|
; [ ] SC + B -> S
|
|
; [ ] SC + B -> SC
|
|
; [ ] SC + B -> N + B
|
|
; [ ] SC + B -> SC + B
|
|
define i32 @streaming_compatible_locally_streaming_caller_normal_callee_dont_inline() #0 "aarch64_pstate_sm_compatible" "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_locally_streaming_caller_normal_callee_dont_inline
|
|
; CHECK-SAME: () #[[ATTR5]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i32 @normal_callee()
|
|
; CHECK-NEXT: ret i32 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i32 @normal_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC + B -> N
|
|
; [x] SC + B -> S
|
|
; [ ] SC + B -> SC
|
|
; [ ] SC + B -> N + B
|
|
; [ ] SC + B -> SC + B
|
|
define i32 @streaming_compatible_locally_streaming_caller_streaming_callee_inline() #0 "aarch64_pstate_sm_compatible" "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_locally_streaming_caller_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR5]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC + B -> N
|
|
; [ ] SC + B -> S
|
|
; [x] SC + B -> SC
|
|
; [ ] SC + B -> N + B
|
|
; [ ] SC + B -> SC + B
|
|
define i32 @streaming_compatible_locally_streaming_caller_streaming_compatible_callee_inline() #0 "aarch64_pstate_sm_compatible" "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_locally_streaming_caller_streaming_compatible_callee_inline
|
|
; CHECK-SAME: () #[[ATTR5]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC + B -> N
|
|
; [ ] SC + B -> S
|
|
; [ ] SC + B -> SC
|
|
; [x] SC + B -> N + B
|
|
; [ ] SC + B -> SC + B
|
|
define i32 @streaming_compatible_locally_streaming_caller_locally_streaming_callee_inline() #0 "aarch64_pstate_sm_compatible" "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_locally_streaming_caller_locally_streaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR5]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
; [ ] SC + B -> N
|
|
; [ ] SC + B -> S
|
|
; [ ] SC + B -> SC
|
|
; [ ] SC + B -> N + B
|
|
; [x] SC + B -> SC + B
|
|
define i32 @streaming_compatible_locally_streaming_caller_and_callee_inline() #0 "aarch64_pstate_sm_compatible" "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define i32 @streaming_compatible_locally_streaming_caller_and_callee_inline
|
|
; CHECK-SAME: () #[[ATTR5]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES_I:%.*]] = call i32 @llvm.vscale.i32()
|
|
; CHECK-NEXT: ret i32 [[RES_I]]
|
|
;
|
|
entry:
|
|
%res = call i32 @streaming_compatible_locally_streaming_callee()
|
|
ret i32 %res
|
|
}
|
|
|
|
define void @normal_callee_with_inlineasm() #0 {
|
|
; CHECK-LABEL: define void @normal_callee_with_inlineasm
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: call void asm sideeffect "
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
call void asm sideeffect "; inlineasm", ""()
|
|
ret void
|
|
}
|
|
|
|
define void @streaming_caller_normal_callee_with_inlineasm_dont_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define void @streaming_caller_normal_callee_with_inlineasm_dont_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: call void @normal_callee_with_inlineasm()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
call void @normal_callee_with_inlineasm()
|
|
ret void
|
|
}
|
|
|
|
define i64 @normal_callee_with_intrinsic_call() #0 {
|
|
; CHECK-LABEL: define i64 @normal_callee_with_intrinsic_call
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i64 @llvm.aarch64.sve.cntb(i32 4)
|
|
; CHECK-NEXT: ret i64 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i64 @llvm.aarch64.sve.cntb(i32 4)
|
|
ret i64 %res
|
|
}
|
|
|
|
define i64 @streaming_caller_normal_callee_with_intrinsic_call_dont_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i64 @streaming_caller_normal_callee_with_intrinsic_call_dont_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i64 @normal_callee_with_intrinsic_call()
|
|
; CHECK-NEXT: ret i64 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i64 @normal_callee_with_intrinsic_call()
|
|
ret i64 %res
|
|
}
|
|
|
|
declare i64 @llvm.aarch64.sve.cntb(i32)
|
|
|
|
define i64 @normal_callee_call_sme_state() #0 {
|
|
; CHECK-LABEL: define i64 @normal_callee_call_sme_state
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call { i64, i64 } @__arm_sme_state()
|
|
; CHECK-NEXT: [[RES_0:%.*]] = extractvalue { i64, i64 } [[RES]], 0
|
|
; CHECK-NEXT: ret i64 [[RES_0]]
|
|
;
|
|
entry:
|
|
%res = call {i64, i64} @__arm_sme_state()
|
|
%res.0 = extractvalue {i64, i64} %res, 0
|
|
ret i64 %res.0
|
|
}
|
|
|
|
declare {i64, i64} @__arm_sme_state()
|
|
|
|
define i64 @streaming_caller_normal_callee_call_sme_state_dont_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define i64 @streaming_caller_normal_callee_call_sme_state_dont_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[RES:%.*]] = call i64 @normal_callee_call_sme_state()
|
|
; CHECK-NEXT: ret i64 [[RES]]
|
|
;
|
|
entry:
|
|
%res = call i64 @normal_callee_call_sme_state()
|
|
ret i64 %res
|
|
}
|
|
|
|
|
|
|
|
declare void @nonstreaming_body()
|
|
|
|
define void @nonstreaming_caller_single_nonstreaming_callee() #0 {
|
|
; CHECK-LABEL: define void @nonstreaming_caller_single_nonstreaming_callee
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: call void @nonstreaming_body()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @nonstreaming_body()
|
|
ret void
|
|
}
|
|
|
|
define void @nonstreaming_caller_multiple_nonstreaming_callees() #0 {
|
|
; CHECK-LABEL: define void @nonstreaming_caller_multiple_nonstreaming_callees
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: call void @nonstreaming_body()
|
|
; CHECK-NEXT: call void @nonstreaming_body()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @nonstreaming_body()
|
|
call void @nonstreaming_body()
|
|
ret void
|
|
}
|
|
|
|
; Allow inlining, as inline it would not increase the number of streaming-mode changes.
|
|
define void @streaming_caller_to_nonstreaming_callee_with_single_nonstreaming_callee_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define void @streaming_caller_to_nonstreaming_callee_with_single_nonstreaming_callee_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: call void @nonstreaming_body()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @nonstreaming_caller_single_nonstreaming_callee()
|
|
ret void
|
|
}
|
|
|
|
; Prevent inlining, as inlining it would lead to multiple streaming-mode changes.
|
|
define void @streaming_caller_to_nonstreaming_callee_with_multiple_nonstreaming_callees_dont_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define void @streaming_caller_to_nonstreaming_callee_with_multiple_nonstreaming_callees_dont_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: call void @streaming_caller_to_nonstreaming_callee_with_multiple_nonstreaming_callees_dont_inline()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @streaming_caller_to_nonstreaming_callee_with_multiple_nonstreaming_callees_dont_inline()
|
|
ret void
|
|
}
|
|
|
|
declare void @streaming_compatible_body() "aarch64_pstate_sm_compatible"
|
|
|
|
define void @nonstreaming_caller_single_streaming_compatible_callee() #0 {
|
|
; CHECK-LABEL: define void @nonstreaming_caller_single_streaming_compatible_callee
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: call void @streaming_compatible_body()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @streaming_compatible_body()
|
|
ret void
|
|
}
|
|
|
|
define void @nonstreaming_caller_multiple_streaming_compatible_callees() #0 {
|
|
; CHECK-LABEL: define void @nonstreaming_caller_multiple_streaming_compatible_callees
|
|
; CHECK-SAME: () #[[ATTR1]] {
|
|
; CHECK-NEXT: call void @streaming_compatible_body()
|
|
; CHECK-NEXT: call void @streaming_compatible_body()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @streaming_compatible_body()
|
|
call void @streaming_compatible_body()
|
|
ret void
|
|
}
|
|
|
|
; Allow inlining, as inline would remove a streaming-mode change.
|
|
define void @streaming_caller_to_nonstreaming_callee_with_single_streamingcompatible_callee_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define void @streaming_caller_to_nonstreaming_callee_with_single_streamingcompatible_callee_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: call void @streaming_compatible_body()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @nonstreaming_caller_single_streaming_compatible_callee()
|
|
ret void
|
|
}
|
|
|
|
; Allow inlining, as inline would remove several streaming-mode changes.
|
|
define void @streaming_caller_to_nonstreaming_callee_with_multiple_streamingcompatible_callees_inline() #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define void @streaming_caller_to_nonstreaming_callee_with_multiple_streamingcompatible_callees_inline
|
|
; CHECK-SAME: () #[[ATTR2]] {
|
|
; CHECK-NEXT: call void @streaming_compatible_body()
|
|
; CHECK-NEXT: call void @streaming_compatible_body()
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @nonstreaming_caller_multiple_streaming_compatible_callees()
|
|
ret void
|
|
}
|
|
|
|
define void @simple_streaming_function(ptr %ptr) #0 "aarch64_pstate_sm_enabled" {
|
|
; CHECK-LABEL: define void @simple_streaming_function
|
|
; CHECK-SAME: (ptr [[PTR:%.*]]) #[[ATTR2]] {
|
|
; CHECK-NEXT: store <vscale x 4 x i32> zeroinitializer, ptr [[PTR]], align 16
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
store <vscale x 4 x i32> zeroinitializer, ptr %ptr
|
|
ret void
|
|
}
|
|
|
|
; Don't allow inlining a streaming function into a non-streaming function.
|
|
define void @non_streaming_caller_streaming_callee_dont_inline(ptr %ptr) #0 {
|
|
; CHECK-LABEL: define void @non_streaming_caller_streaming_callee_dont_inline
|
|
; CHECK-SAME: (ptr [[PTR:%.*]]) #[[ATTR1]] {
|
|
; CHECK-NEXT: call void @simple_streaming_function(ptr [[PTR]])
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @simple_streaming_function(ptr %ptr)
|
|
ret void
|
|
}
|
|
|
|
define void @simple_locally_streaming_function(ptr %ptr) #0 "aarch64_pstate_sm_body" {
|
|
; CHECK-LABEL: define void @simple_locally_streaming_function
|
|
; CHECK-SAME: (ptr [[PTR:%.*]]) #[[ATTR3]] {
|
|
; CHECK-NEXT: store <vscale x 4 x i32> zeroinitializer, ptr [[PTR]], align 16
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
store <vscale x 4 x i32> zeroinitializer, ptr %ptr
|
|
ret void
|
|
}
|
|
|
|
; Don't allow inlining a locally-streaming function into a non-streaming function.
|
|
define void @non_streaming_caller_locally_streaming_callee_dont_inline(ptr %ptr) #0 {
|
|
; CHECK-LABEL: define void @non_streaming_caller_locally_streaming_callee_dont_inline
|
|
; CHECK-SAME: (ptr [[PTR:%.*]]) #[[ATTR1]] {
|
|
; CHECK-NEXT: call void @simple_locally_streaming_function(ptr [[PTR]])
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
call void @simple_locally_streaming_function(ptr %ptr)
|
|
ret void
|
|
}
|
|
|
|
attributes #0 = { "target-features"="+sve,+sme" }
|