derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
434 lines
9.7 KiB
YAML
434 lines
9.7 KiB
YAML
# RUN: llc -mtriple=aarch64--linux-gnu -run-pass=aarch64-ldst-opt %s -verify-machineinstrs -o - | FileCheck %s
|
|
---
|
|
name: promote-load-from-store
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0:
|
|
liveins: $w1, $x0, $lr
|
|
|
|
STRWui killed $w1, $x0, 0 :: (store (s32))
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
$w0 = LDRHHui killed $x0, 1 :: (load (s16))
|
|
RET $lr, implicit $w0
|
|
|
|
...
|
|
# Don't count transient instructions towards search limits.
|
|
# CHECK-LABEL: name: promote-load-from-store
|
|
# CHECK: STRWui $w1
|
|
# CHECK: UBFMWri killed $w1
|
|
---
|
|
name: store-pair
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0:
|
|
liveins: $w1, $x0, $lr
|
|
|
|
STRWui $w1, $x0, 0 :: (store (s32))
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
CFI_INSTRUCTION 0
|
|
STRWui killed $w1, killed $x0, 1 :: (store (s32))
|
|
RET $lr
|
|
|
|
...
|
|
# CHECK-LABEL: name: store-pair
|
|
# CHECK: STPWi
|
|
---
|
|
name: store-pair-clearkill0
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0:
|
|
liveins: $w1, $x0, $lr
|
|
|
|
STRWui $w1, $x0, 0 :: (store (s32))
|
|
$w2 = COPY $w1
|
|
$x3 = COPY $x0
|
|
STRWui killed $w1, killed $x0, 1 :: (store (s32))
|
|
RET $lr
|
|
...
|
|
# When merging a lower store with an upper one, we must clear kill flags on
|
|
# the lower store.
|
|
# CHECK-LABEL: store-pair-clearkill0
|
|
# CHECK-NOT: STPWi $w1, killed $w1, $x0, 0 :: (store (s32))
|
|
# CHECK: STPWi $w1, $w1, $x0, 0 :: (store (s32))
|
|
# CHECK: $w2 = COPY $w1
|
|
# CHECK: RET $lr
|
|
---
|
|
name: store-pair-clearkill1
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0:
|
|
liveins: $x0, $lr
|
|
|
|
$w1 = MOVi32imm 13
|
|
$w2 = MOVi32imm 7
|
|
STRWui $w1, $x0, 1 :: (store (s32))
|
|
$w2 = COPY killed $w1
|
|
STRWui killed $w2, $x0, 0 :: (store (s32))
|
|
|
|
$w1 = MOVi32imm 42
|
|
$w2 = MOVi32imm 7
|
|
STRWui $w1, $x0, 0 :: (store (s32))
|
|
$w2 = COPY killed $w1
|
|
STRWui killed $w2, killed $x0, 1 :: (store (s32))
|
|
|
|
RET $lr
|
|
...
|
|
# When merging an upper store with a lower one, kill flags along the way need
|
|
# to be removed; In this case the kill flag on $w1.
|
|
# CHECK-LABEL: store-pair-clearkill1
|
|
# CHECK: $w1 = MOVi32imm
|
|
# CHECK: $w2 = MOVi32imm
|
|
# CHECK-NOT: $w2 = COPY killed $w1
|
|
# CHECK: $w2 = COPY $w1
|
|
# CHECK: STPWi killed $w2, $w1, $x0, 0
|
|
|
|
# CHECK: $w1 = MOVi32imm
|
|
# CHECK: $w2 = MOVi32imm
|
|
# CHECK-NOT: $w2 = COPY killed $w1
|
|
# CHECK: $w2 = COPY $w1
|
|
# CHECK: STPWi $w1, killed $w2, killed $x0, 0
|
|
---
|
|
name: store-load-clearkill
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0:
|
|
liveins: $w1
|
|
|
|
STRWui $w1, $sp, 0 :: (store (s32))
|
|
$wzr = COPY killed $w1 ; killing use of $w1
|
|
$w11 = LDRWui $sp, 0 :: (load (s32))
|
|
HINT 0, implicit $w11 ; some use of $w11
|
|
...
|
|
# When replaceing the load of a store-load pair with a copy the kill flags
|
|
# along the way need to be cleared.
|
|
# CHECK-LABEL: name: store-load-clearkill
|
|
# CHECK: STRWui $w1, $sp, 0 :: (store (s32))
|
|
# CHECK-NOT: COPY killed $w1
|
|
# CHECK: $wzr = COPY $w1
|
|
# CHECK: $w11 = ORRWrs $wzr, $w1, 0
|
|
# CHECK: HINT 0, implicit $w11
|
|
---
|
|
name: promote-load-from-store-undef
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0:
|
|
liveins: $x0, $x2, $lr
|
|
|
|
STRWui undef $w1, $x0, 0 :: (store (s32))
|
|
$w0 = LDRBBui $x0, 1 :: (load (s16))
|
|
STRHHui undef $w3, $x2, 0 :: (store (s32))
|
|
$w1 = LDRBBui $x2, 0 :: (load (s32))
|
|
RET $lr, implicit $w0
|
|
...
|
|
# CHECK-LABEL: name: promote-load-from-store-undef
|
|
# CHECK: STRWui undef $w1
|
|
# CHECK: UBFMWri undef $w1
|
|
# CHECK: STRHHui undef $w3
|
|
# CHECK: ANDWri undef $w3
|
|
---
|
|
name: promote-load-from-store-trivial-kills
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0:
|
|
liveins: $x0, $lr
|
|
|
|
STRXui $x0, $sp, 0 :: (store (s64))
|
|
STRXui killed $x0, $sp, 2 :: (store (s64))
|
|
$x0 = LDRXui $sp, 0 :: (load (s64))
|
|
BL &bar, csr_aarch64_aapcs, implicit-def $lr, implicit $sp, implicit $x0, implicit-def $sp
|
|
RET $lr
|
|
...
|
|
# CHECK-LABEL: name: promote-load-from-store-trivial-kills
|
|
# CHECK: STRXui $x0, $sp, 0
|
|
# CHECK: STRXui $x0, $sp, 2
|
|
# CHECK-NOT: LDRXui
|
|
# CHECK-NOT: ORR
|
|
# CHECK: BL &bar, csr_aarch64_aapcs, implicit-def $lr, implicit $sp, implicit $x0, implicit-def $sp
|
|
|
|
name: test_LDRBB
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$w2 = LDRBBui $x0, 0 :: (load (s8))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$w3 = LDRBBui $x1, 0 :: (load (s8))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRBB
|
|
# CHECK: LDRBBpost $x0, 1
|
|
# CHECK: LDRBBpre $x1, 1
|
|
|
|
name: test_LDRHH
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$w2 = LDRHHui $x0, 0 :: (load (s16))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$w3 = LDRHHui $x1, 0 :: (load (s16))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRHH
|
|
# CHECK: LDRHHpost $x0, 1
|
|
# CHECK: LDRHHpre $x1, 1
|
|
name: test_LDRW
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$w2 = LDRWui $x0, 0 :: (load (s32))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$w3 = LDRWui $x1, 0 :: (load (s32))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRW
|
|
# CHECK: LDRWpost $x0, 1
|
|
# CHECK: LDRWpre $x1, 1
|
|
|
|
name: test_LDRX
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$x2 = LDRXui $x0, 0 :: (load (s64))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$x3 = LDRXui $x1, 0 :: (load (s64))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRX
|
|
# CHECK: LDRXpost $x0, 1
|
|
# CHECK: LDRXpre $x1, 1
|
|
|
|
name: test_LDRB
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$b0 = LDRBui $x0, 0 :: (load (s8))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$b1 = LDRBui $x1, 0 :: (load (s8))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRB
|
|
# CHECK: LDRBpost $x0, 1
|
|
# CHECK: LDRBpre $x1, 1
|
|
|
|
name: test_LDRH
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$h0 = LDRHui $x0, 0 :: (load (s16))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$h1 = LDRHui $x1, 0 :: (load (s16))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRH
|
|
# CHECK: LDRHpost $x0, 1
|
|
# CHECK: LDRHpre $x1, 1
|
|
|
|
name: test_LDRS
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$s0 = LDRSui $x0, 0 :: (load (s32))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$s1 = LDRSui $x1, 0 :: (load (s32))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRS
|
|
# CHECK: LDRSpost $x0, 1
|
|
# CHECK: LDRSpre $x1, 1
|
|
|
|
name: test_LDRD
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$d0 = LDRDui $x0, 0 :: (load (s64))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$d1 = LDRDui $x1, 0 :: (load (s64))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRD
|
|
# CHECK: LDRDpost $x0, 1
|
|
# CHECK: LDRDpre $x1, 1
|
|
|
|
name: test_LDRQ
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1
|
|
|
|
$q0 = LDRQui $x0, 0 :: (load (s128))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
$q1 = LDRQui $x1, 0 :: (load (s128))
|
|
...
|
|
# CHECK-LABEL: name: test_LDRQ
|
|
# CHECK: LDRQpost $x0, 1
|
|
# CHECK: LDRQpre $x1, 1
|
|
|
|
name: test_STRBB
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $w2, $w3
|
|
|
|
STRBBui $w2, $x0, 0 :: (store (s8))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRBBui $w3, $x1, 0 :: (store (s8))
|
|
...
|
|
# CHECK-LABEL: name: test_STRBB
|
|
# CHECK: STRBBpost $w2, $x0, 1
|
|
# CHECK: STRBBpre $w3, $x1, 1
|
|
|
|
name: test_STRHH
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $w2, $w3
|
|
|
|
STRHHui $w2, $x0, 0 :: (store (s16))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRHHui $w3, $x1, 0 :: (store (s16))
|
|
...
|
|
# CHECK-LABEL: name: test_STRHH
|
|
# CHECK: STRHHpost $w2, $x0, 1
|
|
# CHECK: STRHHpre $w3, $x1, 1
|
|
name: test_STRW
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $w2, $w3
|
|
|
|
STRWui $w2, $x0, 0 :: (store (s32))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRWui $w3, $x1, 0 :: (store (s32))
|
|
...
|
|
# CHECK-LABEL: name: test_STRW
|
|
# CHECK: STRWpost $w2, $x0, 1
|
|
# CHECK: STRWpre $w3, $x1, 1
|
|
|
|
name: test_STRX
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $x2, $x3
|
|
|
|
STRXui $x2, $x0, 0 :: (store (s64))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRXui $x3, $x1, 0 :: (store (s64))
|
|
...
|
|
# CHECK-LABEL: name: test_STRX
|
|
# CHECK: STRXpost $x2, $x0, 1
|
|
# CHECK: STRXpre $x3, $x1, 1
|
|
|
|
name: test_STRB
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $b0, $b1
|
|
|
|
STRBui $b0, $x0, 0 :: (store (s8))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRBui $b1, $x1, 0 :: (store (s8))
|
|
...
|
|
# CHECK-LABEL: name: test_STRB
|
|
# CHECK: STRBpost $b0, $x0, 1
|
|
# CHECK: STRBpre $b1, $x1, 1
|
|
|
|
name: test_STRH
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $h0, $h1
|
|
|
|
STRHui $h0, $x0, 0 :: (store (s16))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRHui $h1, $x1, 0 :: (store (s16))
|
|
...
|
|
# CHECK-LABEL: name: test_STRH
|
|
# CHECK: STRHpost $h0, $x0, 1
|
|
# CHECK: STRHpre $h1, $x1, 1
|
|
|
|
name: test_STRS
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $s0, $s1
|
|
|
|
STRSui $s0, $x0, 0 :: (store (s32))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRSui $s1, $x1, 0 :: (store (s32))
|
|
...
|
|
# CHECK-LABEL: name: test_STRS
|
|
# CHECK: STRSpost $s0, $x0, 1
|
|
# CHECK: STRSpre $s1, $x1, 1
|
|
|
|
name: test_STRD
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $d0, $d1
|
|
|
|
STRDui $d0, $x0, 0 :: (store (s64))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRDui $d1, $x1, 0 :: (store (s64))
|
|
...
|
|
# CHECK-LABEL: name: test_STRD
|
|
# CHECK: STRDpost $d0, $x0, 1
|
|
# CHECK: STRDpre $d1, $x1, 1
|
|
|
|
name: test_STRQ
|
|
body: |
|
|
bb.0.entry:
|
|
liveins: $x0, $x1, $q0, $q1
|
|
|
|
STRQui $q0, $x0, 0 :: (store (s128))
|
|
$x0 = ADDXri $x0, 1, 0
|
|
$x1 = ADDXri $x1, 1, 0
|
|
STRQui $q1, $x1, 0 :: (store (s128))
|
|
...
|
|
# CHECK-LABEL: name: test_STRQ
|
|
# CHECK: STRQpost $q0, $x0, 1
|
|
# CHECK: STRQpre $q1, $x1, 1
|