CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
165 lines
6.0 KiB
YAML
165 lines
6.0 KiB
YAML
# RUN: llc -mtriple=hexagon -run-pass pipeliner -debug-only=pipeliner %s -o /dev/null 2>&1 -pipeliner-experimental-cg=true | FileCheck %s
|
|
# REQUIRES: asserts
|
|
|
|
# Test that loop carried memory dependencies are computed correctly
|
|
# when barrier instructions exist in the loop.
|
|
# The original code is as follows.
|
|
#
|
|
# ```
|
|
# volatile int x = 0;
|
|
# void f(int * restrict a, int * restrict b, int * restrict c, int n) {
|
|
# for (int i = 0; i < n; i++) {
|
|
# a[i] *= c[i];
|
|
# b[i] *= c[i];
|
|
# x += i;
|
|
# a[i + 1] *= i;
|
|
# x += i;
|
|
# b[i + 1] *= i;
|
|
# }
|
|
# }
|
|
# ```
|
|
#
|
|
# SU(6): Load
|
|
# SU(8): Store
|
|
# SU(10): Store
|
|
# SU(11): Barrier
|
|
# SU(16): Barrier
|
|
# SU(17): Load
|
|
# SU(19): Load
|
|
#
|
|
# As the order between load/store and barrier must be preserved, the following
|
|
# loop-carried dependnecies need to be added:
|
|
# - SU(16) -> SU(6), SU(8), SU(10)
|
|
# - SU(17), SU(19) -> SU(11)
|
|
# - SU(16) -> SU(11) (barrier to barrier)
|
|
|
|
# CHECK: ===== Loop Carried Edges Begin =====
|
|
# CHECK-NEXT: Loop carried edges from SU(16)
|
|
# CHECK-NEXT: Order
|
|
# CHECK-NEXT: SU(6)
|
|
# CHECK-NEXT: SU(8)
|
|
# CHECK-NEXT: SU(10)
|
|
# CHECK-NEXT: SU(11)
|
|
# CHECK-NEXT: Loop carried edges from SU(17)
|
|
# CHECK-NEXT: Order
|
|
# CHECK-NEXT: SU(11)
|
|
# CHECK-NEXT: Loop carried edges from SU(19)
|
|
# CHECK-NEXT: Order
|
|
# CHECK-NEXT: SU(11)
|
|
# CHECK-NEXT: ===== Loop Carried Edges End =====
|
|
|
|
--- |
|
|
@x = dso_local global i32 0, align 4
|
|
|
|
define dso_local void @f(ptr noalias nocapture noundef %a, ptr noalias nocapture noundef %b, ptr noalias nocapture noundef readonly %c, i32 noundef %n) {
|
|
entry:
|
|
%cmp26 = icmp sgt i32 %n, 0
|
|
br i1 %cmp26, label %for.body.preheader, label %for.cond.cleanup
|
|
|
|
for.body.preheader:
|
|
%.pre = load i32, ptr %a, align 4, !tbaa !5
|
|
%.pre28 = load i32, ptr %b, align 4, !tbaa !5
|
|
%cgep = getelementptr i8, ptr %b, i32 4
|
|
%cgep37 = getelementptr i8, ptr %a, i32 4
|
|
br label %for.body
|
|
|
|
for.cond.cleanup:
|
|
ret void
|
|
|
|
for.body:
|
|
%lsr.iv35 = phi ptr [ %c, %for.body.preheader ], [ %cgep42, %for.body ]
|
|
%lsr.iv31 = phi ptr [ %cgep37, %for.body.preheader ], [ %cgep41, %for.body ]
|
|
%lsr.iv = phi ptr [ %cgep, %for.body.preheader ], [ %cgep40, %for.body ]
|
|
%0 = phi i32 [ %mul11, %for.body ], [ %.pre28, %for.body.preheader ]
|
|
%1 = phi i32 [ %mul7, %for.body ], [ %.pre, %for.body.preheader ]
|
|
%i.027 = phi i32 [ %add5, %for.body ], [ 0, %for.body.preheader ]
|
|
%2 = load i32, ptr %lsr.iv35, align 4, !tbaa !5
|
|
%mul = mul nsw i32 %1, %2
|
|
%cgep38 = getelementptr i8, ptr %lsr.iv31, i32 -4
|
|
store i32 %mul, ptr %cgep38, align 4, !tbaa !5
|
|
%mul4 = mul nsw i32 %0, %2
|
|
%cgep39 = getelementptr i8, ptr %lsr.iv, i32 -4
|
|
store i32 %mul4, ptr %cgep39, align 4, !tbaa !5
|
|
%3 = load volatile i32, ptr @x, align 4, !tbaa !5
|
|
%4 = add i32 %i.027, %3
|
|
store volatile i32 %4, ptr @x, align 4, !tbaa !5
|
|
%add5 = add nuw nsw i32 %i.027, 1
|
|
%5 = load i32, ptr %lsr.iv31, align 4, !tbaa !5
|
|
%mul7 = mul nsw i32 %5, %i.027
|
|
store i32 %mul7, ptr %lsr.iv31, align 4, !tbaa !5
|
|
%6 = load volatile i32, ptr @x, align 4, !tbaa !5
|
|
%7 = add i32 %i.027, %6
|
|
store volatile i32 %7, ptr @x, align 4, !tbaa !5
|
|
%8 = load i32, ptr %lsr.iv, align 4, !tbaa !5
|
|
%mul11 = mul nsw i32 %8, %i.027
|
|
store i32 %mul11, ptr %lsr.iv, align 4, !tbaa !5
|
|
%exitcond.not = icmp eq i32 %n, %add5
|
|
%cgep40 = getelementptr i8, ptr %lsr.iv, i32 4
|
|
%cgep41 = getelementptr i8, ptr %lsr.iv31, i32 4
|
|
%cgep42 = getelementptr i8, ptr %lsr.iv35, i32 4
|
|
br i1 %exitcond.not, label %for.cond.cleanup, label %for.body
|
|
}
|
|
|
|
!5 = !{!6, !6, i64 0}
|
|
!6 = !{!"int", !7, i64 0}
|
|
!7 = !{!"omnipotent char", !8, i64 0}
|
|
!8 = !{!"Simple C/C++ TBAA"}
|
|
|
|
...
|
|
---
|
|
name: f
|
|
tracksRegLiveness: true
|
|
body: |
|
|
bb.0.entry:
|
|
successors: %bb.1, %bb.2
|
|
liveins: $r0, $r1, $r2, $r3
|
|
|
|
%19:intregs = COPY $r3
|
|
%18:intregs = COPY $r2
|
|
%17:intregs = COPY $r1
|
|
%16:intregs = COPY $r0
|
|
%20:predregs = C2_cmpgti %19, 0
|
|
J2_jumpf %20, %bb.2, implicit-def dead $pc
|
|
J2_jump %bb.1, implicit-def dead $pc
|
|
|
|
bb.1.for.body.preheader:
|
|
%0:intregs, %3:intregs = L2_loadri_pi %16, 4 :: (load (s32) from %ir.a, !tbaa !5)
|
|
%1:intregs, %2:intregs = L2_loadri_pi %17, 4 :: (load (s32) from %ir.b, !tbaa !5)
|
|
%22:intregs = A2_tfrsi 0
|
|
%26:intregs = C4_addipc target-flags(hexagon-pcrel) @x
|
|
%30:intregs = COPY %19
|
|
J2_loop0r %bb.3, %30, implicit-def $lc0, implicit-def $sa0, implicit-def $usr
|
|
J2_jump %bb.3, implicit-def dead $pc
|
|
|
|
bb.2.for.cond.cleanup:
|
|
PS_jmpret $r31, implicit-def dead $pc
|
|
|
|
bb.3.for.body:
|
|
successors: %bb.2, %bb.3
|
|
|
|
%4:intregs = PHI %18, %bb.1, %15, %bb.3
|
|
%5:intregs = PHI %3, %bb.1, %14, %bb.3
|
|
%6:intregs = PHI %2, %bb.1, %13, %bb.3
|
|
%7:intregs = PHI %1, %bb.1, %12, %bb.3
|
|
%8:intregs = PHI %0, %bb.1, %11, %bb.3
|
|
%9:intregs = PHI %22, %bb.1, %10, %bb.3
|
|
%23:intregs, %15:intregs = L2_loadri_pi %4, 4 :: (load (s32) from %ir.lsr.iv35, !tbaa !5)
|
|
%24:intregs = nsw M2_mpyi %8, %23
|
|
S2_storeri_io %5, -4, killed %24 :: (store (s32) into %ir.cgep38, !tbaa !5)
|
|
%25:intregs = nsw M2_mpyi %7, %23
|
|
S2_storeri_io %6, -4, killed %25 :: (store (s32) into %ir.cgep39, !tbaa !5)
|
|
L4_add_memopw_io %26, 0, %9 :: (volatile store (s32) into @x, !tbaa !5), (volatile dereferenceable load (s32) from @x, !tbaa !5)
|
|
%10:intregs = nuw nsw A2_addi %9, 1
|
|
%27:intregs = L2_loadri_io %5, 0 :: (load (s32) from %ir.lsr.iv31, !tbaa !5)
|
|
%11:intregs = nsw M2_mpyi killed %27, %9
|
|
S2_storeri_io %5, 0, %11 :: (store (s32) into %ir.lsr.iv31, !tbaa !5)
|
|
L4_add_memopw_io %26, 0, %9 :: (volatile store (s32) into @x, !tbaa !5), (volatile dereferenceable load (s32) from @x, !tbaa !5)
|
|
%28:intregs = L2_loadri_io %6, 0 :: (load (s32) from %ir.lsr.iv, !tbaa !5)
|
|
%12:intregs = nsw M2_mpyi killed %28, %9
|
|
S2_storeri_io %6, 0, %12 :: (store (s32) into %ir.lsr.iv, !tbaa !5)
|
|
%13:intregs = A2_addi %6, 4
|
|
%14:intregs = A2_addi %5, 4
|
|
ENDLOOP0 %bb.3, implicit-def $pc, implicit-def $lc0, implicit $sa0, implicit $lc0
|
|
J2_jump %bb.2, implicit-def $pc
|
|
...
|