// RUN: fir-opt %s --pass-pipeline="builtin.module(acc-initialize-fir-analyses,acc-implicit-data{enable-implicit-reduction-copy=true})" -split-input-file | FileCheck %s --check-prefix=COPY // RUN: fir-opt %s --pass-pipeline="builtin.module(acc-initialize-fir-analyses,acc-implicit-data{enable-implicit-reduction-copy=false})" -split-input-file | FileCheck %s --check-prefix=FIRSTPRIVATE // Test case: integer reduction in parallel loop // This corresponds to Fortran code: // integer :: r, i // r = 0 // !$acc parallel // !$acc loop gang reduction(+:r) // do i = 1, N // r = r + 1 // enddo // !$acc end parallel acc.reduction.recipe @reduction_add_ref_i32 : !fir.ref reduction_operator init { ^bb0(%arg0: !fir.ref): %c0_i32 = arith.constant 0 : i32 %0 = fir.alloca i32 %1 = fir.declare %0 {uniq_name = "acc.reduction.init"} : (!fir.ref) -> !fir.ref fir.store %c0_i32 to %1 : !fir.ref acc.yield %1 : !fir.ref } combiner { ^bb0(%arg0: !fir.ref, %arg1: !fir.ref): %0 = fir.load %arg0 : !fir.ref %1 = fir.load %arg1 : !fir.ref %2 = arith.addi %0, %1 : i32 fir.store %2 to %arg0 : !fir.ref acc.yield %arg0 : !fir.ref } func.func @test_reduction_implicit_copy() { %c1_i32 = arith.constant 1 : i32 %cN = arith.constant 100 : i32 %r = fir.alloca i32 {bindc_name = "r", uniq_name = "_QFEr"} %i = fir.alloca i32 {bindc_name = "i", uniq_name = "_QFEi"} %r_decl = fir.declare %r {uniq_name = "_QFEr"} : (!fir.ref) -> !fir.ref %i_decl = fir.declare %i {uniq_name = "_QFEi"} : (!fir.ref) -> !fir.ref %c0_i32 = arith.constant 0 : i32 fir.store %c0_i32 to %r_decl : !fir.ref acc.parallel { %red_var = acc.reduction varPtr(%r_decl : !fir.ref) recipe(@reduction_add_ref_i32) -> !fir.ref {name = "r"} acc.loop reduction(%red_var : !fir.ref) control(%iv : i32) = (%c1_i32 : i32) to (%cN : i32) step (%c1_i32 : i32) { fir.store %iv to %i_decl : !fir.ref %cur_r = fir.load %red_var : !fir.ref %new_r = arith.addi %cur_r, %c1_i32 : i32 fir.store %new_r to %red_var : !fir.ref acc.yield } attributes {inclusiveUpperbound = array, independent = [#acc.device_type]} acc.yield } return } // When enable-implicit-reduction-copy=true: expect copyin/copyout for reduction variable // COPY: %[[COPYIN:.*]] = acc.copyin varPtr({{.*}} : !fir.ref) -> !fir.ref {dataClause = #acc, implicit = true, name = "r"} // COPY: acc.copyout accPtr(%[[COPYIN]] : !fir.ref) to varPtr({{.*}} : !fir.ref) {dataClause = #acc, implicit = true, name = "r"} // When enable-implicit-reduction-copy=false: expect firstprivate for reduction variable // FIRSTPRIVATE: acc.firstprivate varPtr({{.*}} : !fir.ref) recipe({{.*}}) -> !fir.ref {implicit = true, name = "r"} // FIRSTPRIVATE-NOT: acc.copyin // FIRSTPRIVATE-NOT: acc.copyout // ----- // Test case: reduction variable used both in loop and outside (should be firstprivate) // This corresponds to Fortran code: // integer :: r = 0, i, out // !$acc parallel num_gangs(1) // !$acc loop reduction(+:r) copyout(out) // do i = 1, N // r = r + 1 // enddo // out = r // !$acc end parallel acc.reduction.recipe @reduction_add_ref_i32 : !fir.ref reduction_operator init { ^bb0(%arg0: !fir.ref): %c0_i32 = arith.constant 0 : i32 %0 = fir.alloca i32 %1 = fir.declare %0 {uniq_name = "acc.reduction.init"} : (!fir.ref) -> !fir.ref fir.store %c0_i32 to %1 : !fir.ref acc.yield %1 : !fir.ref } combiner { ^bb0(%arg0: !fir.ref, %arg1: !fir.ref): %0 = fir.load %arg0 : !fir.ref %1 = fir.load %arg1 : !fir.ref %2 = arith.addi %0, %1 : i32 fir.store %2 to %arg0 : !fir.ref acc.yield %arg0 : !fir.ref } func.func @test_reduction_with_usage_outside_loop() { %c1_i32 = arith.constant 1 : i32 %cN = arith.constant 100 : i32 %c0_i32 = arith.constant 0 : i32 %r = fir.alloca i32 {bindc_name = "r", uniq_name = "_QFEr"} %i = fir.alloca i32 {bindc_name = "i", uniq_name = "_QFEi"} %out = fir.alloca i32 {bindc_name = "out", uniq_name = "_QFEout"} %r_decl = fir.declare %r {uniq_name = "_QFEr"} : (!fir.ref) -> !fir.ref %i_decl = fir.declare %i {uniq_name = "_QFEi"} : (!fir.ref) -> !fir.ref %out_decl = fir.declare %out {uniq_name = "_QFEout"} : (!fir.ref) -> !fir.ref fir.store %c0_i32 to %r_decl : !fir.ref %out_copyout = acc.create varPtr(%out_decl : !fir.ref) -> !fir.ref {dataClause = #acc, name = "out"} acc.parallel dataOperands(%out_copyout : !fir.ref) { %red_var = acc.reduction varPtr(%r_decl : !fir.ref) recipe(@reduction_add_ref_i32) -> !fir.ref {name = "r"} acc.loop reduction(%red_var : !fir.ref) control(%iv : i32) = (%c1_i32 : i32) to (%cN : i32) step (%c1_i32 : i32) { fir.store %iv to %i_decl : !fir.ref %cur_r = fir.load %red_var : !fir.ref %new_r = arith.addi %cur_r, %c1_i32 : i32 fir.store %new_r to %red_var : !fir.ref acc.yield } attributes {inclusiveUpperbound = array, independent = [#acc.device_type]} // out = r (usage of r outside the loop) %final_r = fir.load %r_decl : !fir.ref fir.store %final_r to %out_copyout : !fir.ref acc.yield } acc.copyout accPtr(%out_copyout : !fir.ref) to varPtr(%out_decl : !fir.ref) {dataClause = #acc, name = "out"} return } // In this case, r should be firstprivate regardless of the flag setting because it's used outside the reduction context // COPY-LABEL: func.func @test_reduction_with_usage_outside_loop // COPY: acc.firstprivate varPtr({{.*}} : !fir.ref) recipe({{.*}}) -> !fir.ref {implicit = true, name = "r"} // COPY-NOT: acc.copyin varPtr({{.*}} : !fir.ref) -> !fir.ref {{.*}} name = "r" // FIRSTPRIVATE-LABEL: func.func @test_reduction_with_usage_outside_loop // FIRSTPRIVATE: acc.firstprivate varPtr({{.*}} : !fir.ref) recipe({{.*}}) -> !fir.ref {implicit = true, name = "r"} // FIRSTPRIVATE-NOT: acc.copyin varPtr({{.*}} : !fir.ref) -> !fir.ref {{.*}} name = "r"