// RUN: fir-opt %s --acc-use-device-canonicalizer -split-input-file | FileCheck %s // ----- // Test hoisting of load/box_addr/convert pattern out of acc.host_data with function call func.func @test_host_data_hoisting_function_call(%arg0: !fir.ref>>>) { // CHECK: %[[LOADED:.*]] = fir.load %arg0 : !fir.ref>>> // CHECK: %[[ADDR:.*]] = fir.box_addr %[[LOADED]] : (!fir.box>>) -> !fir.heap> // CHECK: %[[DEV_PTR:.*]] = acc.use_device varPtr(%[[ADDR]] : !fir.heap>) varType(!fir.box>>) -> !fir.heap> // CHECK: acc.host_data dataOperands(%[[DEV_PTR]] // CHECK: %[[EMBOX:.*]] = fir.embox %[[DEV_PTR]] // CHECK: %[[ALLOCA:.*]] = fir.alloca !fir.box>> // CHECK: fir.store %[[EMBOX]] to %[[ALLOCA]] : !fir.ref>>> // CHECK: %[[LOAD2:.*]] = fir.load %[[ALLOCA]] : !fir.ref>>> // CHECK: %[[DEV_PTRADDR:.*]] = fir.box_addr %[[LOAD2]] : (!fir.box>> // CHECK: %[[CONV:.*]] = fir.convert %[[DEV_PTRADDR]] : (!fir.heap>) -> !fir.ref> // CHECK: fir.call @_QMmPvadd(%[[CONV]] %dev_ptr = acc.use_device varPtr(%arg0 : !fir.ref>>>) -> !fir.ref>>> {name = "a"} acc.host_data dataOperands(%dev_ptr : !fir.ref>>>) { %loaded = fir.load %dev_ptr : !fir.ref>>> %addr = fir.box_addr %loaded : (!fir.box>>) -> !fir.heap> %conv = fir.convert %addr : (!fir.heap>) -> !fir.ref> fir.call @_QMmPvadd(%conv, %conv) : (!fir.ref>, !fir.ref>) -> () acc.terminator } return } // ----- // Test hoisting of load/box_addr/convert pattern out of acc.host_data with load operation func.func @test_host_data_hoisting_load(%arg0: !fir.ref>>>) { // CHECK: %[[LOADED:.*]] = fir.load %arg0 : !fir.ref>>> // CHECK: %[[ADDR:.*]] = fir.box_addr %[[LOADED]] : (!fir.box>>) -> !fir.heap> // CHECK: %[[DEV_PTR:.*]] = acc.use_device varPtr(%[[ADDR]] : // CHECK: acc.host_data dataOperands(%[[DEV_PTR]] // CHECK: %[[EMBOX:.*]] = fir.embox %[[DEV_PTR]] // CHECK: %[[ALLOCA:.*]] = fir.alloca !fir.box>> // CHECK: fir.store %[[EMBOX]] to %[[ALLOCA]] : !fir.ref>>> // CHECK: %[[LOAD2:.*]] = fir.load %[[ALLOCA]] : !fir.ref>>> // CHECK: %[[DEV_PTRADDR:.*]] = fir.box_addr %[[LOAD2]] : (!fir.box>> // CHECK: %[[CONV:.*]] = fir.convert %[[DEV_PTRADDR]] : (!fir.heap>) -> !fir.ref> // CHECK: %[[VAL:.*]] = fir.load %[[CONV]] %dev_ptr = acc.use_device varPtr(%arg0 : !fir.ref>>>) -> !fir.ref>>> {name = "a"} acc.host_data dataOperands(%dev_ptr : !fir.ref>>>) { %loaded = fir.load %dev_ptr : !fir.ref>>> %addr = fir.box_addr %loaded : (!fir.box>>) -> !fir.heap> %conv = fir.convert %addr : (!fir.heap>) -> !fir.ref> %val = fir.load %conv : !fir.ref> fir.call @foo(%val) : (!fir.array) -> () acc.terminator } return } // ----- // Test hoisting for pointer attributes: load/box_addr hoisted, remove additional // unused use_device clause for a different variable func.func @test_host_data_hoisting_ref_to_box() { %1 = fir.alloca !fir.box> {bindc_name = "ptr", uniq_name = "_QFEptr"} // CHECK: %[[ALLOCA:.*]] = fir.alloca !fir.box> {bindc_name = "ptr", uniq_name = "_QFEptr"} %4 = fir.declare %1 {fortran_attrs = #fir.var_attrs, uniq_name = "_QFEptr"} : (!fir.ref>>) -> !fir.ref>> // CHECK: %[[DECLARE:.*]] = fir.declare %[[ALLOCA]] {fortran_attrs = #fir.var_attrs, uniq_name = "_QFEptr"} : (!fir.ref>>) -> !fir.ref>> // Second pointer variable (unused in host_data region) %ptr2_alloca = fir.alloca !fir.box> {bindc_name = "ptr2", uniq_name = "_QFEptr2"} %ptr2_decl = fir.declare %ptr2_alloca {fortran_attrs = #fir.var_attrs, uniq_name = "_QFEptr2"} : (!fir.ref>>) -> !fir.ref>> %5 = fir.address_of(@_QFEtgt) : !fir.ref %6 = fir.declare %5 {fortran_attrs = #fir.var_attrs, uniq_name = "_QFEtgt"} : (!fir.ref) -> !fir.ref %8 = fir.embox %6 : (!fir.ref) -> !fir.box> fir.store %8 to %4 : !fir.ref>> fir.store %8 to %ptr2_decl : !fir.ref>> // CHECK: %[[LOAD:.*]] = fir.load %[[DECLARE]] // CHECK: %[[BOXADDR:.*]] = fir.box_addr %[[LOAD]] // CHECK: %[[DEV_PTR:.*]] = acc.use_device varPtr(%[[BOXADDR]] : !fir.ptr) varType(!fir.box>) -> !fir.ptr {name = "ptr"} // CHECK: acc.host_data dataOperands(%[[DEV_PTR]] : !fir.ptr) { // CHECK: %[[EMBOX:.*]] = fir.embox %[[DEV_PTR]] : (!fir.ptr) -> !fir.box> // CHECK: %[[ALLOCA2:.*]] = fir.alloca !fir.box> // CHECK: fir.store %[[EMBOX]] to %[[ALLOCA2]] : !fir.ref>> // CHECK: %[[LOAD2:.*]] = fir.load %[[ALLOCA2]] : !fir.ref>> // CHECK: %[[DEV_PTRADDR:.*]] = fir.box_addr %[[LOAD2]] : (!fir.box>) -> !fir.ptr // CHECK: %[[CONV:.*]] = fir.convert %[[DEV_PTRADDR]] : (!fir.ptr) -> i64 // CHECK: fir.call @foo(%[[CONV]]) : (i64) -> () %9 = acc.use_device varPtr(%4 : !fir.ref>>) -> !fir.ref>> {name = "ptr"} // This use_device clause is for a different variable (ptr2) and has no uses - should be removed %12 = acc.use_device varPtr(%ptr2_decl : !fir.ref>>) -> !fir.ref>> {name = "ptr2"} acc.host_data dataOperands(%9, %12 : !fir.ref>>, !fir.ref>>) { %14 = fir.load %9 : !fir.ref>> %15 = fir.box_addr %14 : (!fir.box>) -> !fir.ptr %16 = fir.convert %15 : (!fir.ptr) -> i64 fir.call @foo(%16) : (i64) -> () acc.terminator } return } // ----- // Test single use_device used by multiple host_data: one use_device is created // per host_data, each inserted right before its host_data. func.func @multiple_host_data_(%arg0: !fir.box> {fir.bindc_name = "arr"}) { %0 = fir.dummy_scope : !fir.dscope %1 = fir.declare %arg0 dummy_scope %0 arg 1 {uniq_name = "_QFmultiple_host_dataEarr"} : (!fir.box>, !fir.dscope) -> !fir.box> %2 = fir.rebox %1 : (!fir.box>) -> !fir.box> %3 = acc.use_device var(%2 : !fir.box>) -> !fir.box> {name = "arr"} acc.host_data dataOperands(%3 : !fir.box>) { %4 = fir.dummy_scope : !fir.dscope %5 = fir.declare %3 dummy_scope %4 arg 1 {uniq_name = "_QFmultiple_host_dataEarr"} : (!fir.box>, !fir.dscope) -> !fir.box> acc.terminator } acc.host_data dataOperands(%3 : !fir.box>) { %4 = fir.dummy_scope : !fir.dscope %5 = fir.declare %3 dummy_scope %4 arg 1 {uniq_name = "_QFmultiple_host_dataEarr"} : (!fir.box>, !fir.dscope) -> !fir.box> acc.terminator } return } // CHECK-LABEL: func.func @multiple_host_data_ // CHECK-SAME: %arg0: !fir.box> // CHECK: fir.box_addr %2 // CHECK: fir.box_addr %2 // CHECK: %[[USE_DEVICE_1:.*]] = acc.use_device varPtr({{.*}} : !fir.ref>) varType(!fir.box>) -> !fir.ref> {name = "arr"} // CHECK: acc.host_data dataOperands(%[[USE_DEVICE_1]] : !fir.ref>) { // CHECK: acc.terminator // CHECK: } // CHECK: %[[USE_DEVICE_2:.*]] = acc.use_device varPtr({{.*}} : !fir.ref>) varType(!fir.box>) -> !fir.ref> {name = "arr"} // CHECK: acc.host_data dataOperands(%[[USE_DEVICE_2]] : !fir.ref>) { // CHECK: acc.terminator // CHECK: } // ----- // Test single use_device (to ref-of-box) used by multiple host_data. func.func @test_ref_to_box_multiple_host_data() { %1 = fir.alloca !fir.box> {bindc_name = "ptr", uniq_name = "_QFEptr"} %4 = fir.declare %1 {fortran_attrs = #fir.var_attrs, uniq_name = "_QFEptr"} : (!fir.ref>>) -> !fir.ref>> %5 = fir.address_of(@_QFEtgt) : !fir.ref %6 = fir.declare %5 {fortran_attrs = #fir.var_attrs, uniq_name = "_QFEtgt"} : (!fir.ref) -> !fir.ref %8 = fir.embox %6 : (!fir.ref) -> !fir.box> fir.store %8 to %4 : !fir.ref>> %9 = acc.use_device varPtr(%4 : !fir.ref>>) -> !fir.ref>> {name = "ptr"} acc.host_data dataOperands(%9 : !fir.ref>>) { %14 = fir.load %9 : !fir.ref>> %15 = fir.box_addr %14 : (!fir.box>) -> !fir.ptr %16 = fir.convert %15 : (!fir.ptr) -> i64 fir.call @foo(%16) : (i64) -> () acc.terminator } acc.host_data dataOperands(%9 : !fir.ref>>) { %14 = fir.load %9 : !fir.ref>> %15 = fir.box_addr %14 : (!fir.box>) -> !fir.ptr %16 = fir.convert %15 : (!fir.ptr) -> i64 fir.call @foo(%16) : (i64) -> () acc.terminator } return } // CHECK-LABEL: func.func @test_ref_to_box_multiple_host_data // CHECK: fir.load %{{.*}} // CHECK: fir.box_addr %{{.*}} // CHECK: %[[USE_DEVICE_1:.*]] = acc.use_device varPtr({{.*}} : !fir.ptr) varType(!fir.box>) -> !fir.ptr {name = "ptr"} // CHECK: acc.host_data dataOperands(%[[USE_DEVICE_1]] : !fir.ptr) { // CHECK: acc.terminator // CHECK: } // CHECK: %[[USE_DEVICE_2:.*]] = acc.use_device varPtr({{.*}} : !fir.ptr) varType(!fir.box>) -> !fir.ptr {name = "ptr"} // CHECK: acc.host_data dataOperands(%[[USE_DEVICE_2]] : !fir.ptr) { // CHECK: acc.terminator // CHECK: }