derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
233 lines
15 KiB
MLIR
233 lines
15 KiB
MLIR
// RUN: mlir-opt --convert-gpu-to-spirv --cse \
|
|
// RUN: --split-input-file --verify-diagnostics %s | FileCheck %s
|
|
|
|
module attributes {
|
|
gpu.container_module,
|
|
spirv.target_env = #spirv.target_env<#spirv.vce<v1.6,
|
|
[Shader, CooperativeMatrixKHR, Float16, Int8],
|
|
[SPV_KHR_storage_buffer_storage_class, SPV_KHR_cooperative_matrix]>,
|
|
#spirv.resource_limits<>>} {
|
|
|
|
gpu.module @kernels {
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_load_op
|
|
// CHECK-SAME: !spirv.ptr<!spirv.struct<(!spirv.array<512 x f32, stride=4> [0])>, StorageBuffer>
|
|
gpu.func @gpu_wmma_load_op(%arg0 : memref<32x32xf16, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
%i = arith.constant 16 : index
|
|
%j = arith.constant 16 : index
|
|
// CHECK: %[[STRIDE:.+]] = spirv.Constant 32 : i32
|
|
// CHECK: spirv.KHR.CooperativeMatrixLoad {{%.*}}, %[[STRIDE]], <RowMajor> :
|
|
// CHECK-SAME: !spirv.ptr<f32, StorageBuffer>, i32 -> !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%0 = gpu.subgroup_mma_load_matrix %arg0[%i, %j] {leadDimension = 32 : index} :
|
|
memref<32x32xf16, #spirv.storage_class<StorageBuffer>> -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
|
|
// CHECK: spirv.KHR.CooperativeMatrixLoad {{%.*}}, %[[STRIDE]], <ColumnMajor> :
|
|
// CHECK-SAME: !spirv.ptr<f32, StorageBuffer>, i32 -> !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%1 = gpu.subgroup_mma_load_matrix %arg0[%i, %j] {leadDimension = 32 : index, transpose} :
|
|
memref<32x32xf16, #spirv.storage_class<StorageBuffer>> -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
// CHECK: spirv.Return
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_store_op
|
|
// CHECK-SAME: !spirv.ptr<!spirv.struct<(!spirv.array<512 x f32, stride=4> [0])>, StorageBuffer>
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
gpu.func @gpu_wmma_store_op(%arg0: memref<32x32xf16, #spirv.storage_class<StorageBuffer>>,
|
|
%arg1: !gpu.mma_matrix<16x16xf16, "COp">) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
%i = arith.constant 16 : index
|
|
%j = arith.constant 16 : index
|
|
// CHECK: %[[STRIDE:.+]] = spirv.Constant 32 : i32
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore {{%.*}}, {{%.*}}, %[[STRIDE]], <RowMajor> :
|
|
// CHECK-SAME: !spirv.ptr<f32, StorageBuffer>, !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
gpu.subgroup_mma_store_matrix %arg1, %arg0[%i,%j] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<32x32xf16, #spirv.storage_class<StorageBuffer>>
|
|
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore {{%.*}}, {{%.*}}, %[[STRIDE]], <ColumnMajor> :
|
|
// CHECK-SAME: !spirv.ptr<f32, StorageBuffer>, !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
gpu.subgroup_mma_store_matrix %arg1, %arg0[%i,%j] {leadDimension = 32 : index, transpose} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<32x32xf16, #spirv.storage_class<StorageBuffer>>
|
|
// CHECK: spirv.Return
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_mma_op
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixA>
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixB>
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
gpu.func @gpu_wmma_mma_op(%A: !gpu.mma_matrix<16x16xf16, "AOp">,
|
|
%B: !gpu.mma_matrix<16x16xf16, "BOp">,
|
|
%C: !gpu.mma_matrix<16x16xf16, "COp">,
|
|
%ptr: memref<16x16xf16, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
// CHECK: %[[MAD:.*]] = spirv.KHR.CooperativeMatrixMulAdd {{%.*}}, {{%.*}}, {{%.*}} :
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixA>,
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixB>
|
|
// CHECK-SAME: -> !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%D = gpu.subgroup_mma_compute %A, %B, %C : !gpu.mma_matrix<16x16xf16, "AOp">,
|
|
!gpu.mma_matrix<16x16xf16, "BOp">
|
|
-> !gpu.mma_matrix<16x16xf16, "COp">
|
|
|
|
%i = arith.constant 0 : index
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore %{{.+}}, %[[MAD]], %{{.+}}, <RowMajor>
|
|
gpu.subgroup_mma_store_matrix %D, %ptr[%i,%i] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<16x16xf16, #spirv.storage_class<StorageBuffer>>
|
|
// CHECK: spirv.Return
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_signed_i8_mma_op
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xsi8, Subgroup, MatrixA>
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xsi8, Subgroup, MatrixB>
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xi32, Subgroup, MatrixAcc>
|
|
gpu.func @gpu_wmma_signed_i8_mma_op(
|
|
%A: !gpu.mma_matrix<16x16xsi8, "AOp">,
|
|
%B: !gpu.mma_matrix<16x16xsi8, "BOp">,
|
|
%C: !gpu.mma_matrix<16x16xi32, "COp">,
|
|
%ptr: memref<16x16xi32, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
// CHECK: spirv.KHR.CooperativeMatrixMulAdd {{%.*}}, {{%.*}}, {{%.*}}, <ASigned|BSigned> :
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xsi8, Subgroup, MatrixA>,
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xsi8, Subgroup, MatrixB>
|
|
// CHECK-SAME: -> !spirv.coopmatrix<16x16xi32, Subgroup, MatrixAcc>
|
|
%D = gpu.subgroup_mma_compute %A, %B, %C : !gpu.mma_matrix<16x16xsi8, "AOp">,
|
|
!gpu.mma_matrix<16x16xsi8, "BOp">
|
|
-> !gpu.mma_matrix<16x16xi32, "COp">
|
|
%i = arith.constant 0 : index
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore %{{.+}}, %{{.+}}, %{{.+}}, <RowMajor>
|
|
gpu.subgroup_mma_store_matrix %D, %ptr[%i, %i] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xi32, "COp">, memref<16x16xi32, #spirv.storage_class<StorageBuffer>>
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_constant_op
|
|
gpu.func @gpu_wmma_constant_op(%ptr: memref<16x16xf16, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
// CHECK: %[[CST1F:.+]] = spirv.Constant 1.000000e+00 : f16
|
|
%cst = arith.constant 1.0 : f16
|
|
// CHECK: %[[MAT:.+]] = spirv.CompositeConstruct %[[CST1F]] :
|
|
// CHECK-SAME: (f16) -> !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%C = gpu.subgroup_mma_constant_matrix %cst : !gpu.mma_matrix<16x16xf16, "COp">
|
|
|
|
%i = arith.constant 0 : index
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore %{{.+}}, %[[MAT]], %{{.+}}, <RowMajor>
|
|
gpu.subgroup_mma_store_matrix %C, %ptr[%i,%i] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<16x16xf16, #spirv.storage_class<StorageBuffer>>
|
|
// CHECK: spirv.Return
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_extract_thread_local_op
|
|
// CHECK-SAME: %[[ARG0:.+]]: !spirv.coopmatrix<16x16xf32, Subgroup, MatrixA>
|
|
gpu.func @gpu_wmma_extract_thread_local_op(%m: !gpu.mma_matrix<16x16xf32, "AOp">,
|
|
%ptr: memref<16x16xf32, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
// CHECK: spirv.CompositeExtract %[[ARG0]][0 : i32] : !spirv.coopmatrix<16x16xf32, Subgroup, MatrixA>
|
|
%c0 = arith.constant 0 : index
|
|
%val = gpu.subgroup_mma_extract_thread_local %m[%c0] : !gpu.mma_matrix<16x16xf32, "AOp"> -> f32
|
|
memref.store %val, %ptr[%c0, %c0] : memref<16x16xf32, #spirv.storage_class<StorageBuffer>>
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_insert_thread_local_op
|
|
// CHECK-SAME: %[[ARG0:.+]]: f16
|
|
// CHECK-SAME: %[[ARG1:.+]]: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
gpu.func @gpu_wmma_insert_thread_local_op(%val: f16,
|
|
%m: !gpu.mma_matrix<16x16xf16, "COp">,
|
|
%ptr: memref<16x16xf16, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
// CHECK: spirv.CompositeInsert %[[ARG0]], %[[ARG1]][0 : i32] : f16 into !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%c0 = arith.constant 0 : index
|
|
%s0 = gpu.subgroup_mma_insert_thread_local %val, %m[%c0] : f16, !gpu.mma_matrix<16x16xf16, "COp"> -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
gpu.subgroup_mma_store_matrix %s0, %ptr[%c0,%c0] {leadDimension = 16 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<16x16xf16, #spirv.storage_class<StorageBuffer>>
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_elementwise_op_default
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
gpu.func @gpu_wmma_elementwise_op_default(%A: !gpu.mma_matrix<16x16xf16, "COp">,
|
|
%B: !gpu.mma_matrix<16x16xf16, "COp">,
|
|
%ptr: memref<16x16xf16, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
// CHECK: {{%.*}} = spirv.FAdd {{%.*}}, {{%.*}} : !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%C = gpu.subgroup_mma_elementwise addf %A, %B :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">, !gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
// CHECK: {{%.*}} = spirv.FNegate {{%.*}} : !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%D = gpu.subgroup_mma_elementwise negatef %C :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
// CHECK: {{%.*}} = spirv.FDiv {{%.*}}, {{%.*}} : !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%E = gpu.subgroup_mma_elementwise divf %D, %A :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">, !gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
// CHECK: {{%.*}} = spirv.FMul {{%.*}}, {{%.*}} : !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%F = gpu.subgroup_mma_elementwise mulf %E, %A :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">, !gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
// CHECK: {{%.*}} = spirv.FConvert {{%.*}} :
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc> to !spirv.coopmatrix<16x16xf32, Subgroup, MatrixAcc>
|
|
%G = gpu.subgroup_mma_elementwise extf %F :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf32, "COp">
|
|
// CHECK: {{%.*}} = spirv.FConvert {{%.*}} :
|
|
// CHECK-SAME: !spirv.coopmatrix<16x16xf32, Subgroup, MatrixAcc> to !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%H = gpu.subgroup_mma_elementwise truncf %G :
|
|
(!gpu.mma_matrix<16x16xf32, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
|
|
%i = arith.constant 0 : index
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore %{{.+}}, %{{.+}}, %{{.+}}, <RowMajor>
|
|
gpu.subgroup_mma_store_matrix %H, %ptr[%i,%i] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<16x16xf16, #spirv.storage_class<StorageBuffer>>
|
|
// CHECK: spirv.Return
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_elementwise_op_matrix_times_scalar
|
|
// CHECK-SAME: %[[A:.+]]: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
// CHECK-SAME: %[[S:.+]]: f16
|
|
gpu.func @gpu_wmma_elementwise_op_matrix_times_scalar(
|
|
%A: !gpu.mma_matrix<16x16xf16, "COp">, %scalar: f16,
|
|
%ptr: memref<16x16xf16, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
%i = arith.constant 0 : index
|
|
|
|
%B = gpu.subgroup_mma_constant_matrix %scalar : !gpu.mma_matrix<16x16xf16, "COp">
|
|
// CHECK: %[[C:.+]] = spirv.MatrixTimesScalar %[[A]], %[[S]] : !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>, f16
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore %{{.+}}, %[[C]], %{{.+}}, <RowMajor>
|
|
%C = gpu.subgroup_mma_elementwise mulf %A, %B :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">, !gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
gpu.subgroup_mma_store_matrix %C, %ptr[%i,%i] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<16x16xf16, #spirv.storage_class<StorageBuffer>>
|
|
|
|
// CHECK: %[[D:.+]] = spirv.MatrixTimesScalar %[[C]], %[[S]] : !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>, f16
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore %{{.+}}, %[[D]], %{{.+}}, <RowMajor>
|
|
%D = gpu.subgroup_mma_elementwise mulf %B, %C :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">, !gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
gpu.subgroup_mma_store_matrix %D, %ptr[%i,%i] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<16x16xf16, #spirv.storage_class<StorageBuffer>>
|
|
// CHECK: spirv.Return
|
|
gpu.return
|
|
}
|
|
|
|
// CHECK-LABEL: spirv.func @gpu_wmma_elementwise_op_matrix_plus_scalar
|
|
// CHECK-SAME: %[[A:.+]]: !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
// CHECK-SAME: %[[S:.+]]: f16
|
|
gpu.func @gpu_wmma_elementwise_op_matrix_plus_scalar(
|
|
%A : !gpu.mma_matrix<16x16xf16, "COp">, %scalar : f16,
|
|
%ptr: memref<16x16xf16, #spirv.storage_class<StorageBuffer>>) kernel
|
|
attributes {spirv.entry_point_abi = #spirv.entry_point_abi<workgroup_size = [32, 4, 1]>} {
|
|
%i = arith.constant 0 : index
|
|
|
|
// CHECK: %[[SM:.+]] = spirv.CompositeConstruct %[[S]] : (f16) -> !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%B = gpu.subgroup_mma_constant_matrix %scalar : !gpu.mma_matrix<16x16xf16, "COp">
|
|
// CHECK: %[[C:.+]] = spirv.FAdd %[[A]], %[[SM]] : !spirv.coopmatrix<16x16xf16, Subgroup, MatrixAcc>
|
|
%C = gpu.subgroup_mma_elementwise addf %A, %B :
|
|
(!gpu.mma_matrix<16x16xf16, "COp">, !gpu.mma_matrix<16x16xf16, "COp">) -> !gpu.mma_matrix<16x16xf16, "COp">
|
|
|
|
// CHECK: spirv.KHR.CooperativeMatrixStore %{{.+}}, %[[C]], %{{.+}}, <RowMajor>
|
|
gpu.subgroup_mma_store_matrix %C, %ptr[%i,%i] {leadDimension = 32 : index} :
|
|
!gpu.mma_matrix<16x16xf16, "COp">, memref<16x16xf16, #spirv.storage_class<StorageBuffer>>
|
|
// CHECK: spirv.Return
|
|
gpu.return
|
|
}
|
|
}
|
|
}
|