// RUN: mlir-opt %s -linalg-block-pack-matmul="block-factors=32,16,64 \ // RUN: lhs-transpose-outer-blocks=false lhs-transpose-inner-blocks=false \ // RUN: rhs-transpose-outer-blocks=true rhs-transpose-inner-blocks=true" \ // RUN: -canonicalize | FileCheck %s --check-prefix=MMT4D // RUN: mlir-opt %s -linalg-block-pack-matmul="block-factors=32,16,64 \ // RUN: lhs-transpose-outer-blocks=false lhs-transpose-inner-blocks=false \ // RUN: rhs-transpose-outer-blocks=false rhs-transpose-inner-blocks=false" \ // RUN: -canonicalize | FileCheck %s --check-prefix=MM4D // RUN: mlir-opt %s -linalg-block-pack-matmul="block-factors=32,16,64 \ // RUN: lhs-transpose-outer-blocks=true lhs-transpose-inner-blocks=true \ // RUN: rhs-transpose-outer-blocks=false rhs-transpose-inner-blocks=false" \ // RUN: -canonicalize | FileCheck %s --check-prefix=MTM4D func.func @block_matmul( %A: tensor<64x128xf32>, %B: tensor<128x64xf32>, %C: tensor<64x64xf32>) -> tensor<64x64xf32> { %0 = linalg.matmul ins(%A, %B : tensor<64x128xf32>, tensor<128x64xf32>) outs(%C : tensor<64x64xf32>) -> tensor<64x64xf32> return %0 : tensor<64x64xf32> } // MMT4D-DAG: #[[$MAP:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d0, d2, d3, d5)> // MMT4D-DAG: #[[$MAP1:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d1, d2, d4, d5)> // MMT4D-DAG: #[[$MAP2:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d0, d1, d3, d4)> // MMT4D-LABEL: func @block_matmul // MMT4D-COUNT-3: linalg.pack // MMT4D: linalg.generic // MMT4D-SAME: indexing_maps = [#[[$MAP]], #[[$MAP1]], #[[$MAP2]]] // MMT4D-SAME: iterator_types = ["parallel", "parallel", "reduction", "parallel", "parallel", "reduction"] // MMT4D-COUNT-1: linalg.unpack // MM4D-DAG: #[[$MAP:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d0, d2, d3, d5)> // MM4D-DAG: #[[$MAP1:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d2, d1, d5, d4)> // MM4D-DAG: #[[$MAP2:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d0, d1, d3, d4)> // MM4D-LABEL: func @block_matmul // MM4D-COUNT-3: linalg.pack // MM4D: linalg.generic // MM4D-SAME: indexing_maps = [#[[$MAP]], #[[$MAP1]], #[[$MAP2]]] // MM4D-SAME: iterator_types = ["parallel", "parallel", "reduction", "parallel", "parallel", "reduction"] // MM4D-COUNT-1: linalg.unpack // MTM4D-DAG: #[[$MAP:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d2, d0, d5, d3)> // MTM4D-DAG: #[[$MAP1:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d2, d1, d5, d4)> // MTM4D-DAG: #[[$MAP2:.+]] = affine_map<(d0, d1, d2, d3, d4, d5) -> (d0, d1, d3, d4)> // MTM4D-LABEL: func @block_matmul // MTM4D-COUNT-3: linalg.pack // MTM4D: linalg.generic // MTM4D-SAME: indexing_maps = [#[[$MAP]], #[[$MAP1]], #[[$MAP2]]] // MTM4D-SAME: iterator_types = ["parallel", "parallel", "reduction", "parallel", "parallel", "reduction"] // MTM4D-COUNT-1: linalg.unpack