GlobalParameters: BoundsCheck: False KernelTime: True PrintSolutionRejectionReason: True BenchmarkProblems: ######################################## # NN / TLUA = 1, TLUB = 0 ######################################## - - # ProblemType OperationType: GEMM DataType: s TransposeA: False TransposeB: False UseBeta: True Batched: True - # BenchmarkProblemSizeGroup InitialSolutionParameters: BenchmarkCommonParameters: - BufferLoad: [True] - BufferStore: [True] - KernelLanguage: ["Assembly"] - EdgeType: ["ShiftPtr"] - LoopTail: [True] - WorkGroupMapping: [8] ForkParameters: - VectorWidth: [2] - ThreadTile: - [ 2, 8 ] - WorkGroup: - [ 16, 8, 1 ] # 32x64 - DepthU: [32,64] BenchmarkForkParameters: JoinParameters: BenchmarkJoinParameters: BenchmarkFinalParameters: - ProblemSizes: - Range: [ [16777216], [32], [1], [32] ] # strideA = 16777216, should fail on DU >= 64 (For tensorA-N) - Range: [ [32], [32], [1], [16777216] ] # strideB = 16777216, should fail on MT1 >= 64 (For tensorB-N) ######################################## # NT / TLUA = 1, TLUB = 1 ######################################## - - # ProblemType OperationType: GEMM DataType: s TransposeA: False TransposeB: True UseBeta: True Batched: True - # BenchmarkProblemSizeGroup InitialSolutionParameters: BenchmarkCommonParameters: - BufferLoad: [True] - BufferStore: [True] - KernelLanguage: ["Assembly"] - EdgeType: ["ShiftPtr"] - LoopTail: [True] - WorkGroupMapping: [8] ForkParameters: - VectorWidth: [2] - ThreadTile: - [ 2, 2 ] - WorkGroup: - [ 16, 16, 1 ] # 32x32 - DepthU: [32,64] BenchmarkForkParameters: JoinParameters: BenchmarkJoinParameters: BenchmarkFinalParameters: - ProblemSizes: - Range: [ [16777216], [32], [1], [32] ] # strideA = 16777216, should fail on DU >= 64 (For tensorA-N) - Range: [ [32], [16777216], [1], [32] ] # strideB = 16777216, should fail on DU >= 64 (For tensorB-T) ######################################## # TN / TLUA = 0, TLUB = 0 ######################################## - - # ProblemType OperationType: GEMM DataType: s TransposeA: True TransposeB: False UseBeta: True Batched: True - # BenchmarkProblemSizeGroup InitialSolutionParameters: BenchmarkCommonParameters: - BufferLoad: [True] - BufferStore: [True] - KernelLanguage: ["Assembly"] - EdgeType: ["ShiftPtr"] - LoopTail: [True] - WorkGroupMapping: [8] ForkParameters: - VectorWidth: [2] - ThreadTile: - [ 2, 2 ] - WorkGroup: - [ 16, 16, 1 ] # 32x32 - [ 16, 32, 1 ] # 32x64 - [ 32, 16, 1 ] # 64x32 - DepthU: [16] # DU doesn't affect bufferload limit in TN BenchmarkForkParameters: JoinParameters: BenchmarkJoinParameters: BenchmarkFinalParameters: - ProblemSizes: - Range: [ [32], [32], [1], [16777216] ] # strideA = 16777216, should fail on MT0 >= 64 (For tensorA-T) # strideB = 16777216, should fail on MT1 >= 64 (For tensorB-N) ######################################## # TT / TLUA = 0, TLUB = 1 ######################################## - - # ProblemType OperationType: GEMM DataType: s TransposeA: True TransposeB: True UseBeta: True Batched: True - # BenchmarkProblemSizeGroup InitialSolutionParameters: BenchmarkCommonParameters: - BufferLoad: [True] - BufferStore: [True] - KernelLanguage: ["Assembly"] - EdgeType: ["ShiftPtr"] - LoopTail: [True] - WorkGroupMapping: [8] ForkParameters: - VectorWidth: [2] - ThreadTile: - [ 2, 2 ] - WorkGroup: - [ 16, 8, 1 ] # 32x16 - [ 32, 8, 1 ] # 64x16 - DepthU: [32,64] BenchmarkForkParameters: JoinParameters: BenchmarkJoinParameters: BenchmarkFinalParameters: - ProblemSizes: - Range: [ [32], [32], [1], [16777216] ] # strideA = 16777216, should fail on MT0 >= 64 (For tensorA-T) - Range: [ [32], [16777216], [1], [32] ] # strideB = 16777216, should fail on DU >= 64 (For tensorB-T)