derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
265 lines
13 KiB
C++
265 lines
13 KiB
C++
/*******************************************************************************
|
|
*
|
|
* MIT License
|
|
*
|
|
* Copyright (C) 2022-2026 Advanced Micro Devices, Inc. All rights reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* Copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*******************************************************************************/
|
|
|
|
#pragma once
|
|
|
|
#include <functional>
|
|
|
|
#include <Tensile/ContractionSolution.hpp>
|
|
#include <Tensile/Serialization/Base.hpp>
|
|
|
|
#include <tensilelitehost/export.h>
|
|
|
|
namespace TensileLite
|
|
{
|
|
namespace Serialization
|
|
{
|
|
template <typename IO>
|
|
struct MappingTraits<std::shared_ptr<ContractionSolution>, IO>
|
|
{
|
|
static void mapping(IO& io, std::shared_ptr<ContractionSolution>& p)
|
|
{
|
|
PointerMappingTraits<ContractionSolution, IO>::mapping(io, p);
|
|
}
|
|
|
|
const static bool flow = false;
|
|
};
|
|
|
|
template <typename IO>
|
|
struct MappingTraits<ContractionSolution, IO>
|
|
{
|
|
using iot = IOTraits<IO>;
|
|
static void mapping(IO& io, ContractionSolution& s)
|
|
{
|
|
iot::mapRequired(io, "name", s.solutionName);
|
|
iot::mapRequired(io, "kernelName", s.kernelName);
|
|
iot::mapRequired(io, "index", s.index);
|
|
|
|
iot::mapRequired(io, "hardwarePredicate", s.hardwarePredicate);
|
|
iot::mapRequired(io, "problemPredicate", s.problemPredicate);
|
|
iot::mapRequired(io, "taskPredicate", s.taskPredicate);
|
|
|
|
iot::mapRequired(io, "debugKernel", s.debugKernel);
|
|
iot::mapOptional(io, "libraryLogicIndex", s.libraryLogicIndex);
|
|
iot::mapOptional(io, "ideals", s.ideals);
|
|
iot::mapOptional(io, "linearModel", s.linearModel);
|
|
|
|
iot::mapRequired(io, "sizeMapping", s.sizeMapping);
|
|
iot::mapRequired(io, "internalArgsSupport", s.internalArgsSupport);
|
|
iot::mapRequired(io, "problemType", s.problemType);
|
|
}
|
|
|
|
const static bool flow = false;
|
|
};
|
|
|
|
template <typename IO>
|
|
struct MappingTraits<SizeMapping, IO>
|
|
{
|
|
using iot = IOTraits<IO>;
|
|
static void mapping(IO& io, SizeMapping& s)
|
|
{
|
|
iot::mapRequired(io, "waveNum", s.waveNum);
|
|
|
|
iot::mapRequired(io, "workGroup", s.workGroupSize);
|
|
iot::mapRequired(io, "threadTile", s.threadTile);
|
|
iot::mapRequired(io, "macroTile", s.macroTile);
|
|
iot::mapRequired(io, "matrixInstruction", s.matrixInstruction);
|
|
iot::mapRequired(io, "grvwA", s.grvwA);
|
|
iot::mapRequired(io, "grvwB", s.grvwB);
|
|
iot::mapRequired(io, "gwvwC", s.gwvwC);
|
|
iot::mapRequired(io, "gwvwD", s.gwvwD);
|
|
|
|
iot::mapRequired(io, "staggerU", s.staggerU);
|
|
iot::mapRequired(io, "staggerUMapping", s.staggerUMapping);
|
|
iot::mapRequired(io, "depthU", s.depthU);
|
|
iot::mapRequired(io, "globalSplitUPGR", s.globalSplitUPGR);
|
|
iot::mapRequired(io, "globalSplitU", s.globalSplitU);
|
|
iot::mapRequired(io, "staggerStrideShift", s.staggerStrideShift);
|
|
iot::mapRequired(io, "workGroupMapping", s.workGroupMapping);
|
|
|
|
iot::mapOptional(io, "packBatchDims", s.packBatchDims);
|
|
iot::mapOptional(io, "packSummationDims", s.packSummationDims);
|
|
iot::mapOptional(io, "magicDivAlg", s.magicDivAlg);
|
|
iot::mapOptional(io, "streamK", s.streamK);
|
|
iot::mapOptional(io, "streamKForceDPOnly", s.streamKForceDPOnly);
|
|
iot::mapOptional(io, "streamKAtomic", s.streamKAtomic);
|
|
iot::mapOptional(io, "prefetchAcrossPersistent", s.prefetchAcrossPersistent);
|
|
iot::mapOptional(io, "persistentKernel", s.persistentKernel);
|
|
iot::mapOptional(io, "persistentKernelAlongBatch", s.persistentKernelAlongBatch);
|
|
iot::mapRequired(io, "sourceKernel", s.sourceKernel);
|
|
|
|
iot::mapRequired(io, "globalAccumulation", s.globalAccumulation);
|
|
iot::mapOptional(io, "adaptiveGemmGSUA", s.adaptiveGemmGSUA);
|
|
iot::mapRequired(io, "workspaceSizePerElemC", s.workspaceSizePerElemC);
|
|
iot::mapRequired(io, "workspaceSizePerElemBias", s.workspaceSizePerElemBias);
|
|
|
|
iot::mapOptional(io, "activationFused", s.activationFused);
|
|
|
|
iot::mapOptional(io, "CustomKernelName", s.customKernelName);
|
|
|
|
iot::mapRequired(io, "workGroupMappingXCC", s.workGroupMappingXCC);
|
|
iot::mapRequired(io, "workGroupMappingXCCGroup", s.workGroupMappingXCCGroup);
|
|
|
|
iot::mapRequired(io, "globalSplitUCoalesced", s.globalSplitUCoalesced);
|
|
iot::mapRequired(io,
|
|
"globalSplitUWorkGroupMappingRoundRobin",
|
|
s.globalSplitUWorkGroupMappingRoundRobin);
|
|
iot::mapRequired(io, "CUOccupancy", s.CUOccupancy);
|
|
iot::mapRequired(io, "PrefetchGlobalRead", s.PrefetchGlobalRead);
|
|
iot::mapRequired(io, "MathClocksUnrolledLoop", s.MathClocksUnrolledLoop);
|
|
iot::mapRequired(io, "synchronizerSizePerWG", s.synchronizerSizePerWG);
|
|
iot::mapRequired(io, "nonTemporalA", s.nonTemporalA);
|
|
iot::mapRequired(io, "nonTemporalB", s.nonTemporalB);
|
|
iot::mapOptional(io, "adaptiveGemmNTAB", s.adaptiveGemmNTAB);
|
|
iot::mapRequired(io, "customMainLoopScheduling", s.customMainLoopScheduling);
|
|
iot::mapOptional(io, "useSubtileImpl", s.useSubtileImpl);
|
|
iot::mapRequired(io, "NonTemporalD", s.NonTemporalD);
|
|
iot::mapRequired(io, "WaveSeparateGlobalReadA", s.WaveSeparateGlobalReadA);
|
|
iot::mapRequired(io, "WaveSeparateGlobalReadB", s.WaveSeparateGlobalReadB);
|
|
iot::mapRequired(io, "UnrollLoopSwapGlobalReadOrder", s.UnrollLoopSwapGlobalReadOrder);
|
|
iot::mapRequired(io, "DirectToVgprA", s.DirectToVgprA);
|
|
iot::mapRequired(io, "DirectToVgprB", s.DirectToVgprB);
|
|
iot::mapRequired(io, "NumLoadsCoalescedA", s.NumLoadsCoalescedA);
|
|
iot::mapRequired(io, "NumLoadsCoalescedB", s.NumLoadsCoalescedB);
|
|
iot::mapRequired(io, "WaveGroup", s.waveGroup);
|
|
iot::mapRequired(io, "VectorWidthA", s.VectorWidthA);
|
|
iot::mapRequired(io, "VectorWidthB", s.VectorWidthB);
|
|
iot::mapRequired(io, "LocalSplitU", s.LocalSplitU);
|
|
iot::mapRequired(io, "DirectToLdsA", s.DirectToLdsA);
|
|
iot::mapRequired(io, "DirectToLdsB", s.DirectToLdsB);
|
|
iot::mapOptional(io, "ExpertSchedulingMode", s.expertSchedulingMode);
|
|
iot::mapOptional(io, "clusterDim", s.clusterDim);
|
|
}
|
|
|
|
const static bool flow = false;
|
|
};
|
|
|
|
template <typename IO>
|
|
struct MappingTraits<ContractionSolution::InternalArgsSupport, IO>
|
|
{
|
|
using iot = IOTraits<IO>;
|
|
static void mapping(IO& io, ContractionSolution::InternalArgsSupport& s)
|
|
{
|
|
iot::mapRequired(io, "version", s.version);
|
|
iot::mapRequired(io, "gsu", s.gsu);
|
|
iot::mapRequired(io, "wgm", s.wgm);
|
|
iot::mapRequired(io, "staggerU", s.staggerU);
|
|
iot::mapRequired(io, "useUniversalArgs", s.useUniversalArgs);
|
|
iot::mapRequired(io, "useSFC", s.useSFC);
|
|
}
|
|
|
|
const static bool flow = false;
|
|
};
|
|
|
|
template <typename IO>
|
|
struct MappingTraits<ContractionSolution::ProblemType, IO>
|
|
{
|
|
using iot = IOTraits<IO>;
|
|
static void mapping(IO& io, ContractionSolution::ProblemType& s)
|
|
{
|
|
iot::mapRequired(io, "operationIdentifier", s.operationIdentifier);
|
|
|
|
iot::mapRequired(io, "transA", s.transA);
|
|
iot::mapRequired(io, "transB", s.transB);
|
|
iot::mapRequired(io, "aType", s.aType);
|
|
iot::mapRequired(io, "bType", s.bType);
|
|
iot::mapRequired(io, "cType", s.cType);
|
|
iot::mapRequired(io, "dType", s.dType);
|
|
iot::mapOptional(io, "eType", s.eType);
|
|
iot::mapRequired(io, "computeInputTypeA", s.computeInputTypeA);
|
|
iot::mapRequired(io, "computeInputTypeB", s.computeInputTypeB);
|
|
iot::mapRequired(io, "computeType", s.computeType);
|
|
iot::mapOptional(io, "useGradient", s.useGradient);
|
|
iot::mapRequired(io, "useBeta", s.useBeta);
|
|
iot::mapOptional(io, "useBias", s.useBias);
|
|
iot::mapOptional(io, "useE", s.useE);
|
|
iot::mapOptional(io, "useGateResidual", s.useGateResidual);
|
|
iot::mapOptional(io, "useScaleAB", s.useScaleAB);
|
|
iot::mapOptional(io, "useScaleCD", s.useScaleCD);
|
|
iot::mapOptional(io, "useScaleAlphaVec", s.useScaleAlphaVec);
|
|
iot::mapOptional(io, "outputAmaxD", s.outputAmaxD);
|
|
iot::mapRequired(io, "highPrecisionAccumulate", s.highPrecisionAccumulate);
|
|
iot::mapOptional(io, "useInitialStridesAB", s.useInitialStridesAB);
|
|
iot::mapOptional(io, "useInitialStridesCD", s.useInitialStridesCD);
|
|
iot::mapOptional(io, "stridedBatched", s.stridedBatched);
|
|
iot::mapOptional(io, "groupedGemm", s.groupedGemm);
|
|
iot::mapOptional(io, "activationType", s.activationType);
|
|
iot::mapOptional(io, "activationArgLength", s.activationArgLength);
|
|
iot::mapOptional(io, "activationComputeDataType", s.activationComputeDataType);
|
|
iot::mapOptional(io, "activationNoGuard", s.activationNoGuard);
|
|
iot::mapOptional(io, "biasSrcWhiteList", s.biasSrcWhiteList);
|
|
iot::mapOptional(io, "biasDataTypeWhiteList", s.biasDataTypeWhiteList);
|
|
iot::mapOptional(io, "gateResidualDataTypeWhiteList", s.gateResidualDataTypeWhiteList);
|
|
iot::mapOptional(io, "sparse", s.sparse);
|
|
iot::mapOptional(io, "f32XdlMathOp", s.f32XdlMathOp);
|
|
iot::mapOptional(io, "supportDeviceUserArguments", s.supportDeviceUserArguments);
|
|
iot::mapOptional(io, "mxBlockA", s.mxBlockA);
|
|
iot::mapOptional(io, "mxTypeA", s.mxTypeA);
|
|
iot::mapOptional(io, "mxBlockB", s.mxBlockB);
|
|
iot::mapOptional(io, "mxTypeB", s.mxTypeB);
|
|
iot::mapOptional(io, "swizzleTensorA", s.swizzleTensorA);
|
|
iot::mapOptional(io, "swizzleTensorB", s.swizzleTensorB);
|
|
iot::mapOptional(io, "metadataLayout", s.metadataLayout);
|
|
// mxScaleFormat is mapped as optional so logic files that omit it
|
|
// (e.g. non-MX problems) deserialize cleanly with the default 0 = NoSwizzle.
|
|
iot::mapOptional(io, "mxScaleFormat", s.mxScaleFormat);
|
|
}
|
|
|
|
const static bool flow = false;
|
|
};
|
|
|
|
template <typename IO>
|
|
struct MappingTraits<ContractionSolution::LinearModel, IO>
|
|
{
|
|
using iot = IOTraits<IO>;
|
|
static void mapping(IO& io, ContractionSolution::LinearModel& s)
|
|
{
|
|
iot::mapOptional(io, "slope", s.slope);
|
|
iot::mapOptional(io, "intercept", s.intercept);
|
|
iot::mapOptional(io, "max", s.max);
|
|
}
|
|
|
|
const static bool flow = false;
|
|
};
|
|
|
|
template <typename IO>
|
|
struct MappingTraits<BufferLoadCheckPacket, IO>
|
|
{
|
|
using iot = IOTraits<IO>;
|
|
static void mapping(IO& io, BufferLoadCheckPacket& s)
|
|
{
|
|
iot::mapRequired(io, "ShiftPtrElemA", s.shiftPtrElemA);
|
|
iot::mapRequired(io, "ShiftPtrElemB", s.shiftPtrElemB);
|
|
iot::mapRequired(io, "DUorMT0", s.depthUorMT0);
|
|
iot::mapRequired(io, "DUorMT1", s.depthUorMT1);
|
|
}
|
|
|
|
const static bool flow = false;
|
|
};
|
|
} // namespace Serialization
|
|
} // namespace TensileLite
|
|
|