/******************************************************************************* * * MIT License * * Copyright (C) 2022-2024 Advanced Micro Devices, Inc. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * *******************************************************************************/ #pragma once #include #include "ProgramOptions.hpp" #include #include #include #include #include "RunListener.hpp" #include namespace TensileLite { namespace Client { /** * Not an iterator by the traditional definition but I can't think of a better * name */ class SolutionIterator : public RunListener { public: static std::shared_ptr Default(std::shared_ptr> library, std::shared_ptr hardware, po::variables_map const& args); virtual bool needMoreBenchmarkRuns() const override { return false; } virtual void preBenchmarkRun() override {} virtual void postBenchmarkRun() override {} virtual bool needMoreRunsInSolution() const override { return false; } virtual size_t numWarmupRuns() override { return 0; } virtual void setNumWarmupRuns(size_t count) override {} virtual void preWarmup() override {} virtual void postWarmup(TimingEvents const& startEvents, TimingEvents const& stopEvents, hipStream_t const& stream) override { } virtual void validateWarmups(std::shared_ptr inputs, TimingEvents const& startEvents, TimingEvents const& stopEvents) override { } virtual size_t numSyncs() override { return 0; } virtual void setNumSyncs(size_t count) override {} virtual void preSyncs() override {} virtual void postSyncs() override {} virtual size_t numEnqueuesPerSync() override { return 0; } virtual void setNumEnqueuesPerSync(size_t count) override {} virtual void preEnqueues(hipStream_t const& stream) override {} virtual void postEnqueues(TimingEvents const& startEvents, TimingEvents const& stopEvents, hipStream_t const& stream) override { } virtual void validateEnqueues(std::shared_ptr inputs, TimingEvents const& startEvents, TimingEvents const& stopEvents) override { } virtual void finalizeReport() override {} virtual int error() const override { return 0; } virtual bool moreSolutionsInProblem() const = 0; virtual std::shared_ptr getSolution() = 0; virtual bool runCurrentSolution(); virtual void preProblem(ContractionProblem* const problem) override; protected: SolutionIterator(std::shared_ptr> library, std::shared_ptr hardware, bool printWinnerOnly); virtual bool checkSolution(ContractionSolution& solution, ContractionProblemGemm& problem, bool isReportValid=true); virtual bool checkSolution(ContractionSolution& solution); std::shared_ptr> m_library; std::shared_ptr m_hardware; ContractionProblem* m_problem; bool m_printWinnerOnly; }; class AllSolutionsIterator : public SolutionIterator { public: using RunCriteria = std::vector>; static RunCriteria CreateCriteria( std::shared_ptr> library, std::shared_ptr hardware, po::variables_map const& args); AllSolutionsIterator( std::shared_ptr> library, std::shared_ptr hardware, double predictionThreshold, int firstSolutionIdx, int numSolutions, bool printWinnerOnly, RunCriteria runCriteria = RunCriteria()); virtual void preProblem(ContractionProblem* const problem) override; virtual void postProblem() override; virtual void preSolution(ContractionSolution* const solution) override; virtual void postSolution() override; virtual bool moreSolutionsInProblem() const override; virtual std::shared_ptr getSolution() override; virtual bool runCurrentSolution() override; private: std::vector> m_solutions; std::queue> m_qSolutionIdx; std::unordered_map m_hitrate; std::unordered_map m_predPerf; double m_predictionThreshold; double m_currentPrediction; int m_firstSolutionIdx; int m_lastSolutionIdx; int m_currentSolutionIdx; int m_currentIdx; RunCriteria m_runCriteria; }; class BestSolutionIterator : public SolutionIterator { public: BestSolutionIterator( std::shared_ptr> library, std::shared_ptr hardware, bool printWinnerOnly); virtual void preProblem(ContractionProblem* const problem) override; virtual void postProblem() override; virtual void preSolution(ContractionSolution* const solution) override; virtual void postSolution() override; virtual bool moreSolutionsInProblem() const override; virtual std::shared_ptr getSolution() override; private: std::shared_ptr m_currentSolution; bool m_usedCurrentSolution = false; }; class TopSolutionIterator : public SolutionIterator { public: TopSolutionIterator( std::shared_ptr> library, std::shared_ptr hardware, double predictionThreshold, int numSolutions, bool printWinnerOnly); virtual void preProblem(ContractionProblem* const problem) override; virtual void postProblem() override; virtual void preSolution(ContractionSolution* const solution) override; virtual void postSolution() override; virtual bool moreSolutionsInProblem() const override; virtual std::shared_ptr getSolution() override; private: std::vector> m_solutions; std::queue> m_qSolutionIdx; std::unordered_map m_hitrate; std::unordered_map m_predPerf; int m_numSolutions = 1; int m_currentSolutionIdx = 0; double m_predictionThreshold; double m_currentPrediction; }; } // namespace Client } // namespace TensileLite