CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
120 lines
4.6 KiB
C++
120 lines
4.6 KiB
C++
//===- lib/CodeGen/GlobalISel/LegalizerMutations.cpp - Mutations ----------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// A library of mutation factories to use for LegalityMutation.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "llvm/CodeGen/GlobalISel/LegalizerInfo.h"
|
|
|
|
using namespace llvm;
|
|
|
|
LegalizeMutation LegalizeMutations::changeTo(unsigned TypeIdx, LLT Ty) {
|
|
return
|
|
[=](const LegalityQuery &Query) { return std::make_pair(TypeIdx, Ty); };
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::changeTo(unsigned TypeIdx,
|
|
unsigned FromTypeIdx) {
|
|
return [=](const LegalityQuery &Query) {
|
|
return std::make_pair(TypeIdx, Query.Types[FromTypeIdx]);
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::changeElementTo(unsigned TypeIdx,
|
|
unsigned FromTypeIdx) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT OldTy = Query.Types[TypeIdx];
|
|
const LLT NewTy = Query.Types[FromTypeIdx];
|
|
return std::make_pair(TypeIdx, OldTy.changeElementType(NewTy));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::changeElementTo(unsigned TypeIdx,
|
|
LLT NewEltTy) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT OldTy = Query.Types[TypeIdx];
|
|
return std::make_pair(TypeIdx, OldTy.changeElementType(NewEltTy));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::changeElementCountTo(unsigned TypeIdx,
|
|
unsigned FromTypeIdx) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT OldTy = Query.Types[TypeIdx];
|
|
const LLT NewTy = Query.Types[FromTypeIdx];
|
|
ElementCount NewEltCount =
|
|
NewTy.isVector() ? NewTy.getElementCount() : ElementCount::getFixed(1);
|
|
return std::make_pair(TypeIdx, OldTy.changeElementCount(NewEltCount));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::changeElementCountTo(unsigned TypeIdx,
|
|
ElementCount EC) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT OldTy = Query.Types[TypeIdx];
|
|
return std::make_pair(TypeIdx, OldTy.changeElementCount(EC));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::changeElementSizeTo(unsigned TypeIdx,
|
|
unsigned FromTypeIdx) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT OldTy = Query.Types[TypeIdx];
|
|
const LLT NewTy = Query.Types[FromTypeIdx];
|
|
return std::make_pair(TypeIdx,
|
|
OldTy.changeElementSize(NewTy.getScalarSizeInBits()));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::changeElementSizeTo(unsigned TypeIdx,
|
|
LLT NewTy) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT OldTy = Query.Types[TypeIdx];
|
|
return std::make_pair(TypeIdx,
|
|
OldTy.changeElementSize(NewTy.getScalarSizeInBits()));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::widenScalarOrEltToNextPow2(unsigned TypeIdx,
|
|
unsigned Min) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT Ty = Query.Types[TypeIdx];
|
|
unsigned NewEltSizeInBits =
|
|
std::max(1u << Log2_32_Ceil(Ty.getScalarSizeInBits()), Min);
|
|
return std::make_pair(TypeIdx, Ty.changeElementSize(NewEltSizeInBits));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation
|
|
LegalizeMutations::widenScalarOrEltToNextMultipleOf(unsigned TypeIdx,
|
|
unsigned Size) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT Ty = Query.Types[TypeIdx];
|
|
unsigned NewEltSizeInBits = alignTo(Ty.getScalarSizeInBits(), Size);
|
|
return std::make_pair(TypeIdx, Ty.changeElementSize(NewEltSizeInBits));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::moreElementsToNextPow2(unsigned TypeIdx,
|
|
unsigned Min) {
|
|
return [=](const LegalityQuery &Query) {
|
|
const LLT VecTy = Query.Types[TypeIdx];
|
|
unsigned NewNumElements =
|
|
std::max(1u << Log2_32_Ceil(VecTy.getNumElements()), Min);
|
|
return std::make_pair(
|
|
TypeIdx, LLT::fixed_vector(NewNumElements, VecTy.getElementType()));
|
|
};
|
|
}
|
|
|
|
LegalizeMutation LegalizeMutations::scalarize(unsigned TypeIdx) {
|
|
return [=](const LegalityQuery &Query) {
|
|
return std::make_pair(TypeIdx, Query.Types[TypeIdx].getElementType());
|
|
};
|
|
}
|