CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
187 lines
7.0 KiB
C++
187 lines
7.0 KiB
C++
//===- ConcatOutputSection.h ------------------------------------*- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLD_MACHO_CONCAT_OUTPUT_SECTION_H
|
|
#define LLD_MACHO_CONCAT_OUTPUT_SECTION_H
|
|
|
|
#include "InputSection.h"
|
|
#include "OutputSection.h"
|
|
#include "Symbols.h"
|
|
#include "lld/Common/LLVM.h"
|
|
#include "llvm/ADT/DenseMap.h"
|
|
#include "llvm/ADT/MapVector.h"
|
|
|
|
namespace lld::macho {
|
|
|
|
// Linking multiple files will inevitably mean resolving sections in different
|
|
// files that are labeled with the same segment and section name. This class
|
|
// contains all such sections and writes the data from each section sequentially
|
|
// in the final binary.
|
|
class ConcatOutputSection : public OutputSection {
|
|
public:
|
|
explicit ConcatOutputSection(StringRef name,
|
|
OutputSection::Kind kind = ConcatKind)
|
|
: OutputSection(kind, name) {}
|
|
|
|
const ConcatInputSection *firstSection() const { return inputs.front(); }
|
|
const ConcatInputSection *lastSection() const { return inputs.back(); }
|
|
bool isNeeded() const override { return !inputs.empty(); }
|
|
|
|
// These accessors will only be valid after finalizing the section
|
|
uint64_t getSize() const override { return size; }
|
|
uint64_t getFileSize() const override { return fileSize; }
|
|
|
|
// Assign values to InputSection::outSecOff. In contrast to TextOutputSection,
|
|
// which does this in its implementation of `finalize()`, we can do this
|
|
// without `finalize()`'s sequential guarantees detailed in the block comment
|
|
// of `OutputSection::finalize()`.
|
|
virtual void finalizeContents();
|
|
|
|
void addInput(ConcatInputSection *input);
|
|
void writeTo(uint8_t *buf) const override;
|
|
|
|
static bool classof(const OutputSection *sec) {
|
|
return sec->kind() == ConcatKind || sec->kind() == TextKind;
|
|
}
|
|
|
|
static ConcatOutputSection *getOrCreateForInput(const InputSection *);
|
|
|
|
std::vector<ConcatInputSection *> inputs;
|
|
|
|
protected:
|
|
size_t size = 0;
|
|
uint64_t fileSize = 0;
|
|
void finalizeOne(ConcatInputSection *);
|
|
|
|
private:
|
|
void finalizeFlags(InputSection *input);
|
|
};
|
|
|
|
// We maintain one ThunkInfo per real function.
|
|
//
|
|
// The "active thunk" is represented by the sym/isec pair that
|
|
// turns-over during finalize(): as the call-site address advances,
|
|
// the active thunk goes out of branch-range, and we create a new
|
|
// thunk to take its place.
|
|
//
|
|
// The remaining members -- bools and counters -- apply to the
|
|
// collection of thunks associated with the real function.
|
|
|
|
struct ThunkInfo {
|
|
// These denote the active thunk:
|
|
Defined *sym = nullptr; // private-extern symbol for active thunk
|
|
ConcatInputSection *isec = nullptr; // input section for active thunk
|
|
|
|
// The following value is cumulative across all thunks on this function
|
|
uint8_t sequence = 0; // how many thunks created so-far?
|
|
};
|
|
|
|
// ConcatOutputSections that contain code (text) require special handling to
|
|
// support thunk insertion.
|
|
class TextOutputSection : public ConcatOutputSection {
|
|
public:
|
|
explicit TextOutputSection(StringRef name)
|
|
: ConcatOutputSection(name, TextKind) {}
|
|
void finalizeContents() override {}
|
|
void finalize() override;
|
|
bool needsThunks() const;
|
|
ArrayRef<ConcatInputSection *> getThunks() const { return thunks; }
|
|
void writeTo(uint8_t *buf) const override;
|
|
|
|
static bool classof(const OutputSection *sec) {
|
|
return sec->kind() == TextKind;
|
|
}
|
|
|
|
private:
|
|
std::vector<ConcatInputSection *> thunks;
|
|
/// \return true if the target in \p r is in range from the location in \p
|
|
/// isec. If the target isec is not finalized, \return false.
|
|
bool isTargetKnownInRange(const ConcatInputSection &isec,
|
|
const Relocation &r) const;
|
|
/// If there exists a thunk in range of the target in \p r, \return that
|
|
/// thunk.
|
|
Defined *getThunkInRange(const ConcatInputSection &isec, const Relocation &r,
|
|
const ThunkInfo &thunkInfo) const;
|
|
/// Update \p r to target \p thunk which is guaranteed to be in range.
|
|
void updateBranchTargetToThunk(Relocation &r, Defined *thunk);
|
|
/// Create a new thunk and update \p r to target the new thunk.
|
|
void createThunk(const ConcatInputSection &isec, Relocation &r,
|
|
ThunkInfo &thunkInfo);
|
|
/// \return true if the target in \p r is in __stubs or __objc_stubs and in
|
|
/// range from the location in \p isec. \p estimatedStubsEnd is the estimated
|
|
/// VA of the end of the last stubs section.
|
|
bool isTargetStubsAndInRange(const ConcatInputSection &isec,
|
|
const Relocation &r,
|
|
uint64_t estimatedStubsEnd) const;
|
|
/// The number of relocations updated to point to thunks.
|
|
size_t thunkCallCount = 0;
|
|
};
|
|
|
|
NamePair maybeRenameSection(NamePair key);
|
|
|
|
// Output sections are added to output segments in iteration order
|
|
// of ConcatOutputSection, so must have deterministic iteration order.
|
|
extern llvm::MapVector<NamePair, ConcatOutputSection *> concatOutputSections;
|
|
|
|
// Branch-extension thunks are keyed by both the target referent and the
|
|
// branch relocation's addend. Two call sites that branch to the same
|
|
// symbol with different addends (e.g. `bl _func` and `bl _func+8`) target
|
|
// distinct addresses and therefore need distinct thunks.
|
|
//
|
|
// After ICF, multiple Defined symbols may point to the same (isec, value)
|
|
// yet remain as distinct Symbol pointers. The equality predicate below
|
|
// canonicalizes Defined symbols by (isec, value) so that ICF-folded copies
|
|
// still share a single thunkMap entry when their addends match.
|
|
struct ThunkKey {
|
|
Symbol *sym;
|
|
int64_t addend;
|
|
|
|
ThunkKey(Symbol *sym, int64_t addend) : sym(sym), addend(addend) {}
|
|
ThunkKey(Relocation &r) : ThunkKey(cast<Symbol *>(r.referent), r.addend) {}
|
|
|
|
static ThunkKey getEmptyKey() {
|
|
return {llvm::DenseMapInfo<Symbol *>::getEmptyKey(), 0};
|
|
}
|
|
bool isSentinel() const {
|
|
return sym == llvm::DenseMapInfo<Symbol *>::getEmptyKey();
|
|
}
|
|
bool operator==(const ThunkKey &other) const {
|
|
if (addend != other.addend)
|
|
return false;
|
|
if (sym == other.sym)
|
|
return true;
|
|
if (isSentinel() || other.isSentinel())
|
|
return false;
|
|
const auto *dl = dyn_cast<Defined>(sym);
|
|
const auto *dr = dyn_cast<Defined>(other.sym);
|
|
if (dl && dr)
|
|
return dl->isec() == dr->isec() && dl->value == dr->value;
|
|
return false;
|
|
}
|
|
};
|
|
|
|
struct ThunkMapKeyInfo {
|
|
static ThunkKey getEmptyKey() { return ThunkKey::getEmptyKey(); }
|
|
static unsigned getHashValue(const ThunkKey &k) {
|
|
if (k.isSentinel())
|
|
return llvm::hash_value(k.sym);
|
|
if (const auto *d = dyn_cast<Defined>(k.sym))
|
|
return llvm::hash_combine(d->isec(), d->value, k.addend);
|
|
return llvm::hash_combine(k.sym, k.addend);
|
|
}
|
|
static bool isEqual(const ThunkKey &lhs, const ThunkKey &rhs) {
|
|
return lhs == rhs;
|
|
}
|
|
};
|
|
|
|
extern llvm::DenseMap<ThunkKey, ThunkInfo, ThunkMapKeyInfo> thunkMap;
|
|
|
|
} // namespace lld::macho
|
|
|
|
#endif
|