CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
155 lines
5.1 KiB
C++
155 lines
5.1 KiB
C++
//===-- xray_interface_internal.h -------------------------------*- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file is a part of XRay, a dynamic runtime instrumentation system.
|
|
//
|
|
// Implementation of the API functions. See also include/xray/xray_interface.h.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
#ifndef XRAY_INTERFACE_INTERNAL_H
|
|
#define XRAY_INTERFACE_INTERNAL_H
|
|
|
|
#include "sanitizer_common/sanitizer_platform.h"
|
|
#include "xray/xray_interface.h"
|
|
#include <cstddef>
|
|
#include <cstdint>
|
|
#include <utility>
|
|
|
|
extern "C" {
|
|
// The following functions have to be defined in assembler, on a per-platform
|
|
// basis. See xray_trampoline_*.S files for implementations.
|
|
extern void __xray_FunctionEntry();
|
|
extern void __xray_FunctionExit();
|
|
extern void __xray_FunctionTailExit();
|
|
extern void __xray_ArgLoggerEntry();
|
|
extern void __xray_CustomEvent();
|
|
extern void __xray_TypedEvent();
|
|
#if defined(__s390x__)
|
|
extern void __xray_FunctionEntryVec();
|
|
extern void __xray_FunctionExitVec();
|
|
#endif
|
|
}
|
|
|
|
extern "C" {
|
|
|
|
struct XRaySledEntry {
|
|
#if SANITIZER_WORDSIZE == 64
|
|
uint64_t Address;
|
|
uint64_t Function;
|
|
unsigned char Kind;
|
|
unsigned char AlwaysInstrument;
|
|
unsigned char Version;
|
|
unsigned char Padding[13]; // Need 32 bytes
|
|
uint64_t function() const {
|
|
// The target address is relative to the location of the Function variable.
|
|
return reinterpret_cast<uint64_t>(&Function) + Function;
|
|
}
|
|
uint64_t address() const {
|
|
// The target address is relative to the location of the Address variable.
|
|
return reinterpret_cast<uint64_t>(&Address) + Address;
|
|
}
|
|
#elif SANITIZER_WORDSIZE == 32
|
|
uint32_t Address;
|
|
uint32_t Function;
|
|
unsigned char Kind;
|
|
unsigned char AlwaysInstrument;
|
|
unsigned char Version;
|
|
unsigned char Padding[5]; // Need 16 bytes
|
|
uint32_t function() const {
|
|
// The target address is relative to the location of the Function variable.
|
|
return reinterpret_cast<uint32_t>(&Function) + Function;
|
|
}
|
|
uint32_t address() const {
|
|
// The target address is relative to the location of the Address variable.
|
|
return reinterpret_cast<uint32_t>(&Address) + Address;
|
|
}
|
|
#else
|
|
#error "Unsupported word size."
|
|
#endif
|
|
};
|
|
|
|
struct XRayFunctionSledIndex {
|
|
const XRaySledEntry *Begin;
|
|
size_t Size;
|
|
// For an entry in the xray_fn_idx section, the address is relative to the
|
|
// location of the Begin variable.
|
|
const XRaySledEntry *fromPCRelative() const {
|
|
return reinterpret_cast<const XRaySledEntry *>(uintptr_t(&Begin) +
|
|
uintptr_t(Begin));
|
|
}
|
|
};
|
|
|
|
struct XRayTrampolines {
|
|
void (*EntryTrampoline)();
|
|
void (*ExitTrampoline)();
|
|
void (*TailExitTrampoline)();
|
|
void (*LogArgsTrampoline)();
|
|
|
|
XRayTrampolines() {
|
|
// These resolve to the definitions in the respective executable or DSO.
|
|
EntryTrampoline = __xray_FunctionEntry;
|
|
ExitTrampoline = __xray_FunctionExit;
|
|
TailExitTrampoline = __xray_FunctionTailExit;
|
|
LogArgsTrampoline = __xray_ArgLoggerEntry;
|
|
}
|
|
};
|
|
|
|
extern int32_t __xray_register_dso(const XRaySledEntry *SledsBegin,
|
|
const XRaySledEntry *SledsEnd,
|
|
const XRayFunctionSledIndex *FnIndexBegin,
|
|
const XRayFunctionSledIndex *FnIndexEnd,
|
|
XRayTrampolines Trampolines);
|
|
|
|
extern bool __xray_deregister_dso(int32_t ObjId);
|
|
}
|
|
|
|
namespace __xray {
|
|
|
|
constexpr uint32_t XRayNFnBits = 24;
|
|
constexpr uint32_t XRayNObjBits = 8;
|
|
|
|
constexpr uint32_t XRayFnBitMask = 0x00FFFFFF;
|
|
constexpr uint32_t XRayObjBitMask = 0xFF000000;
|
|
|
|
constexpr size_t XRayMaxFunctions = 1 << XRayNFnBits;
|
|
constexpr size_t XRayMaxObjects = 1 << XRayNObjBits;
|
|
|
|
inline int32_t MakePackedId(int32_t FnId, int32_t ObjId) {
|
|
return ((ObjId << XRayNFnBits) & XRayObjBitMask) | (FnId & XRayFnBitMask);
|
|
}
|
|
|
|
inline std::pair<int32_t, int32_t> UnpackId(int32_t PackedId) {
|
|
uint32_t ObjId = (PackedId & XRayObjBitMask) >> XRayNFnBits;
|
|
uint32_t FnId = PackedId & XRayFnBitMask;
|
|
return {ObjId, FnId};
|
|
}
|
|
|
|
struct XRaySledMap {
|
|
const XRaySledEntry *Sleds;
|
|
size_t Entries;
|
|
const XRayFunctionSledIndex *SledsIndex;
|
|
size_t Functions;
|
|
XRayTrampolines Trampolines;
|
|
bool FromDSO;
|
|
bool Loaded;
|
|
};
|
|
|
|
bool patchFunctionEntry(bool Enable, uint32_t FuncId, const XRaySledEntry &Sled,
|
|
const XRayTrampolines &Trampolines, bool LogArgs);
|
|
bool patchFunctionExit(bool Enable, uint32_t FuncId, const XRaySledEntry &Sled,
|
|
const XRayTrampolines &Trampolines);
|
|
bool patchFunctionTailExit(bool Enable, uint32_t FuncId,
|
|
const XRaySledEntry &Sled,
|
|
const XRayTrampolines &Trampolines);
|
|
bool patchCustomEvent(bool Enable, uint32_t FuncId, const XRaySledEntry &Sled);
|
|
bool patchTypedEvent(bool Enable, uint32_t FuncId, const XRaySledEntry &Sled);
|
|
|
|
} // namespace __xray
|
|
|
|
#endif
|