Files
TheRock/math-libs/libhipcxx/.upstream-tests/test/support/controlled_allocators.h
T
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

580 lines
13 KiB
C++

//===----------------------------------------------------------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
#ifndef SUPPORT_CONTROLLED_ALLOCATORS_H
#define SUPPORT_CONTROLLED_ALLOCATORS_H
#include <cuda/std/cassert>
#include <cstddef>
#include <cstdint>
#include <cstdlib>
#include <cstring>
#include <memory>
#include <type_traits>
#include "test_macros.h"
#include "type_id.h"
struct AllocController;
// 'AllocController' is a concrete type that instruments and controls the
// behavior of test allocators.
template <class T, size_t ID = 0>
class CountingAllocator;
// 'CountingAllocator' is an basic implementation of the 'Allocator'
// requirements that use the 'AllocController' interface.
template <class T>
class MinAlignAllocator;
// 'MinAlignAllocator' is an instrumented test type which implements the
// 'Allocator' requirements. 'MinAlignAllocator' ensures that it *never*
// returns a pointer to over-aligned storage. For example
// 'MinAlignPointer<char>{}.allocate(...)' will never a 2-byte aligned
// pointer.
template <class T>
class NullAllocator;
// 'NullAllocator' is an instrumented test type which implements the
// 'Allocator' requirements except that 'allocator' and 'deallocate' are
// nops.
#define DISALLOW_COPY(Type) \
Type(Type const&) = delete; \
Type& operator=(Type const&) = delete
constexpr std::size_t MaxAlignV = alignof(std::max_align_t);
struct TestException
{};
struct AllocController
{
int copy_constructed = 0;
int move_constructed = 0;
int alive = 0;
int alloc_count = 0;
int dealloc_count = 0;
int is_equal_count = 0;
std::size_t alive_size;
std::size_t allocated_size;
std::size_t deallocated_size;
std::size_t last_size = 0;
std::size_t last_align = 0;
void* last_pointer = 0;
std::size_t last_alloc_size = 0;
std::size_t last_alloc_align = 0;
void* last_alloc_pointer = nullptr;
std::size_t last_dealloc_size = 0;
std::size_t last_dealloc_align = 0;
void* last_dealloc_pointer = nullptr;
bool throw_on_alloc = false;
int construct_called = 0;
void* last_construct_pointer = nullptr;
TypeID const* last_construct_alloc = nullptr;
TypeID const* last_construct_type = nullptr;
TypeID const* last_construct_args = nullptr;
int destroy_called = 0;
void* last_destroy_pointer = nullptr;
TypeID const* last_destroy_alloc = nullptr;
TypeID const* last_destroy_type = nullptr;
AllocController() = default;
void countAlloc(void* p, size_t s, size_t a)
{
++alive;
++alloc_count;
alive_size += s;
allocated_size += s;
last_pointer = last_alloc_pointer = p;
last_size = last_alloc_size = s;
last_align = last_alloc_align = a;
}
void countDealloc(void* p, size_t s, size_t a)
{
--alive;
++dealloc_count;
alive_size -= s;
deallocated_size += s;
last_pointer = last_dealloc_pointer = p;
last_size = last_dealloc_size = s;
last_align = last_dealloc_align = a;
}
template <class... Args, class Alloc, class Tp>
void countConstruct(Alloc const&, Tp* p)
{
++construct_called;
last_construct_pointer = p;
last_construct_alloc = &makeTypeID<Alloc>();
last_construct_type = &makeTypeID<Tp>();
last_construct_args = &makeArgumentID<Args...>();
}
template <class Alloc, class Tp>
void countDestroy(Alloc const&, Tp* p) noexcept
{
++destroy_called;
last_destroy_alloc = &makeTypeID<Alloc>();
last_destroy_type = &makeTypeID<Tp>();
last_destroy_pointer = p;
}
void reset()
{
std::memset(this, 0, sizeof(*this));
}
void resetConstructDestroy()
{
construct_called = 0;
last_construct_pointer = nullptr;
last_construct_alloc = last_construct_args = last_construct_type = nullptr;
destroy_called = 0;
last_destroy_alloc = nullptr;
last_destroy_pointer = nullptr;
}
public:
bool checkAlloc(void* p, size_t s, size_t a) const
{
return p == last_alloc_pointer && s == last_alloc_size && a == last_alloc_align;
}
bool checkAlloc(void* p, size_t s) const
{
return p == last_alloc_pointer && s == last_alloc_size;
}
bool checkAllocAtLeast(void* p, size_t s, size_t a) const
{
return p == last_alloc_pointer && s <= last_alloc_size && a <= last_alloc_align;
}
bool checkAllocAtLeast(void* p, size_t s) const
{
return p == last_alloc_pointer && s <= last_alloc_size;
}
bool checkDealloc(void* p, size_t s, size_t a) const
{
return p == last_dealloc_pointer && s == last_dealloc_size && a == last_dealloc_align;
}
bool checkDealloc(void* p, size_t s) const
{
return p == last_dealloc_pointer && s == last_dealloc_size;
}
bool checkDeallocMatchesAlloc() const
{
return last_dealloc_pointer == last_alloc_pointer && last_dealloc_size == last_alloc_size
&& last_dealloc_align == last_alloc_align;
}
template <class... Args, class Alloc, class Tp>
bool checkConstruct(Alloc const&, Tp* p) const
{
auto expectAlloc = &makeTypeID<Alloc>();
auto expectTp = &makeTypeID<Tp>();
auto expectArgs = &makeArgumentID<Args...>();
return last_construct_pointer == p && COMPARE_TYPEID(last_construct_alloc, expectAlloc)
&& COMPARE_TYPEID(last_construct_type, expectTp) && COMPARE_TYPEID(last_construct_args, expectArgs);
}
template <class Alloc, class Tp>
bool checkDestroy(Alloc const&, Tp* p) const
{
return last_destroy_pointer == p && last_destroy_alloc == &makeTypeID<Alloc>()
&& last_destroy_type == &makeTypeID<Tp>();
}
bool checkDestroyMatchesConstruct() const
{
return last_destroy_pointer == last_construct_pointer && last_destroy_type == last_construct_type;
}
void countIsEqual()
{
++is_equal_count;
}
bool checkIsEqualCalledEq(int n) const
{
return is_equal_count == n;
}
private:
DISALLOW_COPY(AllocController);
};
template <class T, size_t ID>
class CountingAllocator
{
public:
typedef T value_type;
typedef T* pointer;
template <class U>
struct rebind
{
using other = CountingAllocator<U, ID>;
};
CountingAllocator() = delete;
explicit CountingAllocator(AllocController& PP)
: P(&PP)
{}
CountingAllocator(CountingAllocator const& other)
: P(other.P)
{
P->copy_constructed += 1;
}
CountingAllocator(CountingAllocator&& other)
: P(other.P)
{
P->move_constructed += 1;
}
template <class U>
CountingAllocator(CountingAllocator<U, ID> const& other) noexcept
: P(other.P)
{
P->copy_constructed += 1;
}
template <class U>
CountingAllocator(CountingAllocator<U, ID>&& other) noexcept
: P(other.P)
{
P->move_constructed += 1;
}
T* allocate(std::size_t n)
{
void* ret = ::operator new(n * sizeof(T));
P->countAlloc(ret, n * sizeof(T), alignof(T));
return static_cast<T*>(ret);
}
void deallocate(T* p, std::size_t n) noexcept
{
void* vp = static_cast<void*>(p);
P->countDealloc(vp, n * sizeof(T), alignof(T));
::operator delete(vp);
}
template <class U, class... Args>
void construct(U* p, Args&&... args)
{
::new ((void*) p) U(std::forward<Args>(args)...);
P->countConstruct<Args&&...>(*this, p);
}
template <class U>
void destroy(U* p) noexcept
{
p->~U();
P->countDestroy(*this, p);
}
AllocController& getController() const
{
return *P;
}
private:
template <class Tp, size_t XID>
friend class CountingAllocator;
AllocController* P;
};
template <size_t ID>
class CountingAllocator<void, ID>
{
public:
typedef void* pointer;
typedef const void* const_pointer;
typedef void value_type;
template <class U>
struct rebind
{
using other = CountingAllocator<U, ID>;
};
CountingAllocator() = delete;
explicit CountingAllocator(AllocController& PP)
: P(&PP)
{}
CountingAllocator(CountingAllocator const& other)
: P(other.P)
{
P->copy_constructed += 1;
}
CountingAllocator(CountingAllocator&& other)
: P(other.P)
{
P->move_constructed += 1;
}
template <class U>
CountingAllocator(CountingAllocator<U, ID> const& other) noexcept
: P(other.P)
{
P->copy_constructed += 1;
}
template <class U>
CountingAllocator(CountingAllocator<U, ID>&& other) noexcept
: P(other.P)
{
P->move_constructed += 1;
}
void construct(...) = delete;
void destroy(void*) = delete;
AllocController& getController() const
{
return *P;
}
private:
template <class Tp, size_t>
friend class CountingAllocator;
AllocController* P;
};
template <class T, class U, size_t ID>
inline bool operator==(CountingAllocator<T, ID> const& x, CountingAllocator<U, ID> const& y)
{
return &x.getController() == &y.getController();
}
template <class T, class U, size_t ID>
inline bool operator!=(CountingAllocator<T, ID> const& x, CountingAllocator<U, ID> const& y)
{
return !(x == y);
}
template <class T>
class MinAlignedAllocator
{
public:
typedef T value_type;
typedef T* pointer;
MinAlignedAllocator() = delete;
explicit MinAlignedAllocator(AllocController& R)
: P(&R)
{}
MinAlignedAllocator(MinAlignedAllocator const& other)
: P(other.P)
{
P->copy_constructed += 1;
}
MinAlignedAllocator(MinAlignedAllocator&& other)
: P(other.P)
{
P->move_constructed += 1;
}
template <class U>
MinAlignedAllocator(MinAlignedAllocator<U> const& other) noexcept
: P(other.P)
{
P->copy_constructed += 1;
}
template <class U>
MinAlignedAllocator(MinAlignedAllocator<U>&& other) noexcept
: P(other.P)
{
P->move_constructed += 1;
}
T* allocate(std::size_t n)
{
char* aligned_ptr = (char*) ::operator new(alloc_size(n * sizeof(T)));
assert(is_max_aligned(aligned_ptr));
char* unaligned_ptr = aligned_ptr + alignof(T);
assert(is_min_aligned(unaligned_ptr));
P->countAlloc(unaligned_ptr, n * sizeof(T), alignof(T));
return ((T*) unaligned_ptr);
}
void deallocate(T* p, std::size_t n) noexcept
{
assert(is_min_aligned(p));
char* aligned_ptr = ((char*) p) - alignof(T);
assert(is_max_aligned(aligned_ptr));
P->countDealloc(p, n * sizeof(T), alignof(T));
return ::operator delete(static_cast<void*>(aligned_ptr));
}
template <class U, class... Args>
void construct(U* p, Args&&... args)
{
auto* c = ::new ((void*) p) U(std::forward<Args>(args)...);
P->countConstruct<Args&&...>(*this, p);
}
template <class U>
void destroy(U* p) noexcept
{
p->~U();
P->countDestroy(*this, p);
}
AllocController& getController() const
{
return *P;
}
private:
static const std::size_t BlockSize = alignof(std::max_align_t);
static std::size_t alloc_size(std::size_t s)
{
std::size_t bytes = (s + BlockSize - 1) & ~(BlockSize - 1);
bytes += BlockSize;
assert(bytes % BlockSize == 0);
return bytes;
}
static bool is_max_aligned(void* p)
{
return reinterpret_cast<std::uintptr_t>(p) % BlockSize == 0;
}
static bool is_min_aligned(void* p)
{
if (alignof(T) == BlockSize)
{
return is_max_aligned(p);
}
else
{
return reinterpret_cast<std::uintptr_t>(p) % BlockSize == alignof(T);
}
}
template <class Tp>
friend class MinAlignedAllocator;
mutable AllocController* P;
};
template <class T, class U>
inline bool operator==(MinAlignedAllocator<T> const& x, MinAlignedAllocator<U> const& y)
{
return &x.getController() == &y.getController();
}
template <class T, class U>
inline bool operator!=(MinAlignedAllocator<T> const& x, MinAlignedAllocator<U> const& y)
{
return !(x == y);
}
template <class T>
class NullAllocator
{
public:
typedef T value_type;
typedef T* pointer;
NullAllocator() = delete;
explicit NullAllocator(AllocController& PP)
: P(&PP)
{}
NullAllocator(NullAllocator const& other)
: P(other.P)
{
P->copy_constructed += 1;
}
NullAllocator(NullAllocator&& other)
: P(other.P)
{
P->move_constructed += 1;
}
template <class U>
NullAllocator(NullAllocator<U> const& other) noexcept
: P(other.P)
{
P->copy_constructed += 1;
}
template <class U>
NullAllocator(NullAllocator<U>&& other) noexcept
: P(other.P)
{
P->move_constructed += 1;
}
T* allocate(std::size_t n)
{
P->countAlloc(nullptr, n * sizeof(T), alignof(T));
return nullptr;
}
void deallocate(T* p, std::size_t n) noexcept
{
void* vp = static_cast<void*>(p);
P->countDealloc(vp, n * sizeof(T), alignof(T));
}
AllocController& getController() const
{
return *P;
}
private:
template <class Tp>
friend class NullAllocator;
AllocController* P;
};
template <class T, class U>
inline bool operator==(NullAllocator<T> const& x, NullAllocator<U> const& y)
{
return &x.getController() == &y.getController();
}
template <class T, class U>
inline bool operator!=(NullAllocator<T> const& x, NullAllocator<U> const& y)
{
return !(x == y);
}
#endif /* SUPPORT_CONTROLLED_ALLOCATORS_H */