CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
141 lines
4.2 KiB
C++
141 lines
4.2 KiB
C++
/*
|
|
* Copyright 2008-2018 NVIDIA Corporation
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
/*! \file
|
|
* \brief An allocator which creates new elements in memory accessible by
|
|
* devices.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config.h>
|
|
|
|
#include <thrust/device_ptr.h>
|
|
#include <thrust/mr/allocator.h>
|
|
#include <thrust/mr/device_memory_resource.h>
|
|
|
|
#include <limits>
|
|
#include <stdexcept>
|
|
|
|
THRUST_NAMESPACE_BEGIN
|
|
|
|
/** \addtogroup allocators Allocators
|
|
* \ingroup memory_management
|
|
* \{
|
|
*/
|
|
|
|
/*! Memory resource adaptor that turns any memory resource that returns a fancy
|
|
* with the same tag as \p device_ptr, and adapts it to a resource that returns
|
|
* a \p device_ptr.
|
|
*/
|
|
template <typename Upstream>
|
|
class device_ptr_memory_resource final : public thrust::mr::memory_resource<device_ptr<void>>
|
|
{
|
|
using upstream_ptr = typename Upstream::pointer;
|
|
|
|
public:
|
|
/*! Initialize the adaptor with the global instance of the upstream resource. Obtains
|
|
* the global instance by calling \p get_global_resource.
|
|
*/
|
|
THRUST_HOST device_ptr_memory_resource()
|
|
: m_upstream(mr::get_global_resource<Upstream>())
|
|
{}
|
|
|
|
/*! Initialize the adaptor with an upstream resource.
|
|
*
|
|
* \param upstream the upstream memory resource to adapt.
|
|
*/
|
|
THRUST_HOST device_ptr_memory_resource(Upstream* upstream)
|
|
: m_upstream(upstream)
|
|
{}
|
|
|
|
/*! Allocates space using the upstream resource.
|
|
*
|
|
* \param bytes the size of the requested allocation, in bytes
|
|
* \param alignment alignment size, in bytes
|
|
* \return a pointer to the newly allocated storage.
|
|
*/
|
|
THRUST_NODISCARD THRUST_HOST virtual pointer
|
|
do_allocate(std::size_t bytes, std::size_t alignment = THRUST_MR_DEFAULT_ALIGNMENT) override
|
|
{
|
|
return pointer(m_upstream->do_allocate(bytes, alignment).get());
|
|
}
|
|
|
|
/*! Deallocates space that was previously allocated using this allocator.
|
|
* \param p the pointer that was previously returned by \p do_allocate
|
|
* \param bytes size of the allocation, in bytes
|
|
* \param alignment alignment size, in bytes
|
|
*/
|
|
THRUST_HOST virtual void do_deallocate(pointer p, std::size_t bytes, std::size_t alignment) override
|
|
{
|
|
m_upstream->do_deallocate(upstream_ptr(p.get()), bytes, alignment);
|
|
}
|
|
|
|
private:
|
|
Upstream* m_upstream;
|
|
};
|
|
|
|
/*! \brief An allocator which creates new elements in memory accessible by
|
|
* devices.
|
|
*
|
|
* \see https://en.cppreference.com/w/cpp/named_req/Allocator
|
|
*/
|
|
template <typename T>
|
|
class device_allocator
|
|
: public thrust::mr::stateless_resource_allocator<T, device_ptr_memory_resource<device_memory_resource>>
|
|
{
|
|
using base = thrust::mr::stateless_resource_allocator<T, device_ptr_memory_resource<device_memory_resource>>;
|
|
|
|
public:
|
|
/*! The \p rebind metafunction provides the type of a \p device_allocator
|
|
* instantiated with another type.
|
|
*
|
|
* \tparam U the other type to use for instantiation.
|
|
*/
|
|
template <typename U>
|
|
struct rebind
|
|
{
|
|
/*! The typedef \p other gives the type of the rebound \p device_allocator.
|
|
*/
|
|
using other = device_allocator<U>;
|
|
};
|
|
|
|
/*! Default constructor has no effect. */
|
|
THRUST_HOST_DEVICE device_allocator() {}
|
|
|
|
/*! Copy constructor has no effect. */
|
|
THRUST_HOST_DEVICE device_allocator(const device_allocator& other)
|
|
: base(other)
|
|
{}
|
|
|
|
/*! Constructor from other \p device_allocator has no effect. */
|
|
template <typename U>
|
|
THRUST_HOST_DEVICE device_allocator(const device_allocator<U>& other)
|
|
: base(other)
|
|
{}
|
|
|
|
/*! Use the default equality comparator. */
|
|
device_allocator& operator=(const device_allocator&) = default;
|
|
|
|
/*! Destructor has no effect. */
|
|
THRUST_HOST_DEVICE ~device_allocator() {}
|
|
};
|
|
|
|
/*! \} // allocators
|
|
*/
|
|
|
|
THRUST_NAMESPACE_END
|