Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 1 | // |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 2 | // Copyright © 2019-2023 Arm Ltd. All rights reserved. |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 5 | |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 6 | #include "RefTensorHandle.hpp" |
| 7 | |
| 8 | namespace armnn |
| 9 | { |
| 10 | |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 11 | RefTensorHandle::RefTensorHandle(const TensorInfo& tensorInfo, std::shared_ptr<RefMemoryManager>& memoryManager): |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 12 | m_TensorInfo(tensorInfo), |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 13 | m_MemoryManager(memoryManager), |
| 14 | m_Pool(nullptr), |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 15 | m_UnmanagedMemory(nullptr), |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 16 | m_ImportedMemory(nullptr), |
| 17 | m_Decorated() |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 18 | { |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 19 | } |
| 20 | |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 21 | RefTensorHandle::RefTensorHandle(const TensorInfo& tensorInfo) |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 22 | : m_TensorInfo(tensorInfo), |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 23 | m_Pool(nullptr), |
| 24 | m_UnmanagedMemory(nullptr), |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 25 | m_ImportedMemory(nullptr), |
| 26 | m_Decorated() |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 27 | { |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 28 | } |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 29 | |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 30 | RefTensorHandle::RefTensorHandle(const TensorInfo& tensorInfo, const RefTensorHandle& parent) |
| 31 | : m_TensorInfo(tensorInfo), |
| 32 | m_MemoryManager(parent.m_MemoryManager), |
| 33 | m_Pool(parent.m_Pool), |
| 34 | m_UnmanagedMemory(parent.m_UnmanagedMemory), |
| 35 | m_ImportedMemory(parent.m_ImportedMemory), |
| 36 | m_Decorated() |
| 37 | { |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 38 | } |
| 39 | |
| 40 | RefTensorHandle::~RefTensorHandle() |
| 41 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 42 | ::operator delete(m_UnmanagedMemory); |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 43 | } |
| 44 | |
| 45 | void RefTensorHandle::Manage() |
| 46 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 47 | ARMNN_ASSERT_MSG(!m_Pool, "RefTensorHandle::Manage() called twice"); |
| 48 | ARMNN_ASSERT_MSG(!m_UnmanagedMemory, "RefTensorHandle::Manage() called after Allocate()"); |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 49 | |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 50 | if (m_MemoryManager) |
| 51 | { |
Narumol Prangnawarat | 3b90af6 | 2020-06-26 11:00:21 +0100 | [diff] [blame] | 52 | m_Pool = m_MemoryManager->Manage(m_TensorInfo.GetNumBytes()); |
| 53 | } |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 54 | } |
| 55 | |
| 56 | void RefTensorHandle::Allocate() |
| 57 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 58 | if (!m_UnmanagedMemory) |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 59 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 60 | if (!m_Pool) |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 61 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 62 | // unmanaged |
| 63 | m_UnmanagedMemory = ::operator new(m_TensorInfo.GetNumBytes()); |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 64 | } |
| 65 | else |
| 66 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 67 | m_MemoryManager->Allocate(m_Pool); |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 68 | } |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 69 | } |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 70 | else |
| 71 | { |
| 72 | throw InvalidArgumentException("RefTensorHandle::Allocate Trying to allocate a RefTensorHandle" |
| 73 | "that already has allocated memory."); |
| 74 | } |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 75 | } |
| 76 | |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 77 | const void* RefTensorHandle::Map(bool /*unused*/) const |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 78 | { |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 79 | return GetPointer(); |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 80 | } |
| 81 | |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 82 | void* RefTensorHandle::GetPointer() const |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 83 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 84 | if (m_ImportedMemory) |
| 85 | { |
| 86 | return m_ImportedMemory; |
| 87 | } |
| 88 | else if (m_UnmanagedMemory) |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 89 | { |
| 90 | return m_UnmanagedMemory; |
| 91 | } |
Narumol Prangnawarat | 3b90af6 | 2020-06-26 11:00:21 +0100 | [diff] [blame] | 92 | else if (m_Pool) |
| 93 | { |
| 94 | return m_MemoryManager->GetPointer(m_Pool); |
| 95 | } |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 96 | else |
| 97 | { |
Narumol Prangnawarat | 3b90af6 | 2020-06-26 11:00:21 +0100 | [diff] [blame] | 98 | throw NullPointerException("RefTensorHandle::GetPointer called on unmanaged, unallocated tensor handle"); |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 99 | } |
Matthew Bentham | 4cefc41 | 2019-06-18 16:14:34 +0100 | [diff] [blame] | 100 | } |
| 101 | |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 102 | void RefTensorHandle::CopyOutTo(void* dest) const |
| 103 | { |
David Monahan | 6a1d506 | 2023-08-29 09:10:50 +0100 | [diff] [blame] | 104 | const void* src = GetPointer(); |
| 105 | if (src == nullptr) |
| 106 | { |
| 107 | throw NullPointerException("TensorHandle::CopyOutTo called with a null src pointer"); |
| 108 | } |
| 109 | if (dest == nullptr) |
| 110 | { |
| 111 | throw NullPointerException("TensorHandle::CopyOutTo called with a null dest pointer"); |
| 112 | } |
| 113 | memcpy(dest, src, GetTensorInfo().GetNumBytes()); |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 114 | } |
| 115 | |
| 116 | void RefTensorHandle::CopyInFrom(const void* src) |
| 117 | { |
David Monahan | 6a1d506 | 2023-08-29 09:10:50 +0100 | [diff] [blame] | 118 | void* dest = GetPointer(); |
| 119 | if (dest == nullptr) |
| 120 | { |
| 121 | throw NullPointerException("RefTensorHandle::CopyInFrom called with a null dest pointer"); |
| 122 | } |
| 123 | if (src == nullptr) |
| 124 | { |
| 125 | throw NullPointerException("RefTensorHandle::CopyInFrom called with a null src pointer"); |
| 126 | } |
| 127 | memcpy(dest, src, GetTensorInfo().GetNumBytes()); |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 128 | } |
| 129 | |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 130 | MemorySourceFlags RefTensorHandle::GetImportFlags() const |
| 131 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 132 | return static_cast<MemorySourceFlags>(MemorySource::Malloc); |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 133 | } |
| 134 | |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 135 | bool RefTensorHandle::Import(void* memory, MemorySource source) |
| 136 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 137 | if (source == MemorySource::Malloc) |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 138 | { |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 139 | // Check memory alignment |
| 140 | if(!CanBeImported(memory, source)) |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 141 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 142 | m_ImportedMemory = nullptr; |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 143 | return false; |
| 144 | } |
| 145 | |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 146 | m_ImportedMemory = memory; |
| 147 | return true; |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | return false; |
| 151 | } |
| 152 | |
Nikhil Raj | 53e0659 | 2022-01-05 16:04:08 +0000 | [diff] [blame] | 153 | bool RefTensorHandle::CanBeImported(void *memory, MemorySource source) |
| 154 | { |
Matthew Bentham | 6b5f674 | 2022-11-23 18:17:48 +0000 | [diff] [blame] | 155 | if (source == MemorySource::Malloc) |
Nikhil Raj | 53e0659 | 2022-01-05 16:04:08 +0000 | [diff] [blame] | 156 | { |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 157 | uintptr_t alignment = GetDataTypeSize(m_TensorInfo.GetDataType()); |
| 158 | if (reinterpret_cast<uintptr_t>(memory) % alignment) |
Nikhil Raj | 53e0659 | 2022-01-05 16:04:08 +0000 | [diff] [blame] | 159 | { |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 160 | return false; |
Nikhil Raj | 53e0659 | 2022-01-05 16:04:08 +0000 | [diff] [blame] | 161 | } |
Matthew Bentham | c30abd8 | 2022-11-23 12:11:32 +0000 | [diff] [blame] | 162 | return true; |
Nikhil Raj | 53e0659 | 2022-01-05 16:04:08 +0000 | [diff] [blame] | 163 | } |
| 164 | return false; |
| 165 | } |
| 166 | |
Mike Kelly | 4cc341c | 2023-07-07 15:43:06 +0100 | [diff] [blame] | 167 | std::shared_ptr<ITensorHandle> RefTensorHandle::DecorateTensorHandle(const TensorInfo& tensorInfo) |
| 168 | { |
| 169 | auto decorated = std::make_shared<RefTensorHandleDecorator>(tensorInfo, *this); |
| 170 | m_Decorated.emplace_back(decorated); |
| 171 | return decorated; |
| 172 | } |
| 173 | |
| 174 | RefTensorHandleDecorator::RefTensorHandleDecorator(const TensorInfo& tensorInfo, const RefTensorHandle& parent) |
| 175 | : RefTensorHandle(tensorInfo) |
| 176 | , m_TensorInfo(tensorInfo) |
| 177 | , m_Parent(parent) |
| 178 | { |
| 179 | } |
| 180 | |
| 181 | void RefTensorHandleDecorator::Manage() |
| 182 | { |
| 183 | } |
| 184 | |
| 185 | void RefTensorHandleDecorator::Allocate() |
| 186 | { |
| 187 | } |
| 188 | |
| 189 | const void* RefTensorHandleDecorator::Map(bool unused) const |
| 190 | { |
| 191 | return m_Parent.Map(unused); |
| 192 | } |
| 193 | |
| 194 | MemorySourceFlags RefTensorHandleDecorator::GetImportFlags() const |
| 195 | { |
| 196 | return static_cast<MemorySourceFlags>(MemorySource::Malloc); |
| 197 | } |
| 198 | |
| 199 | bool RefTensorHandleDecorator::Import(void*, MemorySource ) |
| 200 | { |
| 201 | return false; |
| 202 | } |
| 203 | |
| 204 | bool RefTensorHandleDecorator::CanBeImported(void* , MemorySource) |
| 205 | { |
| 206 | return false; |
| 207 | } |
| 208 | |
| 209 | std::shared_ptr<ITensorHandle> RefTensorHandleDecorator::DecorateTensorHandle(const TensorInfo&) |
| 210 | { |
| 211 | return nullptr; |
| 212 | } |
| 213 | |
| 214 | |
Matthew Bentham | 7c1603a | 2019-06-21 17:22:23 +0100 | [diff] [blame] | 215 | } |