Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2020 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #include "SampleTensorHandle.hpp" |
| 7 | |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 8 | namespace sdb // sample dynamic backend |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 9 | { |
| 10 | |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 11 | SampleTensorHandle::SampleTensorHandle(const armnn::TensorInfo &tensorInfo, |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 12 | std::shared_ptr<SampleMemoryManager> &memoryManager) |
| 13 | : m_TensorInfo(tensorInfo), |
| 14 | m_MemoryManager(memoryManager), |
| 15 | m_Pool(nullptr), |
| 16 | m_UnmanagedMemory(nullptr), |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 17 | m_ImportFlags(static_cast<armnn::MemorySourceFlags>(armnn::MemorySource::Undefined)), |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 18 | m_Imported(false) |
| 19 | { |
| 20 | |
| 21 | } |
| 22 | |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 23 | SampleTensorHandle::SampleTensorHandle(const armnn::TensorInfo& tensorInfo, |
| 24 | armnn::MemorySourceFlags importFlags) |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 25 | : m_TensorInfo(tensorInfo), |
Narumol Prangnawarat | 0739fee | 2020-08-11 11:24:25 +0100 | [diff] [blame] | 26 | m_MemoryManager(nullptr), |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 27 | m_Pool(nullptr), |
| 28 | m_UnmanagedMemory(nullptr), |
| 29 | m_ImportFlags(importFlags), |
Narumol Prangnawarat | 0739fee | 2020-08-11 11:24:25 +0100 | [diff] [blame] | 30 | m_Imported(true) |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 31 | { |
| 32 | |
| 33 | } |
| 34 | |
| 35 | SampleTensorHandle::~SampleTensorHandle() |
| 36 | { |
| 37 | if (!m_Pool) |
| 38 | { |
| 39 | // unmanaged |
| 40 | if (!m_Imported) |
| 41 | { |
| 42 | ::operator delete(m_UnmanagedMemory); |
| 43 | } |
| 44 | } |
| 45 | } |
| 46 | |
| 47 | void SampleTensorHandle::Manage() |
| 48 | { |
| 49 | m_Pool = m_MemoryManager->Manage(m_TensorInfo.GetNumBytes()); |
| 50 | } |
| 51 | |
| 52 | void SampleTensorHandle::Allocate() |
| 53 | { |
| 54 | if (!m_UnmanagedMemory) |
| 55 | { |
| 56 | if (!m_Pool) |
| 57 | { |
| 58 | // unmanaged |
| 59 | m_UnmanagedMemory = ::operator new(m_TensorInfo.GetNumBytes()); |
| 60 | } |
| 61 | else |
| 62 | { |
| 63 | m_MemoryManager->Allocate(m_Pool); |
| 64 | } |
| 65 | } |
| 66 | else |
| 67 | { |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 68 | throw armnn::InvalidArgumentException("SampleTensorHandle::Allocate Trying to allocate a " |
| 69 | "SampleTensorHandle that already has allocated " |
| 70 | "memory."); |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 71 | } |
| 72 | } |
| 73 | |
| 74 | const void* SampleTensorHandle::Map(bool /*unused*/) const |
| 75 | { |
| 76 | return GetPointer(); |
| 77 | } |
| 78 | |
| 79 | void* SampleTensorHandle::GetPointer() const |
| 80 | { |
| 81 | if (m_UnmanagedMemory) |
| 82 | { |
| 83 | return m_UnmanagedMemory; |
| 84 | } |
| 85 | else |
| 86 | { |
| 87 | return m_MemoryManager->GetPointer(m_Pool); |
| 88 | } |
| 89 | } |
| 90 | |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 91 | bool SampleTensorHandle::Import(void* memory, armnn::MemorySource source) |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 92 | { |
| 93 | |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 94 | if (m_ImportFlags & static_cast<armnn::MemorySourceFlags>(source)) |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 95 | { |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 96 | if (source == armnn::MemorySource::Malloc) |
Narumol Prangnawarat | 867eba5 | 2020-02-03 12:29:56 +0000 | [diff] [blame] | 97 | { |
| 98 | // Check memory alignment |
| 99 | constexpr uintptr_t alignment = sizeof(size_t); |
| 100 | if (reinterpret_cast<uintptr_t>(memory) % alignment) |
| 101 | { |
| 102 | if (m_Imported) |
| 103 | { |
| 104 | m_Imported = false; |
| 105 | m_UnmanagedMemory = nullptr; |
| 106 | } |
| 107 | |
| 108 | return false; |
| 109 | } |
| 110 | |
| 111 | // m_UnmanagedMemory not yet allocated. |
| 112 | if (!m_Imported && !m_UnmanagedMemory) |
| 113 | { |
| 114 | m_UnmanagedMemory = memory; |
| 115 | m_Imported = true; |
| 116 | return true; |
| 117 | } |
| 118 | |
| 119 | // m_UnmanagedMemory initially allocated with Allocate(). |
| 120 | if (!m_Imported && m_UnmanagedMemory) |
| 121 | { |
| 122 | return false; |
| 123 | } |
| 124 | |
| 125 | // m_UnmanagedMemory previously imported. |
| 126 | if (m_Imported) |
| 127 | { |
| 128 | m_UnmanagedMemory = memory; |
| 129 | return true; |
| 130 | } |
| 131 | } |
| 132 | } |
| 133 | |
| 134 | return false; |
| 135 | } |
| 136 | |
Narumol Prangnawarat | 0739fee | 2020-08-11 11:24:25 +0100 | [diff] [blame] | 137 | void SampleTensorHandle::CopyOutTo(void* dest) const |
| 138 | { |
David Monahan | 6a1d506 | 2023-08-29 09:10:50 +0100 | [diff] [blame] | 139 | const void* src = GetPointer(); |
| 140 | if (dest == nullptr) |
| 141 | { |
| 142 | throw armnn::Exception("SampleTensorHandle:CopyOutTo: Destination Ptr is null"); |
| 143 | } |
| 144 | if (src == nullptr) |
| 145 | { |
| 146 | throw armnn::Exception("SampleTensorHandle:CopyOutTo: Source Ptr is null"); |
| 147 | } |
Narumol Prangnawarat | 0739fee | 2020-08-11 11:24:25 +0100 | [diff] [blame] | 148 | memcpy(dest, src, m_TensorInfo.GetNumBytes()); |
| 149 | } |
| 150 | |
| 151 | void SampleTensorHandle::CopyInFrom(const void* src) |
| 152 | { |
David Monahan | 6a1d506 | 2023-08-29 09:10:50 +0100 | [diff] [blame] | 153 | void* dest = GetPointer(); |
| 154 | if (src == nullptr) |
| 155 | { |
| 156 | throw armnn::Exception("SampleTensorHandle:CopyInFrom: Source Ptr is null"); |
| 157 | } |
| 158 | if (dest == nullptr) |
| 159 | { |
| 160 | throw armnn::Exception("SampleTensorHandle:CopyInFrom: Destination Ptr is null"); |
| 161 | } |
Narumol Prangnawarat | 0739fee | 2020-08-11 11:24:25 +0100 | [diff] [blame] | 162 | memcpy(dest, src, m_TensorInfo.GetNumBytes()); |
| 163 | } |
| 164 | |
Jan Eilers | c84e45d | 2020-08-19 14:14:36 +0100 | [diff] [blame] | 165 | } // namespace sdb |