| // |
| // Copyright © 2022 Arm Ltd and Contributors. All rights reserved. |
| // SPDX-License-Identifier: MIT |
| // |
| #include "TosaRefTensorHandle.hpp" |
| |
| namespace armnn |
| { |
| |
| TosaRefTensorHandle::TosaRefTensorHandle(const TensorInfo& tensorInfo, |
| std::shared_ptr<TosaRefMemoryManager>& memoryManager) |
| : m_TensorInfo(tensorInfo) |
| , m_MemoryManager(memoryManager) |
| , m_Pool(nullptr) |
| , m_UnmanagedMemory(nullptr) |
| , m_ImportFlags(static_cast<MemorySourceFlags>(MemorySource::Undefined)) |
| , m_Imported(false) |
| , m_IsImportEnabled(false) |
| {} |
| |
| TosaRefTensorHandle::TosaRefTensorHandle(const TensorInfo& tensorInfo, |
| MemorySourceFlags importFlags) |
| : m_TensorInfo(tensorInfo) |
| , m_Pool(nullptr) |
| , m_UnmanagedMemory(nullptr) |
| , m_ImportFlags(importFlags) |
| , m_Imported(false) |
| , m_IsImportEnabled(true) |
| {} |
| |
| TosaRefTensorHandle::~TosaRefTensorHandle() |
| { |
| if (!m_Pool) |
| { |
| // unmanaged |
| if (!m_Imported) |
| { |
| ::operator delete(m_UnmanagedMemory); |
| } |
| } |
| } |
| |
| void TosaRefTensorHandle::Manage() |
| { |
| if (!m_IsImportEnabled) |
| { |
| ARMNN_ASSERT_MSG(!m_Pool, "TosaRefTensorHandle::Manage() called twice"); |
| ARMNN_ASSERT_MSG(!m_UnmanagedMemory, "TosaRefTensorHandle::Manage() called after Allocate()"); |
| |
| m_Pool = m_MemoryManager->Manage(m_TensorInfo.GetNumBytes()); |
| } |
| } |
| |
| void TosaRefTensorHandle::Allocate() |
| { |
| // If import is enabled, do not allocate the tensor |
| if (!m_IsImportEnabled) |
| { |
| |
| if (!m_UnmanagedMemory) |
| { |
| if (!m_Pool) |
| { |
| // unmanaged |
| m_UnmanagedMemory = ::operator new(m_TensorInfo.GetNumBytes()); |
| } |
| else |
| { |
| m_MemoryManager->Allocate(m_Pool); |
| } |
| } |
| else |
| { |
| throw InvalidArgumentException("TosaRefTensorHandle::Allocate Trying to allocate a TosaRefTensorHandle" |
| "that already has allocated memory."); |
| } |
| } |
| } |
| |
| const void* TosaRefTensorHandle::Map(bool /*unused*/) const |
| { |
| return GetPointer(); |
| } |
| |
| void* TosaRefTensorHandle::GetPointer() const |
| { |
| if (m_UnmanagedMemory) |
| { |
| return m_UnmanagedMemory; |
| } |
| else if (m_Pool) |
| { |
| return m_MemoryManager->GetPointer(m_Pool); |
| } |
| else |
| { |
| throw NullPointerException("TosaRefTensorHandle::GetPointer called on unmanaged, unallocated tensor handle"); |
| } |
| } |
| |
| void TosaRefTensorHandle::CopyOutTo(void* dest) const |
| { |
| const void *src = GetPointer(); |
| ARMNN_ASSERT(src); |
| memcpy(dest, src, m_TensorInfo.GetNumBytes()); |
| } |
| |
| void TosaRefTensorHandle::CopyInFrom(const void* src) |
| { |
| void *dest = GetPointer(); |
| ARMNN_ASSERT(dest); |
| memcpy(dest, src, m_TensorInfo.GetNumBytes()); |
| } |
| |
| bool TosaRefTensorHandle::Import(void* memory, MemorySource source) |
| { |
| if (m_ImportFlags & static_cast<MemorySourceFlags>(source)) |
| { |
| if (m_IsImportEnabled && source == MemorySource::Malloc) |
| { |
| // Check memory alignment |
| if(!CanBeImported(memory, source)) |
| { |
| if (m_Imported) |
| { |
| m_Imported = false; |
| m_UnmanagedMemory = nullptr; |
| } |
| return false; |
| } |
| |
| // m_UnmanagedMemory not yet allocated. |
| if (!m_Imported && !m_UnmanagedMemory) |
| { |
| m_UnmanagedMemory = memory; |
| m_Imported = true; |
| return true; |
| } |
| |
| // m_UnmanagedMemory initially allocated with Allocate(). |
| if (!m_Imported && m_UnmanagedMemory) |
| { |
| return false; |
| } |
| |
| // m_UnmanagedMemory previously imported. |
| if (m_Imported) |
| { |
| m_UnmanagedMemory = memory; |
| return true; |
| } |
| } |
| } |
| |
| return false; |
| } |
| |
| bool TosaRefTensorHandle::CanBeImported(void* memory, MemorySource source) |
| { |
| if (m_ImportFlags & static_cast<MemorySourceFlags>(source)) |
| { |
| if (m_IsImportEnabled && source == MemorySource::Malloc) |
| { |
| uintptr_t alignment = GetDataTypeSize(m_TensorInfo.GetDataType()); |
| if (reinterpret_cast<uintptr_t>(memory) % alignment) |
| { |
| return false; |
| } |
| return true; |
| } |
| } |
| return false; |
| } |
| |
| } |