Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #include "NeonTensorHandleFactory.hpp" |
| 7 | #include "NeonTensorHandle.hpp" |
| 8 | |
Narumol Prangnawarat | 1a26896 | 2020-07-27 15:52:13 +0100 | [diff] [blame] | 9 | #include "Layer.hpp" |
| 10 | |
Jan Eilers | 8eb2560 | 2020-03-09 12:13:48 +0000 | [diff] [blame] | 11 | #include <armnn/utility/IgnoreUnused.hpp> |
Matthew Sloyan | 171214c | 2020-09-09 09:07:37 +0100 | [diff] [blame] | 12 | #include <armnn/utility/NumericCast.hpp> |
Jan Eilers | bb446e5 | 2020-04-02 13:56:54 +0100 | [diff] [blame] | 13 | #include <armnn/utility/PolymorphicDowncast.hpp> |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 14 | |
| 15 | namespace armnn |
| 16 | { |
| 17 | |
Jan Eilers | e9f0f0f | 2019-08-16 10:28:37 +0100 | [diff] [blame] | 18 | using FactoryId = ITensorHandleFactory::FactoryId; |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 19 | |
| 20 | std::unique_ptr<ITensorHandle> NeonTensorHandleFactory::CreateSubTensorHandle(ITensorHandle& parent, |
Jan Eilers | e9f0f0f | 2019-08-16 10:28:37 +0100 | [diff] [blame] | 21 | const TensorShape& subTensorShape, |
| 22 | const unsigned int* subTensorOrigin) |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 23 | const |
| 24 | { |
| 25 | const arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape); |
| 26 | |
| 27 | arm_compute::Coordinates coords; |
| 28 | coords.set_num_dimensions(subTensorShape.GetNumDimensions()); |
Jan Eilers | e9f0f0f | 2019-08-16 10:28:37 +0100 | [diff] [blame] | 29 | for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); ++i) |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 30 | { |
| 31 | // Arm compute indexes tensor coords in reverse order. |
| 32 | unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1; |
Matthew Sloyan | 171214c | 2020-09-09 09:07:37 +0100 | [diff] [blame] | 33 | coords.set(i, armnn::numeric_cast<int>(subTensorOrigin[revertedIndex])); |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 34 | } |
| 35 | |
| 36 | const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(parent.GetShape()); |
David Monahan | 49895f4 | 2020-07-21 11:16:51 +0100 | [diff] [blame] | 37 | |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 38 | if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape)) |
| 39 | { |
| 40 | return nullptr; |
| 41 | } |
| 42 | |
| 43 | return std::make_unique<NeonSubTensorHandle>( |
Jan Eilers | bb446e5 | 2020-04-02 13:56:54 +0100 | [diff] [blame] | 44 | PolymorphicDowncast<IAclTensorHandle*>(&parent), shape, coords); |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 45 | } |
| 46 | |
David Monahan | c6e5a6e | 2019-10-02 09:33:57 +0100 | [diff] [blame] | 47 | std::unique_ptr<ITensorHandle> NeonTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo) const |
| 48 | { |
| 49 | return NeonTensorHandleFactory::CreateTensorHandle(tensorInfo, true); |
| 50 | } |
| 51 | |
| 52 | std::unique_ptr<ITensorHandle> NeonTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo, |
| 53 | DataLayout dataLayout) const |
| 54 | { |
| 55 | return NeonTensorHandleFactory::CreateTensorHandle(tensorInfo, dataLayout, true); |
| 56 | } |
| 57 | |
David Monahan | 3fb7e10 | 2019-08-20 11:25:29 +0100 | [diff] [blame] | 58 | std::unique_ptr<ITensorHandle> NeonTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo, |
| 59 | const bool IsMemoryManaged) const |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 60 | { |
| 61 | auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo); |
David Monahan | 3fb7e10 | 2019-08-20 11:25:29 +0100 | [diff] [blame] | 62 | if (IsMemoryManaged) |
| 63 | { |
| 64 | tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup()); |
| 65 | } |
| 66 | // If we are not Managing the Memory then we must be importing |
| 67 | tensorHandle->SetImportEnabledFlag(!IsMemoryManaged); |
James Conroy | 57d10b7 | 2019-10-25 09:44:14 +0100 | [diff] [blame] | 68 | tensorHandle->SetImportFlags(GetImportFlags()); |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 69 | |
| 70 | return tensorHandle; |
| 71 | } |
| 72 | |
| 73 | std::unique_ptr<ITensorHandle> NeonTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo, |
David Monahan | 3fb7e10 | 2019-08-20 11:25:29 +0100 | [diff] [blame] | 74 | DataLayout dataLayout, |
| 75 | const bool IsMemoryManaged) const |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 76 | { |
| 77 | auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo, dataLayout); |
David Monahan | 3fb7e10 | 2019-08-20 11:25:29 +0100 | [diff] [blame] | 78 | if (IsMemoryManaged) |
| 79 | { |
| 80 | tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup()); |
| 81 | } |
| 82 | // If we are not Managing the Memory then we must be importing |
| 83 | tensorHandle->SetImportEnabledFlag(!IsMemoryManaged); |
James Conroy | 57d10b7 | 2019-10-25 09:44:14 +0100 | [diff] [blame] | 84 | tensorHandle->SetImportFlags(GetImportFlags()); |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 85 | |
| 86 | return tensorHandle; |
| 87 | } |
| 88 | |
Jan Eilers | e9f0f0f | 2019-08-16 10:28:37 +0100 | [diff] [blame] | 89 | const FactoryId& NeonTensorHandleFactory::GetIdStatic() |
| 90 | { |
| 91 | static const FactoryId s_Id(NeonTensorHandleFactoryId()); |
| 92 | return s_Id; |
| 93 | } |
| 94 | |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 95 | const FactoryId& NeonTensorHandleFactory::GetId() const |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 96 | { |
Jan Eilers | e9f0f0f | 2019-08-16 10:28:37 +0100 | [diff] [blame] | 97 | return GetIdStatic(); |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 98 | } |
| 99 | |
Sadik Armagan | ab3bd4d | 2020-08-25 11:48:00 +0100 | [diff] [blame] | 100 | bool NeonTensorHandleFactory::SupportsInPlaceComputation() const |
| 101 | { |
| 102 | return true; |
| 103 | } |
| 104 | |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 105 | bool NeonTensorHandleFactory::SupportsSubTensors() const |
| 106 | { |
| 107 | return true; |
| 108 | } |
| 109 | |
| 110 | MemorySourceFlags NeonTensorHandleFactory::GetExportFlags() const |
| 111 | { |
Narumol Prangnawarat | b8d771a | 2020-08-14 11:51:12 +0100 | [diff] [blame] | 112 | return m_ExportFlags; |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 113 | } |
| 114 | |
| 115 | MemorySourceFlags NeonTensorHandleFactory::GetImportFlags() const |
| 116 | { |
Narumol Prangnawarat | b8d771a | 2020-08-14 11:51:12 +0100 | [diff] [blame] | 117 | return m_ImportFlags; |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 118 | } |
| 119 | |
Narumol Prangnawarat | 1a26896 | 2020-07-27 15:52:13 +0100 | [diff] [blame] | 120 | std::vector<Capability> NeonTensorHandleFactory::GetCapabilities(const IConnectableLayer* layer, |
| 121 | const IConnectableLayer* connectedLayer, |
| 122 | CapabilityClass capabilityClass) |
| 123 | |
| 124 | { |
| 125 | IgnoreUnused(connectedLayer); |
| 126 | std::vector<Capability> capabilities; |
| 127 | if (capabilityClass == CapabilityClass::PaddingRequired) |
| 128 | { |
| 129 | auto search = paddingRequiredLayers.find((PolymorphicDowncast<const Layer*>(layer))->GetType()); |
| 130 | if ( search != paddingRequiredLayers.end()) |
| 131 | { |
| 132 | Capability paddingCapability(CapabilityClass::PaddingRequired, true); |
| 133 | capabilities.push_back(paddingCapability); |
| 134 | } |
| 135 | } |
| 136 | return capabilities; |
| 137 | } |
| 138 | |
Ferran Balaguer | bfeb271 | 2019-08-07 15:14:56 +0100 | [diff] [blame] | 139 | } // namespace armnn |