arovir01 | 4424b0a | 2018-10-04 10:46:04 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #include "NeonBackend.hpp" |
David Beck | 3e9e115 | 2018-10-17 14:17:50 +0100 | [diff] [blame] | 7 | #include "NeonBackendId.hpp" |
arovir01 | a094479 | 2018-10-11 15:00:58 +0100 | [diff] [blame] | 8 | #include "NeonWorkloadFactory.hpp" |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 9 | #include "NeonLayerSupport.hpp" |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 10 | #include "NeonTensorHandleFactory.hpp" |
arovir01 | a094479 | 2018-10-11 15:00:58 +0100 | [diff] [blame] | 11 | |
Matteo Martincigh | c601aa6 | 2019-10-29 15:03:22 +0000 | [diff] [blame] | 12 | #include <armnn/BackendRegistry.hpp> |
| 13 | |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 14 | #include <aclCommon/BaseMemoryManager.hpp> |
| 15 | |
Matteo Martincigh | e5b8eb9 | 2019-11-28 15:45:42 +0000 | [diff] [blame] | 16 | #include <armnn/backends/IBackendContext.hpp> |
| 17 | #include <armnn/backends/IMemoryManager.hpp> |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 18 | |
David Beck | 263e349 | 2018-11-09 14:46:40 +0000 | [diff] [blame] | 19 | #include <Optimizer.hpp> |
arovir01 | a094479 | 2018-10-11 15:00:58 +0100 | [diff] [blame] | 20 | |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 21 | #include <arm_compute/runtime/Allocator.h> |
| 22 | |
David Beck | 9efb57d | 2018-11-05 13:40:33 +0000 | [diff] [blame] | 23 | #include <boost/cast.hpp> |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 24 | #include <boost/polymorphic_pointer_cast.hpp> |
David Beck | 9efb57d | 2018-11-05 13:40:33 +0000 | [diff] [blame] | 25 | |
arovir01 | 4424b0a | 2018-10-04 10:46:04 +0100 | [diff] [blame] | 26 | namespace armnn |
| 27 | { |
| 28 | |
David Beck | 3cc9a62 | 2018-10-12 10:38:31 +0100 | [diff] [blame] | 29 | const BackendId& NeonBackend::GetIdStatic() |
arovir01 | 4424b0a | 2018-10-04 10:46:04 +0100 | [diff] [blame] | 30 | { |
David Beck | 3e9e115 | 2018-10-17 14:17:50 +0100 | [diff] [blame] | 31 | static const BackendId s_Id{NeonBackendId()}; |
arovir01 | 4424b0a | 2018-10-04 10:46:04 +0100 | [diff] [blame] | 32 | return s_Id; |
| 33 | } |
| 34 | |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 35 | IBackendInternal::IMemoryManagerUniquePtr NeonBackend::CreateMemoryManager() const |
arovir01 | 4424b0a | 2018-10-04 10:46:04 +0100 | [diff] [blame] | 36 | { |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 37 | return std::make_unique<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(), |
Sadik Armagan | 13a9fa6 | 2019-04-26 16:04:34 +0100 | [diff] [blame] | 38 | BaseMemoryManager::MemoryAffinity::Offset); |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 39 | } |
| 40 | |
| 41 | IBackendInternal::IWorkloadFactoryPtr NeonBackend::CreateWorkloadFactory( |
| 42 | const IBackendInternal::IMemoryManagerSharedPtr& memoryManager) const |
| 43 | { |
| 44 | return std::make_unique<NeonWorkloadFactory>( |
| 45 | boost::polymorphic_pointer_downcast<NeonMemoryManager>(memoryManager)); |
arovir01 | 4424b0a | 2018-10-04 10:46:04 +0100 | [diff] [blame] | 46 | } |
| 47 | |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 48 | IBackendInternal::IWorkloadFactoryPtr NeonBackend::CreateWorkloadFactory( |
| 49 | class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry) const |
| 50 | { |
| 51 | auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(), |
| 52 | BaseMemoryManager::MemoryAffinity::Offset); |
| 53 | |
| 54 | tensorHandleFactoryRegistry.RegisterMemoryManager(memoryManager); |
| 55 | return std::make_unique<NeonWorkloadFactory>( |
| 56 | boost::polymorphic_pointer_downcast<NeonMemoryManager>(memoryManager)); |
| 57 | } |
| 58 | |
David Beck | 263e349 | 2018-11-09 14:46:40 +0000 | [diff] [blame] | 59 | IBackendInternal::IBackendContextPtr NeonBackend::CreateBackendContext(const IRuntime::CreationOptions&) const |
| 60 | { |
| 61 | return IBackendContextPtr{}; |
| 62 | } |
| 63 | |
Colm Donelan | e49755b | 2020-01-29 15:22:43 +0000 | [diff] [blame] | 64 | IBackendInternal::IBackendProfilingContextPtr NeonBackend::CreateBackendProfilingContext( |
Colm Donelan | 1aff393 | 2020-02-05 17:48:59 +0000 | [diff] [blame^] | 65 | const IRuntime::CreationOptions&, IBackendProfilingPtr&) |
Colm Donelan | e49755b | 2020-01-29 15:22:43 +0000 | [diff] [blame] | 66 | { |
| 67 | return IBackendProfilingContextPtr{}; |
| 68 | } |
| 69 | |
David Beck | 263e349 | 2018-11-09 14:46:40 +0000 | [diff] [blame] | 70 | IBackendInternal::Optimizations NeonBackend::GetOptimizations() const |
| 71 | { |
| 72 | return Optimizations{}; |
| 73 | } |
| 74 | |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 75 | IBackendInternal::ILayerSupportSharedPtr NeonBackend::GetLayerSupport() const |
| 76 | { |
| 77 | static ILayerSupportSharedPtr layerSupport{new NeonLayerSupport}; |
| 78 | return layerSupport; |
| 79 | } |
| 80 | |
Matteo Martincigh | c3ba50e | 2019-05-22 14:28:16 +0100 | [diff] [blame] | 81 | OptimizationViews NeonBackend::OptimizeSubgraphView(const SubgraphView& subgraph) const |
Matteo Martincigh | adddddb | 2019-01-24 14:06:23 +0000 | [diff] [blame] | 82 | { |
Matteo Martincigh | c3ba50e | 2019-05-22 14:28:16 +0100 | [diff] [blame] | 83 | OptimizationViews optimizationViews; |
Matteo Martincigh | adddddb | 2019-01-24 14:06:23 +0000 | [diff] [blame] | 84 | |
Matteo Martincigh | c3ba50e | 2019-05-22 14:28:16 +0100 | [diff] [blame] | 85 | optimizationViews.AddUntouchedSubgraph(SubgraphView(subgraph)); |
| 86 | |
| 87 | return optimizationViews; |
Matteo Martincigh | adddddb | 2019-01-24 14:06:23 +0000 | [diff] [blame] | 88 | } |
| 89 | |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 90 | std::vector<ITensorHandleFactory::FactoryId> NeonBackend::GetHandleFactoryPreferences() const |
| 91 | { |
Jan Eilers | 146b2e1 | 2019-08-16 10:45:30 +0100 | [diff] [blame] | 92 | return std::vector<ITensorHandleFactory::FactoryId>() = {"Arm/Neon/TensorHandleFactory", |
| 93 | "Arm/Cl/TensorHandleFactory"}; |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | void NeonBackend::RegisterTensorHandleFactories(class TensorHandleFactoryRegistry& registry) |
| 97 | { |
| 98 | auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(), |
| 99 | BaseMemoryManager::MemoryAffinity::Offset); |
| 100 | |
| 101 | registry.RegisterMemoryManager(memoryManager); |
Jan Eilers | e9f0f0f | 2019-08-16 10:28:37 +0100 | [diff] [blame] | 102 | registry.RegisterFactory(std::make_unique<NeonTensorHandleFactory>(memoryManager)); |
Narumol Prangnawarat | 4e3e818 | 2019-08-14 12:25:50 +0100 | [diff] [blame] | 103 | } |
| 104 | |
Matthew Bentham | 42bad95 | 2018-12-17 09:23:36 +0000 | [diff] [blame] | 105 | } // namespace armnn |