blob: 01cc6d81193658de12bd1daa6c7fb9289881f6a0 [file] [log] [blame]
arovir014424b0a2018-10-04 10:46:04 +01001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
3// SPDX-License-Identifier: MIT
4//
5
6#include "NeonBackend.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
arovir01a0944792018-10-11 15:00:58 +01008#include "NeonWorkloadFactory.hpp"
David Beck111b5d92018-11-12 14:59:37 +00009#include "NeonLayerSupport.hpp"
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010010#include "NeonTensorHandleFactory.hpp"
arovir01a0944792018-10-11 15:00:58 +010011
Matteo Martincighc601aa62019-10-29 15:03:22 +000012#include <armnn/BackendRegistry.hpp>
13
Aron Virginas-Tar56055192018-11-12 18:10:43 +000014#include <aclCommon/BaseMemoryManager.hpp>
15
Matteo Martincighe5b8eb92019-11-28 15:45:42 +000016#include <armnn/backends/IBackendContext.hpp>
17#include <armnn/backends/IMemoryManager.hpp>
Aron Virginas-Tar56055192018-11-12 18:10:43 +000018
Jan Eilers3c9e0452020-04-10 13:00:44 +010019#include <armnn/utility/PolymorphicDowncast.hpp>
20
David Beck263e3492018-11-09 14:46:40 +000021#include <Optimizer.hpp>
arovir01a0944792018-10-11 15:00:58 +010022
Aron Virginas-Tar56055192018-11-12 18:10:43 +000023#include <arm_compute/runtime/Allocator.h>
24
David Beck9efb57d2018-11-05 13:40:33 +000025#include <boost/cast.hpp>
26
arovir014424b0a2018-10-04 10:46:04 +010027namespace armnn
28{
29
David Beck3cc9a622018-10-12 10:38:31 +010030const BackendId& NeonBackend::GetIdStatic()
arovir014424b0a2018-10-04 10:46:04 +010031{
David Beck3e9e1152018-10-17 14:17:50 +010032 static const BackendId s_Id{NeonBackendId()};
arovir014424b0a2018-10-04 10:46:04 +010033 return s_Id;
34}
35
Aron Virginas-Tar56055192018-11-12 18:10:43 +000036IBackendInternal::IMemoryManagerUniquePtr NeonBackend::CreateMemoryManager() const
arovir014424b0a2018-10-04 10:46:04 +010037{
Aron Virginas-Tar56055192018-11-12 18:10:43 +000038 return std::make_unique<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
Sadik Armagan13a9fa62019-04-26 16:04:34 +010039 BaseMemoryManager::MemoryAffinity::Offset);
Aron Virginas-Tar56055192018-11-12 18:10:43 +000040}
41
42IBackendInternal::IWorkloadFactoryPtr NeonBackend::CreateWorkloadFactory(
43 const IBackendInternal::IMemoryManagerSharedPtr& memoryManager) const
44{
45 return std::make_unique<NeonWorkloadFactory>(
Jan Eilers3c9e0452020-04-10 13:00:44 +010046 PolymorphicPointerDowncast<NeonMemoryManager>(memoryManager));
arovir014424b0a2018-10-04 10:46:04 +010047}
48
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010049IBackendInternal::IWorkloadFactoryPtr NeonBackend::CreateWorkloadFactory(
50 class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry) const
51{
52 auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
53 BaseMemoryManager::MemoryAffinity::Offset);
54
55 tensorHandleFactoryRegistry.RegisterMemoryManager(memoryManager);
Narumol Prangnawarat549cb7a2020-07-10 17:50:53 +010056 tensorHandleFactoryRegistry.RegisterFactory(std::make_unique<NeonTensorHandleFactory>(memoryManager));
57
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010058 return std::make_unique<NeonWorkloadFactory>(
Jan Eilers3c9e0452020-04-10 13:00:44 +010059 PolymorphicPointerDowncast<NeonMemoryManager>(memoryManager));
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010060}
61
David Beck263e3492018-11-09 14:46:40 +000062IBackendInternal::IBackendContextPtr NeonBackend::CreateBackendContext(const IRuntime::CreationOptions&) const
63{
64 return IBackendContextPtr{};
65}
66
Colm Donelane49755b2020-01-29 15:22:43 +000067IBackendInternal::IBackendProfilingContextPtr NeonBackend::CreateBackendProfilingContext(
Colm Donelan1aff3932020-02-05 17:48:59 +000068 const IRuntime::CreationOptions&, IBackendProfilingPtr&)
Colm Donelane49755b2020-01-29 15:22:43 +000069{
70 return IBackendProfilingContextPtr{};
71}
72
David Beck263e3492018-11-09 14:46:40 +000073IBackendInternal::Optimizations NeonBackend::GetOptimizations() const
74{
75 return Optimizations{};
76}
77
David Beck111b5d92018-11-12 14:59:37 +000078IBackendInternal::ILayerSupportSharedPtr NeonBackend::GetLayerSupport() const
79{
80 static ILayerSupportSharedPtr layerSupport{new NeonLayerSupport};
81 return layerSupport;
82}
83
Matteo Martincighc3ba50e2019-05-22 14:28:16 +010084OptimizationViews NeonBackend::OptimizeSubgraphView(const SubgraphView& subgraph) const
Matteo Martincighadddddb2019-01-24 14:06:23 +000085{
Matteo Martincighc3ba50e2019-05-22 14:28:16 +010086 OptimizationViews optimizationViews;
Matteo Martincighadddddb2019-01-24 14:06:23 +000087
Matteo Martincighc3ba50e2019-05-22 14:28:16 +010088 optimizationViews.AddUntouchedSubgraph(SubgraphView(subgraph));
89
90 return optimizationViews;
Matteo Martincighadddddb2019-01-24 14:06:23 +000091}
92
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010093std::vector<ITensorHandleFactory::FactoryId> NeonBackend::GetHandleFactoryPreferences() const
94{
Jan Eilers146b2e12019-08-16 10:45:30 +010095 return std::vector<ITensorHandleFactory::FactoryId>() = {"Arm/Neon/TensorHandleFactory",
96 "Arm/Cl/TensorHandleFactory"};
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010097}
98
99void NeonBackend::RegisterTensorHandleFactories(class TensorHandleFactoryRegistry& registry)
100{
101 auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
102 BaseMemoryManager::MemoryAffinity::Offset);
103
104 registry.RegisterMemoryManager(memoryManager);
Jan Eilerse9f0f0f2019-08-16 10:28:37 +0100105 registry.RegisterFactory(std::make_unique<NeonTensorHandleFactory>(memoryManager));
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +0100106}
107
Matthew Bentham42bad952018-12-17 09:23:36 +0000108} // namespace armnn