blob: 841ed27006141dfaaeb59a35d9ae773502601f83 [file] [log] [blame]
arovir014424b0a2018-10-04 10:46:04 +01001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
3// SPDX-License-Identifier: MIT
4//
5
6#include "NeonBackend.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
arovir01a0944792018-10-11 15:00:58 +01008#include "NeonWorkloadFactory.hpp"
David Beck111b5d92018-11-12 14:59:37 +00009#include "NeonLayerSupport.hpp"
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010010#include "NeonTensorHandleFactory.hpp"
arovir01a0944792018-10-11 15:00:58 +010011
Matteo Martincighc601aa62019-10-29 15:03:22 +000012#include <armnn/BackendRegistry.hpp>
13
Aron Virginas-Tar56055192018-11-12 18:10:43 +000014#include <aclCommon/BaseMemoryManager.hpp>
15
Matteo Martincighe5b8eb92019-11-28 15:45:42 +000016#include <armnn/backends/IBackendContext.hpp>
17#include <armnn/backends/IMemoryManager.hpp>
Aron Virginas-Tar56055192018-11-12 18:10:43 +000018
Jan Eilers3c9e0452020-04-10 13:00:44 +010019#include <armnn/utility/PolymorphicDowncast.hpp>
20
David Beck263e3492018-11-09 14:46:40 +000021#include <Optimizer.hpp>
arovir01a0944792018-10-11 15:00:58 +010022
Aron Virginas-Tar56055192018-11-12 18:10:43 +000023#include <arm_compute/runtime/Allocator.h>
24
David Beck9efb57d2018-11-05 13:40:33 +000025#include <boost/cast.hpp>
26
arovir014424b0a2018-10-04 10:46:04 +010027namespace armnn
28{
29
David Beck3cc9a622018-10-12 10:38:31 +010030const BackendId& NeonBackend::GetIdStatic()
arovir014424b0a2018-10-04 10:46:04 +010031{
David Beck3e9e1152018-10-17 14:17:50 +010032 static const BackendId s_Id{NeonBackendId()};
arovir014424b0a2018-10-04 10:46:04 +010033 return s_Id;
34}
35
Aron Virginas-Tar56055192018-11-12 18:10:43 +000036IBackendInternal::IMemoryManagerUniquePtr NeonBackend::CreateMemoryManager() const
arovir014424b0a2018-10-04 10:46:04 +010037{
Aron Virginas-Tar56055192018-11-12 18:10:43 +000038 return std::make_unique<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
Sadik Armagan13a9fa62019-04-26 16:04:34 +010039 BaseMemoryManager::MemoryAffinity::Offset);
Aron Virginas-Tar56055192018-11-12 18:10:43 +000040}
41
42IBackendInternal::IWorkloadFactoryPtr NeonBackend::CreateWorkloadFactory(
43 const IBackendInternal::IMemoryManagerSharedPtr& memoryManager) const
44{
45 return std::make_unique<NeonWorkloadFactory>(
Jan Eilers3c9e0452020-04-10 13:00:44 +010046 PolymorphicPointerDowncast<NeonMemoryManager>(memoryManager));
arovir014424b0a2018-10-04 10:46:04 +010047}
48
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010049IBackendInternal::IWorkloadFactoryPtr NeonBackend::CreateWorkloadFactory(
50 class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry) const
51{
52 auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
53 BaseMemoryManager::MemoryAffinity::Offset);
54
55 tensorHandleFactoryRegistry.RegisterMemoryManager(memoryManager);
56 return std::make_unique<NeonWorkloadFactory>(
Jan Eilers3c9e0452020-04-10 13:00:44 +010057 PolymorphicPointerDowncast<NeonMemoryManager>(memoryManager));
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010058}
59
David Beck263e3492018-11-09 14:46:40 +000060IBackendInternal::IBackendContextPtr NeonBackend::CreateBackendContext(const IRuntime::CreationOptions&) const
61{
62 return IBackendContextPtr{};
63}
64
Colm Donelane49755b2020-01-29 15:22:43 +000065IBackendInternal::IBackendProfilingContextPtr NeonBackend::CreateBackendProfilingContext(
Colm Donelan1aff3932020-02-05 17:48:59 +000066 const IRuntime::CreationOptions&, IBackendProfilingPtr&)
Colm Donelane49755b2020-01-29 15:22:43 +000067{
68 return IBackendProfilingContextPtr{};
69}
70
David Beck263e3492018-11-09 14:46:40 +000071IBackendInternal::Optimizations NeonBackend::GetOptimizations() const
72{
73 return Optimizations{};
74}
75
David Beck111b5d92018-11-12 14:59:37 +000076IBackendInternal::ILayerSupportSharedPtr NeonBackend::GetLayerSupport() const
77{
78 static ILayerSupportSharedPtr layerSupport{new NeonLayerSupport};
79 return layerSupport;
80}
81
Matteo Martincighc3ba50e2019-05-22 14:28:16 +010082OptimizationViews NeonBackend::OptimizeSubgraphView(const SubgraphView& subgraph) const
Matteo Martincighadddddb2019-01-24 14:06:23 +000083{
Matteo Martincighc3ba50e2019-05-22 14:28:16 +010084 OptimizationViews optimizationViews;
Matteo Martincighadddddb2019-01-24 14:06:23 +000085
Matteo Martincighc3ba50e2019-05-22 14:28:16 +010086 optimizationViews.AddUntouchedSubgraph(SubgraphView(subgraph));
87
88 return optimizationViews;
Matteo Martincighadddddb2019-01-24 14:06:23 +000089}
90
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010091std::vector<ITensorHandleFactory::FactoryId> NeonBackend::GetHandleFactoryPreferences() const
92{
Jan Eilers146b2e12019-08-16 10:45:30 +010093 return std::vector<ITensorHandleFactory::FactoryId>() = {"Arm/Neon/TensorHandleFactory",
94 "Arm/Cl/TensorHandleFactory"};
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +010095}
96
97void NeonBackend::RegisterTensorHandleFactories(class TensorHandleFactoryRegistry& registry)
98{
99 auto memoryManager = std::make_shared<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
100 BaseMemoryManager::MemoryAffinity::Offset);
101
102 registry.RegisterMemoryManager(memoryManager);
Jan Eilerse9f0f0f2019-08-16 10:28:37 +0100103 registry.RegisterFactory(std::make_unique<NeonTensorHandleFactory>(memoryManager));
Narumol Prangnawarat4e3e8182019-08-14 12:25:50 +0100104}
105
Matthew Bentham42bad952018-12-17 09:23:36 +0000106} // namespace armnn