blob: 6254b0a32acea0c42e8c85f412211b76955dca2e [file] [log] [blame]
arovir014424b0a2018-10-04 10:46:04 +01001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
3// SPDX-License-Identifier: MIT
4//
5
6#include "ClBackend.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
Sadik Armagan045f6be2020-09-10 13:37:32 +01008#include "ClBackendModelContext.hpp"
arovir01a0944792018-10-11 15:00:58 +01009#include "ClWorkloadFactory.hpp"
David Beck1b61be52018-11-08 09:19:14 +000010#include "ClBackendContext.hpp"
David Beck111b5d92018-11-12 14:59:37 +000011#include "ClLayerSupport.hpp"
Jan Eilerse9f0f0f2019-08-16 10:28:37 +010012#include "ClTensorHandleFactory.hpp"
arovir01a0944792018-10-11 15:00:58 +010013
Matteo Martincighc601aa62019-10-29 15:03:22 +000014#include <armnn/BackendRegistry.hpp>
15
Aron Virginas-Tar56055192018-11-12 18:10:43 +000016#include <aclCommon/BaseMemoryManager.hpp>
17
Matteo Martincighe5b8eb92019-11-28 15:45:42 +000018#include <armnn/backends/IBackendContext.hpp>
19#include <armnn/backends/IMemoryManager.hpp>
Aron Virginas-Tar56055192018-11-12 18:10:43 +000020
Jan Eilers3c9e0452020-04-10 13:00:44 +010021#include <armnn/utility/PolymorphicDowncast.hpp>
22
David Beck263e3492018-11-09 14:46:40 +000023#include <Optimizer.hpp>
arovir014424b0a2018-10-04 10:46:04 +010024
Aron Virginas-Tar56055192018-11-12 18:10:43 +000025#include <arm_compute/runtime/CL/CLBufferAllocator.h>
26
arovir014424b0a2018-10-04 10:46:04 +010027namespace armnn
28{
29
David Beck3cc9a622018-10-12 10:38:31 +010030const BackendId& ClBackend::GetIdStatic()
arovir014424b0a2018-10-04 10:46:04 +010031{
David Beck3e9e1152018-10-17 14:17:50 +010032 static const BackendId s_Id{ClBackendId()};
arovir014424b0a2018-10-04 10:46:04 +010033 return s_Id;
34}
35
Aron Virginas-Tar56055192018-11-12 18:10:43 +000036IBackendInternal::IMemoryManagerUniquePtr ClBackend::CreateMemoryManager() const
arovir014424b0a2018-10-04 10:46:04 +010037{
Aron Virginas-Tar56055192018-11-12 18:10:43 +000038 return std::make_unique<ClMemoryManager>(std::make_unique<arm_compute::CLBufferAllocator>());
39}
40
41IBackendInternal::IWorkloadFactoryPtr ClBackend::CreateWorkloadFactory(
42 const IBackendInternal::IMemoryManagerSharedPtr& memoryManager) const
43{
44 return std::make_unique<ClWorkloadFactory>(
Jan Eilers3c9e0452020-04-10 13:00:44 +010045 PolymorphicPointerDowncast<ClMemoryManager>(memoryManager));
arovir014424b0a2018-10-04 10:46:04 +010046}
47
Jan Eilerse9f0f0f2019-08-16 10:28:37 +010048IBackendInternal::IWorkloadFactoryPtr ClBackend::CreateWorkloadFactory(
Sadik Armagan04a72972020-09-14 15:44:18 +010049 const IBackendInternal::IMemoryManagerSharedPtr& memoryManager, const ModelOptions& modelOptions) const
50{
51 return std::make_unique<ClWorkloadFactory>(
52 PolymorphicPointerDowncast<ClMemoryManager>(memoryManager), CreateBackendSpecificModelContext(modelOptions));
53}
54
55IBackendInternal::IWorkloadFactoryPtr ClBackend::CreateWorkloadFactory(
Jan Eilerse9f0f0f2019-08-16 10:28:37 +010056 TensorHandleFactoryRegistry& registry) const
57{
58 auto memoryManager = std::make_shared<ClMemoryManager>(std::make_unique<arm_compute::CLBufferAllocator>());
59
60 registry.RegisterMemoryManager(memoryManager);
Narumol Prangnawarat549cb7a2020-07-10 17:50:53 +010061 registry.RegisterFactory(std::make_unique<ClTensorHandleFactory>(memoryManager));
Jan Eilerse9f0f0f2019-08-16 10:28:37 +010062
63 return std::make_unique<ClWorkloadFactory>(
Jan Eilers3c9e0452020-04-10 13:00:44 +010064 PolymorphicPointerDowncast<ClMemoryManager>(memoryManager));
Jan Eilerse9f0f0f2019-08-16 10:28:37 +010065}
66
Sadik Armagan04a72972020-09-14 15:44:18 +010067IBackendInternal::IWorkloadFactoryPtr ClBackend::CreateWorkloadFactory(
68 TensorHandleFactoryRegistry& registry, const ModelOptions& modelOptions) const
69{
70 auto memoryManager = std::make_shared<ClMemoryManager>(std::make_unique<arm_compute::CLBufferAllocator>());
71
72 registry.RegisterMemoryManager(memoryManager);
73 registry.RegisterFactory(std::make_unique<ClTensorHandleFactory>(memoryManager));
74
75 return std::make_unique<ClWorkloadFactory>(
76 PolymorphicPointerDowncast<ClMemoryManager>(memoryManager), CreateBackendSpecificModelContext(modelOptions));
77}
78
Jan Eilerse9f0f0f2019-08-16 10:28:37 +010079std::vector<ITensorHandleFactory::FactoryId> ClBackend::GetHandleFactoryPreferences() const
80{
81 return std::vector<ITensorHandleFactory::FactoryId> {ClTensorHandleFactory::GetIdStatic()};
82}
83
84void ClBackend::RegisterTensorHandleFactories(TensorHandleFactoryRegistry& registry)
85{
86 auto mgr = std::make_shared<ClMemoryManager>(std::make_unique<arm_compute::CLBufferAllocator>());
87
88 registry.RegisterMemoryManager(mgr);
89 registry.RegisterFactory(std::make_unique<ClTensorHandleFactory>(mgr));
90}
91
Sadik Armagan045f6be2020-09-10 13:37:32 +010092IBackendInternal::IBackendContextPtr ClBackend::CreateBackendContext(const IRuntime::CreationOptions& options) const
David Beck1b61be52018-11-08 09:19:14 +000093{
94 return IBackendContextPtr{new ClBackendContext{options}};
95}
96
Colm Donelane49755b2020-01-29 15:22:43 +000097IBackendInternal::IBackendProfilingContextPtr ClBackend::CreateBackendProfilingContext(
Colm Donelan1aff3932020-02-05 17:48:59 +000098 const IRuntime::CreationOptions&, IBackendProfilingPtr&)
Colm Donelane49755b2020-01-29 15:22:43 +000099{
100 return IBackendProfilingContextPtr{};
101}
102
David Beck263e3492018-11-09 14:46:40 +0000103IBackendInternal::Optimizations ClBackend::GetOptimizations() const
104{
105 return Optimizations{};
106}
David Beck1b61be52018-11-08 09:19:14 +0000107
Sadik Armagan045f6be2020-09-10 13:37:32 +0100108IBackendInternal::IBackendSpecificModelContextPtr ClBackend::CreateBackendSpecificModelContext(
109 const ModelOptions& modelOptions) const
110{
111 return IBackendSpecificModelContextPtr{new ClBackendModelContext{modelOptions}};
112}
113
David Beck111b5d92018-11-12 14:59:37 +0000114IBackendInternal::ILayerSupportSharedPtr ClBackend::GetLayerSupport() const
115{
Sadik Armagan045f6be2020-09-10 13:37:32 +0100116 static ILayerSupportSharedPtr layerSupport
117 {
118 new ClLayerSupport(IBackendInternal::IBackendSpecificModelContextPtr{})
119 };
120 return layerSupport;
121}
122
123IBackendInternal::ILayerSupportSharedPtr ClBackend::GetLayerSupport(const ModelOptions& modelOptions) const
124{
125 static ILayerSupportSharedPtr layerSupport
126 {
127 new ClLayerSupport(CreateBackendSpecificModelContext(modelOptions))
128 };
David Beck111b5d92018-11-12 14:59:37 +0000129 return layerSupport;
130}
131
Matteo Martincighc3ba50e2019-05-22 14:28:16 +0100132OptimizationViews ClBackend::OptimizeSubgraphView(const SubgraphView& subgraph) const
Matteo Martincighadddddb2019-01-24 14:06:23 +0000133{
Matteo Martincighc3ba50e2019-05-22 14:28:16 +0100134 OptimizationViews optimizationViews;
Matteo Martincighadddddb2019-01-24 14:06:23 +0000135
Matteo Martincighc3ba50e2019-05-22 14:28:16 +0100136 optimizationViews.AddUntouchedSubgraph(SubgraphView(subgraph));
137
138 return optimizationViews;
Matteo Martincighadddddb2019-01-24 14:06:23 +0000139}
140
David Beck9efb57d2018-11-05 13:40:33 +0000141} // namespace armnn