blob: 35186f286a1c0dbff3ce0be09b79d4b8094eece0 [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
Teresa Charlin8398edc2020-07-20 14:23:02 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#include "ClWorkloadFactory.hpp"
David Beck79141b92018-10-23 16:09:36 +01006#include "ClBackendId.hpp"
Sadik Armagan04a72972020-09-14 15:44:18 +01007#include "ClBackendModelContext.hpp"
telsoa014fcda012018-03-09 14:13:49 +00008
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +00009#include <Layer.hpp>
10
David Beck0dbe0ee2018-09-24 15:59:27 +010011#include <armnn/Exceptions.hpp>
12#include <armnn/Utils.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +000013#include <armnn/utility/IgnoreUnused.hpp>
Matthew Sloyan171214c2020-09-09 09:07:37 +010014#include <armnn/utility/NumericCast.hpp>
Jan Eilersbb446e52020-04-02 13:56:54 +010015#include <armnn/utility/PolymorphicDowncast.hpp>
telsoa014fcda012018-03-09 14:13:49 +000016
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000017#include <backendsCommon/CpuTensorHandle.hpp>
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +000018#include <backendsCommon/MakeWorkloadHelper.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000019#include <backendsCommon/MemCopyWorkload.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +010020#include <backendsCommon/MemImportWorkload.hpp>
telsoa01c577f2c2018-08-31 09:22:23 +010021
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000022#include <cl/ClTensorHandle.hpp>
23#include <cl/workloads/ClWorkloads.hpp>
24#include <cl/workloads/ClWorkloadUtils.hpp>
telsoa014fcda012018-03-09 14:13:49 +000025
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +000026#include <arm_compute/core/CL/CLKernelLibrary.h>
27#include <arm_compute/runtime/CL/CLBufferAllocator.h>
28#include <arm_compute/runtime/CL/CLScheduler.h>
telsoa014fcda012018-03-09 14:13:49 +000029
Sadik Armagandea8fb62020-11-26 10:38:11 +000030#include <Filesystem.hpp>
31
telsoa014fcda012018-03-09 14:13:49 +000032namespace armnn
33{
34
David Beck79141b92018-10-23 16:09:36 +010035namespace
36{
37static const BackendId s_Id{ClBackendId()};
38}
39
telsoa01c577f2c2018-08-31 09:22:23 +010040bool ClWorkloadFactory::IsLayerSupported(const Layer& layer,
David Beck29c75de2018-10-23 13:35:58 +010041 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010042 std::string& outReasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000043{
David Beck79141b92018-10-23 16:09:36 +010044 return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported);
45}
46
Sadik Armagan04a72972020-09-14 15:44:18 +010047bool ClWorkloadFactory::IsLayerSupported(const IConnectableLayer& layer,
48 Optional<DataType> dataType,
49 std::string& outReasonIfUnsupported,
50 const ModelOptions& modelOptions)
51{
52 return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported, modelOptions);
53}
54
David Beck79141b92018-10-23 16:09:36 +010055const BackendId& ClWorkloadFactory::GetBackendId() const
56{
57 return s_Id;
telsoa014fcda012018-03-09 14:13:49 +000058}
59
Sadik Armagandea8fb62020-11-26 10:38:11 +000060void ClWorkloadFactory::AfterWorkloadsCreated()
61{
62 if(m_ModelContextPtr)
63 {
64 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
65 if (modelOptions->SaveCachedNetwork())
66 {
67 // Save map to a filepath provided in ModelOptions
68 auto filePath = modelOptions->GetCachedNetworkFilePath();
69 if (filePath != "" && fs::exists(filePath) && fs::is_regular_file(filePath))
70 {
71 /// Saving will be implemented within IVGCVSW-5483 story.
72 }
73 }
74 }
75}
76
Aron Virginas-Tara8e06ed2018-10-19 16:46:15 +010077template <typename FloatWorkload, typename Uint8Workload, typename QueueDescriptorType, typename... Args>
78std::unique_ptr<IWorkload> ClWorkloadFactory::MakeWorkload(const QueueDescriptorType& descriptor,
79 const WorkloadInfo& info,
80 Args&&... args)
81{
82 try
83 {
84 return MakeWorkloadHelper<FloatWorkload, Uint8Workload>(descriptor, info, std::forward<Args>(args)...);
85 }
86 catch (const cl::Error& clError)
87 {
88 throw WrapClError(clError, CHECK_LOCATION());
89 }
90}
91
92template <typename Workload, typename QueueDescriptorType, typename... Args>
93std::unique_ptr<IWorkload> ClWorkloadFactory::MakeWorkload(const QueueDescriptorType& descriptor,
94 const WorkloadInfo& info,
95 Args&&... args)
96{
97 try
98 {
99 return std::make_unique<Workload>(descriptor, info, std::forward<Args>(args)...);
100 }
101 catch (const cl::Error& clError)
102 {
103 throw WrapClError(clError, CHECK_LOCATION());
104 }
105}
106
Sadik Armagandea8fb62020-11-26 10:38:11 +0000107void ClWorkloadFactory::InitializeCLCompileContext()
108{
109 // Initialize our m_CLCompileContext using default device and context
Sadik Armagane9444752020-12-02 11:28:58 +0000110 auto context = arm_compute::CLKernelLibrary::get().context();
111 auto device = arm_compute::CLKernelLibrary::get().get_device();
Sadik Armagandea8fb62020-11-26 10:38:11 +0000112 m_CLCompileContext = arm_compute::CLCompileContext(context, device);
113
114 if (m_ModelContextPtr)
115 {
116 // Load saved programs if the user has set a filepath
117 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
118 auto filePath = modelOptions->GetCachedNetworkFilePath();
119 if (filePath != ""
120 && fs::exists(filePath)
121 && fs::is_regular_file(filePath)
122 && !(modelOptions->SaveCachedNetwork()))
123 {
124 /// Loading will be implemented within IVGCVSW-5483 story.
125 }
126 }
127}
128
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000129ClWorkloadFactory::ClWorkloadFactory(const std::shared_ptr<ClMemoryManager>& memoryManager)
Sadik Armagan04a72972020-09-14 15:44:18 +0100130 : m_MemoryManager(memoryManager), m_ModelContextPtr(IBackendInternal::IBackendSpecificModelContextPtr{})
131{
Sadik Armagandea8fb62020-11-26 10:38:11 +0000132 InitializeCLCompileContext();
Sadik Armagan04a72972020-09-14 15:44:18 +0100133}
134
135ClWorkloadFactory::ClWorkloadFactory(const std::shared_ptr<ClMemoryManager>& memoryManager,
136 const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr)
137 : m_MemoryManager(memoryManager), m_ModelContextPtr(modelContextPtr)
telsoa014fcda012018-03-09 14:13:49 +0000138{
Sadik Armagandea8fb62020-11-26 10:38:11 +0000139 InitializeCLCompileContext();
telsoa014fcda012018-03-09 14:13:49 +0000140}
141
David Monahan3fb7e102019-08-20 11:25:29 +0100142std::unique_ptr<ITensorHandle> ClWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
143 const bool IsMemoryManaged) const
telsoa014fcda012018-03-09 14:13:49 +0000144{
Jan Eilers8eb25602020-03-09 12:13:48 +0000145 IgnoreUnused(IsMemoryManaged);
telsoa01c577f2c2018-08-31 09:22:23 +0100146 std::unique_ptr<ClTensorHandle> tensorHandle = std::make_unique<ClTensorHandle>(tensorInfo);
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000147 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
telsoa01c577f2c2018-08-31 09:22:23 +0100148
149 return tensorHandle;
telsoa014fcda012018-03-09 14:13:49 +0000150}
151
Francis Murtagh351d13d2018-09-24 15:01:18 +0100152std::unique_ptr<ITensorHandle> ClWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
David Monahan3fb7e102019-08-20 11:25:29 +0100153 DataLayout dataLayout,
154 const bool IsMemoryManaged) const
Francis Murtagh351d13d2018-09-24 15:01:18 +0100155{
Jan Eilers8eb25602020-03-09 12:13:48 +0000156 IgnoreUnused(IsMemoryManaged);
Francis Murtagh351d13d2018-09-24 15:01:18 +0100157 std::unique_ptr<ClTensorHandle> tensorHandle = std::make_unique<ClTensorHandle>(tensorInfo, dataLayout);
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000158 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
Francis Murtagh351d13d2018-09-24 15:01:18 +0100159
160 return tensorHandle;
161}
162
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100163std::unique_ptr<ITensorHandle> ClWorkloadFactory::CreateSubTensorHandle(ITensorHandle& parent,
164 TensorShape const& subTensorShape,
telsoa014fcda012018-03-09 14:13:49 +0000165 unsigned int const* subTensorOrigin) const
166{
telsoa014fcda012018-03-09 14:13:49 +0000167 arm_compute::Coordinates coords;
168 arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape);
169
170 coords.set_num_dimensions(subTensorShape.GetNumDimensions());
171 for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); i++)
172 {
telsoa01c577f2c2018-08-31 09:22:23 +0100173 // Arm compute indexes tensor coords in reverse order.
telsoa014fcda012018-03-09 14:13:49 +0000174 unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1;
Matthew Sloyan171214c2020-09-09 09:07:37 +0100175 coords.set(i, armnn::numeric_cast<int>(subTensorOrigin[revertedIndex]));
telsoa014fcda012018-03-09 14:13:49 +0000176 }
177
Derek Lamberti0790dce2019-04-15 18:37:35 +0100178 const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(parent.GetShape());
179 if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape))
180 {
181 return nullptr;
182 }
183
telsoa01c577f2c2018-08-31 09:22:23 +0100184 return std::make_unique<ClSubTensorHandle>(
Jan Eilersbb446e52020-04-02 13:56:54 +0100185 PolymorphicDowncast<IClTensorHandle*>(&parent), shape, coords);
telsoa014fcda012018-03-09 14:13:49 +0000186}
187
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100188std::unique_ptr<IWorkload> ClWorkloadFactory::CreateAbs(const AbsQueueDescriptor& descriptor,
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100189 const WorkloadInfo& info) const
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100190{
Jan Eilers8eb25602020-03-09 12:13:48 +0000191 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600192
193 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
194 elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Abs);
195
196 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100197}
198
telsoa014fcda012018-03-09 14:13:49 +0000199std::unique_ptr<IWorkload> ClWorkloadFactory::CreateActivation(const ActivationQueueDescriptor& descriptor,
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100200 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000201{
Sadik Armagane9444752020-12-02 11:28:58 +0000202 return MakeWorkload<ClActivationWorkload>(descriptor, info, m_CLCompileContext);
telsoa014fcda012018-03-09 14:13:49 +0000203}
204
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100205std::unique_ptr<IWorkload> ClWorkloadFactory::CreateAddition(const AdditionQueueDescriptor& descriptor,
206 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000207{
Sadik Armagane9444752020-12-02 11:28:58 +0000208 return MakeWorkload<ClAdditionWorkload>(descriptor, info, m_CLCompileContext);
telsoa014fcda012018-03-09 14:13:49 +0000209}
210
James Conroy2dc05722019-09-19 17:00:31 +0100211std::unique_ptr<IWorkload> ClWorkloadFactory::CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
212 const WorkloadInfo& info) const
213{
Sadik Armagane9444752020-12-02 11:28:58 +0000214 return std::make_unique<ClArgMinMaxWorkload>(descriptor, info, m_CLCompileContext);
James Conroy2dc05722019-09-19 17:00:31 +0100215}
216
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100217std::unique_ptr<IWorkload> ClWorkloadFactory::CreateBatchNormalization(
218 const BatchNormalizationQueueDescriptor& descriptor,
219 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000220{
Sadik Armagane9444752020-12-02 11:28:58 +0000221 return MakeWorkload<ClBatchNormalizationFloatWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
telsoa014fcda012018-03-09 14:13:49 +0000222}
223
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100224std::unique_ptr<IWorkload> ClWorkloadFactory::CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
telsoa014fcda012018-03-09 14:13:49 +0000225 const WorkloadInfo& info) const
226{
Sadik Armagane9444752020-12-02 11:28:58 +0000227 return MakeWorkload<ClBatchToSpaceNdWorkload>(descriptor, info, m_CLCompileContext);
telsoa014fcda012018-03-09 14:13:49 +0000228}
229
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100230std::unique_ptr<IWorkload> ClWorkloadFactory::CreateComparison(const ComparisonQueueDescriptor& descriptor,
231 const WorkloadInfo& info) const
232{
Sadik Armagane9444752020-12-02 11:28:58 +0000233 return MakeWorkload<ClComparisonWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100234}
235
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100236std::unique_ptr<IWorkload> ClWorkloadFactory::CreateConcat(const ConcatQueueDescriptor& descriptor,
237 const WorkloadInfo& info) const
Jim Flynn4ed6c832019-05-20 11:02:46 +0100238{
Sadik Armagane9444752020-12-02 11:28:58 +0000239 return MakeWorkload<ClConcatWorkload>(descriptor, info, m_CLCompileContext);
Jim Flynn4ed6c832019-05-20 11:02:46 +0100240}
241
telsoa014fcda012018-03-09 14:13:49 +0000242std::unique_ptr<IWorkload> ClWorkloadFactory::CreateConstant(const ConstantQueueDescriptor& descriptor,
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100243 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000244{
Sadik Armagane9444752020-12-02 11:28:58 +0000245 return MakeWorkload<ClConstantWorkload>(descriptor, info, m_CLCompileContext);
telsoa014fcda012018-03-09 14:13:49 +0000246}
247
telsoa01c577f2c2018-08-31 09:22:23 +0100248std::unique_ptr<IWorkload> ClWorkloadFactory::CreateConvertFp16ToFp32(
249 const ConvertFp16ToFp32QueueDescriptor& descriptor,
250 const WorkloadInfo& info) const
251{
Sadik Armagane9444752020-12-02 11:28:58 +0000252 return MakeWorkload<ClConvertFp16ToFp32Workload>(descriptor, info, m_CLCompileContext);
telsoa01c577f2c2018-08-31 09:22:23 +0100253}
254
255std::unique_ptr<IWorkload> ClWorkloadFactory::CreateConvertFp32ToFp16(
256 const ConvertFp32ToFp16QueueDescriptor& descriptor,
257 const WorkloadInfo& info) const
258{
Sadik Armagane9444752020-12-02 11:28:58 +0000259 return MakeWorkload<ClConvertFp32ToFp16Workload>(descriptor, info, m_CLCompileContext);
telsoa01c577f2c2018-08-31 09:22:23 +0100260}
261
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100262std::unique_ptr<IWorkload> ClWorkloadFactory::CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
263 const WorkloadInfo& info) const
264{
Sadik Armagan04a72972020-09-14 15:44:18 +0100265 bool isFastMathEnabled = false;
266 if (m_ModelContextPtr)
267 {
268 if (m_ModelContextPtr.get() != nullptr)
269 {
270 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
271 if (modelOptions)
272 {
273 isFastMathEnabled = modelOptions->IsFastMathEnabled();
274 }
275 }
276 }
277 return MakeWorkload<ClConvolution2dWorkload>(descriptor,
278 info,
279 m_MemoryManager->GetIntraLayerManager(),
Sadik Armagane9444752020-12-02 11:28:58 +0000280 m_CLCompileContext,
Sadik Armagan04a72972020-09-14 15:44:18 +0100281 isFastMathEnabled);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100282}
283
284std::unique_ptr<IWorkload> ClWorkloadFactory::CreateDebug(const DebugQueueDescriptor& descriptor,
285 const WorkloadInfo& info) const
286{
Sadik Armagane9444752020-12-02 11:28:58 +0000287 return MakeWorkload<NullWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100288}
289
290std::unique_ptr<IWorkload> ClWorkloadFactory::CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
291 const WorkloadInfo& info) const
292{
Sadik Armagane9444752020-12-02 11:28:58 +0000293 return MakeWorkload<ClDepthToSpaceWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100294}
295
296std::unique_ptr<IWorkload> ClWorkloadFactory::CreateDepthwiseConvolution2d(
297 const DepthwiseConvolution2dQueueDescriptor& descriptor,
298 const WorkloadInfo& info) const
299{
Sadik Armagane9444752020-12-02 11:28:58 +0000300 return MakeWorkload<ClDepthwiseConvolutionWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100301}
302
303std::unique_ptr<IWorkload> ClWorkloadFactory::CreateDequantize(const DequantizeQueueDescriptor& descriptor,
304 const WorkloadInfo& info) const
305{
Sadik Armagane9444752020-12-02 11:28:58 +0000306 return MakeWorkload<ClDequantizeWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100307}
308
309std::unique_ptr<IWorkload> ClWorkloadFactory::CreateDetectionPostProcess(
310 const DetectionPostProcessQueueDescriptor& descriptor,
311 const WorkloadInfo& info) const
312{
Sadik Armagane9444752020-12-02 11:28:58 +0000313 return MakeWorkload<NullWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100314}
315
316std::unique_ptr<IWorkload> ClWorkloadFactory::CreateDivision(const DivisionQueueDescriptor& descriptor,
317 const WorkloadInfo& info) const
318{
Sadik Armagane9444752020-12-02 11:28:58 +0000319 return MakeWorkload<ClDivisionFloatWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100320}
321
josh minor4a3c6102020-01-06 16:40:46 -0600322std::unique_ptr<IWorkload> ClWorkloadFactory::CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor& descriptor,
323 const WorkloadInfo& info) const
324{
Sadik Armagan9fabf432020-05-27 13:40:58 +0100325 switch(descriptor.m_Parameters.m_Operation)
josh minor4a3c6102020-01-06 16:40:46 -0600326 {
Sadik Armagan9fabf432020-05-27 13:40:58 +0100327 case UnaryOperation::Abs:
James Conroyfe3ec942020-11-18 14:20:53 +0000328 {
329 AbsQueueDescriptor absQueueDescriptor;
330 absQueueDescriptor.m_Inputs = descriptor.m_Inputs;
331 absQueueDescriptor.m_Outputs = descriptor.m_Outputs;
josh minor4a3c6102020-01-06 16:40:46 -0600332
Sadik Armagane9444752020-12-02 11:28:58 +0000333 return std::make_unique<ClAbsWorkload>(absQueueDescriptor, info, m_CLCompileContext);
James Conroyfe3ec942020-11-18 14:20:53 +0000334 }
Sadik Armagan9fabf432020-05-27 13:40:58 +0100335 case UnaryOperation::Exp:
Sadik Armagane9444752020-12-02 11:28:58 +0000336 return std::make_unique<ClExpWorkload>(descriptor, info, m_CLCompileContext);
Sadik Armagan9fabf432020-05-27 13:40:58 +0100337 case UnaryOperation::Neg:
Sadik Armagane9444752020-12-02 11:28:58 +0000338 return std::make_unique<ClNegWorkload>(descriptor, info, m_CLCompileContext);
Sadik Armagan9fabf432020-05-27 13:40:58 +0100339 case UnaryOperation::Rsqrt:
James Conroyfe3ec942020-11-18 14:20:53 +0000340 {
341 RsqrtQueueDescriptor rsqrtQueueDescriptor;
342 rsqrtQueueDescriptor.m_Inputs = descriptor.m_Inputs;
343 rsqrtQueueDescriptor.m_Outputs = descriptor.m_Outputs;
josh minor4a3c6102020-01-06 16:40:46 -0600344
Sadik Armagane9444752020-12-02 11:28:58 +0000345 return std::make_unique<ClRsqrtWorkload>(rsqrtQueueDescriptor, info, m_CLCompileContext);
James Conroyfe3ec942020-11-18 14:20:53 +0000346 }
347 case UnaryOperation::LogicalNot:
Sadik Armagane9444752020-12-02 11:28:58 +0000348 return std::make_unique<ClLogicalNotWorkload>(descriptor, info, m_CLCompileContext);
Sadik Armagan9fabf432020-05-27 13:40:58 +0100349 default:
350 return nullptr;
josh minor4a3c6102020-01-06 16:40:46 -0600351 }
josh minor4a3c6102020-01-06 16:40:46 -0600352}
353
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100354std::unique_ptr<IWorkload> ClWorkloadFactory::CreateEqual(const EqualQueueDescriptor& descriptor,
355 const WorkloadInfo& info) const
356{
Jan Eilers8eb25602020-03-09 12:13:48 +0000357 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100358
359 ComparisonQueueDescriptor comparisonDescriptor;
360 comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Equal);
361
362 return CreateComparison(comparisonDescriptor, info);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100363}
364
Sadik Armagan66aecb02020-06-24 11:42:20 +0100365std::unique_ptr<IWorkload> ClWorkloadFactory::CreateFill(const FillQueueDescriptor& descriptor,
366 const WorkloadInfo& info) const
367{
Sadik Armagane9444752020-12-02 11:28:58 +0000368 return std::make_unique<ClFillWorkload>(descriptor, info, m_CLCompileContext);
Sadik Armagan66aecb02020-06-24 11:42:20 +0100369}
370
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100371std::unique_ptr<IWorkload> ClWorkloadFactory::CreateFloor(const FloorQueueDescriptor& descriptor,
372 const WorkloadInfo& info) const
373{
Sadik Armagane9444752020-12-02 11:28:58 +0000374 return MakeWorkload<ClFloorFloatWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100375}
376
377std::unique_ptr<IWorkload> ClWorkloadFactory::CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
378 const WorkloadInfo& info) const
379{
Sadik Armagane9444752020-12-02 11:28:58 +0000380 return MakeWorkload<ClFullyConnectedWorkload>(descriptor,
381 info,
382 m_MemoryManager->GetIntraLayerManager(),
383 m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100384}
385
386std::unique_ptr<IWorkload> ClWorkloadFactory::CreateGather(const GatherQueueDescriptor& descriptor,
387 const WorkloadInfo& info) const
388{
Sadik Armagane9444752020-12-02 11:28:58 +0000389 return MakeWorkload<ClGatherWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100390}
391
392std::unique_ptr<IWorkload> ClWorkloadFactory::CreateGreater(const GreaterQueueDescriptor& descriptor,
393 const WorkloadInfo& info) const
394{
Jan Eilers8eb25602020-03-09 12:13:48 +0000395 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100396
397 ComparisonQueueDescriptor comparisonDescriptor;
398 comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Greater);
399
400 return CreateComparison(comparisonDescriptor, info);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100401}
402
403std::unique_ptr<IWorkload> ClWorkloadFactory::CreateInput(const InputQueueDescriptor& descriptor,
404 const WorkloadInfo& info) const
405{
406 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
407}
408
409std::unique_ptr<IWorkload> ClWorkloadFactory::CreateInstanceNormalization(
410 const InstanceNormalizationQueueDescriptor& descriptor,
411 const WorkloadInfo& info) const
412{
Sadik Armagane9444752020-12-02 11:28:58 +0000413 return MakeWorkload<ClInstanceNormalizationWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100414}
415
416std::unique_ptr<IWorkload> ClWorkloadFactory::CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
417 const WorkloadInfo& info) const
418{
Sadik Armagane9444752020-12-02 11:28:58 +0000419 return MakeWorkload<ClL2NormalizationFloatWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100420}
421
James Conroyfe3ec942020-11-18 14:20:53 +0000422std::unique_ptr<IWorkload> ClWorkloadFactory::CreateLogicalBinary(const LogicalBinaryQueueDescriptor& descriptor,
423 const WorkloadInfo& info) const
424{
425 switch(descriptor.m_Parameters.m_Operation)
426 {
427 case LogicalBinaryOperation::LogicalAnd:
Sadik Armagane9444752020-12-02 11:28:58 +0000428 return std::make_unique<ClLogicalAndWorkload>(descriptor, info, m_CLCompileContext);
James Conroyfe3ec942020-11-18 14:20:53 +0000429 case LogicalBinaryOperation::LogicalOr:
Sadik Armagane9444752020-12-02 11:28:58 +0000430 return std::make_unique<ClLogicalOrWorkload>(descriptor, info, m_CLCompileContext);
James Conroyfe3ec942020-11-18 14:20:53 +0000431 default:
432 return nullptr;
433 }
434}
435
Teresa Charlin8398edc2020-07-20 14:23:02 +0100436std::unique_ptr<IWorkload> ClWorkloadFactory::CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
437 const WorkloadInfo& info) const
438{
Sadik Armagane9444752020-12-02 11:28:58 +0000439 return MakeWorkload<ClLogSoftmaxWorkload>(descriptor,
440 info,
441 m_MemoryManager->GetIntraLayerManager(),
442 m_CLCompileContext);
Teresa Charlin8398edc2020-07-20 14:23:02 +0100443}
444
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100445std::unique_ptr<IWorkload> ClWorkloadFactory::CreateLstm(const LstmQueueDescriptor& descriptor,
446 const WorkloadInfo& info) const
447{
Sadik Armagane9444752020-12-02 11:28:58 +0000448 return MakeWorkload<ClLstmFloatWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100449}
450
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +0000451std::unique_ptr<IWorkload> ClWorkloadFactory::CreateMaximum(const MaximumQueueDescriptor& descriptor,
452 const WorkloadInfo& info) const
453{
Sadik Armagane9444752020-12-02 11:28:58 +0000454 return MakeWorkload<ClMaximumWorkload>(descriptor, info, m_CLCompileContext);
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +0000455}
456
narpra01a6bf9122018-09-10 09:50:09 +0100457std::unique_ptr<IWorkload> ClWorkloadFactory::CreateMean(const MeanQueueDescriptor& descriptor,
458 const WorkloadInfo& info) const
459{
Sadik Armagane9444752020-12-02 11:28:58 +0000460 return MakeWorkload<ClMeanWorkload>(descriptor, info, m_CLCompileContext);
narpra01a6bf9122018-09-10 09:50:09 +0100461}
462
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100463std::unique_ptr<IWorkload> ClWorkloadFactory::CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
464 const WorkloadInfo& info) const
jimfly012c9322a2018-09-19 10:59:49 +0100465{
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100466 if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
467 {
468 throw InvalidArgumentException("ClWorkloadFactory: Invalid null input for MemCopy workload");
469 }
470
471 return MakeWorkload<CopyMemGenericWorkload>(descriptor, info);
jimfly012c9322a2018-09-19 10:59:49 +0100472}
473
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100474std::unique_ptr<IWorkload> ClWorkloadFactory::CreateMemImport(const MemImportQueueDescriptor& descriptor,
475 const WorkloadInfo& info) const
FrancisMurtagh20995952018-12-17 12:11:36 +0000476{
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100477 if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
478 {
479 throw InvalidArgumentException("ClWorkloadFactory: Invalid null input for MemImport workload");
480 }
481
482 return std::make_unique<ImportMemGenericWorkload>(descriptor, info);
FrancisMurtagh20995952018-12-17 12:11:36 +0000483}
484
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100485std::unique_ptr<IWorkload> ClWorkloadFactory::CreateMerger(const MergerQueueDescriptor& descriptor,
486 const WorkloadInfo& info) const
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000487{
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100488 return CreateConcat(descriptor, info);
Conor Kennedy430b5d82018-11-14 15:28:28 +0000489}
490
kevmay0190539692018-11-29 08:40:19 +0000491std::unique_ptr<IWorkload> ClWorkloadFactory::CreateMinimum(const MinimumQueueDescriptor& descriptor,
492 const WorkloadInfo& info) const
493{
Sadik Armagane9444752020-12-02 11:28:58 +0000494 return MakeWorkload<ClMinimumWorkload>(descriptor, info, m_CLCompileContext);
kevmay0190539692018-11-29 08:40:19 +0000495}
496
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100497std::unique_ptr<IWorkload> ClWorkloadFactory::CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
498 const WorkloadInfo& info) const
499{
Sadik Armagane9444752020-12-02 11:28:58 +0000500 return MakeWorkload<ClMultiplicationWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100501}
502
503std::unique_ptr<IWorkload> ClWorkloadFactory::CreateNormalization(const NormalizationQueueDescriptor& descriptor,
504 const WorkloadInfo& info) const
505{
Sadik Armagane9444752020-12-02 11:28:58 +0000506 return MakeWorkload<ClNormalizationFloatWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100507}
508
509std::unique_ptr<IWorkload> ClWorkloadFactory::CreateOutput(const OutputQueueDescriptor& descriptor,
510 const WorkloadInfo& info) const
511{
512 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
513}
514
515std::unique_ptr<IWorkload> ClWorkloadFactory::CreatePad(const PadQueueDescriptor& descriptor,
516 const WorkloadInfo& info) const
517{
Sadik Armagane9444752020-12-02 11:28:58 +0000518 return MakeWorkload<ClPadWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100519}
520
521std::unique_ptr<IWorkload> ClWorkloadFactory::CreatePermute(const PermuteQueueDescriptor& descriptor,
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000522 const WorkloadInfo& info) const
523{
Sadik Armagane9444752020-12-02 11:28:58 +0000524 return MakeWorkload<ClPermuteWorkload>(descriptor, info, m_CLCompileContext);
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000525}
526
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100527std::unique_ptr<IWorkload> ClWorkloadFactory::CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
528 const WorkloadInfo& info) const
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +0000529{
Sadik Armagane9444752020-12-02 11:28:58 +0000530 return MakeWorkload<ClPooling2dWorkload>(descriptor, info, m_CLCompileContext);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000531}
532
Matteo Martincigh49124022019-01-11 13:25:59 +0000533std::unique_ptr<IWorkload> ClWorkloadFactory::CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
534 const WorkloadInfo& info) const
535{
Sadik Armagane9444752020-12-02 11:28:58 +0000536 return MakeWorkload<NullWorkload, NullWorkload>(descriptor, info, m_CLCompileContext);
Matteo Martincigh49124022019-01-11 13:25:59 +0000537}
538
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100539std::unique_ptr<IWorkload> ClWorkloadFactory::CreatePrelu(const PreluQueueDescriptor &descriptor,
540 const WorkloadInfo &info) const
narpra01b89b05f2019-01-16 09:53:09 +0000541{
Sadik Armagane9444752020-12-02 11:28:58 +0000542 return MakeWorkload<ClPreluWorkload>(descriptor, info, m_CLCompileContext);
narpra01b89b05f2019-01-16 09:53:09 +0000543}
544
Ryan OShea2323af42020-05-13 16:36:19 +0100545std::unique_ptr<IWorkload> ClWorkloadFactory::CreateQLstm(const QLstmQueueDescriptor& descriptor,
546 const WorkloadInfo& info) const
547{
Sadik Armagane9444752020-12-02 11:28:58 +0000548 return std::make_unique<ClQLstmWorkload>(descriptor, info, m_CLCompileContext);
Ryan OShea2323af42020-05-13 16:36:19 +0100549}
550
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100551std::unique_ptr<IWorkload> ClWorkloadFactory::CreateQuantize(const QuantizeQueueDescriptor& descriptor,
552 const WorkloadInfo& info) const
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100553{
Sadik Armagane9444752020-12-02 11:28:58 +0000554 return MakeWorkload<ClQuantizeWorkload>(descriptor, info, m_CLCompileContext);
James Conroyd2aa85e2019-07-01 17:12:40 +0100555}
556
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100557std::unique_ptr<IWorkload> ClWorkloadFactory::CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
558 const WorkloadInfo& info) const
559{
Sadik Armagane9444752020-12-02 11:28:58 +0000560 return MakeWorkload<ClQuantizedLstmWorkload>(descriptor, info, m_CLCompileContext);
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100561}
562
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100563std::unique_ptr<IWorkload> ClWorkloadFactory::CreateReshape(const ReshapeQueueDescriptor& descriptor,
564 const WorkloadInfo& info) const
565{
Sadik Armagane9444752020-12-02 11:28:58 +0000566 return MakeWorkload<ClReshapeWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100567}
568
569std::unique_ptr<IWorkload> ClWorkloadFactory::CreateResize(const ResizeQueueDescriptor& descriptor,
570 const WorkloadInfo& info) const
571{
Sadik Armagane9444752020-12-02 11:28:58 +0000572 return MakeWorkload<ClResizeWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100573}
574
575std::unique_ptr<IWorkload> ClWorkloadFactory::CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
576 const WorkloadInfo& info) const
577{
578 ResizeQueueDescriptor resizeDescriptor;
579 resizeDescriptor.m_Inputs = descriptor.m_Inputs;
580 resizeDescriptor.m_Outputs = descriptor.m_Outputs;
581
582 resizeDescriptor.m_Parameters.m_Method = ResizeMethod::Bilinear;
583 resizeDescriptor.m_Parameters.m_DataLayout = descriptor.m_Parameters.m_DataLayout;
584 resizeDescriptor.m_Parameters.m_TargetHeight = descriptor.m_Parameters.m_TargetHeight;
585 resizeDescriptor.m_Parameters.m_TargetWidth = descriptor.m_Parameters.m_TargetWidth;
586
587 return CreateResize(resizeDescriptor, info);
588}
589
590std::unique_ptr<IWorkload> ClWorkloadFactory::CreateRsqrt(const RsqrtQueueDescriptor& descriptor,
591 const WorkloadInfo& info) const
592{
Jan Eilers8eb25602020-03-09 12:13:48 +0000593 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600594
595 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
596 elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt);
597
598 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100599}
600
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000601std::unique_ptr<IWorkload> ClWorkloadFactory::CreateSlice(const SliceQueueDescriptor& descriptor,
602 const WorkloadInfo& info) const
603{
Sadik Armagane9444752020-12-02 11:28:58 +0000604 return MakeWorkload<ClSliceWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000605}
606
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100607std::unique_ptr<IWorkload> ClWorkloadFactory::CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
608 const WorkloadInfo& info) const
609{
Sadik Armagane9444752020-12-02 11:28:58 +0000610 return std::make_unique<ClSoftmaxWorkload>(descriptor,
611 info,
612 m_MemoryManager->GetIntraLayerManager(),
613 m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100614}
615
616std::unique_ptr<IWorkload> ClWorkloadFactory::CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
617 const WorkloadInfo& info) const
618{
Sadik Armagane9444752020-12-02 11:28:58 +0000619 return MakeWorkload<ClSpaceToBatchNdWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100620}
621
622std::unique_ptr<IWorkload> ClWorkloadFactory::CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
623 const WorkloadInfo& info) const
624{
Sadik Armagane9444752020-12-02 11:28:58 +0000625 return MakeWorkload<ClSpaceToDepthWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100626}
627
628std::unique_ptr<IWorkload> ClWorkloadFactory::CreateSplitter(const SplitterQueueDescriptor& descriptor,
629 const WorkloadInfo& info) const
630{
Sadik Armagane9444752020-12-02 11:28:58 +0000631 return MakeWorkload<ClSplitterWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100632}
633
Matthew Jacksond5166102019-07-31 14:06:28 +0100634std::unique_ptr<IWorkload> ClWorkloadFactory::CreateStack(const StackQueueDescriptor& descriptor,
635 const WorkloadInfo& info) const
636{
Sadik Armagane9444752020-12-02 11:28:58 +0000637 return MakeWorkload<ClStackWorkload>(descriptor, info, m_CLCompileContext);
Matthew Jacksond5166102019-07-31 14:06:28 +0100638}
639
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100640std::unique_ptr<IWorkload> ClWorkloadFactory::CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100641 const WorkloadInfo& info) const
642{
Sadik Armagane9444752020-12-02 11:28:58 +0000643 return MakeWorkload<ClStridedSliceWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100644}
645
646std::unique_ptr<IWorkload> ClWorkloadFactory::CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
647 const WorkloadInfo& info) const
648{
Sadik Armagane9444752020-12-02 11:28:58 +0000649 return MakeWorkload<ClSubtractionWorkload>(descriptor, info, m_CLCompileContext);
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100650}
651
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000652std::unique_ptr<IWorkload> ClWorkloadFactory::CreateTranspose(const TransposeQueueDescriptor& descriptor,
653 const WorkloadInfo& info) const
654{
Sadik Armagane9444752020-12-02 11:28:58 +0000655 return MakeWorkload<ClTransposeWorkload>(descriptor, info, m_CLCompileContext);
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000656}
657
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100658std::unique_ptr<IWorkload> ClWorkloadFactory::CreateTransposeConvolution2d(
659 const TransposeConvolution2dQueueDescriptor& descriptor,
660 const WorkloadInfo& info) const
661{
Sadik Armagane9444752020-12-02 11:28:58 +0000662 return MakeWorkload<ClTransposeConvolution2dWorkload>(descriptor,
663 info,
664 m_MemoryManager->GetIntraLayerManager(),
665 m_CLCompileContext);
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100666}
667
telsoa014fcda012018-03-09 14:13:49 +0000668} // namespace armnn