blob: 709dd93e9bfa884481efe55ae0c182a2187134ad [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
Keith Davis69e653f2020-07-02 11:49:26 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
Aron Virginas-Tar56055192018-11-12 18:10:43 +00005
David Beck79141b92018-10-23 16:09:36 +01006#include "NeonBackendId.hpp"
Sadik Armagan04a72972020-09-14 15:44:18 +01007#include "NeonBackendModelContext.hpp"
Aron Virginas-Tar56055192018-11-12 18:10:43 +00008#include "NeonTensorHandle.hpp"
9#include "NeonWorkloadFactory.hpp"
10
David Beck0dbe0ee2018-09-24 15:59:27 +010011#include <Layer.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012
Aron Virginas-Tar56055192018-11-12 18:10:43 +000013#include <armnn/Utils.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +000014#include <armnn/utility/IgnoreUnused.hpp>
Matthew Sloyan171214c2020-09-09 09:07:37 +010015#include <armnn/utility/NumericCast.hpp>
Jan Eilersbb446e52020-04-02 13:56:54 +010016#include <armnn/utility/PolymorphicDowncast.hpp>
telsoa01c577f2c2018-08-31 09:22:23 +010017
Aron Virginas-Tar56055192018-11-12 18:10:43 +000018#include <backendsCommon/CpuTensorHandle.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000019#include <backendsCommon/MakeWorkloadHelper.hpp>
Aron Virginas-Tar56055192018-11-12 18:10:43 +000020#include <backendsCommon/MemCopyWorkload.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +010021#include <backendsCommon/MemImportWorkload.hpp>
telsoa014fcda012018-03-09 14:13:49 +000022
Aron Virginas-Tar56055192018-11-12 18:10:43 +000023#include <neon/workloads/NeonWorkloadUtils.hpp>
24#include <neon/workloads/NeonWorkloads.hpp>
25
telsoa014fcda012018-03-09 14:13:49 +000026namespace armnn
27{
28
David Beck79141b92018-10-23 16:09:36 +010029namespace
30{
31static const BackendId s_Id{NeonBackendId()};
32}
33
David Beck29c75de2018-10-23 13:35:58 +010034bool NeonWorkloadFactory::IsLayerSupported(const Layer& layer,
35 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010036 std::string& outReasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000037{
David Beck79141b92018-10-23 16:09:36 +010038 return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported);
39}
40
Sadik Armagan04a72972020-09-14 15:44:18 +010041bool NeonWorkloadFactory::IsLayerSupported(const IConnectableLayer& layer,
42 Optional<DataType> dataType,
43 std::string& outReasonIfUnsupported,
44 const ModelOptions& modelOptions)
45{
46 return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported, modelOptions);
47}
48
David Beck79141b92018-10-23 16:09:36 +010049const BackendId& NeonWorkloadFactory::GetBackendId() const
50{
51 return s_Id;
telsoa014fcda012018-03-09 14:13:49 +000052}
53
Aron Virginas-Tar56055192018-11-12 18:10:43 +000054NeonWorkloadFactory::NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager)
Sadik Armagan04a72972020-09-14 15:44:18 +010055 : m_MemoryManager(memoryManager), m_ModelContextPtr(IBackendInternal::IBackendSpecificModelContextPtr{})
56{
57}
58
59NeonWorkloadFactory::NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager,
60 const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr)
61 : m_MemoryManager(memoryManager), m_ModelContextPtr(modelContextPtr)
surmeh013537c2c2018-05-18 16:31:43 +010062{
63}
64
telsoa014fcda012018-03-09 14:13:49 +000065std::unique_ptr<ITensorHandle> NeonWorkloadFactory::CreateSubTensorHandle(ITensorHandle& parent,
66 TensorShape const& subTensorShape,
67 unsigned int const* subTensorOrigin) const
68{
telsoa014fcda012018-03-09 14:13:49 +000069 const arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape);
70
71 arm_compute::Coordinates coords;
72 coords.set_num_dimensions(subTensorShape.GetNumDimensions());
73 for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); i++)
74 {
telsoa01c577f2c2018-08-31 09:22:23 +010075 // Arm compute indexes tensor coords in reverse order.
telsoa014fcda012018-03-09 14:13:49 +000076 unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1;
Matthew Sloyan171214c2020-09-09 09:07:37 +010077 coords.set(i, armnn::numeric_cast<int>(subTensorOrigin[revertedIndex]));
telsoa014fcda012018-03-09 14:13:49 +000078 }
79
Derek Lamberti0790dce2019-04-15 18:37:35 +010080 const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(parent.GetShape());
81 if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape))
82 {
83 return nullptr;
84 }
85
telsoa01c577f2c2018-08-31 09:22:23 +010086 return std::make_unique<NeonSubTensorHandle>(
Jan Eilersbb446e52020-04-02 13:56:54 +010087 PolymorphicDowncast<IAclTensorHandle*>(&parent), shape, coords);
telsoa014fcda012018-03-09 14:13:49 +000088}
89
David Monahan3fb7e102019-08-20 11:25:29 +010090std::unique_ptr<ITensorHandle> NeonWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
91 const bool IsMemoryManaged) const
telsoa014fcda012018-03-09 14:13:49 +000092{
telsoa01c577f2c2018-08-31 09:22:23 +010093 auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo);
David Monahan3fb7e102019-08-20 11:25:29 +010094 if (IsMemoryManaged)
95 {
96 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
97 }
telsoa01c577f2c2018-08-31 09:22:23 +010098 return tensorHandle;
telsoa014fcda012018-03-09 14:13:49 +000099}
100
Francis Murtagh351d13d2018-09-24 15:01:18 +0100101std::unique_ptr<ITensorHandle> NeonWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
David Monahan3fb7e102019-08-20 11:25:29 +0100102 DataLayout dataLayout,
103 const bool IsMemoryManaged) const
Francis Murtagh351d13d2018-09-24 15:01:18 +0100104{
105 auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo, dataLayout);
David Monahan3fb7e102019-08-20 11:25:29 +0100106 if (IsMemoryManaged)
107 {
108 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
109 }
Francis Murtagh351d13d2018-09-24 15:01:18 +0100110 return tensorHandle;
111}
112
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100113std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateAbs(const AbsQueueDescriptor& descriptor,
114 const WorkloadInfo& info) const
115{
Jan Eilers8eb25602020-03-09 12:13:48 +0000116 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600117
118 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
119 elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Abs);
120
121 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100122}
123
telsoa014fcda012018-03-09 14:13:49 +0000124std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateActivation(const ActivationQueueDescriptor& descriptor,
125 const WorkloadInfo& info) const
126{
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +0100127 return std::make_unique<NeonActivationWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000128}
129
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100130std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateAddition(const AdditionQueueDescriptor& descriptor,
131 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000132{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100133 return std::make_unique<NeonAdditionWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000134}
135
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100136std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
137 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000138{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100139 return std::make_unique<NeonArgMinMaxWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000140}
141
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100142std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateBatchNormalization(
143 const BatchNormalizationQueueDescriptor& descriptor, const WorkloadInfo& info) const
144{
145 return std::make_unique<NeonBatchNormalizationWorkload>(descriptor, info);
146}
147
148std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
149 const WorkloadInfo& info) const
150{
Mike Kelly56858022020-01-27 12:14:47 +0000151 return std::make_unique<NeonBatchToSpaceNdWorkload>(descriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100152}
153
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100154std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateComparison(const ComparisonQueueDescriptor& descriptor,
155 const WorkloadInfo& info) const
156{
Teresa Charlincedd34f2020-03-30 11:17:30 +0100157 return std::make_unique<NeonComparisonWorkload>(descriptor, info);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100158}
159
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100160std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateConcat(const ConcatQueueDescriptor& descriptor,
telsoa014fcda012018-03-09 14:13:49 +0000161 const WorkloadInfo& info) const
162{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100163 return std::make_unique<NeonConcatWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000164}
165
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100166std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConstant(const ConstantQueueDescriptor& descriptor,
167 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000168{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100169 return std::make_unique<NeonConstantWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000170}
171
Narumol Prangnawarat250d3922020-03-30 16:11:04 +0100172std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertBf16ToFp32(
173 const ConvertBf16ToFp32QueueDescriptor& descriptor,
174 const WorkloadInfo& info) const
175{
176 return std::make_unique<NeonConvertBf16ToFp32Workload>(descriptor, info);
177}
178
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100179std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertFp16ToFp32(
180 const ConvertFp16ToFp32QueueDescriptor& descriptor,
181 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000182{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100183 return std::make_unique<NeonConvertFp16ToFp32Workload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000184}
185
Narumol Prangnawarat250d3922020-03-30 16:11:04 +0100186std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertFp32ToBf16(
187 const ConvertFp32ToBf16QueueDescriptor& descriptor,
188 const WorkloadInfo& info) const
189{
190 return std::make_unique<NeonConvertFp32ToBf16Workload>(descriptor, info);
191}
192
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100193std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertFp32ToFp16(
194 const ConvertFp32ToFp16QueueDescriptor& descriptor,
195 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000196{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100197 return std::make_unique<NeonConvertFp32ToFp16Workload>(descriptor, info);
Nikhil Raj9b461482019-07-03 15:58:31 +0100198}
199
telsoa014fcda012018-03-09 14:13:49 +0000200std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateConvolution2d(
201 const Convolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const
202{
Sadik Armagan04a72972020-09-14 15:44:18 +0100203 bool isFastMathEnabled = false;
204 if (m_ModelContextPtr)
205 {
206 if (m_ModelContextPtr.get() != nullptr)
207 {
208 auto modelOptions = dynamic_cast<NeonBackendModelContext*>(m_ModelContextPtr.get());
209 if (modelOptions)
210 {
211 isFastMathEnabled = modelOptions->IsFastMathEnabled();
212 }
213 }
214 }
215 return std::make_unique<NeonConvolution2dWorkload>(descriptor,
216 info,
217 m_MemoryManager->GetIntraLayerManager(),
218 isFastMathEnabled);
telsoa014fcda012018-03-09 14:13:49 +0000219}
220
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100221std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDebug(const DebugQueueDescriptor& descriptor,
222 const WorkloadInfo& info) const
223{
224 return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
225}
226
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100227std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
228 const WorkloadInfo& info) const
229{
230 return std::make_unique<NeonDepthToSpaceWorkload>(descriptor, info);
231}
232
telsoa014fcda012018-03-09 14:13:49 +0000233std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDepthwiseConvolution2d(
234 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const
235{
Nattapat Chaimanowong77140882018-10-17 11:12:19 +0100236 return std::make_unique<NeonDepthwiseConvolutionWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000237}
238
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100239std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDequantize(const DequantizeQueueDescriptor& descriptor,
240 const WorkloadInfo& info) const
241{
242 return std::make_unique<NeonDequantizeWorkload>(descriptor, info);
243}
244
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +0000245std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDetectionPostProcess(
246 const armnn::DetectionPostProcessQueueDescriptor& descriptor, const armnn::WorkloadInfo& info) const
247{
James Conroyd9fb6e22020-02-21 16:52:44 +0000248 return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +0000249}
250
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100251std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateDivision(
252 const DivisionQueueDescriptor& descriptor, const WorkloadInfo& info) const
253{
Pablo Telloe61f0712020-01-23 10:37:17 +0000254 return std::make_unique<NeonDivisionWorkload>(descriptor, info);
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100255}
256
Sadik Armaganac472102020-03-24 09:54:36 +0000257std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateElementwiseUnary(
258 const ElementwiseUnaryQueueDescriptor& descriptor, const WorkloadInfo& info) const
josh minor4a3c6102020-01-06 16:40:46 -0600259{
Derek Lambertic77874a2020-04-28 13:34:56 +0100260 switch(descriptor.m_Parameters.m_Operation)
josh minor4a3c6102020-01-06 16:40:46 -0600261 {
Derek Lambertic77874a2020-04-28 13:34:56 +0100262 case UnaryOperation::Abs:
263 {
264 AbsQueueDescriptor absQueueDescriptor;
265 absQueueDescriptor.m_Inputs = descriptor.m_Inputs;
266 absQueueDescriptor.m_Outputs = descriptor.m_Outputs;
josh minor4a3c6102020-01-06 16:40:46 -0600267
Derek Lambertic77874a2020-04-28 13:34:56 +0100268 return std::make_unique<NeonAbsWorkload>(absQueueDescriptor, info);
269 }
270 case UnaryOperation::Rsqrt:
271 {
272 RsqrtQueueDescriptor rsqrtQueueDescriptor;
273 rsqrtQueueDescriptor.m_Inputs = descriptor.m_Inputs;
274 rsqrtQueueDescriptor.m_Outputs = descriptor.m_Outputs;
josh minor4a3c6102020-01-06 16:40:46 -0600275
Derek Lambertic77874a2020-04-28 13:34:56 +0100276 return std::make_unique<NeonRsqrtWorkload>(rsqrtQueueDescriptor, info);
277 }
278 case UnaryOperation::Neg:
279 return std::make_unique<NeonNegWorkload>(descriptor, info);
280 case UnaryOperation::Exp:
281 return std::make_unique<NeonExpWorkload>(descriptor, info);
282 default:
283 return nullptr;
josh minor4a3c6102020-01-06 16:40:46 -0600284 }
josh minor4a3c6102020-01-06 16:40:46 -0600285}
286
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100287std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateEqual(const EqualQueueDescriptor& descriptor,
288 const WorkloadInfo& info) const
David Beckc2044fe2018-09-05 15:00:38 +0100289{
Jan Eilers8eb25602020-03-09 12:13:48 +0000290 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100291
292 ComparisonQueueDescriptor comparisonDescriptor;
293 comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Equal);
294
295 return CreateComparison(comparisonDescriptor, info);
David Beckc2044fe2018-09-05 15:00:38 +0100296}
297
Sadik Armagana792a052020-06-23 16:22:23 +0100298std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateFill(const FillQueueDescriptor& descriptor,
299 const WorkloadInfo& info) const
300{
301 return std::make_unique<NeonFillWorkload>(descriptor, info);
302}
303
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100304std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateFloor(const FloorQueueDescriptor& descriptor,
305 const WorkloadInfo& info) const
306{
307 return MakeWorkloadHelper<NeonFloorFloatWorkload, NullWorkload>(descriptor, info);
308}
309
310std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateFullyConnected(
311 const FullyConnectedQueueDescriptor& descriptor, const WorkloadInfo& info) const
312{
Kevin Maybe7e35c2020-04-29 17:05:05 +0100313 return std::make_unique<NeonFullyConnectedWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100314}
315
316std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateGather(const armnn::GatherQueueDescriptor& descriptor,
317 const armnn::WorkloadInfo& info) const
318{
Teresa Charlinf540eb82020-04-10 19:24:55 +0100319 return std::make_unique<NeonGatherWorkload>(descriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100320}
321
322std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateGreater(const GreaterQueueDescriptor& descriptor,
323 const WorkloadInfo& info) const
324{
Jan Eilers8eb25602020-03-09 12:13:48 +0000325 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100326
327 ComparisonQueueDescriptor comparisonDescriptor;
328 comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Greater);
329
330 return CreateComparison(comparisonDescriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100331}
332
333std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateInput(const InputQueueDescriptor& descriptor,
334 const WorkloadInfo& info) const
335{
336 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
337}
338
339std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateInstanceNormalization(
340 const InstanceNormalizationQueueDescriptor& descriptor,
341 const WorkloadInfo& info) const
342{
343 return std::make_unique<NeonInstanceNormalizationWorkload>(descriptor, info);
344}
345
346std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
347 const WorkloadInfo& info) const
348{
349 return MakeWorkloadHelper<NeonL2NormalizationFloatWorkload, NullWorkload>(descriptor, info,
350 m_MemoryManager->GetIntraLayerManager());
351}
352
Keith Davis69e653f2020-07-02 11:49:26 +0100353std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
354 const WorkloadInfo& info) const
355{
356 return std::make_unique<NeonLogSoftmaxWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
357}
358
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100359std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateLstm(const LstmQueueDescriptor& descriptor,
360 const WorkloadInfo& info) const
361{
362 return MakeWorkloadHelper<NeonLstmFloatWorkload, NullWorkload>(descriptor, info);
363}
364
365std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateMaximum(const MaximumQueueDescriptor& descriptor,
366 const WorkloadInfo& info) const
367{
368 return std::make_unique<NeonMaximumWorkload>(descriptor, info);
369}
370
371std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateMean(const MeanQueueDescriptor& descriptor,
372 const WorkloadInfo& info) const
373{
374 return std::make_unique<NeonMeanWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000375}
376
377std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
378 const WorkloadInfo& info) const
379{
380 if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
381 {
382 throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemCopy workload");
383 }
384
Aron Virginas-Tara8e06ed2018-10-19 16:46:15 +0100385 return MakeWorkloadHelper<CopyMemGenericWorkload, CopyMemGenericWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000386}
387
Derek Lambertif674aa02019-08-01 15:56:25 +0100388std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMemImport(const MemImportQueueDescriptor& descriptor,
389 const WorkloadInfo& info) const
390{
391 if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
392 {
393 throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemImport workload");
394 }
395
396 return std::make_unique<ImportMemGenericWorkload>(descriptor, info);
397}
398
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100399std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMerger(const MergerQueueDescriptor& descriptor,
400 const WorkloadInfo& info) const
401{
402 return CreateConcat(descriptor, info);
403}
404
405std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateMinimum(const MinimumQueueDescriptor& descriptor,
406 const WorkloadInfo& info) const
407{
408 return std::make_unique<NeonMinimumWorkload>(descriptor, info);
409}
410
411std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMultiplication(
412 const MultiplicationQueueDescriptor& descriptor, const WorkloadInfo& info) const
413{
414 return std::make_unique<NeonMultiplicationWorkload>(descriptor, info);
415}
416
417std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateNormalization(
418 const NormalizationQueueDescriptor& descriptor, const WorkloadInfo& info) const
419{
420 return MakeWorkloadHelper<NeonNormalizationFloatWorkload, NullWorkload>(descriptor, info,
421 m_MemoryManager->GetIntraLayerManager());
422}
423
424std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateOutput(const OutputQueueDescriptor& descriptor,
Keith Davis69e653f2020-07-02 11:49:26 +0100425 const WorkloadInfo& info) const
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100426{
427 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
428}
429
430std::unique_ptr<IWorkload> NeonWorkloadFactory::CreatePad(const PadQueueDescriptor& descriptor,
431 const WorkloadInfo& info) const
432{
433 return std::make_unique<NeonPadWorkload>(descriptor, info);
434}
435
436std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreatePermute(const PermuteQueueDescriptor& descriptor,
Keith Davis69e653f2020-07-02 11:49:26 +0100437 const WorkloadInfo& info) const
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100438{
439 return std::make_unique<NeonPermuteWorkload>(descriptor, info);
440}
441
442std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
Keith Davis69e653f2020-07-02 11:49:26 +0100443 const WorkloadInfo& info) const
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100444{
445 return std::make_unique<NeonPooling2dWorkload>(descriptor, info);
446}
447
448std::unique_ptr<IWorkload> NeonWorkloadFactory::CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
449 const WorkloadInfo& info) const
450{
451 return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
452}
453
454std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreatePrelu(const armnn::PreluQueueDescriptor &descriptor,
455 const armnn::WorkloadInfo &info) const
456{
457 return std::make_unique<NeonPreluWorkload>(descriptor, info);
458}
459
James Conroycc340932020-05-12 18:08:52 +0100460std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateQLstm(const QLstmQueueDescriptor& descriptor,
461 const WorkloadInfo& info) const
462{
463 return std::make_unique<NeonQLstmWorkload>(descriptor, info);
464}
465
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100466std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateQuantize(const QuantizeQueueDescriptor& descriptor,
467 const WorkloadInfo& info) const
468{
Kevin May90774732020-03-03 12:10:10 +0000469 return std::make_unique<NeonQuantizeWorkload>(descriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100470}
471
472std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
473 const WorkloadInfo& info) const
474{
475 return std::make_unique<NeonQuantizedLstmWorkload>(descriptor, info);
476}
477
478std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateReshape(const ReshapeQueueDescriptor& descriptor,
479 const WorkloadInfo& info) const
480{
481 return std::make_unique<NeonReshapeWorkload>(descriptor, info);
482}
483
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100484std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateResize(const ResizeQueueDescriptor& descriptor,
485 const WorkloadInfo& info) const
486{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100487 return std::make_unique<NeonResizeWorkload>(descriptor, info);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100488}
489
telsoa014fcda012018-03-09 14:13:49 +0000490std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateResizeBilinear(
491 const ResizeBilinearQueueDescriptor& descriptor,
492 const WorkloadInfo& info) const
493{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100494 ResizeQueueDescriptor resizeDescriptor;
495 resizeDescriptor.m_Inputs = descriptor.m_Inputs;
496 resizeDescriptor.m_Outputs = descriptor.m_Outputs;
497
498 resizeDescriptor.m_Parameters.m_DataLayout = descriptor.m_Parameters.m_DataLayout;
499 resizeDescriptor.m_Parameters.m_TargetWidth = descriptor.m_Parameters.m_TargetWidth;
500 resizeDescriptor.m_Parameters.m_TargetHeight = descriptor.m_Parameters.m_TargetHeight;
501
502 return CreateResize(resizeDescriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000503}
504
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000505std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateRsqrt(const RsqrtQueueDescriptor &descriptor,
506 const WorkloadInfo &info) const
507{
Jan Eilers8eb25602020-03-09 12:13:48 +0000508 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600509
510 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
511 elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt);
512
513 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000514}
515
josh minor036f02d2019-11-15 14:53:22 -0600516std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSlice(const SliceQueueDescriptor& descriptor,
517 const WorkloadInfo& info) const
518{
519 return std::make_unique<NeonSliceWorkload>(descriptor, info);
520}
521
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100522std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
523 const WorkloadInfo& info) const
Sadik Armagan581742d2019-08-12 14:11:37 +0100524{
Sadik Armaganbe88a572020-04-30 11:39:37 +0100525 return std::make_unique<NeonSoftmaxWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
Sadik Armagan581742d2019-08-12 14:11:37 +0100526}
527
Mike Kelly0be3a882020-01-24 11:27:50 +0000528std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
529 const WorkloadInfo& info) const
530{
531 return std::make_unique<NeonSpaceToBatchNdWorkload>(descriptor, info);
532}
533
534std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
535 const WorkloadInfo& info) const
narpra01b89b05f2019-01-16 09:53:09 +0000536{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100537 return std::make_unique<NeonSpaceToDepthWorkload>(descriptor, info);
538}
539
540std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSplitter(const SplitterQueueDescriptor& descriptor,
541 const WorkloadInfo& info) const
542{
543 return std::make_unique<NeonSplitterWorkload>(descriptor, info);
narpra01b89b05f2019-01-16 09:53:09 +0000544}
545
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100546std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateStack(const StackQueueDescriptor& descriptor,
547 const WorkloadInfo& info) const
548{
549 return std::make_unique<NeonStackWorkload>(descriptor, info);
550}
551
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100552std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
553 const WorkloadInfo& info) const
James Conroyd47a0642019-09-17 14:22:06 +0100554{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100555 return std::make_unique<NeonStridedSliceWorkload>(descriptor, info);
556}
557
558std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateSubtraction(
559 const SubtractionQueueDescriptor& descriptor, const WorkloadInfo& info) const
560{
561 return std::make_unique<NeonSubtractionWorkload>(descriptor, info);
562}
563
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000564std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateTranspose(const TransposeQueueDescriptor& descriptor,
565 const WorkloadInfo& info) const
566{
567 return std::make_unique<NeonTransposeWorkload>(descriptor, info);
568}
569
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100570std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateTransposeConvolution2d(
571 const TransposeConvolution2dQueueDescriptor &descriptor,
572 const WorkloadInfo &info) const
573{
574 return std::make_unique<NeonTransposeConvolution2dWorkload>(descriptor, info,
575 m_MemoryManager->GetIntraLayerManager());
James Conroyd47a0642019-09-17 14:22:06 +0100576}
577
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000578} // namespace armnn