blob: 928989b1e4ff3e6928e641f99465cc371dc18d7f [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
Keith Davis69e653f2020-07-02 11:49:26 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
Aron Virginas-Tar56055192018-11-12 18:10:43 +00005
David Beck79141b92018-10-23 16:09:36 +01006#include "NeonBackendId.hpp"
Sadik Armagan04a72972020-09-14 15:44:18 +01007#include "NeonBackendModelContext.hpp"
Aron Virginas-Tar56055192018-11-12 18:10:43 +00008#include "NeonTensorHandle.hpp"
9#include "NeonWorkloadFactory.hpp"
10
David Beck0dbe0ee2018-09-24 15:59:27 +010011#include <Layer.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012
Aron Virginas-Tar56055192018-11-12 18:10:43 +000013#include <armnn/Utils.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +000014#include <armnn/utility/IgnoreUnused.hpp>
Jan Eilersbb446e52020-04-02 13:56:54 +010015#include <armnn/utility/PolymorphicDowncast.hpp>
telsoa01c577f2c2018-08-31 09:22:23 +010016
Aron Virginas-Tar56055192018-11-12 18:10:43 +000017#include <backendsCommon/CpuTensorHandle.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000018#include <backendsCommon/MakeWorkloadHelper.hpp>
Aron Virginas-Tar56055192018-11-12 18:10:43 +000019#include <backendsCommon/MemCopyWorkload.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +010020#include <backendsCommon/MemImportWorkload.hpp>
telsoa014fcda012018-03-09 14:13:49 +000021
Aron Virginas-Tar56055192018-11-12 18:10:43 +000022#include <neon/workloads/NeonWorkloadUtils.hpp>
23#include <neon/workloads/NeonWorkloads.hpp>
24
telsoa014fcda012018-03-09 14:13:49 +000025namespace armnn
26{
27
David Beck79141b92018-10-23 16:09:36 +010028namespace
29{
30static const BackendId s_Id{NeonBackendId()};
31}
32
David Beck29c75de2018-10-23 13:35:58 +010033bool NeonWorkloadFactory::IsLayerSupported(const Layer& layer,
34 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010035 std::string& outReasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000036{
David Beck79141b92018-10-23 16:09:36 +010037 return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported);
38}
39
Sadik Armagan04a72972020-09-14 15:44:18 +010040bool NeonWorkloadFactory::IsLayerSupported(const IConnectableLayer& layer,
41 Optional<DataType> dataType,
42 std::string& outReasonIfUnsupported,
43 const ModelOptions& modelOptions)
44{
45 return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported, modelOptions);
46}
47
David Beck79141b92018-10-23 16:09:36 +010048const BackendId& NeonWorkloadFactory::GetBackendId() const
49{
50 return s_Id;
telsoa014fcda012018-03-09 14:13:49 +000051}
52
Aron Virginas-Tar56055192018-11-12 18:10:43 +000053NeonWorkloadFactory::NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager)
Sadik Armagan04a72972020-09-14 15:44:18 +010054 : m_MemoryManager(memoryManager), m_ModelContextPtr(IBackendInternal::IBackendSpecificModelContextPtr{})
55{
56}
57
58NeonWorkloadFactory::NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager,
59 const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr)
60 : m_MemoryManager(memoryManager), m_ModelContextPtr(modelContextPtr)
surmeh013537c2c2018-05-18 16:31:43 +010061{
62}
63
telsoa014fcda012018-03-09 14:13:49 +000064std::unique_ptr<ITensorHandle> NeonWorkloadFactory::CreateSubTensorHandle(ITensorHandle& parent,
65 TensorShape const& subTensorShape,
66 unsigned int const* subTensorOrigin) const
67{
telsoa014fcda012018-03-09 14:13:49 +000068 const arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape);
69
70 arm_compute::Coordinates coords;
71 coords.set_num_dimensions(subTensorShape.GetNumDimensions());
72 for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); i++)
73 {
telsoa01c577f2c2018-08-31 09:22:23 +010074 // Arm compute indexes tensor coords in reverse order.
telsoa014fcda012018-03-09 14:13:49 +000075 unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1;
76 coords.set(i, boost::numeric_cast<int>(subTensorOrigin[revertedIndex]));
77 }
78
Derek Lamberti0790dce2019-04-15 18:37:35 +010079 const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(parent.GetShape());
80 if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape))
81 {
82 return nullptr;
83 }
84
telsoa01c577f2c2018-08-31 09:22:23 +010085 return std::make_unique<NeonSubTensorHandle>(
Jan Eilersbb446e52020-04-02 13:56:54 +010086 PolymorphicDowncast<IAclTensorHandle*>(&parent), shape, coords);
telsoa014fcda012018-03-09 14:13:49 +000087}
88
David Monahan3fb7e102019-08-20 11:25:29 +010089std::unique_ptr<ITensorHandle> NeonWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
90 const bool IsMemoryManaged) const
telsoa014fcda012018-03-09 14:13:49 +000091{
telsoa01c577f2c2018-08-31 09:22:23 +010092 auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo);
David Monahan3fb7e102019-08-20 11:25:29 +010093 if (IsMemoryManaged)
94 {
95 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
96 }
telsoa01c577f2c2018-08-31 09:22:23 +010097 return tensorHandle;
telsoa014fcda012018-03-09 14:13:49 +000098}
99
Francis Murtagh351d13d2018-09-24 15:01:18 +0100100std::unique_ptr<ITensorHandle> NeonWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
David Monahan3fb7e102019-08-20 11:25:29 +0100101 DataLayout dataLayout,
102 const bool IsMemoryManaged) const
Francis Murtagh351d13d2018-09-24 15:01:18 +0100103{
104 auto tensorHandle = std::make_unique<NeonTensorHandle>(tensorInfo, dataLayout);
David Monahan3fb7e102019-08-20 11:25:29 +0100105 if (IsMemoryManaged)
106 {
107 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
108 }
Francis Murtagh351d13d2018-09-24 15:01:18 +0100109 return tensorHandle;
110}
111
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100112std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateAbs(const AbsQueueDescriptor& descriptor,
113 const WorkloadInfo& info) const
114{
Jan Eilers8eb25602020-03-09 12:13:48 +0000115 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600116
117 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
118 elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Abs);
119
120 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100121}
122
telsoa014fcda012018-03-09 14:13:49 +0000123std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateActivation(const ActivationQueueDescriptor& descriptor,
124 const WorkloadInfo& info) const
125{
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +0100126 return std::make_unique<NeonActivationWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000127}
128
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100129std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateAddition(const AdditionQueueDescriptor& descriptor,
130 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000131{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100132 return std::make_unique<NeonAdditionWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000133}
134
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100135std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
136 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000137{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100138 return std::make_unique<NeonArgMinMaxWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000139}
140
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100141std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateBatchNormalization(
142 const BatchNormalizationQueueDescriptor& descriptor, const WorkloadInfo& info) const
143{
144 return std::make_unique<NeonBatchNormalizationWorkload>(descriptor, info);
145}
146
147std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
148 const WorkloadInfo& info) const
149{
Mike Kelly56858022020-01-27 12:14:47 +0000150 return std::make_unique<NeonBatchToSpaceNdWorkload>(descriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100151}
152
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100153std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateComparison(const ComparisonQueueDescriptor& descriptor,
154 const WorkloadInfo& info) const
155{
Teresa Charlincedd34f2020-03-30 11:17:30 +0100156 return std::make_unique<NeonComparisonWorkload>(descriptor, info);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100157}
158
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100159std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateConcat(const ConcatQueueDescriptor& descriptor,
telsoa014fcda012018-03-09 14:13:49 +0000160 const WorkloadInfo& info) const
161{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100162 return std::make_unique<NeonConcatWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000163}
164
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100165std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConstant(const ConstantQueueDescriptor& descriptor,
166 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000167{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100168 return std::make_unique<NeonConstantWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000169}
170
Narumol Prangnawarat250d3922020-03-30 16:11:04 +0100171std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertBf16ToFp32(
172 const ConvertBf16ToFp32QueueDescriptor& descriptor,
173 const WorkloadInfo& info) const
174{
175 return std::make_unique<NeonConvertBf16ToFp32Workload>(descriptor, info);
176}
177
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100178std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertFp16ToFp32(
179 const ConvertFp16ToFp32QueueDescriptor& descriptor,
180 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000181{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100182 return std::make_unique<NeonConvertFp16ToFp32Workload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000183}
184
Narumol Prangnawarat250d3922020-03-30 16:11:04 +0100185std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertFp32ToBf16(
186 const ConvertFp32ToBf16QueueDescriptor& descriptor,
187 const WorkloadInfo& info) const
188{
189 return std::make_unique<NeonConvertFp32ToBf16Workload>(descriptor, info);
190}
191
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100192std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateConvertFp32ToFp16(
193 const ConvertFp32ToFp16QueueDescriptor& descriptor,
194 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000195{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100196 return std::make_unique<NeonConvertFp32ToFp16Workload>(descriptor, info);
Nikhil Raj9b461482019-07-03 15:58:31 +0100197}
198
telsoa014fcda012018-03-09 14:13:49 +0000199std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateConvolution2d(
200 const Convolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const
201{
Sadik Armagan04a72972020-09-14 15:44:18 +0100202 bool isFastMathEnabled = false;
203 if (m_ModelContextPtr)
204 {
205 if (m_ModelContextPtr.get() != nullptr)
206 {
207 auto modelOptions = dynamic_cast<NeonBackendModelContext*>(m_ModelContextPtr.get());
208 if (modelOptions)
209 {
210 isFastMathEnabled = modelOptions->IsFastMathEnabled();
211 }
212 }
213 }
214 return std::make_unique<NeonConvolution2dWorkload>(descriptor,
215 info,
216 m_MemoryManager->GetIntraLayerManager(),
217 isFastMathEnabled);
telsoa014fcda012018-03-09 14:13:49 +0000218}
219
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100220std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDebug(const DebugQueueDescriptor& descriptor,
221 const WorkloadInfo& info) const
222{
223 return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
224}
225
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100226std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
227 const WorkloadInfo& info) const
228{
229 return std::make_unique<NeonDepthToSpaceWorkload>(descriptor, info);
230}
231
telsoa014fcda012018-03-09 14:13:49 +0000232std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDepthwiseConvolution2d(
233 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const
234{
Nattapat Chaimanowong77140882018-10-17 11:12:19 +0100235 return std::make_unique<NeonDepthwiseConvolutionWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000236}
237
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100238std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDequantize(const DequantizeQueueDescriptor& descriptor,
239 const WorkloadInfo& info) const
240{
241 return std::make_unique<NeonDequantizeWorkload>(descriptor, info);
242}
243
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +0000244std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateDetectionPostProcess(
245 const armnn::DetectionPostProcessQueueDescriptor& descriptor, const armnn::WorkloadInfo& info) const
246{
James Conroyd9fb6e22020-02-21 16:52:44 +0000247 return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +0000248}
249
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100250std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateDivision(
251 const DivisionQueueDescriptor& descriptor, const WorkloadInfo& info) const
252{
Pablo Telloe61f0712020-01-23 10:37:17 +0000253 return std::make_unique<NeonDivisionWorkload>(descriptor, info);
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100254}
255
Sadik Armaganac472102020-03-24 09:54:36 +0000256std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateElementwiseUnary(
257 const ElementwiseUnaryQueueDescriptor& descriptor, const WorkloadInfo& info) const
josh minor4a3c6102020-01-06 16:40:46 -0600258{
Derek Lambertic77874a2020-04-28 13:34:56 +0100259 switch(descriptor.m_Parameters.m_Operation)
josh minor4a3c6102020-01-06 16:40:46 -0600260 {
Derek Lambertic77874a2020-04-28 13:34:56 +0100261 case UnaryOperation::Abs:
262 {
263 AbsQueueDescriptor absQueueDescriptor;
264 absQueueDescriptor.m_Inputs = descriptor.m_Inputs;
265 absQueueDescriptor.m_Outputs = descriptor.m_Outputs;
josh minor4a3c6102020-01-06 16:40:46 -0600266
Derek Lambertic77874a2020-04-28 13:34:56 +0100267 return std::make_unique<NeonAbsWorkload>(absQueueDescriptor, info);
268 }
269 case UnaryOperation::Rsqrt:
270 {
271 RsqrtQueueDescriptor rsqrtQueueDescriptor;
272 rsqrtQueueDescriptor.m_Inputs = descriptor.m_Inputs;
273 rsqrtQueueDescriptor.m_Outputs = descriptor.m_Outputs;
josh minor4a3c6102020-01-06 16:40:46 -0600274
Derek Lambertic77874a2020-04-28 13:34:56 +0100275 return std::make_unique<NeonRsqrtWorkload>(rsqrtQueueDescriptor, info);
276 }
277 case UnaryOperation::Neg:
278 return std::make_unique<NeonNegWorkload>(descriptor, info);
279 case UnaryOperation::Exp:
280 return std::make_unique<NeonExpWorkload>(descriptor, info);
281 default:
282 return nullptr;
josh minor4a3c6102020-01-06 16:40:46 -0600283 }
josh minor4a3c6102020-01-06 16:40:46 -0600284}
285
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100286std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateEqual(const EqualQueueDescriptor& descriptor,
287 const WorkloadInfo& info) const
David Beckc2044fe2018-09-05 15:00:38 +0100288{
Jan Eilers8eb25602020-03-09 12:13:48 +0000289 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100290
291 ComparisonQueueDescriptor comparisonDescriptor;
292 comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Equal);
293
294 return CreateComparison(comparisonDescriptor, info);
David Beckc2044fe2018-09-05 15:00:38 +0100295}
296
Sadik Armagana792a052020-06-23 16:22:23 +0100297std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateFill(const FillQueueDescriptor& descriptor,
298 const WorkloadInfo& info) const
299{
300 return std::make_unique<NeonFillWorkload>(descriptor, info);
301}
302
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100303std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateFloor(const FloorQueueDescriptor& descriptor,
304 const WorkloadInfo& info) const
305{
306 return MakeWorkloadHelper<NeonFloorFloatWorkload, NullWorkload>(descriptor, info);
307}
308
309std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateFullyConnected(
310 const FullyConnectedQueueDescriptor& descriptor, const WorkloadInfo& info) const
311{
Kevin Maybe7e35c2020-04-29 17:05:05 +0100312 return std::make_unique<NeonFullyConnectedWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100313}
314
315std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateGather(const armnn::GatherQueueDescriptor& descriptor,
316 const armnn::WorkloadInfo& info) const
317{
Teresa Charlinf540eb82020-04-10 19:24:55 +0100318 return std::make_unique<NeonGatherWorkload>(descriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100319}
320
321std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateGreater(const GreaterQueueDescriptor& descriptor,
322 const WorkloadInfo& info) const
323{
Jan Eilers8eb25602020-03-09 12:13:48 +0000324 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100325
326 ComparisonQueueDescriptor comparisonDescriptor;
327 comparisonDescriptor.m_Parameters = ComparisonDescriptor(ComparisonOperation::Greater);
328
329 return CreateComparison(comparisonDescriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100330}
331
332std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateInput(const InputQueueDescriptor& descriptor,
333 const WorkloadInfo& info) const
334{
335 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
336}
337
338std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateInstanceNormalization(
339 const InstanceNormalizationQueueDescriptor& descriptor,
340 const WorkloadInfo& info) const
341{
342 return std::make_unique<NeonInstanceNormalizationWorkload>(descriptor, info);
343}
344
345std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
346 const WorkloadInfo& info) const
347{
348 return MakeWorkloadHelper<NeonL2NormalizationFloatWorkload, NullWorkload>(descriptor, info,
349 m_MemoryManager->GetIntraLayerManager());
350}
351
Keith Davis69e653f2020-07-02 11:49:26 +0100352std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
353 const WorkloadInfo& info) const
354{
355 return std::make_unique<NeonLogSoftmaxWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
356}
357
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100358std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateLstm(const LstmQueueDescriptor& descriptor,
359 const WorkloadInfo& info) const
360{
361 return MakeWorkloadHelper<NeonLstmFloatWorkload, NullWorkload>(descriptor, info);
362}
363
364std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateMaximum(const MaximumQueueDescriptor& descriptor,
365 const WorkloadInfo& info) const
366{
367 return std::make_unique<NeonMaximumWorkload>(descriptor, info);
368}
369
370std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateMean(const MeanQueueDescriptor& descriptor,
371 const WorkloadInfo& info) const
372{
373 return std::make_unique<NeonMeanWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000374}
375
376std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
377 const WorkloadInfo& info) const
378{
379 if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
380 {
381 throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemCopy workload");
382 }
383
Aron Virginas-Tara8e06ed2018-10-19 16:46:15 +0100384 return MakeWorkloadHelper<CopyMemGenericWorkload, CopyMemGenericWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000385}
386
Derek Lambertif674aa02019-08-01 15:56:25 +0100387std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMemImport(const MemImportQueueDescriptor& descriptor,
388 const WorkloadInfo& info) const
389{
390 if (descriptor.m_Inputs.empty() || !descriptor.m_Inputs[0])
391 {
392 throw InvalidArgumentException("NeonWorkloadFactory: Invalid null input for MemImport workload");
393 }
394
395 return std::make_unique<ImportMemGenericWorkload>(descriptor, info);
396}
397
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100398std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMerger(const MergerQueueDescriptor& descriptor,
399 const WorkloadInfo& info) const
400{
401 return CreateConcat(descriptor, info);
402}
403
404std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateMinimum(const MinimumQueueDescriptor& descriptor,
405 const WorkloadInfo& info) const
406{
407 return std::make_unique<NeonMinimumWorkload>(descriptor, info);
408}
409
410std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateMultiplication(
411 const MultiplicationQueueDescriptor& descriptor, const WorkloadInfo& info) const
412{
413 return std::make_unique<NeonMultiplicationWorkload>(descriptor, info);
414}
415
416std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateNormalization(
417 const NormalizationQueueDescriptor& descriptor, const WorkloadInfo& info) const
418{
419 return MakeWorkloadHelper<NeonNormalizationFloatWorkload, NullWorkload>(descriptor, info,
420 m_MemoryManager->GetIntraLayerManager());
421}
422
423std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateOutput(const OutputQueueDescriptor& descriptor,
Keith Davis69e653f2020-07-02 11:49:26 +0100424 const WorkloadInfo& info) const
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100425{
426 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
427}
428
429std::unique_ptr<IWorkload> NeonWorkloadFactory::CreatePad(const PadQueueDescriptor& descriptor,
430 const WorkloadInfo& info) const
431{
432 return std::make_unique<NeonPadWorkload>(descriptor, info);
433}
434
435std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreatePermute(const PermuteQueueDescriptor& descriptor,
Keith Davis69e653f2020-07-02 11:49:26 +0100436 const WorkloadInfo& info) const
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100437{
438 return std::make_unique<NeonPermuteWorkload>(descriptor, info);
439}
440
441std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
Keith Davis69e653f2020-07-02 11:49:26 +0100442 const WorkloadInfo& info) const
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100443{
444 return std::make_unique<NeonPooling2dWorkload>(descriptor, info);
445}
446
447std::unique_ptr<IWorkload> NeonWorkloadFactory::CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
448 const WorkloadInfo& info) const
449{
450 return MakeWorkloadHelper<NullWorkload, NullWorkload>(descriptor, info);
451}
452
453std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreatePrelu(const armnn::PreluQueueDescriptor &descriptor,
454 const armnn::WorkloadInfo &info) const
455{
456 return std::make_unique<NeonPreluWorkload>(descriptor, info);
457}
458
James Conroycc340932020-05-12 18:08:52 +0100459std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateQLstm(const QLstmQueueDescriptor& descriptor,
460 const WorkloadInfo& info) const
461{
462 return std::make_unique<NeonQLstmWorkload>(descriptor, info);
463}
464
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100465std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateQuantize(const QuantizeQueueDescriptor& descriptor,
466 const WorkloadInfo& info) const
467{
Kevin May90774732020-03-03 12:10:10 +0000468 return std::make_unique<NeonQuantizeWorkload>(descriptor, info);
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100469}
470
471std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
472 const WorkloadInfo& info) const
473{
474 return std::make_unique<NeonQuantizedLstmWorkload>(descriptor, info);
475}
476
477std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateReshape(const ReshapeQueueDescriptor& descriptor,
478 const WorkloadInfo& info) const
479{
480 return std::make_unique<NeonReshapeWorkload>(descriptor, info);
481}
482
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100483std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateResize(const ResizeQueueDescriptor& descriptor,
484 const WorkloadInfo& info) const
485{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100486 return std::make_unique<NeonResizeWorkload>(descriptor, info);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100487}
488
telsoa014fcda012018-03-09 14:13:49 +0000489std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateResizeBilinear(
490 const ResizeBilinearQueueDescriptor& descriptor,
491 const WorkloadInfo& info) const
492{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100493 ResizeQueueDescriptor resizeDescriptor;
494 resizeDescriptor.m_Inputs = descriptor.m_Inputs;
495 resizeDescriptor.m_Outputs = descriptor.m_Outputs;
496
497 resizeDescriptor.m_Parameters.m_DataLayout = descriptor.m_Parameters.m_DataLayout;
498 resizeDescriptor.m_Parameters.m_TargetWidth = descriptor.m_Parameters.m_TargetWidth;
499 resizeDescriptor.m_Parameters.m_TargetHeight = descriptor.m_Parameters.m_TargetHeight;
500
501 return CreateResize(resizeDescriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000502}
503
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000504std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateRsqrt(const RsqrtQueueDescriptor &descriptor,
505 const WorkloadInfo &info) const
506{
Jan Eilers8eb25602020-03-09 12:13:48 +0000507 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600508
509 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
510 elementwiseUnaryDescriptor.m_Parameters = ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt);
511
512 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000513}
514
josh minor036f02d2019-11-15 14:53:22 -0600515std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSlice(const SliceQueueDescriptor& descriptor,
516 const WorkloadInfo& info) const
517{
518 return std::make_unique<NeonSliceWorkload>(descriptor, info);
519}
520
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100521std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
522 const WorkloadInfo& info) const
Sadik Armagan581742d2019-08-12 14:11:37 +0100523{
Sadik Armaganbe88a572020-04-30 11:39:37 +0100524 return std::make_unique<NeonSoftmaxWorkload>(descriptor, info, m_MemoryManager->GetIntraLayerManager());
Sadik Armagan581742d2019-08-12 14:11:37 +0100525}
526
Mike Kelly0be3a882020-01-24 11:27:50 +0000527std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
528 const WorkloadInfo& info) const
529{
530 return std::make_unique<NeonSpaceToBatchNdWorkload>(descriptor, info);
531}
532
533std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
534 const WorkloadInfo& info) const
narpra01b89b05f2019-01-16 09:53:09 +0000535{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100536 return std::make_unique<NeonSpaceToDepthWorkload>(descriptor, info);
537}
538
539std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateSplitter(const SplitterQueueDescriptor& descriptor,
540 const WorkloadInfo& info) const
541{
542 return std::make_unique<NeonSplitterWorkload>(descriptor, info);
narpra01b89b05f2019-01-16 09:53:09 +0000543}
544
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100545std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateStack(const StackQueueDescriptor& descriptor,
546 const WorkloadInfo& info) const
547{
548 return std::make_unique<NeonStackWorkload>(descriptor, info);
549}
550
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100551std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
552 const WorkloadInfo& info) const
James Conroyd47a0642019-09-17 14:22:06 +0100553{
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100554 return std::make_unique<NeonStridedSliceWorkload>(descriptor, info);
555}
556
557std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateSubtraction(
558 const SubtractionQueueDescriptor& descriptor, const WorkloadInfo& info) const
559{
560 return std::make_unique<NeonSubtractionWorkload>(descriptor, info);
561}
562
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000563std::unique_ptr<armnn::IWorkload> NeonWorkloadFactory::CreateTranspose(const TransposeQueueDescriptor& descriptor,
564 const WorkloadInfo& info) const
565{
566 return std::make_unique<NeonTransposeWorkload>(descriptor, info);
567}
568
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100569std::unique_ptr<IWorkload> NeonWorkloadFactory::CreateTransposeConvolution2d(
570 const TransposeConvolution2dQueueDescriptor &descriptor,
571 const WorkloadInfo &info) const
572{
573 return std::make_unique<NeonTransposeConvolution2dWorkload>(descriptor, info,
574 m_MemoryManager->GetIntraLayerManager());
James Conroyd47a0642019-09-17 14:22:06 +0100575}
576
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000577} // namespace armnn