blob: 3c161d553a9dafc451ee379793de3395fe1b2b47 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
6#include "NeonLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
telsoa014fcda012018-03-09 14:13:49 +00008
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Descriptors.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010#include <armnn/Tensor.hpp>
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010011#include <armnn/Types.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000012#include <armnn/BackendRegistry.hpp>
telsoa014fcda012018-03-09 14:13:49 +000013
Matteo Martincighc601aa62019-10-29 15:03:22 +000014#include <InternalTypes.hpp>
15#include <LayerSupportCommon.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010016
telsoa014fcda012018-03-09 14:13:49 +000017#include <boost/core/ignore_unused.hpp>
18
Matteo Martincighd95e9062019-01-31 15:35:59 +000019#if defined(ARMCOMPUTENEON_ENABLED)
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010020#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000021#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +010022#include "workloads/NeonAbsWorkload.hpp"
Matthew Bentham955258d2018-12-10 10:48:52 +000023#include "workloads/NeonAdditionWorkload.hpp"
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +010024#include "workloads/NeonActivationWorkload.hpp"
James Conroyd47a0642019-09-17 14:22:06 +010025#include "workloads/NeonArgMinMaxWorkload.hpp"
Matthew Benthamc48ac8c2018-12-12 16:15:59 +000026#include "workloads/NeonBatchNormalizationWorkload.hpp"
Mike Kelly56858022020-01-27 12:14:47 +000027#include "workloads/NeonBatchToSpaceNdWorkload.hpp"
Nattapat Chaimanowong974b65f2018-10-15 15:07:34 +010028#include "workloads/NeonConvolution2dWorkload.hpp"
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +010029#include "workloads/NeonDepthToSpaceWorkload.hpp"
Nattapat Chaimanowong77140882018-10-17 11:12:19 +010030#include "workloads/NeonDepthwiseConvolutionWorkload.hpp"
Narumol Prangnawarat01961a72019-05-30 16:47:12 +010031#include "workloads/NeonDequantizeWorkload.hpp"
kevmay01eed85922019-01-28 08:37:25 +000032#include "workloads/NeonGreaterWorkload.hpp"
Sadik Armagan0d4863d2019-10-09 14:26:32 +010033#include "workloads/NeonInstanceNormalizationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010034#include "workloads/NeonL2NormalizationFloatWorkload.hpp"
Jan Eilersad5293a2019-07-08 09:57:55 +010035#include "workloads/NeonLstmFloatWorkload.hpp"
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +000036#include "workloads/NeonMaximumWorkload.hpp"
Matthew Benthamfd899962018-12-31 15:49:42 +000037#include "workloads/NeonMeanWorkload.hpp"
Jim Flynn39d487d2019-05-17 15:44:36 +010038#include "workloads/NeonConcatWorkload.hpp"
Conor Kennedy54b21692019-01-09 07:57:38 +000039#include "workloads/NeonMinimumWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000040#include "workloads/NeonMultiplicationWorkload.hpp"
Pablo Telloe61f0712020-01-23 10:37:17 +000041#include "workloads/NeonDivisionWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010042#include "workloads/NeonNormalizationFloatWorkload.hpp"
43#include "workloads/NeonFullyConnectedWorkload.hpp"
Éanna Ó Catháin12055742019-01-25 10:01:40 +000044#include "workloads/NeonPadWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010045#include "workloads/NeonPermuteWorkload.hpp"
Nattapat Chaimanowong5d2e7002018-10-12 16:03:56 +010046#include "workloads/NeonPooling2dWorkload.hpp"
Nikhil Raj9b461482019-07-03 15:58:31 +010047#include "workloads/NeonPreluWorkload.hpp"
Sadik Armaganfabc2892019-05-31 09:05:11 +010048#include "workloads/NeonQuantizeWorkload.hpp"
Francis Murtagh4fc3c482019-08-02 13:20:54 +010049#include "workloads/NeonQuantizedLstmWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000050#include "workloads/NeonReshapeWorkload.hpp"
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +010051#include "workloads/NeonResizeWorkload.hpp"
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +010052#include "workloads/NeonRsqrtWorkload.hpp"
josh minor036f02d2019-11-15 14:53:22 -060053#include "workloads/NeonSliceWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010054#include "workloads/NeonSoftmaxBaseWorkload.hpp"
Mike Kelly0be3a882020-01-24 11:27:50 +000055#include "workloads/NeonSpaceToBatchNdWorkload.hpp"
Ellen Norris-Thompson29794572019-06-26 16:40:36 +010056#include "workloads/NeonSpaceToDepthWorkload.hpp"
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010057#include "workloads/NeonSplitterWorkload.hpp"
Matthew Jackson87f65ea2019-08-01 10:01:34 +010058#include "workloads/NeonStackWorkload.hpp"
FinnWilliamsArm1fa19192019-08-02 17:26:31 +010059#include "workloads/NeonStridedSliceWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000060#include "workloads/NeonSubtractionWorkload.hpp"
Sadik Armagan581742d2019-08-12 14:11:37 +010061#include "workloads/NeonTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000062#endif
63
64using namespace boost;
65
66namespace armnn
67{
telsoa014fcda012018-03-09 14:13:49 +000068
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010069namespace
arovir017ff76c52018-10-09 09:40:58 +010070{
telsoa014fcda012018-03-09 14:13:49 +000071
Derek Lamberti901ea112019-12-10 22:07:09 +000072template< typename ... Args>
73bool IsNeonBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +000074{
Derek Lambertibaa177f2019-12-10 22:00:43 +000075 boost::ignore_unused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +000076#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000077 return true;
78#else
Derek Lamberti0790dce2019-04-15 18:37:35 +010079 SetValueChecked(reasonIfUnsupported, "The armnn library has been built without NEON support");
telsoa014fcda012018-03-09 14:13:49 +000080 return false;
81#endif
82}
83
telsoa01c577f2c2018-08-31 09:22:23 +010084template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +010085bool IsSupportedForDataTypeNeon(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +000086 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010087 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000088 Uint8Func uint8FuncPtr,
89 Params&&... params)
90{
91 return IsNeonBackendSupported(reasonIfUnsupported) &&
92 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
93 dataType,
94 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +010095 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000096 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000097 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +000098 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +000099 std::forward<Params>(params)...);
100}
101
Matteo Martincighd95e9062019-01-31 15:35:59 +0000102#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000103template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100104inline bool IsWorkloadSupported(FuncType& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000105{
106 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
107 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
108 if (!supported && reasonIfUnsupported)
109 {
arovir01085f0a42018-10-08 14:48:19 +0100110 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000111 }
112 return supported;
113}
114
115#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
116 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
117#else
118#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000119 return IsNeonBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000120#endif
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100121} // anonymous namespace
122
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100123bool NeonLayerSupport::IsAbsSupported(const TensorInfo& input,
124 const TensorInfo& output,
125 Optional<std::string&> reasonIfUnsupported) const
126{
josh minor4a3c6102020-01-06 16:40:46 -0600127 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Abs);
128 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100129}
130
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100131bool NeonLayerSupport::IsActivationSupported(const TensorInfo& input,
132 const TensorInfo& output,
133 const ActivationDescriptor& descriptor,
134 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000135{
136 ignore_unused(descriptor);
telsoa01c577f2c2018-08-31 09:22:23 +0100137 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonActivationWorkloadValidate,
138 reasonIfUnsupported,
139 input,
140 output,
141 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000142}
143
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100144bool NeonLayerSupport::IsAdditionSupported(const TensorInfo& input0,
145 const TensorInfo& input1,
146 const TensorInfo& output,
147 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000148{
telsoa01c577f2c2018-08-31 09:22:23 +0100149 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAdditionWorkloadValidate,
150 reasonIfUnsupported,
151 input0,
152 input1,
153 output);
telsoa014fcda012018-03-09 14:13:49 +0000154}
155
James Conroyd47a0642019-09-17 14:22:06 +0100156bool NeonLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
157 const TensorInfo& output,
158 const ArgMinMaxDescriptor& descriptor,
159 Optional<std::string&> reasonIfUnsupported) const
160{
161 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonArgMinMaxWorkloadValidate,
162 reasonIfUnsupported,
163 input,
164 output,
165 descriptor);
166}
167
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100168bool NeonLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
169 const TensorInfo& output,
170 const TensorInfo& mean,
171 const TensorInfo& var,
172 const TensorInfo& beta,
173 const TensorInfo& gamma,
174 const BatchNormalizationDescriptor& descriptor,
175 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000176{
telsoa01c577f2c2018-08-31 09:22:23 +0100177 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonBatchNormalizationValidate,
178 reasonIfUnsupported,
179 input,
180 output,
181 mean,
182 var,
183 beta,
184 gamma,
185 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000186}
187
Mike Kelly56858022020-01-27 12:14:47 +0000188bool NeonLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
189 const TensorInfo& output,
190 const BatchToSpaceNdDescriptor& descriptor,
191 Optional<std::string&> reasonIfUnsupported) const
192{
193 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonBatchToSpaceNdWorkloadValidate,
194 reasonIfUnsupported,
195 input,
196 output,
197 descriptor);
198}
199
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100200bool NeonLayerSupport::IsComparisonSupported(const TensorInfo& input0,
201 const TensorInfo& input1,
202 const TensorInfo& output,
203 const ComparisonDescriptor& descriptor,
204 Optional<std::string&> reasonIfUnsupported) const
205{
206 if (descriptor.m_Operation == ComparisonOperation::Greater)
207 {
208 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonGreaterWorkloadValidate,
209 reasonIfUnsupported,
210 input0,
211 input1,
212 output);
213 }
214
215 return false;
216}
217
Jim Flynn906f9462019-05-10 13:55:21 +0100218bool NeonLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
219 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100220 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100221 Optional<std::string&> reasonIfUnsupported) const
222{
Jim Flynne242f2d2019-05-22 14:24:13 +0100223 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
224 {
225 SetValueChecked(reasonIfUnsupported, "Neon Concat: Concat axis > Number of dimensions.");
226 return false;
227 }
228
229 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
230 if(concatInnerAxis < 3) // Width, height, or channels
231 {
232 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConcatWorkloadValidate,
233 reasonIfUnsupported,
234 inputs,
235 output,
236 descriptor);
237 }
238 else if (concatInnerAxis == 3)
239 {
240 for (auto& input : inputs)
241 {
242 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
243 {
244 SetValueChecked(reasonIfUnsupported, "Neon Concat: Types and quantization parameters must match.");
245 return false;
246 }
247 }
248 return true; // Sub-tensors support concat along batch
249 }
250 else // > 4 dimensions not supported.
251 {
252 SetValueChecked(reasonIfUnsupported, "Neon Concat: Maximum of 4 dimensions supported.");
253 return false;
254 }
Jim Flynn906f9462019-05-10 13:55:21 +0100255}
256
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100257bool NeonLayerSupport::IsConstantSupported(const TensorInfo& output,
258 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000259{
260 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
261 output.GetDataType(),
262 &TrueFunc<>,
263 &TrueFunc<>);
264}
265
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100266bool NeonLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
267 const TensorInfo& output,
268 Optional<std::string&> reasonIfUnsupported) const
269{
270 ignore_unused(input);
271 ignore_unused(output);
272 ignore_unused(reasonIfUnsupported);
273 return true;
274}
275
276bool NeonLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
277 const TensorInfo& output,
278 Optional<std::string&> reasonIfUnsupported) const
279{
280 ignore_unused(input);
281 ignore_unused(output);
282 ignore_unused(reasonIfUnsupported);
283 return true;
284}
285
286bool NeonLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
287 const TensorInfo& output,
288 const Convolution2dDescriptor& descriptor,
289 const TensorInfo& weights,
290 const Optional<TensorInfo>& biases,
291 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000292{
surmeh013537c2c2018-05-18 16:31:43 +0100293 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConvolution2dWorkloadValidate,
294 reasonIfUnsupported,
295 input,
296 output,
297 descriptor,
298 weights,
299 biases);
telsoa014fcda012018-03-09 14:13:49 +0000300}
301
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100302bool NeonLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
303 const TensorInfo& output,
304 const DepthToSpaceDescriptor& descriptor,
305 Optional<std::string&> reasonIfUnsupported) const
306{
307 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthToSpaceWorkloadValidate,
308 reasonIfUnsupported,
309 input,
310 output,
311 descriptor);
312}
313
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100314bool NeonLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
315 const TensorInfo& output,
316 const DepthwiseConvolution2dDescriptor& descriptor,
317 const TensorInfo& weights,
318 const Optional<TensorInfo>& biases,
319 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000320{
telsoa01c577f2c2018-08-31 09:22:23 +0100321 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
322 reasonIfUnsupported,
323 input,
324 output,
325 descriptor,
326 weights,
327 biases);
telsoa014fcda012018-03-09 14:13:49 +0000328}
329
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100330bool NeonLayerSupport::IsDequantizeSupported(const TensorInfo& input,
331 const TensorInfo& output,
332 Optional<std::string&> reasonIfUnsupported) const
333{
334 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDequantizeWorkloadValidate,
335 reasonIfUnsupported,
336 input,
337 output);
338}
339
Pablo Tellof0bd6832019-04-26 17:58:13 +0100340bool NeonLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
341 const TensorInfo& output,
342 const DepthwiseConvolution2dDescriptor& descriptor,
343 const TensorInfo& weights,
344 const Optional<TensorInfo>& biases,
345 Optional<std::string&> reasonIfUnsupported) const
346{
347 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
348 reasonIfUnsupported,
349 input,
350 output,
351 descriptor,
352 weights,
353 biases);
354}
355
josh minor4a3c6102020-01-06 16:40:46 -0600356bool NeonLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
357 const TensorInfo& output,
358 const ElementwiseUnaryDescriptor& descriptor,
359 Optional<std::string&> reasonIfUnsupported) const
360{
361 if (descriptor.m_Operation == UnaryOperation::Abs)
362 {
363 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAbsWorkloadValidate,
364 reasonIfUnsupported,
365 input,
366 output);
367 }
368 else if (descriptor.m_Operation == UnaryOperation::Rsqrt)
369 {
370 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonRsqrtWorkloadValidate,
371 reasonIfUnsupported,
372 input,
373 output);
374 }
375
376 return false;
377}
378
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100379bool NeonLayerSupport::IsFloorSupported(const TensorInfo& input,
380 const TensorInfo& output,
381 Optional<std::string&> reasonIfUnsupported) const
382{
383 ignore_unused(output);
384 return IsNeonBackendSupported(reasonIfUnsupported) &&
385 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
386 input.GetDataType(),
387 &FalseFuncF16<>,
388 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000389 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000390 &FalseFuncI32<>,
391 &FalseFuncU8<>);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100392}
393
394bool NeonLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
395 const TensorInfo& output,
396 const TensorInfo& weights,
397 const TensorInfo& biases,
398 const FullyConnectedDescriptor& descriptor,
399 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000400{
telsoa01c577f2c2018-08-31 09:22:23 +0100401 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonFullyConnectedWorkloadValidate,
402 reasonIfUnsupported,
403 input,
404 output,
405 weights,
406 biases,
407 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000408}
409
kevmay01eed85922019-01-28 08:37:25 +0000410bool NeonLayerSupport::IsGreaterSupported(const armnn::TensorInfo& input0,
411 const armnn::TensorInfo& input1,
412 const armnn::TensorInfo& output,
413 armnn::Optional<std::string&> reasonIfUnsupported) const
414{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100415 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
416 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
kevmay01eed85922019-01-28 08:37:25 +0000417}
418
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100419bool NeonLayerSupport::IsInputSupported(const TensorInfo& input,
420 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000421{
Derek Lamberti901ea112019-12-10 22:07:09 +0000422 return IsNeonBackendSupported(reasonIfUnsupported, input);
telsoa014fcda012018-03-09 14:13:49 +0000423}
424
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100425bool NeonLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
426 const TensorInfo& output,
427 const InstanceNormalizationDescriptor& descriptor,
428 Optional<std::string&> reasonIfUnsupported) const
429{
430 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonInstanceNormalizationWorkloadValidate,
431 reasonIfUnsupported,
432 input,
433 output,
434 descriptor);
435}
436
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100437bool NeonLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
438 const TensorInfo& output,
439 const L2NormalizationDescriptor& descriptor,
440 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000441{
Matteo Martincighbcd3c852018-09-28 14:14:12 +0100442 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonL2NormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000443}
444
Jan Eilersad5293a2019-07-08 09:57:55 +0100445bool NeonLayerSupport::IsLstmSupported(const TensorInfo& input,
446 const TensorInfo& outputStateIn,
447 const TensorInfo& cellStateIn,
448 const TensorInfo& scratchBuffer,
449 const TensorInfo& outputStateOut,
450 const TensorInfo& cellStateOut,
451 const TensorInfo& output,
452 const LstmDescriptor& descriptor,
453 const LstmInputParamsInfo& paramsInfo,
454 Optional<std::string&> reasonIfUnsupported) const
455{
456 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonLstmFloatWorkloadValidate,
457 reasonIfUnsupported,
458 input,
459 outputStateIn,
460 cellStateIn,
461 scratchBuffer,
462 outputStateOut,
463 cellStateOut,
464 output,
465 descriptor,
466 paramsInfo);
467}
468
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000469bool NeonLayerSupport::IsMaximumSupported(const TensorInfo& input0,
470 const TensorInfo& input1,
471 const TensorInfo& output,
472 Optional<std::string&> reasonIfUnsupported) const
473{
474 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMaximumWorkloadValidate,
475 reasonIfUnsupported,
476 input0,
477 input1,
478 output);
479}
480
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100481bool NeonLayerSupport::IsMeanSupported(const TensorInfo& input,
482 const TensorInfo& output,
483 const MeanDescriptor& descriptor,
484 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100485{
Matthew Benthamfd899962018-12-31 15:49:42 +0000486 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMeanWorkloadValidate,
487 reasonIfUnsupported,
488 input,
489 output,
490 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100491}
492
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100493bool NeonLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000494 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100495 const MergerDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100496 Optional<std::string&> reasonIfUnsupported) const
497{
Jim Flynne242f2d2019-05-22 14:24:13 +0100498 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100499}
500
Conor Kennedy54b21692019-01-09 07:57:38 +0000501bool NeonLayerSupport::IsMinimumSupported(const TensorInfo& input0,
502 const TensorInfo& input1,
503 const TensorInfo& output,
504 Optional<std::string&> reasonIfUnsupported) const
505{
506 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMinimumWorkloadValidate,
507 reasonIfUnsupported,
508 input0,
509 input1,
510 output);
511}
512
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100513bool NeonLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
514 const TensorInfo& input1,
515 const TensorInfo& output,
516 Optional<std::string&> reasonIfUnsupported) const
517{
518 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMultiplicationWorkloadValidate,
519 reasonIfUnsupported,
520 input0,
521 input1,
522 output);
523}
524
Pablo Telloe61f0712020-01-23 10:37:17 +0000525bool NeonLayerSupport::IsDivisionSupported(const TensorInfo& input0,
526 const TensorInfo& input1,
527 const TensorInfo& output,
528 Optional<std::string&> reasonIfUnsupported) const
529{
530 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDivisionWorkloadValidate,
531 reasonIfUnsupported,
532 input0,
533 input1,
534 output);
535}
536
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100537bool NeonLayerSupport::IsNormalizationSupported(const TensorInfo& input,
538 const TensorInfo& output,
539 const NormalizationDescriptor& descriptor,
540 Optional<std::string&> reasonIfUnsupported) const
541{
542 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonNormalizationWorkloadValidate,
543 reasonIfUnsupported,
544 input,
545 output,
546 descriptor);
547}
548
549bool NeonLayerSupport::IsOutputSupported(const TensorInfo& output,
550 Optional<std::string&> reasonIfUnsupported) const
551{
Derek Lamberti901ea112019-12-10 22:07:09 +0000552 return IsNeonBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100553}
554
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000555bool NeonLayerSupport::IsPadSupported(const TensorInfo& input,
556 const TensorInfo& output,
557 const PadDescriptor& descriptor,
558 Optional<std::string&> reasonIfUnsupported) const
559{
560 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPadWorkloadValidate,
561 reasonIfUnsupported,
562 input,
563 output,
564 descriptor);
565}
566
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100567bool NeonLayerSupport::IsPermuteSupported(const TensorInfo& input,
568 const TensorInfo& output,
569 const PermuteDescriptor& descriptor,
570 Optional<std::string&> reasonIfUnsupported) const
571{
572 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000573}
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100574
575bool NeonLayerSupport::IsPooling2dSupported(const TensorInfo& input,
576 const TensorInfo& output,
577 const Pooling2dDescriptor& descriptor,
578 Optional<std::string&> reasonIfUnsupported) const
579{
580 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
581}
582
Nikhil Raj9b461482019-07-03 15:58:31 +0100583bool NeonLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
584 const armnn::TensorInfo &alpha,
585 const armnn::TensorInfo &output,
586 armnn::Optional<std::string &> reasonIfUnsupported) const
587{
588 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
589}
590
Sadik Armaganfabc2892019-05-31 09:05:11 +0100591bool NeonLayerSupport::IsQuantizeSupported(const TensorInfo& input,
592 const TensorInfo& output,
593 Optional<std::string&> reasonIfUnsupported) const
594{
595 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizeWorkloadValidate,
596 reasonIfUnsupported,
597 input,
598 output);
599}
600
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100601bool NeonLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
602 const TensorInfo& cellStateIn,
603 const TensorInfo& outputStateIn,
604 const TensorInfo& cellStateOut,
605 const TensorInfo& outputStateOut,
606 const QuantizedLstmInputParamsInfo& paramsInfo,
607 Optional<std::string&> reasonIfUnsupported) const
608{
609 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizedLstmWorkloadValidate,
610 reasonIfUnsupported,
611 input,
612 cellStateIn,
613 outputStateIn,
614 cellStateOut,
615 outputStateOut,
616 paramsInfo);
617}
618
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100619bool NeonLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000620 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000621 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100622 Optional<std::string&> reasonIfUnsupported) const
623{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000624 ignore_unused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +0000625 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonReshapeWorkloadValidate,
626 reasonIfUnsupported,
627 input,
628 output);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100629}
630
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100631bool NeonLayerSupport::IsResizeSupported(const TensorInfo& input,
632 const TensorInfo& output,
633 const ResizeDescriptor& descriptor,
634 Optional<std::string&> reasonIfUnsupported) const
635{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100636 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonResizeWorkloadValidate,
637 reasonIfUnsupported,
638 input,
639 output,
640 descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100641}
642
Sadik Armaganc625f002018-12-17 11:32:16 +0000643bool NeonLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
644 const TensorInfo& output,
645 Optional<std::string&> reasonIfUnsupported) const
646{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100647 ResizeDescriptor descriptor;
648 descriptor.m_Method = ResizeMethod::Bilinear;
649 descriptor.m_DataLayout = DataLayout::NCHW;
650
651 const TensorShape& outputShape = output.GetShape();
652 descriptor.m_TargetHeight = outputShape[2];
653 descriptor.m_TargetWidth = outputShape[3];
654
655 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Sadik Armaganc625f002018-12-17 11:32:16 +0000656}
657
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100658bool NeonLayerSupport::IsRsqrtSupported(const TensorInfo& input,
659 const TensorInfo& output,
660 Optional<std::string&> reasonIfUnsupported) const
661{
josh minor4a3c6102020-01-06 16:40:46 -0600662 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Rsqrt);
663 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100664}
665
josh minor036f02d2019-11-15 14:53:22 -0600666bool NeonLayerSupport::IsSliceSupported(const TensorInfo& input,
667 const TensorInfo& output,
668 const SliceDescriptor& descriptor,
669 Optional<std::string&> reasonIfUnsupported) const
670{
671 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSliceWorkloadValidate,
672 reasonIfUnsupported,
673 input,
674 output,
675 descriptor);
676}
677
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100678bool NeonLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
679 const TensorInfo& output,
680 const SoftmaxDescriptor& descriptor,
681 Optional<std::string&> reasonIfUnsupported) const
682{
683 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
684}
685
Mike Kelly0be3a882020-01-24 11:27:50 +0000686bool NeonLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
687 const TensorInfo& output,
688 const SpaceToBatchNdDescriptor& descriptor,
689 Optional<std::string&> reasonIfUnsupported) const
690{
691 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSpaceToBatchNdWorkloadValidate,
692 reasonIfUnsupported,
693 input,
694 output,
695 descriptor);
696}
697
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100698bool NeonLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
Mike Kelly0be3a882020-01-24 11:27:50 +0000699 const TensorInfo& output,
700 const SpaceToDepthDescriptor& descriptor,
701 Optional<std::string&> reasonIfUnsupported) const
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100702{
703 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSpaceToDepthWorkloadValidate,
704 reasonIfUnsupported,
705 input,
706 output,
707 descriptor);
708}
709
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100710bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
711 const ViewsDescriptor& descriptor,
712 Optional<std::string&> reasonIfUnsupported) const
713{
714 ignore_unused(descriptor);
715 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
716 input.GetDataType(),
717 &TrueFunc<>,
718 &TrueFunc<>);
719}
720
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100721bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
722 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
723 const ViewsDescriptor& descriptor,
724 Optional<std::string&> reasonIfUnsupported) const
725{
726#if defined(ARMCOMPUTENEON_ENABLED)
727 // Split along the last dimension, cannot use sub-tensors
728 // as width and height of the sub-tensors do not match
729 // the width and height of the parent tensor
730 // in case of input with more than 2D.
731 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
732 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
733 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
734 {
735 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSplitterWorkloadValidate,
736 reasonIfUnsupported,
737 input,
738 outputs,
739 *splitAxis.begin());
740 }
741#endif
Derek Lamberti901ea112019-12-10 22:07:09 +0000742 boost::ignore_unused(descriptor);
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100743 for (auto output : outputs)
744 {
745 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
746 {
747 SetValueChecked(reasonIfUnsupported, "Neon Splitter: Types and quantization parameters must match.");
748 return false;
749 }
750 }
751 return true;
752}
753
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100754bool NeonLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
755 const TensorInfo& output,
756 const StackDescriptor& descriptor,
757 Optional<std::string&> reasonIfUnsupported) const
758{
759 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStackWorkloadValidate,
760 reasonIfUnsupported,
761 inputs,
762 output,
763 descriptor);
764}
765
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100766bool NeonLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
767 const TensorInfo& output,
768 const StridedSliceDescriptor& descriptor,
769 Optional<std::string&> reasonIfUnsupported) const
770{
771 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStridedSliceWorkloadValidate,
772 reasonIfUnsupported,
773 input,
774 output,
775 descriptor);
776}
777
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100778bool NeonLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
779 const TensorInfo& input1,
780 const TensorInfo& output,
781 Optional<std::string&> reasonIfUnsupported) const
782{
783 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSubtractionWorkloadValidate,
784 reasonIfUnsupported,
785 input0,
786 input1,
787 output);
788}
789
Sadik Armagan581742d2019-08-12 14:11:37 +0100790bool NeonLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
791 const TensorInfo& output,
792 const TransposeConvolution2dDescriptor& descriptor,
793 const TensorInfo& weights,
794 const Optional<TensorInfo>& biases,
795 Optional<std::string&> reasonIfUnsupported) const
796{
797 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonTransposeConvolution2dWorkloadValidate,
798 reasonIfUnsupported,
799 input,
800 output,
801 descriptor,
802 weights,
803 biases);
804}
805
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100806} // namespace armnn