blob: 80695fb3c7a33f46e1632e63fbf37febc641c05f [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
6#include "NeonLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
telsoa014fcda012018-03-09 14:13:49 +00008
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Descriptors.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000010#include <InternalTypes.hpp>
11#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012#include <armnn/Tensor.hpp>
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010013#include <armnn/Types.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
David Beck111b5d92018-11-12 14:59:37 +000015#include <backendsCommon/BackendRegistry.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010016
telsoa014fcda012018-03-09 14:13:49 +000017#include <boost/core/ignore_unused.hpp>
18
Matteo Martincighd95e9062019-01-31 15:35:59 +000019#if defined(ARMCOMPUTENEON_ENABLED)
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010020#include <aclCommon/ArmComputeUtils.hpp>
Matthew Bentham955258d2018-12-10 10:48:52 +000021#include "workloads/NeonAdditionWorkload.hpp"
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +010022#include "workloads/NeonActivationWorkload.hpp"
Matthew Benthamc48ac8c2018-12-12 16:15:59 +000023#include "workloads/NeonBatchNormalizationWorkload.hpp"
Nattapat Chaimanowong974b65f2018-10-15 15:07:34 +010024#include "workloads/NeonConvolution2dWorkload.hpp"
Nattapat Chaimanowong77140882018-10-17 11:12:19 +010025#include "workloads/NeonDepthwiseConvolutionWorkload.hpp"
Narumol Prangnawarat01961a72019-05-30 16:47:12 +010026#include "workloads/NeonDequantizeWorkload.hpp"
kevmay01eed85922019-01-28 08:37:25 +000027#include "workloads/NeonGreaterWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010028#include "workloads/NeonL2NormalizationFloatWorkload.hpp"
Jan Eilersad5293a2019-07-08 09:57:55 +010029#include "workloads/NeonLstmFloatWorkload.hpp"
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +000030#include "workloads/NeonMaximumWorkload.hpp"
Matthew Benthamfd899962018-12-31 15:49:42 +000031#include "workloads/NeonMeanWorkload.hpp"
Jim Flynn39d487d2019-05-17 15:44:36 +010032#include "workloads/NeonConcatWorkload.hpp"
Conor Kennedy54b21692019-01-09 07:57:38 +000033#include "workloads/NeonMinimumWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000034#include "workloads/NeonMultiplicationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010035#include "workloads/NeonNormalizationFloatWorkload.hpp"
36#include "workloads/NeonFullyConnectedWorkload.hpp"
Éanna Ó Catháin12055742019-01-25 10:01:40 +000037#include "workloads/NeonPadWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010038#include "workloads/NeonPermuteWorkload.hpp"
Nattapat Chaimanowong5d2e7002018-10-12 16:03:56 +010039#include "workloads/NeonPooling2dWorkload.hpp"
Nikhil Raj9b461482019-07-03 15:58:31 +010040#include "workloads/NeonPreluWorkload.hpp"
Sadik Armaganfabc2892019-05-31 09:05:11 +010041#include "workloads/NeonQuantizeWorkload.hpp"
Francis Murtagh4fc3c482019-08-02 13:20:54 +010042#include "workloads/NeonQuantizedLstmWorkload.hpp"
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +010043#include "workloads/NeonResizeWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010044#include "workloads/NeonSoftmaxBaseWorkload.hpp"
Ellen Norris-Thompson29794572019-06-26 16:40:36 +010045#include "workloads/NeonSpaceToDepthWorkload.hpp"
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010046#include "workloads/NeonSplitterWorkload.hpp"
Matthew Jackson87f65ea2019-08-01 10:01:34 +010047#include "workloads/NeonStackWorkload.hpp"
FinnWilliamsArm1fa19192019-08-02 17:26:31 +010048#include "workloads/NeonStridedSliceWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000049#include "workloads/NeonSubtractionWorkload.hpp"
Sadik Armagan581742d2019-08-12 14:11:37 +010050#include "workloads/NeonTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000051#endif
52
53using namespace boost;
54
55namespace armnn
56{
telsoa014fcda012018-03-09 14:13:49 +000057
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010058namespace
arovir017ff76c52018-10-09 09:40:58 +010059{
telsoa014fcda012018-03-09 14:13:49 +000060
arovir01085f0a42018-10-08 14:48:19 +010061bool IsNeonBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000062{
Matteo Martincighd95e9062019-01-31 15:35:59 +000063#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000064 return true;
65#else
Derek Lamberti0790dce2019-04-15 18:37:35 +010066 SetValueChecked(reasonIfUnsupported, "The armnn library has been built without NEON support");
telsoa014fcda012018-03-09 14:13:49 +000067 return false;
68#endif
69}
70
telsoa01c577f2c2018-08-31 09:22:23 +010071template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +010072bool IsSupportedForDataTypeNeon(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +000073 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010074 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000075 Uint8Func uint8FuncPtr,
76 Params&&... params)
77{
78 return IsNeonBackendSupported(reasonIfUnsupported) &&
79 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
80 dataType,
81 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +010082 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000083 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000084 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +000085 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +000086 std::forward<Params>(params)...);
87}
88
Matteo Martincighd95e9062019-01-31 15:35:59 +000089#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000090template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +010091inline bool IsWorkloadSupported(FuncType& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +000092{
93 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
94 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
95 if (!supported && reasonIfUnsupported)
96 {
arovir01085f0a42018-10-08 14:48:19 +010097 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +000098 }
99 return supported;
100}
101
102#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
103 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
104#else
105#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
106 return IsNeonBackendSupported(reasonIfUnsupported);
107#endif
108
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100109} // anonymous namespace
110
111bool NeonLayerSupport::IsActivationSupported(const TensorInfo& input,
112 const TensorInfo& output,
113 const ActivationDescriptor& descriptor,
114 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000115{
116 ignore_unused(descriptor);
telsoa01c577f2c2018-08-31 09:22:23 +0100117 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonActivationWorkloadValidate,
118 reasonIfUnsupported,
119 input,
120 output,
121 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000122}
123
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100124bool NeonLayerSupport::IsAdditionSupported(const TensorInfo& input0,
125 const TensorInfo& input1,
126 const TensorInfo& output,
127 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000128{
telsoa01c577f2c2018-08-31 09:22:23 +0100129 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAdditionWorkloadValidate,
130 reasonIfUnsupported,
131 input0,
132 input1,
133 output);
telsoa014fcda012018-03-09 14:13:49 +0000134}
135
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100136bool NeonLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
137 const TensorInfo& output,
138 const TensorInfo& mean,
139 const TensorInfo& var,
140 const TensorInfo& beta,
141 const TensorInfo& gamma,
142 const BatchNormalizationDescriptor& descriptor,
143 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000144{
telsoa01c577f2c2018-08-31 09:22:23 +0100145 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonBatchNormalizationValidate,
146 reasonIfUnsupported,
147 input,
148 output,
149 mean,
150 var,
151 beta,
152 gamma,
153 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000154}
155
Jim Flynn906f9462019-05-10 13:55:21 +0100156bool NeonLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
157 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100158 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100159 Optional<std::string&> reasonIfUnsupported) const
160{
Jim Flynne242f2d2019-05-22 14:24:13 +0100161 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
162 {
163 SetValueChecked(reasonIfUnsupported, "Neon Concat: Concat axis > Number of dimensions.");
164 return false;
165 }
166
167 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
168 if(concatInnerAxis < 3) // Width, height, or channels
169 {
170 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConcatWorkloadValidate,
171 reasonIfUnsupported,
172 inputs,
173 output,
174 descriptor);
175 }
176 else if (concatInnerAxis == 3)
177 {
178 for (auto& input : inputs)
179 {
180 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
181 {
182 SetValueChecked(reasonIfUnsupported, "Neon Concat: Types and quantization parameters must match.");
183 return false;
184 }
185 }
186 return true; // Sub-tensors support concat along batch
187 }
188 else // > 4 dimensions not supported.
189 {
190 SetValueChecked(reasonIfUnsupported, "Neon Concat: Maximum of 4 dimensions supported.");
191 return false;
192 }
Jim Flynn906f9462019-05-10 13:55:21 +0100193}
194
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100195bool NeonLayerSupport::IsConstantSupported(const TensorInfo& output,
196 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000197{
198 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
199 output.GetDataType(),
200 &TrueFunc<>,
201 &TrueFunc<>);
202}
203
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100204bool NeonLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
205 const TensorInfo& output,
206 Optional<std::string&> reasonIfUnsupported) const
207{
208 ignore_unused(input);
209 ignore_unused(output);
210 ignore_unused(reasonIfUnsupported);
211 return true;
212}
213
214bool NeonLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
215 const TensorInfo& output,
216 Optional<std::string&> reasonIfUnsupported) const
217{
218 ignore_unused(input);
219 ignore_unused(output);
220 ignore_unused(reasonIfUnsupported);
221 return true;
222}
223
224bool NeonLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
225 const TensorInfo& output,
226 const Convolution2dDescriptor& descriptor,
227 const TensorInfo& weights,
228 const Optional<TensorInfo>& biases,
229 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000230{
surmeh013537c2c2018-05-18 16:31:43 +0100231 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConvolution2dWorkloadValidate,
232 reasonIfUnsupported,
233 input,
234 output,
235 descriptor,
236 weights,
237 biases);
telsoa014fcda012018-03-09 14:13:49 +0000238}
239
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100240bool NeonLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
241 const TensorInfo& output,
242 const DepthwiseConvolution2dDescriptor& descriptor,
243 const TensorInfo& weights,
244 const Optional<TensorInfo>& biases,
245 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000246{
telsoa01c577f2c2018-08-31 09:22:23 +0100247 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
248 reasonIfUnsupported,
249 input,
250 output,
251 descriptor,
252 weights,
253 biases);
telsoa014fcda012018-03-09 14:13:49 +0000254}
255
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100256bool NeonLayerSupport::IsDequantizeSupported(const TensorInfo& input,
257 const TensorInfo& output,
258 Optional<std::string&> reasonIfUnsupported) const
259{
260 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDequantizeWorkloadValidate,
261 reasonIfUnsupported,
262 input,
263 output);
264}
265
Pablo Tellof0bd6832019-04-26 17:58:13 +0100266bool NeonLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
267 const TensorInfo& output,
268 const DepthwiseConvolution2dDescriptor& descriptor,
269 const TensorInfo& weights,
270 const Optional<TensorInfo>& biases,
271 Optional<std::string&> reasonIfUnsupported) const
272{
273 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
274 reasonIfUnsupported,
275 input,
276 output,
277 descriptor,
278 weights,
279 biases);
280}
281
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100282bool NeonLayerSupport::IsFloorSupported(const TensorInfo& input,
283 const TensorInfo& output,
284 Optional<std::string&> reasonIfUnsupported) const
285{
286 ignore_unused(output);
287 return IsNeonBackendSupported(reasonIfUnsupported) &&
288 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
289 input.GetDataType(),
290 &FalseFuncF16<>,
291 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000292 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000293 &FalseFuncI32<>,
294 &FalseFuncU8<>);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100295}
296
297bool NeonLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
298 const TensorInfo& output,
299 const TensorInfo& weights,
300 const TensorInfo& biases,
301 const FullyConnectedDescriptor& descriptor,
302 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000303{
telsoa01c577f2c2018-08-31 09:22:23 +0100304 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonFullyConnectedWorkloadValidate,
305 reasonIfUnsupported,
306 input,
307 output,
308 weights,
309 biases,
310 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000311}
312
kevmay01eed85922019-01-28 08:37:25 +0000313bool NeonLayerSupport::IsGreaterSupported(const armnn::TensorInfo& input0,
314 const armnn::TensorInfo& input1,
315 const armnn::TensorInfo& output,
316 armnn::Optional<std::string&> reasonIfUnsupported) const
317{
318 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonGreaterWorkloadValidate,
319 reasonIfUnsupported,
320 input0,
321 input1,
322 output);
323}
324
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100325bool NeonLayerSupport::IsInputSupported(const TensorInfo& input,
326 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000327{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100328 return IsNeonBackendSupported(reasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000329}
330
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100331bool NeonLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
332 const TensorInfo& output,
333 const L2NormalizationDescriptor& descriptor,
334 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000335{
Matteo Martincighbcd3c852018-09-28 14:14:12 +0100336 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonL2NormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000337}
338
Jan Eilersad5293a2019-07-08 09:57:55 +0100339bool NeonLayerSupport::IsLstmSupported(const TensorInfo& input,
340 const TensorInfo& outputStateIn,
341 const TensorInfo& cellStateIn,
342 const TensorInfo& scratchBuffer,
343 const TensorInfo& outputStateOut,
344 const TensorInfo& cellStateOut,
345 const TensorInfo& output,
346 const LstmDescriptor& descriptor,
347 const LstmInputParamsInfo& paramsInfo,
348 Optional<std::string&> reasonIfUnsupported) const
349{
350 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonLstmFloatWorkloadValidate,
351 reasonIfUnsupported,
352 input,
353 outputStateIn,
354 cellStateIn,
355 scratchBuffer,
356 outputStateOut,
357 cellStateOut,
358 output,
359 descriptor,
360 paramsInfo);
361}
362
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000363bool NeonLayerSupport::IsMaximumSupported(const TensorInfo& input0,
364 const TensorInfo& input1,
365 const TensorInfo& output,
366 Optional<std::string&> reasonIfUnsupported) const
367{
368 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMaximumWorkloadValidate,
369 reasonIfUnsupported,
370 input0,
371 input1,
372 output);
373}
374
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100375bool NeonLayerSupport::IsMeanSupported(const TensorInfo& input,
376 const TensorInfo& output,
377 const MeanDescriptor& descriptor,
378 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100379{
Matthew Benthamfd899962018-12-31 15:49:42 +0000380 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMeanWorkloadValidate,
381 reasonIfUnsupported,
382 input,
383 output,
384 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100385}
386
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100387bool NeonLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000388 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100389 const MergerDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100390 Optional<std::string&> reasonIfUnsupported) const
391{
Jim Flynne242f2d2019-05-22 14:24:13 +0100392 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100393}
394
Conor Kennedy54b21692019-01-09 07:57:38 +0000395bool NeonLayerSupport::IsMinimumSupported(const TensorInfo& input0,
396 const TensorInfo& input1,
397 const TensorInfo& output,
398 Optional<std::string&> reasonIfUnsupported) const
399{
400 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMinimumWorkloadValidate,
401 reasonIfUnsupported,
402 input0,
403 input1,
404 output);
405}
406
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100407bool NeonLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
408 const TensorInfo& input1,
409 const TensorInfo& output,
410 Optional<std::string&> reasonIfUnsupported) const
411{
412 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMultiplicationWorkloadValidate,
413 reasonIfUnsupported,
414 input0,
415 input1,
416 output);
417}
418
419bool NeonLayerSupport::IsNormalizationSupported(const TensorInfo& input,
420 const TensorInfo& output,
421 const NormalizationDescriptor& descriptor,
422 Optional<std::string&> reasonIfUnsupported) const
423{
424 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonNormalizationWorkloadValidate,
425 reasonIfUnsupported,
426 input,
427 output,
428 descriptor);
429}
430
431bool NeonLayerSupport::IsOutputSupported(const TensorInfo& output,
432 Optional<std::string&> reasonIfUnsupported) const
433{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100434 return IsNeonBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100435}
436
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000437bool NeonLayerSupport::IsPadSupported(const TensorInfo& input,
438 const TensorInfo& output,
439 const PadDescriptor& descriptor,
440 Optional<std::string&> reasonIfUnsupported) const
441{
442 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPadWorkloadValidate,
443 reasonIfUnsupported,
444 input,
445 output,
446 descriptor);
447}
448
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100449bool NeonLayerSupport::IsPermuteSupported(const TensorInfo& input,
450 const TensorInfo& output,
451 const PermuteDescriptor& descriptor,
452 Optional<std::string&> reasonIfUnsupported) const
453{
454 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000455}
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100456
457bool NeonLayerSupport::IsPooling2dSupported(const TensorInfo& input,
458 const TensorInfo& output,
459 const Pooling2dDescriptor& descriptor,
460 Optional<std::string&> reasonIfUnsupported) const
461{
462 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
463}
464
Nikhil Raj9b461482019-07-03 15:58:31 +0100465bool NeonLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
466 const armnn::TensorInfo &alpha,
467 const armnn::TensorInfo &output,
468 armnn::Optional<std::string &> reasonIfUnsupported) const
469{
470 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
471}
472
Sadik Armaganfabc2892019-05-31 09:05:11 +0100473bool NeonLayerSupport::IsQuantizeSupported(const TensorInfo& input,
474 const TensorInfo& output,
475 Optional<std::string&> reasonIfUnsupported) const
476{
477 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizeWorkloadValidate,
478 reasonIfUnsupported,
479 input,
480 output);
481}
482
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100483bool NeonLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
484 const TensorInfo& cellStateIn,
485 const TensorInfo& outputStateIn,
486 const TensorInfo& cellStateOut,
487 const TensorInfo& outputStateOut,
488 const QuantizedLstmInputParamsInfo& paramsInfo,
489 Optional<std::string&> reasonIfUnsupported) const
490{
491 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizedLstmWorkloadValidate,
492 reasonIfUnsupported,
493 input,
494 cellStateIn,
495 outputStateIn,
496 cellStateOut,
497 outputStateOut,
498 paramsInfo);
499}
500
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100501bool NeonLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000502 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100503 Optional<std::string&> reasonIfUnsupported) const
504{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000505 ignore_unused(descriptor);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100506 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
507 input.GetDataType(),
508 &TrueFunc<>,
509 &TrueFunc<>);
510}
511
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100512bool NeonLayerSupport::IsResizeSupported(const TensorInfo& input,
513 const TensorInfo& output,
514 const ResizeDescriptor& descriptor,
515 Optional<std::string&> reasonIfUnsupported) const
516{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100517 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonResizeWorkloadValidate,
518 reasonIfUnsupported,
519 input,
520 output,
521 descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100522}
523
Sadik Armaganc625f002018-12-17 11:32:16 +0000524bool NeonLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
525 const TensorInfo& output,
526 Optional<std::string&> reasonIfUnsupported) const
527{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100528 ResizeDescriptor descriptor;
529 descriptor.m_Method = ResizeMethod::Bilinear;
530 descriptor.m_DataLayout = DataLayout::NCHW;
531
532 const TensorShape& outputShape = output.GetShape();
533 descriptor.m_TargetHeight = outputShape[2];
534 descriptor.m_TargetWidth = outputShape[3];
535
536 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Sadik Armaganc625f002018-12-17 11:32:16 +0000537}
538
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100539bool NeonLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
540 const TensorInfo& output,
541 const SoftmaxDescriptor& descriptor,
542 Optional<std::string&> reasonIfUnsupported) const
543{
544 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
545}
546
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100547bool NeonLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
548 const TensorInfo& output,
549 const SpaceToDepthDescriptor& descriptor,
550 Optional<std::string&> reasonIfUnsupported) const
551{
552 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSpaceToDepthWorkloadValidate,
553 reasonIfUnsupported,
554 input,
555 output,
556 descriptor);
557}
558
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100559bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
560 const ViewsDescriptor& descriptor,
561 Optional<std::string&> reasonIfUnsupported) const
562{
563 ignore_unused(descriptor);
564 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
565 input.GetDataType(),
566 &TrueFunc<>,
567 &TrueFunc<>);
568}
569
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100570bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
571 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
572 const ViewsDescriptor& descriptor,
573 Optional<std::string&> reasonIfUnsupported) const
574{
575#if defined(ARMCOMPUTENEON_ENABLED)
576 // Split along the last dimension, cannot use sub-tensors
577 // as width and height of the sub-tensors do not match
578 // the width and height of the parent tensor
579 // in case of input with more than 2D.
580 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
581 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
582 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
583 {
584 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSplitterWorkloadValidate,
585 reasonIfUnsupported,
586 input,
587 outputs,
588 *splitAxis.begin());
589 }
590#endif
591 for (auto output : outputs)
592 {
593 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
594 {
595 SetValueChecked(reasonIfUnsupported, "Neon Splitter: Types and quantization parameters must match.");
596 return false;
597 }
598 }
599 return true;
600}
601
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100602bool NeonLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
603 const TensorInfo& output,
604 const StackDescriptor& descriptor,
605 Optional<std::string&> reasonIfUnsupported) const
606{
607 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStackWorkloadValidate,
608 reasonIfUnsupported,
609 inputs,
610 output,
611 descriptor);
612}
613
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100614bool NeonLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
615 const TensorInfo& output,
616 const StridedSliceDescriptor& descriptor,
617 Optional<std::string&> reasonIfUnsupported) const
618{
619 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStridedSliceWorkloadValidate,
620 reasonIfUnsupported,
621 input,
622 output,
623 descriptor);
624}
625
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100626bool NeonLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
627 const TensorInfo& input1,
628 const TensorInfo& output,
629 Optional<std::string&> reasonIfUnsupported) const
630{
631 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSubtractionWorkloadValidate,
632 reasonIfUnsupported,
633 input0,
634 input1,
635 output);
636}
637
Sadik Armagan581742d2019-08-12 14:11:37 +0100638bool NeonLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
639 const TensorInfo& output,
640 const TransposeConvolution2dDescriptor& descriptor,
641 const TensorInfo& weights,
642 const Optional<TensorInfo>& biases,
643 Optional<std::string&> reasonIfUnsupported) const
644{
645 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonTransposeConvolution2dWorkloadValidate,
646 reasonIfUnsupported,
647 input,
648 output,
649 descriptor,
650 weights,
651 biases);
652}
653
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100654} // namespace armnn