blob: 270cb6264fc1300860abd2972f76f68d580c7846 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
6#include "NeonLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
telsoa014fcda012018-03-09 14:13:49 +00008
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Descriptors.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000010#include <InternalTypes.hpp>
11#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012#include <armnn/Tensor.hpp>
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010013#include <armnn/Types.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
David Beck111b5d92018-11-12 14:59:37 +000015#include <backendsCommon/BackendRegistry.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010016
telsoa014fcda012018-03-09 14:13:49 +000017#include <boost/core/ignore_unused.hpp>
18
Matteo Martincighd95e9062019-01-31 15:35:59 +000019#if defined(ARMCOMPUTENEON_ENABLED)
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010020#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +010021#include "workloads/NeonAbsWorkload.hpp"
Matthew Bentham955258d2018-12-10 10:48:52 +000022#include "workloads/NeonAdditionWorkload.hpp"
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +010023#include "workloads/NeonActivationWorkload.hpp"
James Conroyd47a0642019-09-17 14:22:06 +010024#include "workloads/NeonArgMinMaxWorkload.hpp"
Matthew Benthamc48ac8c2018-12-12 16:15:59 +000025#include "workloads/NeonBatchNormalizationWorkload.hpp"
Nattapat Chaimanowong974b65f2018-10-15 15:07:34 +010026#include "workloads/NeonConvolution2dWorkload.hpp"
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +010027#include "workloads/NeonDepthToSpaceWorkload.hpp"
Nattapat Chaimanowong77140882018-10-17 11:12:19 +010028#include "workloads/NeonDepthwiseConvolutionWorkload.hpp"
Narumol Prangnawarat01961a72019-05-30 16:47:12 +010029#include "workloads/NeonDequantizeWorkload.hpp"
kevmay01eed85922019-01-28 08:37:25 +000030#include "workloads/NeonGreaterWorkload.hpp"
Sadik Armagan0d4863d2019-10-09 14:26:32 +010031#include "workloads/NeonInstanceNormalizationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010032#include "workloads/NeonL2NormalizationFloatWorkload.hpp"
Jan Eilersad5293a2019-07-08 09:57:55 +010033#include "workloads/NeonLstmFloatWorkload.hpp"
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +000034#include "workloads/NeonMaximumWorkload.hpp"
Matthew Benthamfd899962018-12-31 15:49:42 +000035#include "workloads/NeonMeanWorkload.hpp"
Jim Flynn39d487d2019-05-17 15:44:36 +010036#include "workloads/NeonConcatWorkload.hpp"
Conor Kennedy54b21692019-01-09 07:57:38 +000037#include "workloads/NeonMinimumWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000038#include "workloads/NeonMultiplicationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010039#include "workloads/NeonNormalizationFloatWorkload.hpp"
40#include "workloads/NeonFullyConnectedWorkload.hpp"
Éanna Ó Catháin12055742019-01-25 10:01:40 +000041#include "workloads/NeonPadWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010042#include "workloads/NeonPermuteWorkload.hpp"
Nattapat Chaimanowong5d2e7002018-10-12 16:03:56 +010043#include "workloads/NeonPooling2dWorkload.hpp"
Nikhil Raj9b461482019-07-03 15:58:31 +010044#include "workloads/NeonPreluWorkload.hpp"
Sadik Armaganfabc2892019-05-31 09:05:11 +010045#include "workloads/NeonQuantizeWorkload.hpp"
Francis Murtagh4fc3c482019-08-02 13:20:54 +010046#include "workloads/NeonQuantizedLstmWorkload.hpp"
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +010047#include "workloads/NeonResizeWorkload.hpp"
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +010048#include "workloads/NeonRsqrtWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010049#include "workloads/NeonSoftmaxBaseWorkload.hpp"
Ellen Norris-Thompson29794572019-06-26 16:40:36 +010050#include "workloads/NeonSpaceToDepthWorkload.hpp"
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010051#include "workloads/NeonSplitterWorkload.hpp"
Matthew Jackson87f65ea2019-08-01 10:01:34 +010052#include "workloads/NeonStackWorkload.hpp"
FinnWilliamsArm1fa19192019-08-02 17:26:31 +010053#include "workloads/NeonStridedSliceWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000054#include "workloads/NeonSubtractionWorkload.hpp"
Sadik Armagan581742d2019-08-12 14:11:37 +010055#include "workloads/NeonTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000056#endif
57
58using namespace boost;
59
60namespace armnn
61{
telsoa014fcda012018-03-09 14:13:49 +000062
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010063namespace
arovir017ff76c52018-10-09 09:40:58 +010064{
telsoa014fcda012018-03-09 14:13:49 +000065
arovir01085f0a42018-10-08 14:48:19 +010066bool IsNeonBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000067{
Matteo Martincighd95e9062019-01-31 15:35:59 +000068#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000069 return true;
70#else
Derek Lamberti0790dce2019-04-15 18:37:35 +010071 SetValueChecked(reasonIfUnsupported, "The armnn library has been built without NEON support");
telsoa014fcda012018-03-09 14:13:49 +000072 return false;
73#endif
74}
75
telsoa01c577f2c2018-08-31 09:22:23 +010076template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +010077bool IsSupportedForDataTypeNeon(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +000078 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010079 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000080 Uint8Func uint8FuncPtr,
81 Params&&... params)
82{
83 return IsNeonBackendSupported(reasonIfUnsupported) &&
84 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
85 dataType,
86 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +010087 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000088 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000089 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +000090 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +000091 std::forward<Params>(params)...);
92}
93
Matteo Martincighd95e9062019-01-31 15:35:59 +000094#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000095template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +010096inline bool IsWorkloadSupported(FuncType& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +000097{
98 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
99 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
100 if (!supported && reasonIfUnsupported)
101 {
arovir01085f0a42018-10-08 14:48:19 +0100102 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000103 }
104 return supported;
105}
106
107#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
108 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
109#else
110#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
111 return IsNeonBackendSupported(reasonIfUnsupported);
112#endif
113
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100114} // anonymous namespace
115
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100116bool NeonLayerSupport::IsAbsSupported(const TensorInfo& input,
117 const TensorInfo& output,
118 Optional<std::string&> reasonIfUnsupported) const
119{
120 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAbsWorkloadValidate,
121 reasonIfUnsupported,
122 input,
123 output);
124}
125
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100126bool NeonLayerSupport::IsActivationSupported(const TensorInfo& input,
127 const TensorInfo& output,
128 const ActivationDescriptor& descriptor,
129 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000130{
131 ignore_unused(descriptor);
telsoa01c577f2c2018-08-31 09:22:23 +0100132 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonActivationWorkloadValidate,
133 reasonIfUnsupported,
134 input,
135 output,
136 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000137}
138
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100139bool NeonLayerSupport::IsAdditionSupported(const TensorInfo& input0,
140 const TensorInfo& input1,
141 const TensorInfo& output,
142 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000143{
telsoa01c577f2c2018-08-31 09:22:23 +0100144 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAdditionWorkloadValidate,
145 reasonIfUnsupported,
146 input0,
147 input1,
148 output);
telsoa014fcda012018-03-09 14:13:49 +0000149}
150
James Conroyd47a0642019-09-17 14:22:06 +0100151bool NeonLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
152 const TensorInfo& output,
153 const ArgMinMaxDescriptor& descriptor,
154 Optional<std::string&> reasonIfUnsupported) const
155{
156 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonArgMinMaxWorkloadValidate,
157 reasonIfUnsupported,
158 input,
159 output,
160 descriptor);
161}
162
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100163bool NeonLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
164 const TensorInfo& output,
165 const TensorInfo& mean,
166 const TensorInfo& var,
167 const TensorInfo& beta,
168 const TensorInfo& gamma,
169 const BatchNormalizationDescriptor& descriptor,
170 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000171{
telsoa01c577f2c2018-08-31 09:22:23 +0100172 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonBatchNormalizationValidate,
173 reasonIfUnsupported,
174 input,
175 output,
176 mean,
177 var,
178 beta,
179 gamma,
180 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000181}
182
Jim Flynn906f9462019-05-10 13:55:21 +0100183bool NeonLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
184 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100185 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100186 Optional<std::string&> reasonIfUnsupported) const
187{
Jim Flynne242f2d2019-05-22 14:24:13 +0100188 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
189 {
190 SetValueChecked(reasonIfUnsupported, "Neon Concat: Concat axis > Number of dimensions.");
191 return false;
192 }
193
194 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
195 if(concatInnerAxis < 3) // Width, height, or channels
196 {
197 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConcatWorkloadValidate,
198 reasonIfUnsupported,
199 inputs,
200 output,
201 descriptor);
202 }
203 else if (concatInnerAxis == 3)
204 {
205 for (auto& input : inputs)
206 {
207 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
208 {
209 SetValueChecked(reasonIfUnsupported, "Neon Concat: Types and quantization parameters must match.");
210 return false;
211 }
212 }
213 return true; // Sub-tensors support concat along batch
214 }
215 else // > 4 dimensions not supported.
216 {
217 SetValueChecked(reasonIfUnsupported, "Neon Concat: Maximum of 4 dimensions supported.");
218 return false;
219 }
Jim Flynn906f9462019-05-10 13:55:21 +0100220}
221
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100222bool NeonLayerSupport::IsConstantSupported(const TensorInfo& output,
223 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000224{
225 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
226 output.GetDataType(),
227 &TrueFunc<>,
228 &TrueFunc<>);
229}
230
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100231bool NeonLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
232 const TensorInfo& output,
233 Optional<std::string&> reasonIfUnsupported) const
234{
235 ignore_unused(input);
236 ignore_unused(output);
237 ignore_unused(reasonIfUnsupported);
238 return true;
239}
240
241bool NeonLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
242 const TensorInfo& output,
243 Optional<std::string&> reasonIfUnsupported) const
244{
245 ignore_unused(input);
246 ignore_unused(output);
247 ignore_unused(reasonIfUnsupported);
248 return true;
249}
250
251bool NeonLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
252 const TensorInfo& output,
253 const Convolution2dDescriptor& descriptor,
254 const TensorInfo& weights,
255 const Optional<TensorInfo>& biases,
256 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000257{
surmeh013537c2c2018-05-18 16:31:43 +0100258 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConvolution2dWorkloadValidate,
259 reasonIfUnsupported,
260 input,
261 output,
262 descriptor,
263 weights,
264 biases);
telsoa014fcda012018-03-09 14:13:49 +0000265}
266
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100267bool NeonLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
268 const TensorInfo& output,
269 const DepthToSpaceDescriptor& descriptor,
270 Optional<std::string&> reasonIfUnsupported) const
271{
272 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthToSpaceWorkloadValidate,
273 reasonIfUnsupported,
274 input,
275 output,
276 descriptor);
277}
278
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100279bool NeonLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
280 const TensorInfo& output,
281 const DepthwiseConvolution2dDescriptor& descriptor,
282 const TensorInfo& weights,
283 const Optional<TensorInfo>& biases,
284 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000285{
telsoa01c577f2c2018-08-31 09:22:23 +0100286 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
287 reasonIfUnsupported,
288 input,
289 output,
290 descriptor,
291 weights,
292 biases);
telsoa014fcda012018-03-09 14:13:49 +0000293}
294
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100295bool NeonLayerSupport::IsDequantizeSupported(const TensorInfo& input,
296 const TensorInfo& output,
297 Optional<std::string&> reasonIfUnsupported) const
298{
299 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDequantizeWorkloadValidate,
300 reasonIfUnsupported,
301 input,
302 output);
303}
304
Pablo Tellof0bd6832019-04-26 17:58:13 +0100305bool NeonLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
306 const TensorInfo& output,
307 const DepthwiseConvolution2dDescriptor& descriptor,
308 const TensorInfo& weights,
309 const Optional<TensorInfo>& biases,
310 Optional<std::string&> reasonIfUnsupported) const
311{
312 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
313 reasonIfUnsupported,
314 input,
315 output,
316 descriptor,
317 weights,
318 biases);
319}
320
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100321bool NeonLayerSupport::IsFloorSupported(const TensorInfo& input,
322 const TensorInfo& output,
323 Optional<std::string&> reasonIfUnsupported) const
324{
325 ignore_unused(output);
326 return IsNeonBackendSupported(reasonIfUnsupported) &&
327 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
328 input.GetDataType(),
329 &FalseFuncF16<>,
330 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000331 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000332 &FalseFuncI32<>,
333 &FalseFuncU8<>);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100334}
335
336bool NeonLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
337 const TensorInfo& output,
338 const TensorInfo& weights,
339 const TensorInfo& biases,
340 const FullyConnectedDescriptor& descriptor,
341 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000342{
telsoa01c577f2c2018-08-31 09:22:23 +0100343 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonFullyConnectedWorkloadValidate,
344 reasonIfUnsupported,
345 input,
346 output,
347 weights,
348 biases,
349 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000350}
351
kevmay01eed85922019-01-28 08:37:25 +0000352bool NeonLayerSupport::IsGreaterSupported(const armnn::TensorInfo& input0,
353 const armnn::TensorInfo& input1,
354 const armnn::TensorInfo& output,
355 armnn::Optional<std::string&> reasonIfUnsupported) const
356{
357 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonGreaterWorkloadValidate,
358 reasonIfUnsupported,
359 input0,
360 input1,
361 output);
362}
363
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100364bool NeonLayerSupport::IsInputSupported(const TensorInfo& input,
365 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000366{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100367 return IsNeonBackendSupported(reasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000368}
369
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100370bool NeonLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
371 const TensorInfo& output,
372 const InstanceNormalizationDescriptor& descriptor,
373 Optional<std::string&> reasonIfUnsupported) const
374{
375 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonInstanceNormalizationWorkloadValidate,
376 reasonIfUnsupported,
377 input,
378 output,
379 descriptor);
380}
381
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100382bool NeonLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
383 const TensorInfo& output,
384 const L2NormalizationDescriptor& descriptor,
385 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000386{
Matteo Martincighbcd3c852018-09-28 14:14:12 +0100387 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonL2NormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000388}
389
Jan Eilersad5293a2019-07-08 09:57:55 +0100390bool NeonLayerSupport::IsLstmSupported(const TensorInfo& input,
391 const TensorInfo& outputStateIn,
392 const TensorInfo& cellStateIn,
393 const TensorInfo& scratchBuffer,
394 const TensorInfo& outputStateOut,
395 const TensorInfo& cellStateOut,
396 const TensorInfo& output,
397 const LstmDescriptor& descriptor,
398 const LstmInputParamsInfo& paramsInfo,
399 Optional<std::string&> reasonIfUnsupported) const
400{
401 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonLstmFloatWorkloadValidate,
402 reasonIfUnsupported,
403 input,
404 outputStateIn,
405 cellStateIn,
406 scratchBuffer,
407 outputStateOut,
408 cellStateOut,
409 output,
410 descriptor,
411 paramsInfo);
412}
413
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000414bool NeonLayerSupport::IsMaximumSupported(const TensorInfo& input0,
415 const TensorInfo& input1,
416 const TensorInfo& output,
417 Optional<std::string&> reasonIfUnsupported) const
418{
419 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMaximumWorkloadValidate,
420 reasonIfUnsupported,
421 input0,
422 input1,
423 output);
424}
425
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100426bool NeonLayerSupport::IsMeanSupported(const TensorInfo& input,
427 const TensorInfo& output,
428 const MeanDescriptor& descriptor,
429 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100430{
Matthew Benthamfd899962018-12-31 15:49:42 +0000431 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMeanWorkloadValidate,
432 reasonIfUnsupported,
433 input,
434 output,
435 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100436}
437
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100438bool NeonLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000439 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100440 const MergerDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100441 Optional<std::string&> reasonIfUnsupported) const
442{
Jim Flynne242f2d2019-05-22 14:24:13 +0100443 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100444}
445
Conor Kennedy54b21692019-01-09 07:57:38 +0000446bool NeonLayerSupport::IsMinimumSupported(const TensorInfo& input0,
447 const TensorInfo& input1,
448 const TensorInfo& output,
449 Optional<std::string&> reasonIfUnsupported) const
450{
451 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMinimumWorkloadValidate,
452 reasonIfUnsupported,
453 input0,
454 input1,
455 output);
456}
457
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100458bool NeonLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
459 const TensorInfo& input1,
460 const TensorInfo& output,
461 Optional<std::string&> reasonIfUnsupported) const
462{
463 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMultiplicationWorkloadValidate,
464 reasonIfUnsupported,
465 input0,
466 input1,
467 output);
468}
469
470bool NeonLayerSupport::IsNormalizationSupported(const TensorInfo& input,
471 const TensorInfo& output,
472 const NormalizationDescriptor& descriptor,
473 Optional<std::string&> reasonIfUnsupported) const
474{
475 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonNormalizationWorkloadValidate,
476 reasonIfUnsupported,
477 input,
478 output,
479 descriptor);
480}
481
482bool NeonLayerSupport::IsOutputSupported(const TensorInfo& output,
483 Optional<std::string&> reasonIfUnsupported) const
484{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100485 return IsNeonBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100486}
487
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000488bool NeonLayerSupport::IsPadSupported(const TensorInfo& input,
489 const TensorInfo& output,
490 const PadDescriptor& descriptor,
491 Optional<std::string&> reasonIfUnsupported) const
492{
493 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPadWorkloadValidate,
494 reasonIfUnsupported,
495 input,
496 output,
497 descriptor);
498}
499
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100500bool NeonLayerSupport::IsPermuteSupported(const TensorInfo& input,
501 const TensorInfo& output,
502 const PermuteDescriptor& descriptor,
503 Optional<std::string&> reasonIfUnsupported) const
504{
505 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000506}
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100507
508bool NeonLayerSupport::IsPooling2dSupported(const TensorInfo& input,
509 const TensorInfo& output,
510 const Pooling2dDescriptor& descriptor,
511 Optional<std::string&> reasonIfUnsupported) const
512{
513 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
514}
515
Nikhil Raj9b461482019-07-03 15:58:31 +0100516bool NeonLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
517 const armnn::TensorInfo &alpha,
518 const armnn::TensorInfo &output,
519 armnn::Optional<std::string &> reasonIfUnsupported) const
520{
521 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
522}
523
Sadik Armaganfabc2892019-05-31 09:05:11 +0100524bool NeonLayerSupport::IsQuantizeSupported(const TensorInfo& input,
525 const TensorInfo& output,
526 Optional<std::string&> reasonIfUnsupported) const
527{
528 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizeWorkloadValidate,
529 reasonIfUnsupported,
530 input,
531 output);
532}
533
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100534bool NeonLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
535 const TensorInfo& cellStateIn,
536 const TensorInfo& outputStateIn,
537 const TensorInfo& cellStateOut,
538 const TensorInfo& outputStateOut,
539 const QuantizedLstmInputParamsInfo& paramsInfo,
540 Optional<std::string&> reasonIfUnsupported) const
541{
542 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizedLstmWorkloadValidate,
543 reasonIfUnsupported,
544 input,
545 cellStateIn,
546 outputStateIn,
547 cellStateOut,
548 outputStateOut,
549 paramsInfo);
550}
551
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100552bool NeonLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000553 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100554 Optional<std::string&> reasonIfUnsupported) const
555{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000556 ignore_unused(descriptor);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100557 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
558 input.GetDataType(),
559 &TrueFunc<>,
560 &TrueFunc<>);
561}
562
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100563bool NeonLayerSupport::IsResizeSupported(const TensorInfo& input,
564 const TensorInfo& output,
565 const ResizeDescriptor& descriptor,
566 Optional<std::string&> reasonIfUnsupported) const
567{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100568 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonResizeWorkloadValidate,
569 reasonIfUnsupported,
570 input,
571 output,
572 descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100573}
574
Sadik Armaganc625f002018-12-17 11:32:16 +0000575bool NeonLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
576 const TensorInfo& output,
577 Optional<std::string&> reasonIfUnsupported) const
578{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100579 ResizeDescriptor descriptor;
580 descriptor.m_Method = ResizeMethod::Bilinear;
581 descriptor.m_DataLayout = DataLayout::NCHW;
582
583 const TensorShape& outputShape = output.GetShape();
584 descriptor.m_TargetHeight = outputShape[2];
585 descriptor.m_TargetWidth = outputShape[3];
586
587 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Sadik Armaganc625f002018-12-17 11:32:16 +0000588}
589
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100590bool NeonLayerSupport::IsRsqrtSupported(const TensorInfo& input,
591 const TensorInfo& output,
592 Optional<std::string&> reasonIfUnsupported) const
593{
594 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
595}
596
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100597bool NeonLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
598 const TensorInfo& output,
599 const SoftmaxDescriptor& descriptor,
600 Optional<std::string&> reasonIfUnsupported) const
601{
602 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
603}
604
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100605bool NeonLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
606 const TensorInfo& output,
607 const SpaceToDepthDescriptor& descriptor,
608 Optional<std::string&> reasonIfUnsupported) const
609{
610 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSpaceToDepthWorkloadValidate,
611 reasonIfUnsupported,
612 input,
613 output,
614 descriptor);
615}
616
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100617bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
618 const ViewsDescriptor& descriptor,
619 Optional<std::string&> reasonIfUnsupported) const
620{
621 ignore_unused(descriptor);
622 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
623 input.GetDataType(),
624 &TrueFunc<>,
625 &TrueFunc<>);
626}
627
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100628bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
629 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
630 const ViewsDescriptor& descriptor,
631 Optional<std::string&> reasonIfUnsupported) const
632{
633#if defined(ARMCOMPUTENEON_ENABLED)
634 // Split along the last dimension, cannot use sub-tensors
635 // as width and height of the sub-tensors do not match
636 // the width and height of the parent tensor
637 // in case of input with more than 2D.
638 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
639 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
640 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
641 {
642 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSplitterWorkloadValidate,
643 reasonIfUnsupported,
644 input,
645 outputs,
646 *splitAxis.begin());
647 }
648#endif
649 for (auto output : outputs)
650 {
651 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
652 {
653 SetValueChecked(reasonIfUnsupported, "Neon Splitter: Types and quantization parameters must match.");
654 return false;
655 }
656 }
657 return true;
658}
659
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100660bool NeonLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
661 const TensorInfo& output,
662 const StackDescriptor& descriptor,
663 Optional<std::string&> reasonIfUnsupported) const
664{
665 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStackWorkloadValidate,
666 reasonIfUnsupported,
667 inputs,
668 output,
669 descriptor);
670}
671
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100672bool NeonLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
673 const TensorInfo& output,
674 const StridedSliceDescriptor& descriptor,
675 Optional<std::string&> reasonIfUnsupported) const
676{
677 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStridedSliceWorkloadValidate,
678 reasonIfUnsupported,
679 input,
680 output,
681 descriptor);
682}
683
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100684bool NeonLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
685 const TensorInfo& input1,
686 const TensorInfo& output,
687 Optional<std::string&> reasonIfUnsupported) const
688{
689 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSubtractionWorkloadValidate,
690 reasonIfUnsupported,
691 input0,
692 input1,
693 output);
694}
695
Sadik Armagan581742d2019-08-12 14:11:37 +0100696bool NeonLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
697 const TensorInfo& output,
698 const TransposeConvolution2dDescriptor& descriptor,
699 const TensorInfo& weights,
700 const Optional<TensorInfo>& biases,
701 Optional<std::string&> reasonIfUnsupported) const
702{
703 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonTransposeConvolution2dWorkloadValidate,
704 reasonIfUnsupported,
705 input,
706 output,
707 descriptor,
708 weights,
709 biases);
710}
711
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100712} // namespace armnn