blob: b713abaef39a3a4fc583c67486e3babf768781ef [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
6#include "NeonLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
telsoa014fcda012018-03-09 14:13:49 +00008
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Descriptors.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000010#include <InternalTypes.hpp>
11#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012#include <armnn/Tensor.hpp>
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010013#include <armnn/Types.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
David Beck111b5d92018-11-12 14:59:37 +000015#include <backendsCommon/BackendRegistry.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010016
telsoa014fcda012018-03-09 14:13:49 +000017#include <boost/core/ignore_unused.hpp>
18
Matteo Martincighd95e9062019-01-31 15:35:59 +000019#if defined(ARMCOMPUTENEON_ENABLED)
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010020#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +010021#include "workloads/NeonAbsWorkload.hpp"
Matthew Bentham955258d2018-12-10 10:48:52 +000022#include "workloads/NeonAdditionWorkload.hpp"
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +010023#include "workloads/NeonActivationWorkload.hpp"
Matthew Benthamc48ac8c2018-12-12 16:15:59 +000024#include "workloads/NeonBatchNormalizationWorkload.hpp"
Nattapat Chaimanowong974b65f2018-10-15 15:07:34 +010025#include "workloads/NeonConvolution2dWorkload.hpp"
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +010026#include "workloads/NeonDepthToSpaceWorkload.hpp"
Nattapat Chaimanowong77140882018-10-17 11:12:19 +010027#include "workloads/NeonDepthwiseConvolutionWorkload.hpp"
Narumol Prangnawarat01961a72019-05-30 16:47:12 +010028#include "workloads/NeonDequantizeWorkload.hpp"
kevmay01eed85922019-01-28 08:37:25 +000029#include "workloads/NeonGreaterWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010030#include "workloads/NeonL2NormalizationFloatWorkload.hpp"
Jan Eilersad5293a2019-07-08 09:57:55 +010031#include "workloads/NeonLstmFloatWorkload.hpp"
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +000032#include "workloads/NeonMaximumWorkload.hpp"
Matthew Benthamfd899962018-12-31 15:49:42 +000033#include "workloads/NeonMeanWorkload.hpp"
Jim Flynn39d487d2019-05-17 15:44:36 +010034#include "workloads/NeonConcatWorkload.hpp"
Conor Kennedy54b21692019-01-09 07:57:38 +000035#include "workloads/NeonMinimumWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000036#include "workloads/NeonMultiplicationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010037#include "workloads/NeonNormalizationFloatWorkload.hpp"
38#include "workloads/NeonFullyConnectedWorkload.hpp"
Éanna Ó Catháin12055742019-01-25 10:01:40 +000039#include "workloads/NeonPadWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010040#include "workloads/NeonPermuteWorkload.hpp"
Nattapat Chaimanowong5d2e7002018-10-12 16:03:56 +010041#include "workloads/NeonPooling2dWorkload.hpp"
Nikhil Raj9b461482019-07-03 15:58:31 +010042#include "workloads/NeonPreluWorkload.hpp"
Sadik Armaganfabc2892019-05-31 09:05:11 +010043#include "workloads/NeonQuantizeWorkload.hpp"
Francis Murtagh4fc3c482019-08-02 13:20:54 +010044#include "workloads/NeonQuantizedLstmWorkload.hpp"
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +010045#include "workloads/NeonResizeWorkload.hpp"
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +010046#include "workloads/NeonRsqrtWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010047#include "workloads/NeonSoftmaxBaseWorkload.hpp"
Ellen Norris-Thompson29794572019-06-26 16:40:36 +010048#include "workloads/NeonSpaceToDepthWorkload.hpp"
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010049#include "workloads/NeonSplitterWorkload.hpp"
Matthew Jackson87f65ea2019-08-01 10:01:34 +010050#include "workloads/NeonStackWorkload.hpp"
FinnWilliamsArm1fa19192019-08-02 17:26:31 +010051#include "workloads/NeonStridedSliceWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000052#include "workloads/NeonSubtractionWorkload.hpp"
Sadik Armagan581742d2019-08-12 14:11:37 +010053#include "workloads/NeonTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000054#endif
55
56using namespace boost;
57
58namespace armnn
59{
telsoa014fcda012018-03-09 14:13:49 +000060
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010061namespace
arovir017ff76c52018-10-09 09:40:58 +010062{
telsoa014fcda012018-03-09 14:13:49 +000063
arovir01085f0a42018-10-08 14:48:19 +010064bool IsNeonBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000065{
Matteo Martincighd95e9062019-01-31 15:35:59 +000066#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000067 return true;
68#else
Derek Lamberti0790dce2019-04-15 18:37:35 +010069 SetValueChecked(reasonIfUnsupported, "The armnn library has been built without NEON support");
telsoa014fcda012018-03-09 14:13:49 +000070 return false;
71#endif
72}
73
telsoa01c577f2c2018-08-31 09:22:23 +010074template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +010075bool IsSupportedForDataTypeNeon(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +000076 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010077 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000078 Uint8Func uint8FuncPtr,
79 Params&&... params)
80{
81 return IsNeonBackendSupported(reasonIfUnsupported) &&
82 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
83 dataType,
84 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +010085 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000086 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000087 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +000088 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +000089 std::forward<Params>(params)...);
90}
91
Matteo Martincighd95e9062019-01-31 15:35:59 +000092#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000093template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +010094inline bool IsWorkloadSupported(FuncType& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +000095{
96 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
97 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
98 if (!supported && reasonIfUnsupported)
99 {
arovir01085f0a42018-10-08 14:48:19 +0100100 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000101 }
102 return supported;
103}
104
105#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
106 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
107#else
108#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
109 return IsNeonBackendSupported(reasonIfUnsupported);
110#endif
111
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100112} // anonymous namespace
113
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100114bool NeonLayerSupport::IsAbsSupported(const TensorInfo& input,
115 const TensorInfo& output,
116 Optional<std::string&> reasonIfUnsupported) const
117{
118 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAbsWorkloadValidate,
119 reasonIfUnsupported,
120 input,
121 output);
122}
123
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100124bool NeonLayerSupport::IsActivationSupported(const TensorInfo& input,
125 const TensorInfo& output,
126 const ActivationDescriptor& descriptor,
127 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000128{
129 ignore_unused(descriptor);
telsoa01c577f2c2018-08-31 09:22:23 +0100130 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonActivationWorkloadValidate,
131 reasonIfUnsupported,
132 input,
133 output,
134 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000135}
136
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100137bool NeonLayerSupport::IsAdditionSupported(const TensorInfo& input0,
138 const TensorInfo& input1,
139 const TensorInfo& output,
140 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000141{
telsoa01c577f2c2018-08-31 09:22:23 +0100142 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAdditionWorkloadValidate,
143 reasonIfUnsupported,
144 input0,
145 input1,
146 output);
telsoa014fcda012018-03-09 14:13:49 +0000147}
148
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100149bool NeonLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
150 const TensorInfo& output,
151 const TensorInfo& mean,
152 const TensorInfo& var,
153 const TensorInfo& beta,
154 const TensorInfo& gamma,
155 const BatchNormalizationDescriptor& descriptor,
156 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000157{
telsoa01c577f2c2018-08-31 09:22:23 +0100158 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonBatchNormalizationValidate,
159 reasonIfUnsupported,
160 input,
161 output,
162 mean,
163 var,
164 beta,
165 gamma,
166 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000167}
168
Jim Flynn906f9462019-05-10 13:55:21 +0100169bool NeonLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
170 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100171 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100172 Optional<std::string&> reasonIfUnsupported) const
173{
Jim Flynne242f2d2019-05-22 14:24:13 +0100174 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
175 {
176 SetValueChecked(reasonIfUnsupported, "Neon Concat: Concat axis > Number of dimensions.");
177 return false;
178 }
179
180 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
181 if(concatInnerAxis < 3) // Width, height, or channels
182 {
183 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConcatWorkloadValidate,
184 reasonIfUnsupported,
185 inputs,
186 output,
187 descriptor);
188 }
189 else if (concatInnerAxis == 3)
190 {
191 for (auto& input : inputs)
192 {
193 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
194 {
195 SetValueChecked(reasonIfUnsupported, "Neon Concat: Types and quantization parameters must match.");
196 return false;
197 }
198 }
199 return true; // Sub-tensors support concat along batch
200 }
201 else // > 4 dimensions not supported.
202 {
203 SetValueChecked(reasonIfUnsupported, "Neon Concat: Maximum of 4 dimensions supported.");
204 return false;
205 }
Jim Flynn906f9462019-05-10 13:55:21 +0100206}
207
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100208bool NeonLayerSupport::IsConstantSupported(const TensorInfo& output,
209 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000210{
211 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
212 output.GetDataType(),
213 &TrueFunc<>,
214 &TrueFunc<>);
215}
216
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100217bool NeonLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
218 const TensorInfo& output,
219 Optional<std::string&> reasonIfUnsupported) const
220{
221 ignore_unused(input);
222 ignore_unused(output);
223 ignore_unused(reasonIfUnsupported);
224 return true;
225}
226
227bool NeonLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
228 const TensorInfo& output,
229 Optional<std::string&> reasonIfUnsupported) const
230{
231 ignore_unused(input);
232 ignore_unused(output);
233 ignore_unused(reasonIfUnsupported);
234 return true;
235}
236
237bool NeonLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
238 const TensorInfo& output,
239 const Convolution2dDescriptor& descriptor,
240 const TensorInfo& weights,
241 const Optional<TensorInfo>& biases,
242 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000243{
surmeh013537c2c2018-05-18 16:31:43 +0100244 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConvolution2dWorkloadValidate,
245 reasonIfUnsupported,
246 input,
247 output,
248 descriptor,
249 weights,
250 biases);
telsoa014fcda012018-03-09 14:13:49 +0000251}
252
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100253bool NeonLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
254 const TensorInfo& output,
255 const DepthToSpaceDescriptor& descriptor,
256 Optional<std::string&> reasonIfUnsupported) const
257{
258 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthToSpaceWorkloadValidate,
259 reasonIfUnsupported,
260 input,
261 output,
262 descriptor);
263}
264
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100265bool NeonLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
266 const TensorInfo& output,
267 const DepthwiseConvolution2dDescriptor& descriptor,
268 const TensorInfo& weights,
269 const Optional<TensorInfo>& biases,
270 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000271{
telsoa01c577f2c2018-08-31 09:22:23 +0100272 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
273 reasonIfUnsupported,
274 input,
275 output,
276 descriptor,
277 weights,
278 biases);
telsoa014fcda012018-03-09 14:13:49 +0000279}
280
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100281bool NeonLayerSupport::IsDequantizeSupported(const TensorInfo& input,
282 const TensorInfo& output,
283 Optional<std::string&> reasonIfUnsupported) const
284{
285 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDequantizeWorkloadValidate,
286 reasonIfUnsupported,
287 input,
288 output);
289}
290
Pablo Tellof0bd6832019-04-26 17:58:13 +0100291bool NeonLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
292 const TensorInfo& output,
293 const DepthwiseConvolution2dDescriptor& descriptor,
294 const TensorInfo& weights,
295 const Optional<TensorInfo>& biases,
296 Optional<std::string&> reasonIfUnsupported) const
297{
298 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
299 reasonIfUnsupported,
300 input,
301 output,
302 descriptor,
303 weights,
304 biases);
305}
306
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100307bool NeonLayerSupport::IsFloorSupported(const TensorInfo& input,
308 const TensorInfo& output,
309 Optional<std::string&> reasonIfUnsupported) const
310{
311 ignore_unused(output);
312 return IsNeonBackendSupported(reasonIfUnsupported) &&
313 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
314 input.GetDataType(),
315 &FalseFuncF16<>,
316 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000317 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000318 &FalseFuncI32<>,
319 &FalseFuncU8<>);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100320}
321
322bool NeonLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
323 const TensorInfo& output,
324 const TensorInfo& weights,
325 const TensorInfo& biases,
326 const FullyConnectedDescriptor& descriptor,
327 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000328{
telsoa01c577f2c2018-08-31 09:22:23 +0100329 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonFullyConnectedWorkloadValidate,
330 reasonIfUnsupported,
331 input,
332 output,
333 weights,
334 biases,
335 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000336}
337
kevmay01eed85922019-01-28 08:37:25 +0000338bool NeonLayerSupport::IsGreaterSupported(const armnn::TensorInfo& input0,
339 const armnn::TensorInfo& input1,
340 const armnn::TensorInfo& output,
341 armnn::Optional<std::string&> reasonIfUnsupported) const
342{
343 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonGreaterWorkloadValidate,
344 reasonIfUnsupported,
345 input0,
346 input1,
347 output);
348}
349
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100350bool NeonLayerSupport::IsInputSupported(const TensorInfo& input,
351 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000352{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100353 return IsNeonBackendSupported(reasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000354}
355
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100356bool NeonLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
357 const TensorInfo& output,
358 const L2NormalizationDescriptor& descriptor,
359 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000360{
Matteo Martincighbcd3c852018-09-28 14:14:12 +0100361 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonL2NormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000362}
363
Jan Eilersad5293a2019-07-08 09:57:55 +0100364bool NeonLayerSupport::IsLstmSupported(const TensorInfo& input,
365 const TensorInfo& outputStateIn,
366 const TensorInfo& cellStateIn,
367 const TensorInfo& scratchBuffer,
368 const TensorInfo& outputStateOut,
369 const TensorInfo& cellStateOut,
370 const TensorInfo& output,
371 const LstmDescriptor& descriptor,
372 const LstmInputParamsInfo& paramsInfo,
373 Optional<std::string&> reasonIfUnsupported) const
374{
375 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonLstmFloatWorkloadValidate,
376 reasonIfUnsupported,
377 input,
378 outputStateIn,
379 cellStateIn,
380 scratchBuffer,
381 outputStateOut,
382 cellStateOut,
383 output,
384 descriptor,
385 paramsInfo);
386}
387
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000388bool NeonLayerSupport::IsMaximumSupported(const TensorInfo& input0,
389 const TensorInfo& input1,
390 const TensorInfo& output,
391 Optional<std::string&> reasonIfUnsupported) const
392{
393 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMaximumWorkloadValidate,
394 reasonIfUnsupported,
395 input0,
396 input1,
397 output);
398}
399
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100400bool NeonLayerSupport::IsMeanSupported(const TensorInfo& input,
401 const TensorInfo& output,
402 const MeanDescriptor& descriptor,
403 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100404{
Matthew Benthamfd899962018-12-31 15:49:42 +0000405 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMeanWorkloadValidate,
406 reasonIfUnsupported,
407 input,
408 output,
409 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100410}
411
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100412bool NeonLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000413 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100414 const MergerDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100415 Optional<std::string&> reasonIfUnsupported) const
416{
Jim Flynne242f2d2019-05-22 14:24:13 +0100417 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100418}
419
Conor Kennedy54b21692019-01-09 07:57:38 +0000420bool NeonLayerSupport::IsMinimumSupported(const TensorInfo& input0,
421 const TensorInfo& input1,
422 const TensorInfo& output,
423 Optional<std::string&> reasonIfUnsupported) const
424{
425 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMinimumWorkloadValidate,
426 reasonIfUnsupported,
427 input0,
428 input1,
429 output);
430}
431
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100432bool NeonLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
433 const TensorInfo& input1,
434 const TensorInfo& output,
435 Optional<std::string&> reasonIfUnsupported) const
436{
437 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMultiplicationWorkloadValidate,
438 reasonIfUnsupported,
439 input0,
440 input1,
441 output);
442}
443
444bool NeonLayerSupport::IsNormalizationSupported(const TensorInfo& input,
445 const TensorInfo& output,
446 const NormalizationDescriptor& descriptor,
447 Optional<std::string&> reasonIfUnsupported) const
448{
449 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonNormalizationWorkloadValidate,
450 reasonIfUnsupported,
451 input,
452 output,
453 descriptor);
454}
455
456bool NeonLayerSupport::IsOutputSupported(const TensorInfo& output,
457 Optional<std::string&> reasonIfUnsupported) const
458{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100459 return IsNeonBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100460}
461
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000462bool NeonLayerSupport::IsPadSupported(const TensorInfo& input,
463 const TensorInfo& output,
464 const PadDescriptor& descriptor,
465 Optional<std::string&> reasonIfUnsupported) const
466{
467 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPadWorkloadValidate,
468 reasonIfUnsupported,
469 input,
470 output,
471 descriptor);
472}
473
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100474bool NeonLayerSupport::IsPermuteSupported(const TensorInfo& input,
475 const TensorInfo& output,
476 const PermuteDescriptor& descriptor,
477 Optional<std::string&> reasonIfUnsupported) const
478{
479 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000480}
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100481
482bool NeonLayerSupport::IsPooling2dSupported(const TensorInfo& input,
483 const TensorInfo& output,
484 const Pooling2dDescriptor& descriptor,
485 Optional<std::string&> reasonIfUnsupported) const
486{
487 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
488}
489
Nikhil Raj9b461482019-07-03 15:58:31 +0100490bool NeonLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
491 const armnn::TensorInfo &alpha,
492 const armnn::TensorInfo &output,
493 armnn::Optional<std::string &> reasonIfUnsupported) const
494{
495 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
496}
497
Sadik Armaganfabc2892019-05-31 09:05:11 +0100498bool NeonLayerSupport::IsQuantizeSupported(const TensorInfo& input,
499 const TensorInfo& output,
500 Optional<std::string&> reasonIfUnsupported) const
501{
502 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizeWorkloadValidate,
503 reasonIfUnsupported,
504 input,
505 output);
506}
507
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100508bool NeonLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
509 const TensorInfo& cellStateIn,
510 const TensorInfo& outputStateIn,
511 const TensorInfo& cellStateOut,
512 const TensorInfo& outputStateOut,
513 const QuantizedLstmInputParamsInfo& paramsInfo,
514 Optional<std::string&> reasonIfUnsupported) const
515{
516 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizedLstmWorkloadValidate,
517 reasonIfUnsupported,
518 input,
519 cellStateIn,
520 outputStateIn,
521 cellStateOut,
522 outputStateOut,
523 paramsInfo);
524}
525
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100526bool NeonLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000527 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100528 Optional<std::string&> reasonIfUnsupported) const
529{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000530 ignore_unused(descriptor);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100531 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
532 input.GetDataType(),
533 &TrueFunc<>,
534 &TrueFunc<>);
535}
536
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100537bool NeonLayerSupport::IsResizeSupported(const TensorInfo& input,
538 const TensorInfo& output,
539 const ResizeDescriptor& descriptor,
540 Optional<std::string&> reasonIfUnsupported) const
541{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100542 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonResizeWorkloadValidate,
543 reasonIfUnsupported,
544 input,
545 output,
546 descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100547}
548
Sadik Armaganc625f002018-12-17 11:32:16 +0000549bool NeonLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
550 const TensorInfo& output,
551 Optional<std::string&> reasonIfUnsupported) const
552{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100553 ResizeDescriptor descriptor;
554 descriptor.m_Method = ResizeMethod::Bilinear;
555 descriptor.m_DataLayout = DataLayout::NCHW;
556
557 const TensorShape& outputShape = output.GetShape();
558 descriptor.m_TargetHeight = outputShape[2];
559 descriptor.m_TargetWidth = outputShape[3];
560
561 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Sadik Armaganc625f002018-12-17 11:32:16 +0000562}
563
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100564bool NeonLayerSupport::IsRsqrtSupported(const TensorInfo& input,
565 const TensorInfo& output,
566 Optional<std::string&> reasonIfUnsupported) const
567{
568 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
569}
570
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100571bool NeonLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
572 const TensorInfo& output,
573 const SoftmaxDescriptor& descriptor,
574 Optional<std::string&> reasonIfUnsupported) const
575{
576 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
577}
578
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100579bool NeonLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
580 const TensorInfo& output,
581 const SpaceToDepthDescriptor& descriptor,
582 Optional<std::string&> reasonIfUnsupported) const
583{
584 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSpaceToDepthWorkloadValidate,
585 reasonIfUnsupported,
586 input,
587 output,
588 descriptor);
589}
590
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100591bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
592 const ViewsDescriptor& descriptor,
593 Optional<std::string&> reasonIfUnsupported) const
594{
595 ignore_unused(descriptor);
596 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
597 input.GetDataType(),
598 &TrueFunc<>,
599 &TrueFunc<>);
600}
601
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100602bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
603 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
604 const ViewsDescriptor& descriptor,
605 Optional<std::string&> reasonIfUnsupported) const
606{
607#if defined(ARMCOMPUTENEON_ENABLED)
608 // Split along the last dimension, cannot use sub-tensors
609 // as width and height of the sub-tensors do not match
610 // the width and height of the parent tensor
611 // in case of input with more than 2D.
612 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
613 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
614 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
615 {
616 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSplitterWorkloadValidate,
617 reasonIfUnsupported,
618 input,
619 outputs,
620 *splitAxis.begin());
621 }
622#endif
623 for (auto output : outputs)
624 {
625 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
626 {
627 SetValueChecked(reasonIfUnsupported, "Neon Splitter: Types and quantization parameters must match.");
628 return false;
629 }
630 }
631 return true;
632}
633
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100634bool NeonLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
635 const TensorInfo& output,
636 const StackDescriptor& descriptor,
637 Optional<std::string&> reasonIfUnsupported) const
638{
639 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStackWorkloadValidate,
640 reasonIfUnsupported,
641 inputs,
642 output,
643 descriptor);
644}
645
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100646bool NeonLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
647 const TensorInfo& output,
648 const StridedSliceDescriptor& descriptor,
649 Optional<std::string&> reasonIfUnsupported) const
650{
651 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStridedSliceWorkloadValidate,
652 reasonIfUnsupported,
653 input,
654 output,
655 descriptor);
656}
657
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100658bool NeonLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
659 const TensorInfo& input1,
660 const TensorInfo& output,
661 Optional<std::string&> reasonIfUnsupported) const
662{
663 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSubtractionWorkloadValidate,
664 reasonIfUnsupported,
665 input0,
666 input1,
667 output);
668}
669
Sadik Armagan581742d2019-08-12 14:11:37 +0100670bool NeonLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
671 const TensorInfo& output,
672 const TransposeConvolution2dDescriptor& descriptor,
673 const TensorInfo& weights,
674 const Optional<TensorInfo>& biases,
675 Optional<std::string&> reasonIfUnsupported) const
676{
677 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonTransposeConvolution2dWorkloadValidate,
678 reasonIfUnsupported,
679 input,
680 output,
681 descriptor,
682 weights,
683 biases);
684}
685
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100686} // namespace armnn