blob: 9ba3e6af41bb1f6311bb853c1eaac4ad14e5570a [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
6#include "NeonLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
telsoa014fcda012018-03-09 14:13:49 +00008
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Descriptors.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010#include <armnn/Tensor.hpp>
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010011#include <armnn/Types.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000012#include <armnn/BackendRegistry.hpp>
telsoa014fcda012018-03-09 14:13:49 +000013
Matteo Martincighc601aa62019-10-29 15:03:22 +000014#include <InternalTypes.hpp>
15#include <LayerSupportCommon.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010016
telsoa014fcda012018-03-09 14:13:49 +000017#include <boost/core/ignore_unused.hpp>
18
Matteo Martincighd95e9062019-01-31 15:35:59 +000019#if defined(ARMCOMPUTENEON_ENABLED)
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010020#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +010021#include "workloads/NeonAbsWorkload.hpp"
Matthew Bentham955258d2018-12-10 10:48:52 +000022#include "workloads/NeonAdditionWorkload.hpp"
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +010023#include "workloads/NeonActivationWorkload.hpp"
James Conroyd47a0642019-09-17 14:22:06 +010024#include "workloads/NeonArgMinMaxWorkload.hpp"
Matthew Benthamc48ac8c2018-12-12 16:15:59 +000025#include "workloads/NeonBatchNormalizationWorkload.hpp"
Nattapat Chaimanowong974b65f2018-10-15 15:07:34 +010026#include "workloads/NeonConvolution2dWorkload.hpp"
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +010027#include "workloads/NeonDepthToSpaceWorkload.hpp"
Nattapat Chaimanowong77140882018-10-17 11:12:19 +010028#include "workloads/NeonDepthwiseConvolutionWorkload.hpp"
Narumol Prangnawarat01961a72019-05-30 16:47:12 +010029#include "workloads/NeonDequantizeWorkload.hpp"
kevmay01eed85922019-01-28 08:37:25 +000030#include "workloads/NeonGreaterWorkload.hpp"
Sadik Armagan0d4863d2019-10-09 14:26:32 +010031#include "workloads/NeonInstanceNormalizationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010032#include "workloads/NeonL2NormalizationFloatWorkload.hpp"
Jan Eilersad5293a2019-07-08 09:57:55 +010033#include "workloads/NeonLstmFloatWorkload.hpp"
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +000034#include "workloads/NeonMaximumWorkload.hpp"
Matthew Benthamfd899962018-12-31 15:49:42 +000035#include "workloads/NeonMeanWorkload.hpp"
Jim Flynn39d487d2019-05-17 15:44:36 +010036#include "workloads/NeonConcatWorkload.hpp"
Conor Kennedy54b21692019-01-09 07:57:38 +000037#include "workloads/NeonMinimumWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000038#include "workloads/NeonMultiplicationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010039#include "workloads/NeonNormalizationFloatWorkload.hpp"
40#include "workloads/NeonFullyConnectedWorkload.hpp"
Éanna Ó Catháin12055742019-01-25 10:01:40 +000041#include "workloads/NeonPadWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010042#include "workloads/NeonPermuteWorkload.hpp"
Nattapat Chaimanowong5d2e7002018-10-12 16:03:56 +010043#include "workloads/NeonPooling2dWorkload.hpp"
Nikhil Raj9b461482019-07-03 15:58:31 +010044#include "workloads/NeonPreluWorkload.hpp"
Sadik Armaganfabc2892019-05-31 09:05:11 +010045#include "workloads/NeonQuantizeWorkload.hpp"
Francis Murtagh4fc3c482019-08-02 13:20:54 +010046#include "workloads/NeonQuantizedLstmWorkload.hpp"
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +010047#include "workloads/NeonResizeWorkload.hpp"
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +010048#include "workloads/NeonRsqrtWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010049#include "workloads/NeonSoftmaxBaseWorkload.hpp"
Ellen Norris-Thompson29794572019-06-26 16:40:36 +010050#include "workloads/NeonSpaceToDepthWorkload.hpp"
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010051#include "workloads/NeonSplitterWorkload.hpp"
Matthew Jackson87f65ea2019-08-01 10:01:34 +010052#include "workloads/NeonStackWorkload.hpp"
FinnWilliamsArm1fa19192019-08-02 17:26:31 +010053#include "workloads/NeonStridedSliceWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000054#include "workloads/NeonSubtractionWorkload.hpp"
Sadik Armagan581742d2019-08-12 14:11:37 +010055#include "workloads/NeonTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000056#endif
57
58using namespace boost;
59
60namespace armnn
61{
telsoa014fcda012018-03-09 14:13:49 +000062
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010063namespace
arovir017ff76c52018-10-09 09:40:58 +010064{
telsoa014fcda012018-03-09 14:13:49 +000065
arovir01085f0a42018-10-08 14:48:19 +010066bool IsNeonBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000067{
Matteo Martincighd95e9062019-01-31 15:35:59 +000068#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000069 return true;
70#else
Derek Lamberti0790dce2019-04-15 18:37:35 +010071 SetValueChecked(reasonIfUnsupported, "The armnn library has been built without NEON support");
telsoa014fcda012018-03-09 14:13:49 +000072 return false;
73#endif
74}
75
telsoa01c577f2c2018-08-31 09:22:23 +010076template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +010077bool IsSupportedForDataTypeNeon(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +000078 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010079 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000080 Uint8Func uint8FuncPtr,
81 Params&&... params)
82{
83 return IsNeonBackendSupported(reasonIfUnsupported) &&
84 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
85 dataType,
86 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +010087 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000088 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000089 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +000090 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +000091 std::forward<Params>(params)...);
92}
93
Matteo Martincighd95e9062019-01-31 15:35:59 +000094#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000095template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +010096inline bool IsWorkloadSupported(FuncType& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +000097{
98 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
99 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
100 if (!supported && reasonIfUnsupported)
101 {
arovir01085f0a42018-10-08 14:48:19 +0100102 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000103 }
104 return supported;
105}
106
107#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
108 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
109#else
110#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
111 return IsNeonBackendSupported(reasonIfUnsupported);
112#endif
113
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100114} // anonymous namespace
115
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100116bool NeonLayerSupport::IsAbsSupported(const TensorInfo& input,
117 const TensorInfo& output,
118 Optional<std::string&> reasonIfUnsupported) const
119{
120 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAbsWorkloadValidate,
121 reasonIfUnsupported,
122 input,
123 output);
124}
125
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100126bool NeonLayerSupport::IsActivationSupported(const TensorInfo& input,
127 const TensorInfo& output,
128 const ActivationDescriptor& descriptor,
129 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000130{
131 ignore_unused(descriptor);
telsoa01c577f2c2018-08-31 09:22:23 +0100132 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonActivationWorkloadValidate,
133 reasonIfUnsupported,
134 input,
135 output,
136 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000137}
138
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100139bool NeonLayerSupport::IsAdditionSupported(const TensorInfo& input0,
140 const TensorInfo& input1,
141 const TensorInfo& output,
142 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000143{
telsoa01c577f2c2018-08-31 09:22:23 +0100144 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAdditionWorkloadValidate,
145 reasonIfUnsupported,
146 input0,
147 input1,
148 output);
telsoa014fcda012018-03-09 14:13:49 +0000149}
150
James Conroyd47a0642019-09-17 14:22:06 +0100151bool NeonLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
152 const TensorInfo& output,
153 const ArgMinMaxDescriptor& descriptor,
154 Optional<std::string&> reasonIfUnsupported) const
155{
156 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonArgMinMaxWorkloadValidate,
157 reasonIfUnsupported,
158 input,
159 output,
160 descriptor);
161}
162
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100163bool NeonLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
164 const TensorInfo& output,
165 const TensorInfo& mean,
166 const TensorInfo& var,
167 const TensorInfo& beta,
168 const TensorInfo& gamma,
169 const BatchNormalizationDescriptor& descriptor,
170 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000171{
telsoa01c577f2c2018-08-31 09:22:23 +0100172 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonBatchNormalizationValidate,
173 reasonIfUnsupported,
174 input,
175 output,
176 mean,
177 var,
178 beta,
179 gamma,
180 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000181}
182
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100183bool NeonLayerSupport::IsComparisonSupported(const TensorInfo& input0,
184 const TensorInfo& input1,
185 const TensorInfo& output,
186 const ComparisonDescriptor& descriptor,
187 Optional<std::string&> reasonIfUnsupported) const
188{
189 if (descriptor.m_Operation == ComparisonOperation::Greater)
190 {
191 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonGreaterWorkloadValidate,
192 reasonIfUnsupported,
193 input0,
194 input1,
195 output);
196 }
197
198 return false;
199}
200
Jim Flynn906f9462019-05-10 13:55:21 +0100201bool NeonLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
202 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100203 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100204 Optional<std::string&> reasonIfUnsupported) const
205{
Jim Flynne242f2d2019-05-22 14:24:13 +0100206 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
207 {
208 SetValueChecked(reasonIfUnsupported, "Neon Concat: Concat axis > Number of dimensions.");
209 return false;
210 }
211
212 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
213 if(concatInnerAxis < 3) // Width, height, or channels
214 {
215 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConcatWorkloadValidate,
216 reasonIfUnsupported,
217 inputs,
218 output,
219 descriptor);
220 }
221 else if (concatInnerAxis == 3)
222 {
223 for (auto& input : inputs)
224 {
225 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
226 {
227 SetValueChecked(reasonIfUnsupported, "Neon Concat: Types and quantization parameters must match.");
228 return false;
229 }
230 }
231 return true; // Sub-tensors support concat along batch
232 }
233 else // > 4 dimensions not supported.
234 {
235 SetValueChecked(reasonIfUnsupported, "Neon Concat: Maximum of 4 dimensions supported.");
236 return false;
237 }
Jim Flynn906f9462019-05-10 13:55:21 +0100238}
239
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100240bool NeonLayerSupport::IsConstantSupported(const TensorInfo& output,
241 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000242{
243 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
244 output.GetDataType(),
245 &TrueFunc<>,
246 &TrueFunc<>);
247}
248
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100249bool NeonLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
250 const TensorInfo& output,
251 Optional<std::string&> reasonIfUnsupported) const
252{
253 ignore_unused(input);
254 ignore_unused(output);
255 ignore_unused(reasonIfUnsupported);
256 return true;
257}
258
259bool NeonLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
260 const TensorInfo& output,
261 Optional<std::string&> reasonIfUnsupported) const
262{
263 ignore_unused(input);
264 ignore_unused(output);
265 ignore_unused(reasonIfUnsupported);
266 return true;
267}
268
269bool NeonLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
270 const TensorInfo& output,
271 const Convolution2dDescriptor& descriptor,
272 const TensorInfo& weights,
273 const Optional<TensorInfo>& biases,
274 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000275{
Aron Virginas-Tar07f25e02019-11-07 15:19:52 +0000276 if (weights.HasPerAxisQuantization())
277 {
278 return false;
279 }
280
surmeh013537c2c2018-05-18 16:31:43 +0100281 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConvolution2dWorkloadValidate,
282 reasonIfUnsupported,
283 input,
284 output,
285 descriptor,
286 weights,
287 biases);
telsoa014fcda012018-03-09 14:13:49 +0000288}
289
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100290bool NeonLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
291 const TensorInfo& output,
292 const DepthToSpaceDescriptor& descriptor,
293 Optional<std::string&> reasonIfUnsupported) const
294{
295 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthToSpaceWorkloadValidate,
296 reasonIfUnsupported,
297 input,
298 output,
299 descriptor);
300}
301
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100302bool NeonLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
303 const TensorInfo& output,
304 const DepthwiseConvolution2dDescriptor& descriptor,
305 const TensorInfo& weights,
306 const Optional<TensorInfo>& biases,
307 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000308{
telsoa01c577f2c2018-08-31 09:22:23 +0100309 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
310 reasonIfUnsupported,
311 input,
312 output,
313 descriptor,
314 weights,
315 biases);
telsoa014fcda012018-03-09 14:13:49 +0000316}
317
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100318bool NeonLayerSupport::IsDequantizeSupported(const TensorInfo& input,
319 const TensorInfo& output,
320 Optional<std::string&> reasonIfUnsupported) const
321{
322 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDequantizeWorkloadValidate,
323 reasonIfUnsupported,
324 input,
325 output);
326}
327
Pablo Tellof0bd6832019-04-26 17:58:13 +0100328bool NeonLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
329 const TensorInfo& output,
330 const DepthwiseConvolution2dDescriptor& descriptor,
331 const TensorInfo& weights,
332 const Optional<TensorInfo>& biases,
333 Optional<std::string&> reasonIfUnsupported) const
334{
335 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
336 reasonIfUnsupported,
337 input,
338 output,
339 descriptor,
340 weights,
341 biases);
342}
343
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100344bool NeonLayerSupport::IsFloorSupported(const TensorInfo& input,
345 const TensorInfo& output,
346 Optional<std::string&> reasonIfUnsupported) const
347{
348 ignore_unused(output);
349 return IsNeonBackendSupported(reasonIfUnsupported) &&
350 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
351 input.GetDataType(),
352 &FalseFuncF16<>,
353 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000354 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000355 &FalseFuncI32<>,
356 &FalseFuncU8<>);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100357}
358
359bool NeonLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
360 const TensorInfo& output,
361 const TensorInfo& weights,
362 const TensorInfo& biases,
363 const FullyConnectedDescriptor& descriptor,
364 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000365{
telsoa01c577f2c2018-08-31 09:22:23 +0100366 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonFullyConnectedWorkloadValidate,
367 reasonIfUnsupported,
368 input,
369 output,
370 weights,
371 biases,
372 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000373}
374
kevmay01eed85922019-01-28 08:37:25 +0000375bool NeonLayerSupport::IsGreaterSupported(const armnn::TensorInfo& input0,
376 const armnn::TensorInfo& input1,
377 const armnn::TensorInfo& output,
378 armnn::Optional<std::string&> reasonIfUnsupported) const
379{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100380 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
381 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
kevmay01eed85922019-01-28 08:37:25 +0000382}
383
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100384bool NeonLayerSupport::IsInputSupported(const TensorInfo& input,
385 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000386{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100387 return IsNeonBackendSupported(reasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000388}
389
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100390bool NeonLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
391 const TensorInfo& output,
392 const InstanceNormalizationDescriptor& descriptor,
393 Optional<std::string&> reasonIfUnsupported) const
394{
395 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonInstanceNormalizationWorkloadValidate,
396 reasonIfUnsupported,
397 input,
398 output,
399 descriptor);
400}
401
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100402bool NeonLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
403 const TensorInfo& output,
404 const L2NormalizationDescriptor& descriptor,
405 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000406{
Matteo Martincighbcd3c852018-09-28 14:14:12 +0100407 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonL2NormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000408}
409
Jan Eilersad5293a2019-07-08 09:57:55 +0100410bool NeonLayerSupport::IsLstmSupported(const TensorInfo& input,
411 const TensorInfo& outputStateIn,
412 const TensorInfo& cellStateIn,
413 const TensorInfo& scratchBuffer,
414 const TensorInfo& outputStateOut,
415 const TensorInfo& cellStateOut,
416 const TensorInfo& output,
417 const LstmDescriptor& descriptor,
418 const LstmInputParamsInfo& paramsInfo,
419 Optional<std::string&> reasonIfUnsupported) const
420{
421 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonLstmFloatWorkloadValidate,
422 reasonIfUnsupported,
423 input,
424 outputStateIn,
425 cellStateIn,
426 scratchBuffer,
427 outputStateOut,
428 cellStateOut,
429 output,
430 descriptor,
431 paramsInfo);
432}
433
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000434bool NeonLayerSupport::IsMaximumSupported(const TensorInfo& input0,
435 const TensorInfo& input1,
436 const TensorInfo& output,
437 Optional<std::string&> reasonIfUnsupported) const
438{
439 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMaximumWorkloadValidate,
440 reasonIfUnsupported,
441 input0,
442 input1,
443 output);
444}
445
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100446bool NeonLayerSupport::IsMeanSupported(const TensorInfo& input,
447 const TensorInfo& output,
448 const MeanDescriptor& descriptor,
449 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100450{
Matthew Benthamfd899962018-12-31 15:49:42 +0000451 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMeanWorkloadValidate,
452 reasonIfUnsupported,
453 input,
454 output,
455 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100456}
457
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100458bool NeonLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000459 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100460 const MergerDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100461 Optional<std::string&> reasonIfUnsupported) const
462{
Jim Flynne242f2d2019-05-22 14:24:13 +0100463 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100464}
465
Conor Kennedy54b21692019-01-09 07:57:38 +0000466bool NeonLayerSupport::IsMinimumSupported(const TensorInfo& input0,
467 const TensorInfo& input1,
468 const TensorInfo& output,
469 Optional<std::string&> reasonIfUnsupported) const
470{
471 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMinimumWorkloadValidate,
472 reasonIfUnsupported,
473 input0,
474 input1,
475 output);
476}
477
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100478bool NeonLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
479 const TensorInfo& input1,
480 const TensorInfo& output,
481 Optional<std::string&> reasonIfUnsupported) const
482{
483 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMultiplicationWorkloadValidate,
484 reasonIfUnsupported,
485 input0,
486 input1,
487 output);
488}
489
490bool NeonLayerSupport::IsNormalizationSupported(const TensorInfo& input,
491 const TensorInfo& output,
492 const NormalizationDescriptor& descriptor,
493 Optional<std::string&> reasonIfUnsupported) const
494{
495 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonNormalizationWorkloadValidate,
496 reasonIfUnsupported,
497 input,
498 output,
499 descriptor);
500}
501
502bool NeonLayerSupport::IsOutputSupported(const TensorInfo& output,
503 Optional<std::string&> reasonIfUnsupported) const
504{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100505 return IsNeonBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100506}
507
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000508bool NeonLayerSupport::IsPadSupported(const TensorInfo& input,
509 const TensorInfo& output,
510 const PadDescriptor& descriptor,
511 Optional<std::string&> reasonIfUnsupported) const
512{
513 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPadWorkloadValidate,
514 reasonIfUnsupported,
515 input,
516 output,
517 descriptor);
518}
519
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100520bool NeonLayerSupport::IsPermuteSupported(const TensorInfo& input,
521 const TensorInfo& output,
522 const PermuteDescriptor& descriptor,
523 Optional<std::string&> reasonIfUnsupported) const
524{
525 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000526}
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100527
528bool NeonLayerSupport::IsPooling2dSupported(const TensorInfo& input,
529 const TensorInfo& output,
530 const Pooling2dDescriptor& descriptor,
531 Optional<std::string&> reasonIfUnsupported) const
532{
533 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
534}
535
Nikhil Raj9b461482019-07-03 15:58:31 +0100536bool NeonLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
537 const armnn::TensorInfo &alpha,
538 const armnn::TensorInfo &output,
539 armnn::Optional<std::string &> reasonIfUnsupported) const
540{
541 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
542}
543
Sadik Armaganfabc2892019-05-31 09:05:11 +0100544bool NeonLayerSupport::IsQuantizeSupported(const TensorInfo& input,
545 const TensorInfo& output,
546 Optional<std::string&> reasonIfUnsupported) const
547{
548 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizeWorkloadValidate,
549 reasonIfUnsupported,
550 input,
551 output);
552}
553
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100554bool NeonLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
555 const TensorInfo& cellStateIn,
556 const TensorInfo& outputStateIn,
557 const TensorInfo& cellStateOut,
558 const TensorInfo& outputStateOut,
559 const QuantizedLstmInputParamsInfo& paramsInfo,
560 Optional<std::string&> reasonIfUnsupported) const
561{
562 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizedLstmWorkloadValidate,
563 reasonIfUnsupported,
564 input,
565 cellStateIn,
566 outputStateIn,
567 cellStateOut,
568 outputStateOut,
569 paramsInfo);
570}
571
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100572bool NeonLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000573 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100574 Optional<std::string&> reasonIfUnsupported) const
575{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000576 ignore_unused(descriptor);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100577 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
578 input.GetDataType(),
579 &TrueFunc<>,
580 &TrueFunc<>);
581}
582
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100583bool NeonLayerSupport::IsResizeSupported(const TensorInfo& input,
584 const TensorInfo& output,
585 const ResizeDescriptor& descriptor,
586 Optional<std::string&> reasonIfUnsupported) const
587{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100588 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonResizeWorkloadValidate,
589 reasonIfUnsupported,
590 input,
591 output,
592 descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100593}
594
Sadik Armaganc625f002018-12-17 11:32:16 +0000595bool NeonLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
596 const TensorInfo& output,
597 Optional<std::string&> reasonIfUnsupported) const
598{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100599 ResizeDescriptor descriptor;
600 descriptor.m_Method = ResizeMethod::Bilinear;
601 descriptor.m_DataLayout = DataLayout::NCHW;
602
603 const TensorShape& outputShape = output.GetShape();
604 descriptor.m_TargetHeight = outputShape[2];
605 descriptor.m_TargetWidth = outputShape[3];
606
607 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Sadik Armaganc625f002018-12-17 11:32:16 +0000608}
609
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100610bool NeonLayerSupport::IsRsqrtSupported(const TensorInfo& input,
611 const TensorInfo& output,
612 Optional<std::string&> reasonIfUnsupported) const
613{
614 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
615}
616
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100617bool NeonLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
618 const TensorInfo& output,
619 const SoftmaxDescriptor& descriptor,
620 Optional<std::string&> reasonIfUnsupported) const
621{
622 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
623}
624
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100625bool NeonLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
626 const TensorInfo& output,
627 const SpaceToDepthDescriptor& descriptor,
628 Optional<std::string&> reasonIfUnsupported) const
629{
630 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSpaceToDepthWorkloadValidate,
631 reasonIfUnsupported,
632 input,
633 output,
634 descriptor);
635}
636
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100637bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
638 const ViewsDescriptor& descriptor,
639 Optional<std::string&> reasonIfUnsupported) const
640{
641 ignore_unused(descriptor);
642 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
643 input.GetDataType(),
644 &TrueFunc<>,
645 &TrueFunc<>);
646}
647
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100648bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
649 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
650 const ViewsDescriptor& descriptor,
651 Optional<std::string&> reasonIfUnsupported) const
652{
653#if defined(ARMCOMPUTENEON_ENABLED)
654 // Split along the last dimension, cannot use sub-tensors
655 // as width and height of the sub-tensors do not match
656 // the width and height of the parent tensor
657 // in case of input with more than 2D.
658 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
659 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
660 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
661 {
662 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSplitterWorkloadValidate,
663 reasonIfUnsupported,
664 input,
665 outputs,
666 *splitAxis.begin());
667 }
668#endif
669 for (auto output : outputs)
670 {
671 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
672 {
673 SetValueChecked(reasonIfUnsupported, "Neon Splitter: Types and quantization parameters must match.");
674 return false;
675 }
676 }
677 return true;
678}
679
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100680bool NeonLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
681 const TensorInfo& output,
682 const StackDescriptor& descriptor,
683 Optional<std::string&> reasonIfUnsupported) const
684{
685 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStackWorkloadValidate,
686 reasonIfUnsupported,
687 inputs,
688 output,
689 descriptor);
690}
691
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100692bool NeonLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
693 const TensorInfo& output,
694 const StridedSliceDescriptor& descriptor,
695 Optional<std::string&> reasonIfUnsupported) const
696{
697 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStridedSliceWorkloadValidate,
698 reasonIfUnsupported,
699 input,
700 output,
701 descriptor);
702}
703
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100704bool NeonLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
705 const TensorInfo& input1,
706 const TensorInfo& output,
707 Optional<std::string&> reasonIfUnsupported) const
708{
709 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSubtractionWorkloadValidate,
710 reasonIfUnsupported,
711 input0,
712 input1,
713 output);
714}
715
Sadik Armagan581742d2019-08-12 14:11:37 +0100716bool NeonLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
717 const TensorInfo& output,
718 const TransposeConvolution2dDescriptor& descriptor,
719 const TensorInfo& weights,
720 const Optional<TensorInfo>& biases,
721 Optional<std::string&> reasonIfUnsupported) const
722{
723 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonTransposeConvolution2dWorkloadValidate,
724 reasonIfUnsupported,
725 input,
726 output,
727 descriptor,
728 weights,
729 biases);
730}
731
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100732} // namespace armnn