blob: 2f3643f210580b2cbf01249a42cd10d7eed84e54 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
6#include "NeonLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "NeonBackendId.hpp"
telsoa014fcda012018-03-09 14:13:49 +00008
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Descriptors.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000010#include <InternalTypes.hpp>
11#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012#include <armnn/Tensor.hpp>
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010013#include <armnn/Types.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
David Beck111b5d92018-11-12 14:59:37 +000015#include <backendsCommon/BackendRegistry.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010016
telsoa014fcda012018-03-09 14:13:49 +000017#include <boost/core/ignore_unused.hpp>
18
Matteo Martincighd95e9062019-01-31 15:35:59 +000019#if defined(ARMCOMPUTENEON_ENABLED)
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010020#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +010021#include "workloads/NeonAbsWorkload.hpp"
Matthew Bentham955258d2018-12-10 10:48:52 +000022#include "workloads/NeonAdditionWorkload.hpp"
Nattapat Chaimanowongd4b70592018-10-12 11:21:49 +010023#include "workloads/NeonActivationWorkload.hpp"
James Conroyd47a0642019-09-17 14:22:06 +010024#include "workloads/NeonArgMinMaxWorkload.hpp"
Matthew Benthamc48ac8c2018-12-12 16:15:59 +000025#include "workloads/NeonBatchNormalizationWorkload.hpp"
Nattapat Chaimanowong974b65f2018-10-15 15:07:34 +010026#include "workloads/NeonConvolution2dWorkload.hpp"
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +010027#include "workloads/NeonDepthToSpaceWorkload.hpp"
Nattapat Chaimanowong77140882018-10-17 11:12:19 +010028#include "workloads/NeonDepthwiseConvolutionWorkload.hpp"
Narumol Prangnawarat01961a72019-05-30 16:47:12 +010029#include "workloads/NeonDequantizeWorkload.hpp"
kevmay01eed85922019-01-28 08:37:25 +000030#include "workloads/NeonGreaterWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010031#include "workloads/NeonL2NormalizationFloatWorkload.hpp"
Jan Eilersad5293a2019-07-08 09:57:55 +010032#include "workloads/NeonLstmFloatWorkload.hpp"
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +000033#include "workloads/NeonMaximumWorkload.hpp"
Matthew Benthamfd899962018-12-31 15:49:42 +000034#include "workloads/NeonMeanWorkload.hpp"
Jim Flynn39d487d2019-05-17 15:44:36 +010035#include "workloads/NeonConcatWorkload.hpp"
Conor Kennedy54b21692019-01-09 07:57:38 +000036#include "workloads/NeonMinimumWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000037#include "workloads/NeonMultiplicationWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010038#include "workloads/NeonNormalizationFloatWorkload.hpp"
39#include "workloads/NeonFullyConnectedWorkload.hpp"
Éanna Ó Catháin12055742019-01-25 10:01:40 +000040#include "workloads/NeonPadWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010041#include "workloads/NeonPermuteWorkload.hpp"
Nattapat Chaimanowong5d2e7002018-10-12 16:03:56 +010042#include "workloads/NeonPooling2dWorkload.hpp"
Nikhil Raj9b461482019-07-03 15:58:31 +010043#include "workloads/NeonPreluWorkload.hpp"
Sadik Armaganfabc2892019-05-31 09:05:11 +010044#include "workloads/NeonQuantizeWorkload.hpp"
Francis Murtagh4fc3c482019-08-02 13:20:54 +010045#include "workloads/NeonQuantizedLstmWorkload.hpp"
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +010046#include "workloads/NeonResizeWorkload.hpp"
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +010047#include "workloads/NeonRsqrtWorkload.hpp"
David Beck0dbe0ee2018-09-24 15:59:27 +010048#include "workloads/NeonSoftmaxBaseWorkload.hpp"
Ellen Norris-Thompson29794572019-06-26 16:40:36 +010049#include "workloads/NeonSpaceToDepthWorkload.hpp"
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010050#include "workloads/NeonSplitterWorkload.hpp"
Matthew Jackson87f65ea2019-08-01 10:01:34 +010051#include "workloads/NeonStackWorkload.hpp"
FinnWilliamsArm1fa19192019-08-02 17:26:31 +010052#include "workloads/NeonStridedSliceWorkload.hpp"
Conor Kennedyb99480b2019-03-08 08:24:41 +000053#include "workloads/NeonSubtractionWorkload.hpp"
Sadik Armagan581742d2019-08-12 14:11:37 +010054#include "workloads/NeonTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000055#endif
56
57using namespace boost;
58
59namespace armnn
60{
telsoa014fcda012018-03-09 14:13:49 +000061
Aron Virginas-Tarfc824312018-10-15 15:00:13 +010062namespace
arovir017ff76c52018-10-09 09:40:58 +010063{
telsoa014fcda012018-03-09 14:13:49 +000064
arovir01085f0a42018-10-08 14:48:19 +010065bool IsNeonBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000066{
Matteo Martincighd95e9062019-01-31 15:35:59 +000067#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000068 return true;
69#else
Derek Lamberti0790dce2019-04-15 18:37:35 +010070 SetValueChecked(reasonIfUnsupported, "The armnn library has been built without NEON support");
telsoa014fcda012018-03-09 14:13:49 +000071 return false;
72#endif
73}
74
telsoa01c577f2c2018-08-31 09:22:23 +010075template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +010076bool IsSupportedForDataTypeNeon(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +000077 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010078 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000079 Uint8Func uint8FuncPtr,
80 Params&&... params)
81{
82 return IsNeonBackendSupported(reasonIfUnsupported) &&
83 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
84 dataType,
85 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +010086 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +000087 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000088 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +000089 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +000090 std::forward<Params>(params)...);
91}
92
Matteo Martincighd95e9062019-01-31 15:35:59 +000093#if defined(ARMCOMPUTENEON_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000094template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +010095inline bool IsWorkloadSupported(FuncType& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +000096{
97 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
98 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
99 if (!supported && reasonIfUnsupported)
100 {
arovir01085f0a42018-10-08 14:48:19 +0100101 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000102 }
103 return supported;
104}
105
106#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
107 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
108#else
109#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
110 return IsNeonBackendSupported(reasonIfUnsupported);
111#endif
112
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100113} // anonymous namespace
114
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +0100115bool NeonLayerSupport::IsAbsSupported(const TensorInfo& input,
116 const TensorInfo& output,
117 Optional<std::string&> reasonIfUnsupported) const
118{
119 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAbsWorkloadValidate,
120 reasonIfUnsupported,
121 input,
122 output);
123}
124
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100125bool NeonLayerSupport::IsActivationSupported(const TensorInfo& input,
126 const TensorInfo& output,
127 const ActivationDescriptor& descriptor,
128 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000129{
130 ignore_unused(descriptor);
telsoa01c577f2c2018-08-31 09:22:23 +0100131 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonActivationWorkloadValidate,
132 reasonIfUnsupported,
133 input,
134 output,
135 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000136}
137
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100138bool NeonLayerSupport::IsAdditionSupported(const TensorInfo& input0,
139 const TensorInfo& input1,
140 const TensorInfo& output,
141 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000142{
telsoa01c577f2c2018-08-31 09:22:23 +0100143 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonAdditionWorkloadValidate,
144 reasonIfUnsupported,
145 input0,
146 input1,
147 output);
telsoa014fcda012018-03-09 14:13:49 +0000148}
149
James Conroyd47a0642019-09-17 14:22:06 +0100150bool NeonLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
151 const TensorInfo& output,
152 const ArgMinMaxDescriptor& descriptor,
153 Optional<std::string&> reasonIfUnsupported) const
154{
155 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonArgMinMaxWorkloadValidate,
156 reasonIfUnsupported,
157 input,
158 output,
159 descriptor);
160}
161
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100162bool NeonLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
163 const TensorInfo& output,
164 const TensorInfo& mean,
165 const TensorInfo& var,
166 const TensorInfo& beta,
167 const TensorInfo& gamma,
168 const BatchNormalizationDescriptor& descriptor,
169 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000170{
telsoa01c577f2c2018-08-31 09:22:23 +0100171 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonBatchNormalizationValidate,
172 reasonIfUnsupported,
173 input,
174 output,
175 mean,
176 var,
177 beta,
178 gamma,
179 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000180}
181
Jim Flynn906f9462019-05-10 13:55:21 +0100182bool NeonLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
183 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100184 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100185 Optional<std::string&> reasonIfUnsupported) const
186{
Jim Flynne242f2d2019-05-22 14:24:13 +0100187 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
188 {
189 SetValueChecked(reasonIfUnsupported, "Neon Concat: Concat axis > Number of dimensions.");
190 return false;
191 }
192
193 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
194 if(concatInnerAxis < 3) // Width, height, or channels
195 {
196 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConcatWorkloadValidate,
197 reasonIfUnsupported,
198 inputs,
199 output,
200 descriptor);
201 }
202 else if (concatInnerAxis == 3)
203 {
204 for (auto& input : inputs)
205 {
206 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
207 {
208 SetValueChecked(reasonIfUnsupported, "Neon Concat: Types and quantization parameters must match.");
209 return false;
210 }
211 }
212 return true; // Sub-tensors support concat along batch
213 }
214 else // > 4 dimensions not supported.
215 {
216 SetValueChecked(reasonIfUnsupported, "Neon Concat: Maximum of 4 dimensions supported.");
217 return false;
218 }
Jim Flynn906f9462019-05-10 13:55:21 +0100219}
220
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100221bool NeonLayerSupport::IsConstantSupported(const TensorInfo& output,
222 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000223{
224 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
225 output.GetDataType(),
226 &TrueFunc<>,
227 &TrueFunc<>);
228}
229
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100230bool NeonLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
231 const TensorInfo& output,
232 Optional<std::string&> reasonIfUnsupported) const
233{
234 ignore_unused(input);
235 ignore_unused(output);
236 ignore_unused(reasonIfUnsupported);
237 return true;
238}
239
240bool NeonLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
241 const TensorInfo& output,
242 Optional<std::string&> reasonIfUnsupported) const
243{
244 ignore_unused(input);
245 ignore_unused(output);
246 ignore_unused(reasonIfUnsupported);
247 return true;
248}
249
250bool NeonLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
251 const TensorInfo& output,
252 const Convolution2dDescriptor& descriptor,
253 const TensorInfo& weights,
254 const Optional<TensorInfo>& biases,
255 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000256{
surmeh013537c2c2018-05-18 16:31:43 +0100257 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonConvolution2dWorkloadValidate,
258 reasonIfUnsupported,
259 input,
260 output,
261 descriptor,
262 weights,
263 biases);
telsoa014fcda012018-03-09 14:13:49 +0000264}
265
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100266bool NeonLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
267 const TensorInfo& output,
268 const DepthToSpaceDescriptor& descriptor,
269 Optional<std::string&> reasonIfUnsupported) const
270{
271 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthToSpaceWorkloadValidate,
272 reasonIfUnsupported,
273 input,
274 output,
275 descriptor);
276}
277
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100278bool NeonLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
279 const TensorInfo& output,
280 const DepthwiseConvolution2dDescriptor& descriptor,
281 const TensorInfo& weights,
282 const Optional<TensorInfo>& biases,
283 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000284{
telsoa01c577f2c2018-08-31 09:22:23 +0100285 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
286 reasonIfUnsupported,
287 input,
288 output,
289 descriptor,
290 weights,
291 biases);
telsoa014fcda012018-03-09 14:13:49 +0000292}
293
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100294bool NeonLayerSupport::IsDequantizeSupported(const TensorInfo& input,
295 const TensorInfo& output,
296 Optional<std::string&> reasonIfUnsupported) const
297{
298 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDequantizeWorkloadValidate,
299 reasonIfUnsupported,
300 input,
301 output);
302}
303
Pablo Tellof0bd6832019-04-26 17:58:13 +0100304bool NeonLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
305 const TensorInfo& output,
306 const DepthwiseConvolution2dDescriptor& descriptor,
307 const TensorInfo& weights,
308 const Optional<TensorInfo>& biases,
309 Optional<std::string&> reasonIfUnsupported) const
310{
311 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonDepthwiseConvolutionWorkloadValidate,
312 reasonIfUnsupported,
313 input,
314 output,
315 descriptor,
316 weights,
317 biases);
318}
319
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100320bool NeonLayerSupport::IsFloorSupported(const TensorInfo& input,
321 const TensorInfo& output,
322 Optional<std::string&> reasonIfUnsupported) const
323{
324 ignore_unused(output);
325 return IsNeonBackendSupported(reasonIfUnsupported) &&
326 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
327 input.GetDataType(),
328 &FalseFuncF16<>,
329 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000330 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000331 &FalseFuncI32<>,
332 &FalseFuncU8<>);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100333}
334
335bool NeonLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
336 const TensorInfo& output,
337 const TensorInfo& weights,
338 const TensorInfo& biases,
339 const FullyConnectedDescriptor& descriptor,
340 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000341{
telsoa01c577f2c2018-08-31 09:22:23 +0100342 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonFullyConnectedWorkloadValidate,
343 reasonIfUnsupported,
344 input,
345 output,
346 weights,
347 biases,
348 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000349}
350
kevmay01eed85922019-01-28 08:37:25 +0000351bool NeonLayerSupport::IsGreaterSupported(const armnn::TensorInfo& input0,
352 const armnn::TensorInfo& input1,
353 const armnn::TensorInfo& output,
354 armnn::Optional<std::string&> reasonIfUnsupported) const
355{
356 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonGreaterWorkloadValidate,
357 reasonIfUnsupported,
358 input0,
359 input1,
360 output);
361}
362
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100363bool NeonLayerSupport::IsInputSupported(const TensorInfo& input,
364 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000365{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100366 return IsNeonBackendSupported(reasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000367}
368
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100369bool NeonLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
370 const TensorInfo& output,
371 const L2NormalizationDescriptor& descriptor,
372 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000373{
Matteo Martincighbcd3c852018-09-28 14:14:12 +0100374 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonL2NormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000375}
376
Jan Eilersad5293a2019-07-08 09:57:55 +0100377bool NeonLayerSupport::IsLstmSupported(const TensorInfo& input,
378 const TensorInfo& outputStateIn,
379 const TensorInfo& cellStateIn,
380 const TensorInfo& scratchBuffer,
381 const TensorInfo& outputStateOut,
382 const TensorInfo& cellStateOut,
383 const TensorInfo& output,
384 const LstmDescriptor& descriptor,
385 const LstmInputParamsInfo& paramsInfo,
386 Optional<std::string&> reasonIfUnsupported) const
387{
388 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonLstmFloatWorkloadValidate,
389 reasonIfUnsupported,
390 input,
391 outputStateIn,
392 cellStateIn,
393 scratchBuffer,
394 outputStateOut,
395 cellStateOut,
396 output,
397 descriptor,
398 paramsInfo);
399}
400
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000401bool NeonLayerSupport::IsMaximumSupported(const TensorInfo& input0,
402 const TensorInfo& input1,
403 const TensorInfo& output,
404 Optional<std::string&> reasonIfUnsupported) const
405{
406 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMaximumWorkloadValidate,
407 reasonIfUnsupported,
408 input0,
409 input1,
410 output);
411}
412
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100413bool NeonLayerSupport::IsMeanSupported(const TensorInfo& input,
414 const TensorInfo& output,
415 const MeanDescriptor& descriptor,
416 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100417{
Matthew Benthamfd899962018-12-31 15:49:42 +0000418 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMeanWorkloadValidate,
419 reasonIfUnsupported,
420 input,
421 output,
422 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100423}
424
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100425bool NeonLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000426 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100427 const MergerDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100428 Optional<std::string&> reasonIfUnsupported) const
429{
Jim Flynne242f2d2019-05-22 14:24:13 +0100430 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100431}
432
Conor Kennedy54b21692019-01-09 07:57:38 +0000433bool NeonLayerSupport::IsMinimumSupported(const TensorInfo& input0,
434 const TensorInfo& input1,
435 const TensorInfo& output,
436 Optional<std::string&> reasonIfUnsupported) const
437{
438 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMinimumWorkloadValidate,
439 reasonIfUnsupported,
440 input0,
441 input1,
442 output);
443}
444
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100445bool NeonLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
446 const TensorInfo& input1,
447 const TensorInfo& output,
448 Optional<std::string&> reasonIfUnsupported) const
449{
450 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonMultiplicationWorkloadValidate,
451 reasonIfUnsupported,
452 input0,
453 input1,
454 output);
455}
456
457bool NeonLayerSupport::IsNormalizationSupported(const TensorInfo& input,
458 const TensorInfo& output,
459 const NormalizationDescriptor& descriptor,
460 Optional<std::string&> reasonIfUnsupported) const
461{
462 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonNormalizationWorkloadValidate,
463 reasonIfUnsupported,
464 input,
465 output,
466 descriptor);
467}
468
469bool NeonLayerSupport::IsOutputSupported(const TensorInfo& output,
470 Optional<std::string&> reasonIfUnsupported) const
471{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100472 return IsNeonBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100473}
474
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000475bool NeonLayerSupport::IsPadSupported(const TensorInfo& input,
476 const TensorInfo& output,
477 const PadDescriptor& descriptor,
478 Optional<std::string&> reasonIfUnsupported) const
479{
480 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPadWorkloadValidate,
481 reasonIfUnsupported,
482 input,
483 output,
484 descriptor);
485}
486
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100487bool NeonLayerSupport::IsPermuteSupported(const TensorInfo& input,
488 const TensorInfo& output,
489 const PermuteDescriptor& descriptor,
490 Optional<std::string&> reasonIfUnsupported) const
491{
492 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000493}
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100494
495bool NeonLayerSupport::IsPooling2dSupported(const TensorInfo& input,
496 const TensorInfo& output,
497 const Pooling2dDescriptor& descriptor,
498 Optional<std::string&> reasonIfUnsupported) const
499{
500 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
501}
502
Nikhil Raj9b461482019-07-03 15:58:31 +0100503bool NeonLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
504 const armnn::TensorInfo &alpha,
505 const armnn::TensorInfo &output,
506 armnn::Optional<std::string &> reasonIfUnsupported) const
507{
508 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
509}
510
Sadik Armaganfabc2892019-05-31 09:05:11 +0100511bool NeonLayerSupport::IsQuantizeSupported(const TensorInfo& input,
512 const TensorInfo& output,
513 Optional<std::string&> reasonIfUnsupported) const
514{
515 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizeWorkloadValidate,
516 reasonIfUnsupported,
517 input,
518 output);
519}
520
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100521bool NeonLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
522 const TensorInfo& cellStateIn,
523 const TensorInfo& outputStateIn,
524 const TensorInfo& cellStateOut,
525 const TensorInfo& outputStateOut,
526 const QuantizedLstmInputParamsInfo& paramsInfo,
527 Optional<std::string&> reasonIfUnsupported) const
528{
529 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonQuantizedLstmWorkloadValidate,
530 reasonIfUnsupported,
531 input,
532 cellStateIn,
533 outputStateIn,
534 cellStateOut,
535 outputStateOut,
536 paramsInfo);
537}
538
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100539bool NeonLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000540 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100541 Optional<std::string&> reasonIfUnsupported) const
542{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000543 ignore_unused(descriptor);
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100544 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
545 input.GetDataType(),
546 &TrueFunc<>,
547 &TrueFunc<>);
548}
549
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100550bool NeonLayerSupport::IsResizeSupported(const TensorInfo& input,
551 const TensorInfo& output,
552 const ResizeDescriptor& descriptor,
553 Optional<std::string&> reasonIfUnsupported) const
554{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100555 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonResizeWorkloadValidate,
556 reasonIfUnsupported,
557 input,
558 output,
559 descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100560}
561
Sadik Armaganc625f002018-12-17 11:32:16 +0000562bool NeonLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
563 const TensorInfo& output,
564 Optional<std::string&> reasonIfUnsupported) const
565{
Ellen Norris-Thompson37e68682019-07-15 14:23:30 +0100566 ResizeDescriptor descriptor;
567 descriptor.m_Method = ResizeMethod::Bilinear;
568 descriptor.m_DataLayout = DataLayout::NCHW;
569
570 const TensorShape& outputShape = output.GetShape();
571 descriptor.m_TargetHeight = outputShape[2];
572 descriptor.m_TargetWidth = outputShape[3];
573
574 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Sadik Armaganc625f002018-12-17 11:32:16 +0000575}
576
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100577bool NeonLayerSupport::IsRsqrtSupported(const TensorInfo& input,
578 const TensorInfo& output,
579 Optional<std::string&> reasonIfUnsupported) const
580{
581 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
582}
583
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100584bool NeonLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
585 const TensorInfo& output,
586 const SoftmaxDescriptor& descriptor,
587 Optional<std::string&> reasonIfUnsupported) const
588{
589 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
590}
591
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100592bool NeonLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
593 const TensorInfo& output,
594 const SpaceToDepthDescriptor& descriptor,
595 Optional<std::string&> reasonIfUnsupported) const
596{
597 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSpaceToDepthWorkloadValidate,
598 reasonIfUnsupported,
599 input,
600 output,
601 descriptor);
602}
603
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100604bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
605 const ViewsDescriptor& descriptor,
606 Optional<std::string&> reasonIfUnsupported) const
607{
608 ignore_unused(descriptor);
609 return IsSupportedForDataTypeNeon(reasonIfUnsupported,
610 input.GetDataType(),
611 &TrueFunc<>,
612 &TrueFunc<>);
613}
614
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100615bool NeonLayerSupport::IsSplitterSupported(const TensorInfo& input,
616 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
617 const ViewsDescriptor& descriptor,
618 Optional<std::string&> reasonIfUnsupported) const
619{
620#if defined(ARMCOMPUTENEON_ENABLED)
621 // Split along the last dimension, cannot use sub-tensors
622 // as width and height of the sub-tensors do not match
623 // the width and height of the parent tensor
624 // in case of input with more than 2D.
625 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
626 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
627 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
628 {
629 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSplitterWorkloadValidate,
630 reasonIfUnsupported,
631 input,
632 outputs,
633 *splitAxis.begin());
634 }
635#endif
636 for (auto output : outputs)
637 {
638 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
639 {
640 SetValueChecked(reasonIfUnsupported, "Neon Splitter: Types and quantization parameters must match.");
641 return false;
642 }
643 }
644 return true;
645}
646
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100647bool NeonLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
648 const TensorInfo& output,
649 const StackDescriptor& descriptor,
650 Optional<std::string&> reasonIfUnsupported) const
651{
652 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStackWorkloadValidate,
653 reasonIfUnsupported,
654 inputs,
655 output,
656 descriptor);
657}
658
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100659bool NeonLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
660 const TensorInfo& output,
661 const StridedSliceDescriptor& descriptor,
662 Optional<std::string&> reasonIfUnsupported) const
663{
664 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonStridedSliceWorkloadValidate,
665 reasonIfUnsupported,
666 input,
667 output,
668 descriptor);
669}
670
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100671bool NeonLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
672 const TensorInfo& input1,
673 const TensorInfo& output,
674 Optional<std::string&> reasonIfUnsupported) const
675{
676 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonSubtractionWorkloadValidate,
677 reasonIfUnsupported,
678 input0,
679 input1,
680 output);
681}
682
Sadik Armagan581742d2019-08-12 14:11:37 +0100683bool NeonLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
684 const TensorInfo& output,
685 const TransposeConvolution2dDescriptor& descriptor,
686 const TensorInfo& weights,
687 const Optional<TensorInfo>& biases,
688 Optional<std::string&> reasonIfUnsupported) const
689{
690 FORWARD_WORKLOAD_VALIDATE_FUNC(NeonTransposeConvolution2dWorkloadValidate,
691 reasonIfUnsupported,
692 input,
693 output,
694 descriptor,
695 weights,
696 biases);
697}
698
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100699} // namespace armnn