blob: 450391581e9ea55498064a5ec00e8e5ef5f8725a [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000010#include <InternalTypes.hpp>
11#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012
David Beck111b5d92018-11-12 14:59:37 +000013#include <backendsCommon/BackendRegistry.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010014
telsoa014fcda012018-03-09 14:13:49 +000015#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010022#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000023#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010024#include "workloads/ClConvertFp16ToFp32Workload.hpp"
25#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010026#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010027#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010028#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010029#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010030#include "workloads/ClDivisionFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010031#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000032#include "workloads/ClGreaterWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010033#include "workloads/ClL2NormalizationFloatWorkload.hpp"
34#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000035#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010036#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010037#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000038#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010039#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010040#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010041#include "workloads/ClPadWorkload.hpp"
42#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010043#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010044#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010045#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010046#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010047#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010048#include "workloads/ClQuantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010049#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000050#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010051#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010052#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010053#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000054#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010055#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010056#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000057#endif
58
59using namespace boost;
60
61namespace armnn
62{
arovir017c22c702018-10-09 11:16:46 +010063
telsoa014fcda012018-03-09 14:13:49 +000064namespace
65{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010066
telsoa014fcda012018-03-09 14:13:49 +000067template<unsigned int FilterSize>
68bool IsMatchingSize2d(const TensorInfo& weightInfo)
69{
telsoa01c577f2c2018-08-31 09:22:23 +010070 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000071 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
72}
73
74template<uint32_t ValidStride>
75bool IsMatchingStride(uint32_t actualStride)
76{
77 return ValidStride == actualStride;
78}
79
80template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
81bool IsMatchingStride(uint32_t actualStride)
82{
83 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010084}
telsoa014fcda012018-03-09 14:13:49 +000085
arovir01085f0a42018-10-08 14:48:19 +010086bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000087{
Matteo Martincighd95e9062019-01-31 15:35:59 +000088#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000089 return true;
90#else
arovir01085f0a42018-10-08 14:48:19 +010091 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000092 {
arovir01085f0a42018-10-08 14:48:19 +010093 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +000094 }
95 return false;
96#endif
97}
98
Matteo Martincighd95e9062019-01-31 15:35:59 +000099#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000100#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
101#else
102#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
103#endif
104
Matteo Martincighd95e9062019-01-31 15:35:59 +0000105#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000106template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100107inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000108{
109 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
110 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
111 if (!supported && reasonIfUnsupported)
112 {
arovir01085f0a42018-10-08 14:48:19 +0100113 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000114 }
115 return supported;
116}
117
118#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
119 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
120#else
121#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
122 return IsClBackendSupported(reasonIfUnsupported);
123#endif
124
telsoa01c577f2c2018-08-31 09:22:23 +0100125template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100126bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000127 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100128 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000129 Uint8Func uint8FuncPtr,
130 Params&&... params)
131{
132 return IsClBackendSupported(reasonIfUnsupported) &&
133 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
134 dataType,
135 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100136 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000137 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000138 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000139 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000140 std::forward<Params>(params)...);
141}
142
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100143} // anonymous namespace
144
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100145bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
146 const TensorInfo& output,
147 Optional<std::string&> reasonIfUnsupported) const
148{
149 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
150 reasonIfUnsupported,
151 input,
152 output);
153}
154
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100155bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
156 const TensorInfo& output,
157 const ActivationDescriptor& descriptor,
158 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000159{
telsoa01c577f2c2018-08-31 09:22:23 +0100160 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
161 reasonIfUnsupported,
162 input,
163 output,
164 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000165}
166
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100167bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
168 const TensorInfo& input1,
169 const TensorInfo& output,
170 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000171{
arovir01085f0a42018-10-08 14:48:19 +0100172 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
173 reasonIfUnsupported,
174 input0,
175 input1,
176 output);
telsoa014fcda012018-03-09 14:13:49 +0000177}
178
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100179bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
180 const TensorInfo& output,
181 const TensorInfo& mean,
182 const TensorInfo& var,
183 const TensorInfo& beta,
184 const TensorInfo& gamma,
185 const BatchNormalizationDescriptor& descriptor,
186 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000187{
telsoa01c577f2c2018-08-31 09:22:23 +0100188 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
189 reasonIfUnsupported,
190 input,
191 output,
192 mean,
193 var,
194 beta,
195 gamma,
196 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000197}
198
Mike Kelly831faed2018-11-28 11:52:08 +0000199bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
200 const TensorInfo& output,
201 const BatchToSpaceNdDescriptor& descriptor,
202 Optional<std::string&> reasonIfUnsupported) const
203{
204 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
205 reasonIfUnsupported,
206 input,
207 output,
208 descriptor);
209}
210
Jim Flynn906f9462019-05-10 13:55:21 +0100211bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
212 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100213 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100214 Optional<std::string&> reasonIfUnsupported) const
215{
Jim Flynne242f2d2019-05-22 14:24:13 +0100216 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
217 {
218 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
219 return false;
220 }
221
222 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
223 if(concatInnerAxis < 3) // Width, height, or channels
224 {
225 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
226 reasonIfUnsupported,
227 inputs,
228 output,
229 descriptor);
230 }
231 else if (concatInnerAxis == 3)
232 {
233 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
234 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
235 for (auto& input : inputs)
236 {
237 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
238 {
239 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
240 return false;
241 }
242 }
243 return true; // Sub-tensors support concat along batch
244 }
245 else // > 4 dimensions not supported.
246 {
247 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
248 return false;
249 }
Jim Flynn906f9462019-05-10 13:55:21 +0100250}
251
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100252bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
253 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000254{
255 return IsSupportedForDataTypeCl(reasonIfUnsupported,
256 output.GetDataType(),
257 &TrueFunc<>,
258 &FalseFuncU8<>);
259}
260
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100261bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
262 const TensorInfo& output,
263 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000264{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100265 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
266 reasonIfUnsupported,
267 input,
268 output);
telsoa014fcda012018-03-09 14:13:49 +0000269}
270
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100271bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
272 const TensorInfo& output,
273 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000274{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100275 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
276 reasonIfUnsupported,
277 input,
278 output);
telsoa014fcda012018-03-09 14:13:49 +0000279}
280
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100281bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
282 const TensorInfo& output,
283 const Convolution2dDescriptor& descriptor,
284 const TensorInfo& weights,
285 const Optional<TensorInfo>& biases,
286 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000287{
surmeh013537c2c2018-05-18 16:31:43 +0100288 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
289 reasonIfUnsupported,
290 input,
291 output,
292 descriptor,
293 weights,
294 biases);
telsoa014fcda012018-03-09 14:13:49 +0000295}
296
Jim Flynn983daec2019-05-29 16:20:16 +0100297bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
298 const TensorInfo& output,
299 Optional<std::string&> reasonIfUnsupported) const
300{
301 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
302 reasonIfUnsupported,
303 input,
304 output);
305}
306
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100307bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
308 const TensorInfo& output,
309 const DepthToSpaceDescriptor& descriptor,
310 Optional<std::string&> reasonIfUnsupported) const
311{
312 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
313 reasonIfUnsupported,
314 input,
315 output,
316 descriptor);
317}
318
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100319bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
320 const TensorInfo& output,
321 const DepthwiseConvolution2dDescriptor& descriptor,
322 const TensorInfo& weights,
323 const Optional<TensorInfo>& biases,
324 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000325{
telsoa01c577f2c2018-08-31 09:22:23 +0100326 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
327 reasonIfUnsupported,
328 input,
329 output,
330 descriptor,
331 weights,
332 biases);
telsoa014fcda012018-03-09 14:13:49 +0000333}
334
Pablo Tellof0bd6832019-04-26 17:58:13 +0100335bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
336 const TensorInfo& output,
337 const DepthwiseConvolution2dDescriptor& descriptor,
338 const TensorInfo& weights,
339 const Optional<TensorInfo>& biases,
340 Optional<std::string&> reasonIfUnsupported) const
341{
342 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
343 reasonIfUnsupported,
344 input,
345 output,
346 descriptor,
347 weights,
348 biases);
349}
350
351
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100352bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
353 const TensorInfo& input1,
354 const TensorInfo& output,
355 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100356{
357 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
358 reasonIfUnsupported,
359 input0,
360 input1,
361 output);
362}
363
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100364bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
365 const TensorInfo& output,
366 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000367{
368 ignore_unused(output);
telsoa01c577f2c2018-08-31 09:22:23 +0100369 return IsClBackendSupported(reasonIfUnsupported) &&
370 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
371 input.GetDataType(),
372 &FalseFuncF16<>,
373 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000374 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000375 &FalseFuncI32<>,
376 &FalseFuncU8<>);
telsoa01c577f2c2018-08-31 09:22:23 +0100377}
378
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100379bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
380 const TensorInfo& output,
381 const TensorInfo& weights,
382 const TensorInfo& biases,
383 const FullyConnectedDescriptor& descriptor,
384 Optional<std::string&> reasonIfUnsupported) const
385{
386 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
387 reasonIfUnsupported,
388 input,
389 output,
390 weights,
391 biases,
392 descriptor);
393}
394
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000395bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
396 const TensorInfo& input1,
397 const TensorInfo& output,
398 Optional<std::string&> reasonIfUnsupported) const
399{
400 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
401 reasonIfUnsupported,
402 input0,
403 input1,
404 output);
405}
406
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100407bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
408 Optional<std::string&> reasonIfUnsupported) const
409{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100410 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100411}
412
413bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
414 const TensorInfo& output,
415 const L2NormalizationDescriptor& descriptor,
416 Optional<std::string&> reasonIfUnsupported) const
417{
418 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
419 reasonIfUnsupported,
420 input,
421 output,
422 descriptor);
423}
424
425bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
426 const TensorInfo& outputStateIn,
427 const TensorInfo& cellStateIn,
428 const TensorInfo& scratchBuffer,
429 const TensorInfo& outputStateOut,
430 const TensorInfo& cellStateOut,
431 const TensorInfo& output,
432 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100433 const LstmInputParamsInfo& paramsInfo,
434 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100435{
arovir01085f0a42018-10-08 14:48:19 +0100436 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
437 reasonIfUnsupported,
438 input,
439 outputStateIn,
440 cellStateIn,
441 scratchBuffer,
442 outputStateOut,
443 cellStateOut,
444 output,
445 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100446 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100447}
448
keidav01a959ee52018-12-19 10:04:58 +0000449bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
450 const TensorInfo& input1,
451 const TensorInfo& output,
452 Optional<std::string&> reasonIfUnsupported) const
453{
454 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
455 reasonIfUnsupported,
456 input0,
457 input1,
458 output);
459}
460
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100461bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
462 const TensorInfo& output,
463 const MeanDescriptor& descriptor,
464 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100465{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100466 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
467 reasonIfUnsupported,
468 input,
469 output,
470 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100471}
472
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100473bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000474 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100475 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100476 Optional<std::string&> reasonIfUnsupported) const
477{
Jim Flynne242f2d2019-05-22 14:24:13 +0100478 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100479}
480
saoste019292aa32019-01-08 13:55:59 +0000481bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
482 const TensorInfo& input1,
483 const TensorInfo& output,
484 Optional<std::string&> reasonIfUnsupported) const
485{
486 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
487 reasonIfUnsupported,
488 input0,
489 input1,
490 output);
491}
492
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100493bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
494 const TensorInfo& input1,
495 const TensorInfo& output,
496 Optional<std::string&> reasonIfUnsupported) const
497{
498 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
499 reasonIfUnsupported,
500 input0,
501 input1,
502 output);
503}
504
505bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
506 const TensorInfo& output,
507 const NormalizationDescriptor& descriptor,
508 Optional<std::string&> reasonIfUnsupported) const
509{
510 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
511}
512
513bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
514 Optional<std::string&> reasonIfUnsupported) const
515{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100516 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100517}
518
519bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
520 const TensorInfo& output,
521 const PadDescriptor& descriptor,
522 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100523{
524 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
525 reasonIfUnsupported,
526 input,
527 output,
528 descriptor);
529}
530
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100531bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
532 const TensorInfo& output,
533 const PermuteDescriptor& descriptor,
534 Optional<std::string&> reasonIfUnsupported) const
535{
536 ignore_unused(input);
537 ignore_unused(output);
538 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000539}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100540
541bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
542 const TensorInfo& output,
543 const Pooling2dDescriptor& descriptor,
544 Optional<std::string&> reasonIfUnsupported) const
545{
546 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
547}
548
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100549bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
550 const armnn::TensorInfo &alpha,
551 const armnn::TensorInfo &output,
552 armnn::Optional<std::string &> reasonIfUnsupported) const
553{
554 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
555}
556
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100557bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
558 const TensorInfo& previousCellStateIn,
559 const TensorInfo& previousOutputIn,
560 const TensorInfo& cellStateOut,
561 const TensorInfo& output,
562 const QuantizedLstmInputParamsInfo& paramsInfo,
563 Optional<std::string&> reasonIfUnsupported) const
564{
565 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
566 reasonIfUnsupported,
567 input,
568 previousCellStateIn,
569 previousOutputIn,
570 cellStateOut,
571 output,
572 paramsInfo);
573}
574
Sadik Armagan20ec2492019-05-31 09:09:44 +0100575bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
576 const TensorInfo& output,
577 Optional<std::string&> reasonIfUnsupported) const
578{
579 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
580 reasonIfUnsupported,
581 input,
582 output);
583}
584
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100585bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000586 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100587 Optional<std::string&> reasonIfUnsupported) const
588{
589 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000590 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100591 ignore_unused(reasonIfUnsupported);
592 return true;
593}
594
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100595bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
596 const TensorInfo& output,
597 const ResizeDescriptor& descriptor,
598 Optional<std::string&> reasonIfUnsupported) const
599{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100600 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100601}
602
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100603bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000604 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100605 Optional<std::string&> reasonIfUnsupported) const
606{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100607 ResizeDescriptor descriptor;
608 descriptor.m_Method = ResizeMethod::Bilinear;
609 descriptor.m_DataLayout = DataLayout::NCHW;
610
611 const TensorShape& outputShape = output.GetShape();
612 descriptor.m_TargetHeight = outputShape[2];
613 descriptor.m_TargetWidth = outputShape[3];
614
615 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100616}
617
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100618bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
619 const TensorInfo& output,
620 Optional<std::string&> reasonIfUnsupported) const
621{
622 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
623}
624
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100625bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
626 const TensorInfo& output,
627 const SoftmaxDescriptor& descriptor,
628 Optional<std::string&> reasonIfUnsupported) const
629{
Francis Murtagh3b938352019-07-26 15:44:17 +0100630 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100631}
632
Sadik Armaganf4464322018-12-20 16:19:12 +0000633bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
634 const TensorInfo& output,
635 const SpaceToBatchNdDescriptor& descriptor,
636 Optional<std::string&> reasonIfUnsupported) const
637{
638 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
639 reasonIfUnsupported,
640 input,
641 output,
642 descriptor);
643}
644
James Conroyd2aa85e2019-07-01 17:12:40 +0100645bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
646 const TensorInfo& output,
647 const SpaceToDepthDescriptor& descriptor,
648 Optional<std::string&> reasonIfUnsupported) const
649{
650 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
651 reasonIfUnsupported,
652 input,
653 output,
654 descriptor);
655}
656
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100657bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
658 const ViewsDescriptor& descriptor,
659 Optional<std::string&> reasonIfUnsupported) const
660{
661 ignore_unused(descriptor);
662 return IsSupportedForDataTypeCl(reasonIfUnsupported,
663 input.GetDataType(),
664 &TrueFunc<>,
665 &TrueFunc<>);
666}
667
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100668bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
669 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
670 const ViewsDescriptor& descriptor,
671 Optional<std::string&> reasonIfUnsupported) const
672{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100673#if defined(ARMCOMPUTECL_ENABLED)
674 // Split along the last dimension, cannot use sub-tensors
675 // as width and height of the sub-tensors do not match
676 // the width and height of the parent tensor
677 // in case of input with more than 2D.
678 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
679 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
680 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
681 {
682 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
683 reasonIfUnsupported,
684 input,
685 outputs,
686 *splitAxis.begin());
687 }
688#endif
689 for (auto output : outputs)
690 {
691 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
692 {
693 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
694 return false;
695 }
696 }
697 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100698}
699
Matthew Jacksond5166102019-07-31 14:06:28 +0100700bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
701 const TensorInfo& output,
702 const StackDescriptor& descriptor,
703 Optional<std::string&> reasonIfUnsupported) const
704{
705 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
706 reasonIfUnsupported,
707 inputs,
708 output,
709 descriptor);
710}
711
keidav01d74dc912018-12-10 18:16:07 +0000712bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
713 const TensorInfo& output,
714 const StridedSliceDescriptor& descriptor,
715 Optional<std::string&> reasonIfUnsupported) const
716{
717 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
718 reasonIfUnsupported,
719 input,
720 output,
721 descriptor);
722}
723
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100724bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
725 const TensorInfo& input1,
726 const TensorInfo& output,
727 Optional<std::string&> reasonIfUnsupported) const
728{
729 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
730 reasonIfUnsupported,
731 input0,
732 input1,
733 output);
734}
735
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100736bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
737 const TensorInfo& output,
738 const TransposeConvolution2dDescriptor& descriptor,
739 const TensorInfo& weights,
740 const Optional<TensorInfo>& biases,
741 Optional<std::string&> reasonIfUnsupported) const
742{
743 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
744 reasonIfUnsupported,
745 input,
746 output,
747 descriptor,
748 weights,
749 biases);
750}
751
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100752} // namespace armnn