blob: 12c71c0f7008b2cedaa655fcdb7d67027051793c [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
Jan Eilers8eb25602020-03-09 12:13:48 +00009#include <armnn/utility/IgnoreUnused.hpp>
David Beck3cc9a622018-10-12 10:38:31 +010010#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000011#include <armnn/BackendRegistry.hpp>
12
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000013#include <InternalTypes.hpp>
14#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000015
Matteo Martincighd95e9062019-01-31 15:35:59 +000016#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010017#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000018#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010022#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010023#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000024#include "workloads/ClBatchToSpaceNdWorkload.hpp"
Teresa Charlin2b030d92020-03-27 16:40:56 +000025#include "workloads/ClComparisonWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010026#include "workloads/ClConvertFp16ToFp32Workload.hpp"
27#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010028#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010029#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010030#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010031#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010032#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000033#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010034#include "workloads/ClFullyConnectedWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010035#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010036#include "workloads/ClL2NormalizationFloatWorkload.hpp"
37#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000038#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010039#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010040#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000041#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010042#include "workloads/ClMultiplicationWorkload.hpp"
Sadik Armaganac472102020-03-24 09:54:36 +000043#include "workloads/ClNegWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010044#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010045#include "workloads/ClPadWorkload.hpp"
46#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010047#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010048#include "workloads/ClPreluWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000049#include "workloads/ClReshapeWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010050#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010051#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010052#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010053#include "workloads/ClQuantizeWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000054#include "workloads/ClSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010055#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000056#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010057#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010058#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010059#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000060#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010061#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010062#include "workloads/ClTransposeConvolution2dWorkload.hpp"
Mike Kellyc9ea45a2020-02-28 18:11:58 +000063#include "workloads/ClTransposeWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000064#endif
65
telsoa014fcda012018-03-09 14:13:49 +000066
67namespace armnn
68{
arovir017c22c702018-10-09 11:16:46 +010069
telsoa014fcda012018-03-09 14:13:49 +000070namespace
71{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010072
telsoa014fcda012018-03-09 14:13:49 +000073template<unsigned int FilterSize>
74bool IsMatchingSize2d(const TensorInfo& weightInfo)
75{
telsoa01c577f2c2018-08-31 09:22:23 +010076 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000077 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
78}
79
80template<uint32_t ValidStride>
81bool IsMatchingStride(uint32_t actualStride)
82{
83 return ValidStride == actualStride;
84}
85
86template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
87bool IsMatchingStride(uint32_t actualStride)
88{
89 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010090}
telsoa014fcda012018-03-09 14:13:49 +000091
Derek Lamberti901ea112019-12-10 22:07:09 +000092template<typename ... Args>
93bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +000094{
Jan Eilers8eb25602020-03-09 12:13:48 +000095 IgnoreUnused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +000096#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000097 return true;
98#else
arovir01085f0a42018-10-08 14:48:19 +010099 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +0000100 {
arovir01085f0a42018-10-08 14:48:19 +0100101 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000102 }
103 return false;
104#endif
105}
106
Matteo Martincighd95e9062019-01-31 15:35:59 +0000107#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000108#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
109#else
110#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
111#endif
112
Matteo Martincighd95e9062019-01-31 15:35:59 +0000113#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000114template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100115inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000116{
117 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
118 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
119 if (!supported && reasonIfUnsupported)
120 {
arovir01085f0a42018-10-08 14:48:19 +0100121 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000122 }
123 return supported;
124}
125
126#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
127 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
128#else
129#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000130 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000131#endif
132
telsoa01c577f2c2018-08-31 09:22:23 +0100133template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100134bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000135 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100136 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000137 Uint8Func uint8FuncPtr,
138 Params&&... params)
139{
140 return IsClBackendSupported(reasonIfUnsupported) &&
141 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
142 dataType,
143 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100144 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000145 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000146 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000147 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000148 std::forward<Params>(params)...);
149}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100150} // anonymous namespace
151
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100152bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
153 const TensorInfo& output,
154 Optional<std::string&> reasonIfUnsupported) const
155{
josh minor4a3c6102020-01-06 16:40:46 -0600156 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Abs);
157 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100158}
159
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100160bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
161 const TensorInfo& output,
162 const ActivationDescriptor& descriptor,
163 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000164{
telsoa01c577f2c2018-08-31 09:22:23 +0100165 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
166 reasonIfUnsupported,
167 input,
168 output,
169 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000170}
171
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100172bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
173 const TensorInfo& input1,
174 const TensorInfo& output,
175 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000176{
arovir01085f0a42018-10-08 14:48:19 +0100177 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
178 reasonIfUnsupported,
179 input0,
180 input1,
181 output);
telsoa014fcda012018-03-09 14:13:49 +0000182}
183
James Conroy2dc05722019-09-19 17:00:31 +0100184bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
185 const TensorInfo& output,
186 const ArgMinMaxDescriptor& descriptor,
187 Optional<std::string&> reasonIfUnsupported) const
188{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000189
James Conroy2dc05722019-09-19 17:00:31 +0100190 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
191 reasonIfUnsupported,
192 input,
193 output,
194 descriptor);
195}
196
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100197bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
198 const TensorInfo& output,
199 const TensorInfo& mean,
200 const TensorInfo& var,
201 const TensorInfo& beta,
202 const TensorInfo& gamma,
203 const BatchNormalizationDescriptor& descriptor,
204 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000205{
telsoa01c577f2c2018-08-31 09:22:23 +0100206 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
207 reasonIfUnsupported,
208 input,
209 output,
210 mean,
211 var,
212 beta,
213 gamma,
214 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000215}
216
Mike Kelly831faed2018-11-28 11:52:08 +0000217bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
218 const TensorInfo& output,
219 const BatchToSpaceNdDescriptor& descriptor,
220 Optional<std::string&> reasonIfUnsupported) const
221{
222 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
223 reasonIfUnsupported,
224 input,
225 output,
226 descriptor);
227}
228
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100229bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
230 const TensorInfo& input1,
231 const TensorInfo& output,
232 const ComparisonDescriptor& descriptor,
233 Optional<std::string&> reasonIfUnsupported) const
234{
Teresa Charlin2b030d92020-03-27 16:40:56 +0000235 FORWARD_WORKLOAD_VALIDATE_FUNC(ClComparisonWorkloadValidate,
236 reasonIfUnsupported,
237 input0,
238 input1,
239 output,
240 descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100241}
242
Jim Flynn906f9462019-05-10 13:55:21 +0100243bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
244 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100245 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100246 Optional<std::string&> reasonIfUnsupported) const
247{
Jim Flynne242f2d2019-05-22 14:24:13 +0100248 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
249 {
250 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
251 return false;
252 }
253
254 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
255 if(concatInnerAxis < 3) // Width, height, or channels
256 {
257 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
258 reasonIfUnsupported,
259 inputs,
260 output,
261 descriptor);
262 }
263 else if (concatInnerAxis == 3)
264 {
265 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
266 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
267 for (auto& input : inputs)
268 {
269 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
270 {
271 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
272 return false;
273 }
274 }
275 return true; // Sub-tensors support concat along batch
276 }
277 else // > 4 dimensions not supported.
278 {
279 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
280 return false;
281 }
Jim Flynn906f9462019-05-10 13:55:21 +0100282}
283
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100284bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
285 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000286{
287 return IsSupportedForDataTypeCl(reasonIfUnsupported,
288 output.GetDataType(),
289 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000290 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000291}
292
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100293bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
294 const TensorInfo& output,
295 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000296{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100297 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
298 reasonIfUnsupported,
299 input,
300 output);
telsoa014fcda012018-03-09 14:13:49 +0000301}
302
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100303bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
304 const TensorInfo& output,
305 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000306{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100307 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
308 reasonIfUnsupported,
309 input,
310 output);
telsoa014fcda012018-03-09 14:13:49 +0000311}
312
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100313bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
314 const TensorInfo& output,
315 const Convolution2dDescriptor& descriptor,
316 const TensorInfo& weights,
317 const Optional<TensorInfo>& biases,
318 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000319{
surmeh013537c2c2018-05-18 16:31:43 +0100320 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
321 reasonIfUnsupported,
322 input,
323 output,
324 descriptor,
325 weights,
326 biases);
telsoa014fcda012018-03-09 14:13:49 +0000327}
328
Jim Flynn983daec2019-05-29 16:20:16 +0100329bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
330 const TensorInfo& output,
331 Optional<std::string&> reasonIfUnsupported) const
332{
333 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
334 reasonIfUnsupported,
335 input,
336 output);
337}
338
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100339bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
340 const TensorInfo& output,
341 const DepthToSpaceDescriptor& descriptor,
342 Optional<std::string&> reasonIfUnsupported) const
343{
344 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
345 reasonIfUnsupported,
346 input,
347 output,
348 descriptor);
349}
350
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100351bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
352 const TensorInfo& output,
353 const DepthwiseConvolution2dDescriptor& descriptor,
354 const TensorInfo& weights,
355 const Optional<TensorInfo>& biases,
356 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000357{
telsoa01c577f2c2018-08-31 09:22:23 +0100358 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
359 reasonIfUnsupported,
360 input,
361 output,
362 descriptor,
363 weights,
364 biases);
telsoa014fcda012018-03-09 14:13:49 +0000365}
366
Pablo Tellof0bd6832019-04-26 17:58:13 +0100367bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
368 const TensorInfo& output,
369 const DepthwiseConvolution2dDescriptor& descriptor,
370 const TensorInfo& weights,
371 const Optional<TensorInfo>& biases,
372 Optional<std::string&> reasonIfUnsupported) const
373{
374 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
375 reasonIfUnsupported,
376 input,
377 output,
378 descriptor,
379 weights,
380 biases);
381}
382
383
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100384bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
385 const TensorInfo& input1,
386 const TensorInfo& output,
387 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100388{
389 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
390 reasonIfUnsupported,
391 input0,
392 input1,
393 output);
394}
395
josh minor4a3c6102020-01-06 16:40:46 -0600396bool ClLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
397 const TensorInfo& output,
398 const ElementwiseUnaryDescriptor& descriptor,
399 Optional<std::string&> reasonIfUnsupported) const
400{
401 if (descriptor.m_Operation == UnaryOperation::Abs)
402 {
403 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
404 reasonIfUnsupported,
405 input,
406 output);
407 }
408 else if (descriptor.m_Operation == UnaryOperation::Rsqrt)
409 {
410 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate,
411 reasonIfUnsupported,
412 input,
413 output);
414 }
Sadik Armaganac472102020-03-24 09:54:36 +0000415 else if (descriptor.m_Operation == UnaryOperation::Neg)
416 {
417 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNegWorkloadValidate,
418 reasonIfUnsupported,
419 input,
420 output);
421 }
josh minor4a3c6102020-01-06 16:40:46 -0600422
423 return false;
424}
425
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100426bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
427 const TensorInfo& output,
428 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000429{
Sadik Armagan9be49162019-10-30 16:15:26 +0000430 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
431 reasonIfUnsupported,
432 input,
433 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100434}
435
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100436bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
437 const TensorInfo& output,
438 const TensorInfo& weights,
439 const TensorInfo& biases,
440 const FullyConnectedDescriptor& descriptor,
441 Optional<std::string&> reasonIfUnsupported) const
442{
443 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
444 reasonIfUnsupported,
445 input,
446 output,
447 weights,
448 biases,
449 descriptor);
450}
451
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000452bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
453 const TensorInfo& input1,
454 const TensorInfo& output,
455 Optional<std::string&> reasonIfUnsupported) const
456{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100457 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
458 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000459}
460
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100461bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
462 Optional<std::string&> reasonIfUnsupported) const
463{
Derek Lamberti901ea112019-12-10 22:07:09 +0000464 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100465}
466
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100467bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
468 const TensorInfo& output,
469 const InstanceNormalizationDescriptor& descriptor,
470 Optional<std::string&> reasonIfUnsupported) const
471{
472 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
473 reasonIfUnsupported,
474 input,
475 output,
476 descriptor);
477}
478
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100479bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
480 const TensorInfo& output,
481 const L2NormalizationDescriptor& descriptor,
482 Optional<std::string&> reasonIfUnsupported) const
483{
484 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
485 reasonIfUnsupported,
486 input,
487 output,
488 descriptor);
489}
490
491bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
492 const TensorInfo& outputStateIn,
493 const TensorInfo& cellStateIn,
494 const TensorInfo& scratchBuffer,
495 const TensorInfo& outputStateOut,
496 const TensorInfo& cellStateOut,
497 const TensorInfo& output,
498 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100499 const LstmInputParamsInfo& paramsInfo,
500 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100501{
arovir01085f0a42018-10-08 14:48:19 +0100502 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
503 reasonIfUnsupported,
504 input,
505 outputStateIn,
506 cellStateIn,
507 scratchBuffer,
508 outputStateOut,
509 cellStateOut,
510 output,
511 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100512 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100513}
514
keidav01a959ee52018-12-19 10:04:58 +0000515bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
516 const TensorInfo& input1,
517 const TensorInfo& output,
518 Optional<std::string&> reasonIfUnsupported) const
519{
520 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
521 reasonIfUnsupported,
522 input0,
523 input1,
524 output);
525}
526
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100527bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
528 const TensorInfo& output,
529 const MeanDescriptor& descriptor,
530 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100531{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100532 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
533 reasonIfUnsupported,
534 input,
535 output,
536 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100537}
538
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100539bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000540 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100541 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100542 Optional<std::string&> reasonIfUnsupported) const
543{
Jim Flynne242f2d2019-05-22 14:24:13 +0100544 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100545}
546
saoste019292aa32019-01-08 13:55:59 +0000547bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
548 const TensorInfo& input1,
549 const TensorInfo& output,
550 Optional<std::string&> reasonIfUnsupported) const
551{
552 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
553 reasonIfUnsupported,
554 input0,
555 input1,
556 output);
557}
558
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100559bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
560 const TensorInfo& input1,
561 const TensorInfo& output,
562 Optional<std::string&> reasonIfUnsupported) const
563{
564 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
565 reasonIfUnsupported,
566 input0,
567 input1,
568 output);
569}
570
571bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
572 const TensorInfo& output,
573 const NormalizationDescriptor& descriptor,
574 Optional<std::string&> reasonIfUnsupported) const
575{
576 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
577}
578
579bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
580 Optional<std::string&> reasonIfUnsupported) const
581{
Derek Lamberti901ea112019-12-10 22:07:09 +0000582 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100583}
584
585bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
586 const TensorInfo& output,
587 const PadDescriptor& descriptor,
588 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100589{
590 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
591 reasonIfUnsupported,
592 input,
593 output,
594 descriptor);
595}
596
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100597bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
598 const TensorInfo& output,
599 const PermuteDescriptor& descriptor,
600 Optional<std::string&> reasonIfUnsupported) const
601{
Matthew Bentham9820d302019-11-27 17:24:47 +0000602 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000603}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100604
605bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
606 const TensorInfo& output,
607 const Pooling2dDescriptor& descriptor,
608 Optional<std::string&> reasonIfUnsupported) const
609{
610 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
611}
612
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100613bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
614 const armnn::TensorInfo &alpha,
615 const armnn::TensorInfo &output,
616 armnn::Optional<std::string &> reasonIfUnsupported) const
617{
618 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
619}
620
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100621bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
622 const TensorInfo& previousCellStateIn,
623 const TensorInfo& previousOutputIn,
624 const TensorInfo& cellStateOut,
625 const TensorInfo& output,
626 const QuantizedLstmInputParamsInfo& paramsInfo,
627 Optional<std::string&> reasonIfUnsupported) const
628{
629 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
630 reasonIfUnsupported,
631 input,
632 previousCellStateIn,
633 previousOutputIn,
634 cellStateOut,
635 output,
636 paramsInfo);
637}
638
Sadik Armagan20ec2492019-05-31 09:09:44 +0100639bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
640 const TensorInfo& output,
641 Optional<std::string&> reasonIfUnsupported) const
642{
643 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
644 reasonIfUnsupported,
645 input,
646 output);
647}
648
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100649bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000650 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000651 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100652 Optional<std::string&> reasonIfUnsupported) const
653{
Jan Eilers8eb25602020-03-09 12:13:48 +0000654 IgnoreUnused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +0000655 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100656}
657
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100658bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
659 const TensorInfo& output,
660 const ResizeDescriptor& descriptor,
661 Optional<std::string&> reasonIfUnsupported) const
662{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100663 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100664}
665
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100666bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000667 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100668 Optional<std::string&> reasonIfUnsupported) const
669{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100670 ResizeDescriptor descriptor;
671 descriptor.m_Method = ResizeMethod::Bilinear;
672 descriptor.m_DataLayout = DataLayout::NCHW;
673
674 const TensorShape& outputShape = output.GetShape();
675 descriptor.m_TargetHeight = outputShape[2];
676 descriptor.m_TargetWidth = outputShape[3];
677
678 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100679}
680
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100681bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
682 const TensorInfo& output,
683 Optional<std::string&> reasonIfUnsupported) const
684{
josh minor4a3c6102020-01-06 16:40:46 -0600685 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Rsqrt);
686 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100687}
688
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000689bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
690 const TensorInfo& output,
691 const SliceDescriptor& descriptor,
692 Optional<std::string&> reasonIfUnsupported) const
693{
694 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
695}
696
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100697bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
698 const TensorInfo& output,
699 const SoftmaxDescriptor& descriptor,
700 Optional<std::string&> reasonIfUnsupported) const
701{
Francis Murtagh3b938352019-07-26 15:44:17 +0100702 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100703}
704
Sadik Armaganf4464322018-12-20 16:19:12 +0000705bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
706 const TensorInfo& output,
707 const SpaceToBatchNdDescriptor& descriptor,
708 Optional<std::string&> reasonIfUnsupported) const
709{
710 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
711 reasonIfUnsupported,
712 input,
713 output,
714 descriptor);
715}
716
James Conroyd2aa85e2019-07-01 17:12:40 +0100717bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
718 const TensorInfo& output,
719 const SpaceToDepthDescriptor& descriptor,
720 Optional<std::string&> reasonIfUnsupported) const
721{
722 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
723 reasonIfUnsupported,
724 input,
725 output,
726 descriptor);
727}
728
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100729bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
730 const ViewsDescriptor& descriptor,
731 Optional<std::string&> reasonIfUnsupported) const
732{
Jan Eilers8eb25602020-03-09 12:13:48 +0000733 IgnoreUnused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100734 return IsSupportedForDataTypeCl(reasonIfUnsupported,
735 input.GetDataType(),
736 &TrueFunc<>,
737 &TrueFunc<>);
738}
739
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100740bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
741 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
742 const ViewsDescriptor& descriptor,
743 Optional<std::string&> reasonIfUnsupported) const
744{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100745#if defined(ARMCOMPUTECL_ENABLED)
746 // Split along the last dimension, cannot use sub-tensors
747 // as width and height of the sub-tensors do not match
748 // the width and height of the parent tensor
749 // in case of input with more than 2D.
750 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
751 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
752 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
753 {
754 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
755 reasonIfUnsupported,
756 input,
757 outputs,
758 *splitAxis.begin());
759 }
760#endif
Jan Eilers8eb25602020-03-09 12:13:48 +0000761 IgnoreUnused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100762 for (auto output : outputs)
763 {
764 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
765 {
766 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
767 return false;
768 }
769 }
770 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100771}
772
Matthew Jacksond5166102019-07-31 14:06:28 +0100773bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
774 const TensorInfo& output,
775 const StackDescriptor& descriptor,
776 Optional<std::string&> reasonIfUnsupported) const
777{
778 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
779 reasonIfUnsupported,
780 inputs,
781 output,
782 descriptor);
783}
784
keidav01d74dc912018-12-10 18:16:07 +0000785bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
786 const TensorInfo& output,
787 const StridedSliceDescriptor& descriptor,
788 Optional<std::string&> reasonIfUnsupported) const
789{
790 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
791 reasonIfUnsupported,
792 input,
793 output,
794 descriptor);
795}
796
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100797bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
798 const TensorInfo& input1,
799 const TensorInfo& output,
800 Optional<std::string&> reasonIfUnsupported) const
801{
802 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
803 reasonIfUnsupported,
804 input0,
805 input1,
806 output);
807}
808
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100809bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
810 const TensorInfo& output,
811 const TransposeConvolution2dDescriptor& descriptor,
812 const TensorInfo& weights,
813 const Optional<TensorInfo>& biases,
814 Optional<std::string&> reasonIfUnsupported) const
815{
816 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
817 reasonIfUnsupported,
818 input,
819 output,
820 descriptor,
821 weights,
822 biases);
823}
824
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000825bool ClLayerSupport::IsTransposeSupported(const TensorInfo& input,
826 const TensorInfo& output,
827 const TransposeDescriptor& descriptor,
828 Optional<std::string&> reasonIfUnsupported) const
829{
830 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
831}
832
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100833} // namespace armnn