blob: cdb93d721884bd9d21a8b3ed7dec53cd0008789d [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
Jan Eilers8eb25602020-03-09 12:13:48 +00009#include <armnn/utility/IgnoreUnused.hpp>
David Beck3cc9a622018-10-12 10:38:31 +010010#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000011#include <armnn/BackendRegistry.hpp>
12
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000013#include <InternalTypes.hpp>
14#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000015
Matteo Martincighd95e9062019-01-31 15:35:59 +000016#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010017#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000018#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010022#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010023#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000024#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010025#include "workloads/ClConvertFp16ToFp32Workload.hpp"
26#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010027#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010028#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010029#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010030#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010031#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000032#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010033#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000034#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010035#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010036#include "workloads/ClL2NormalizationFloatWorkload.hpp"
37#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000038#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010039#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010040#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000041#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010042#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010043#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010044#include "workloads/ClPadWorkload.hpp"
45#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010046#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010047#include "workloads/ClPreluWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000048#include "workloads/ClReshapeWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010049#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010050#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010051#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010052#include "workloads/ClQuantizeWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000053#include "workloads/ClSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010054#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000055#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010056#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010057#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010058#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000059#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010060#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010061#include "workloads/ClTransposeConvolution2dWorkload.hpp"
Mike Kellyc9ea45a2020-02-28 18:11:58 +000062#include "workloads/ClTransposeWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000063#endif
64
telsoa014fcda012018-03-09 14:13:49 +000065
66namespace armnn
67{
arovir017c22c702018-10-09 11:16:46 +010068
telsoa014fcda012018-03-09 14:13:49 +000069namespace
70{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010071
telsoa014fcda012018-03-09 14:13:49 +000072template<unsigned int FilterSize>
73bool IsMatchingSize2d(const TensorInfo& weightInfo)
74{
telsoa01c577f2c2018-08-31 09:22:23 +010075 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000076 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
77}
78
79template<uint32_t ValidStride>
80bool IsMatchingStride(uint32_t actualStride)
81{
82 return ValidStride == actualStride;
83}
84
85template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
86bool IsMatchingStride(uint32_t actualStride)
87{
88 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010089}
telsoa014fcda012018-03-09 14:13:49 +000090
Derek Lamberti901ea112019-12-10 22:07:09 +000091template<typename ... Args>
92bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +000093{
Jan Eilers8eb25602020-03-09 12:13:48 +000094 IgnoreUnused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +000095#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000096 return true;
97#else
arovir01085f0a42018-10-08 14:48:19 +010098 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000099 {
arovir01085f0a42018-10-08 14:48:19 +0100100 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000101 }
102 return false;
103#endif
104}
105
Matteo Martincighd95e9062019-01-31 15:35:59 +0000106#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000107#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
108#else
109#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
110#endif
111
Matteo Martincighd95e9062019-01-31 15:35:59 +0000112#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000113template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100114inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000115{
116 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
117 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
118 if (!supported && reasonIfUnsupported)
119 {
arovir01085f0a42018-10-08 14:48:19 +0100120 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000121 }
122 return supported;
123}
124
125#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
126 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
127#else
128#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000129 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000130#endif
131
telsoa01c577f2c2018-08-31 09:22:23 +0100132template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100133bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000134 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100135 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000136 Uint8Func uint8FuncPtr,
137 Params&&... params)
138{
139 return IsClBackendSupported(reasonIfUnsupported) &&
140 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
141 dataType,
142 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100143 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000144 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000145 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000146 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000147 std::forward<Params>(params)...);
148}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100149} // anonymous namespace
150
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100151bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
152 const TensorInfo& output,
153 Optional<std::string&> reasonIfUnsupported) const
154{
josh minor4a3c6102020-01-06 16:40:46 -0600155 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Abs);
156 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100157}
158
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100159bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
160 const TensorInfo& output,
161 const ActivationDescriptor& descriptor,
162 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000163{
telsoa01c577f2c2018-08-31 09:22:23 +0100164 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
165 reasonIfUnsupported,
166 input,
167 output,
168 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000169}
170
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100171bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
172 const TensorInfo& input1,
173 const TensorInfo& output,
174 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000175{
arovir01085f0a42018-10-08 14:48:19 +0100176 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
177 reasonIfUnsupported,
178 input0,
179 input1,
180 output);
telsoa014fcda012018-03-09 14:13:49 +0000181}
182
James Conroy2dc05722019-09-19 17:00:31 +0100183bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
184 const TensorInfo& output,
185 const ArgMinMaxDescriptor& descriptor,
186 Optional<std::string&> reasonIfUnsupported) const
187{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000188
James Conroy2dc05722019-09-19 17:00:31 +0100189 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
190 reasonIfUnsupported,
191 input,
192 output,
193 descriptor);
194}
195
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100196bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
197 const TensorInfo& output,
198 const TensorInfo& mean,
199 const TensorInfo& var,
200 const TensorInfo& beta,
201 const TensorInfo& gamma,
202 const BatchNormalizationDescriptor& descriptor,
203 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000204{
telsoa01c577f2c2018-08-31 09:22:23 +0100205 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
206 reasonIfUnsupported,
207 input,
208 output,
209 mean,
210 var,
211 beta,
212 gamma,
213 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000214}
215
Mike Kelly831faed2018-11-28 11:52:08 +0000216bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
217 const TensorInfo& output,
218 const BatchToSpaceNdDescriptor& descriptor,
219 Optional<std::string&> reasonIfUnsupported) const
220{
221 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
222 reasonIfUnsupported,
223 input,
224 output,
225 descriptor);
226}
227
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100228bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
229 const TensorInfo& input1,
230 const TensorInfo& output,
231 const ComparisonDescriptor& descriptor,
232 Optional<std::string&> reasonIfUnsupported) const
233{
234 if (descriptor.m_Operation == ComparisonOperation::Greater)
235 {
236 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
237 reasonIfUnsupported,
238 input0,
239 input1,
240 output);
241 }
242
243 return false;
244}
245
Jim Flynn906f9462019-05-10 13:55:21 +0100246bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
247 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100248 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100249 Optional<std::string&> reasonIfUnsupported) const
250{
Jim Flynne242f2d2019-05-22 14:24:13 +0100251 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
252 {
253 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
254 return false;
255 }
256
257 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
258 if(concatInnerAxis < 3) // Width, height, or channels
259 {
260 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
261 reasonIfUnsupported,
262 inputs,
263 output,
264 descriptor);
265 }
266 else if (concatInnerAxis == 3)
267 {
268 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
269 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
270 for (auto& input : inputs)
271 {
272 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
273 {
274 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
275 return false;
276 }
277 }
278 return true; // Sub-tensors support concat along batch
279 }
280 else // > 4 dimensions not supported.
281 {
282 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
283 return false;
284 }
Jim Flynn906f9462019-05-10 13:55:21 +0100285}
286
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100287bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
288 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000289{
290 return IsSupportedForDataTypeCl(reasonIfUnsupported,
291 output.GetDataType(),
292 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000293 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000294}
295
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100296bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
297 const TensorInfo& output,
298 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000299{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100300 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
301 reasonIfUnsupported,
302 input,
303 output);
telsoa014fcda012018-03-09 14:13:49 +0000304}
305
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100306bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
307 const TensorInfo& output,
308 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000309{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100310 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
311 reasonIfUnsupported,
312 input,
313 output);
telsoa014fcda012018-03-09 14:13:49 +0000314}
315
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100316bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
317 const TensorInfo& output,
318 const Convolution2dDescriptor& descriptor,
319 const TensorInfo& weights,
320 const Optional<TensorInfo>& biases,
321 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000322{
surmeh013537c2c2018-05-18 16:31:43 +0100323 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
324 reasonIfUnsupported,
325 input,
326 output,
327 descriptor,
328 weights,
329 biases);
telsoa014fcda012018-03-09 14:13:49 +0000330}
331
Jim Flynn983daec2019-05-29 16:20:16 +0100332bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
333 const TensorInfo& output,
334 Optional<std::string&> reasonIfUnsupported) const
335{
336 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
337 reasonIfUnsupported,
338 input,
339 output);
340}
341
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100342bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
343 const TensorInfo& output,
344 const DepthToSpaceDescriptor& descriptor,
345 Optional<std::string&> reasonIfUnsupported) const
346{
347 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
348 reasonIfUnsupported,
349 input,
350 output,
351 descriptor);
352}
353
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100354bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
355 const TensorInfo& output,
356 const DepthwiseConvolution2dDescriptor& descriptor,
357 const TensorInfo& weights,
358 const Optional<TensorInfo>& biases,
359 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000360{
telsoa01c577f2c2018-08-31 09:22:23 +0100361 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
362 reasonIfUnsupported,
363 input,
364 output,
365 descriptor,
366 weights,
367 biases);
telsoa014fcda012018-03-09 14:13:49 +0000368}
369
Pablo Tellof0bd6832019-04-26 17:58:13 +0100370bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
371 const TensorInfo& output,
372 const DepthwiseConvolution2dDescriptor& descriptor,
373 const TensorInfo& weights,
374 const Optional<TensorInfo>& biases,
375 Optional<std::string&> reasonIfUnsupported) const
376{
377 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
378 reasonIfUnsupported,
379 input,
380 output,
381 descriptor,
382 weights,
383 biases);
384}
385
386
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100387bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
388 const TensorInfo& input1,
389 const TensorInfo& output,
390 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100391{
392 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
393 reasonIfUnsupported,
394 input0,
395 input1,
396 output);
397}
398
josh minor4a3c6102020-01-06 16:40:46 -0600399bool ClLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
400 const TensorInfo& output,
401 const ElementwiseUnaryDescriptor& descriptor,
402 Optional<std::string&> reasonIfUnsupported) const
403{
404 if (descriptor.m_Operation == UnaryOperation::Abs)
405 {
406 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
407 reasonIfUnsupported,
408 input,
409 output);
410 }
411 else if (descriptor.m_Operation == UnaryOperation::Rsqrt)
412 {
413 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate,
414 reasonIfUnsupported,
415 input,
416 output);
417 }
418
419 return false;
420}
421
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100422bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
423 const TensorInfo& output,
424 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000425{
Sadik Armagan9be49162019-10-30 16:15:26 +0000426 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
427 reasonIfUnsupported,
428 input,
429 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100430}
431
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100432bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
433 const TensorInfo& output,
434 const TensorInfo& weights,
435 const TensorInfo& biases,
436 const FullyConnectedDescriptor& descriptor,
437 Optional<std::string&> reasonIfUnsupported) const
438{
439 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
440 reasonIfUnsupported,
441 input,
442 output,
443 weights,
444 biases,
445 descriptor);
446}
447
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000448bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
449 const TensorInfo& input1,
450 const TensorInfo& output,
451 Optional<std::string&> reasonIfUnsupported) const
452{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100453 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
454 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000455}
456
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100457bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
458 Optional<std::string&> reasonIfUnsupported) const
459{
Derek Lamberti901ea112019-12-10 22:07:09 +0000460 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100461}
462
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100463bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
464 const TensorInfo& output,
465 const InstanceNormalizationDescriptor& descriptor,
466 Optional<std::string&> reasonIfUnsupported) const
467{
468 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
469 reasonIfUnsupported,
470 input,
471 output,
472 descriptor);
473}
474
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100475bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
476 const TensorInfo& output,
477 const L2NormalizationDescriptor& descriptor,
478 Optional<std::string&> reasonIfUnsupported) const
479{
480 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
481 reasonIfUnsupported,
482 input,
483 output,
484 descriptor);
485}
486
487bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
488 const TensorInfo& outputStateIn,
489 const TensorInfo& cellStateIn,
490 const TensorInfo& scratchBuffer,
491 const TensorInfo& outputStateOut,
492 const TensorInfo& cellStateOut,
493 const TensorInfo& output,
494 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100495 const LstmInputParamsInfo& paramsInfo,
496 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100497{
arovir01085f0a42018-10-08 14:48:19 +0100498 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
499 reasonIfUnsupported,
500 input,
501 outputStateIn,
502 cellStateIn,
503 scratchBuffer,
504 outputStateOut,
505 cellStateOut,
506 output,
507 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100508 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100509}
510
keidav01a959ee52018-12-19 10:04:58 +0000511bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
512 const TensorInfo& input1,
513 const TensorInfo& output,
514 Optional<std::string&> reasonIfUnsupported) const
515{
516 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
517 reasonIfUnsupported,
518 input0,
519 input1,
520 output);
521}
522
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100523bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
524 const TensorInfo& output,
525 const MeanDescriptor& descriptor,
526 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100527{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100528 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
529 reasonIfUnsupported,
530 input,
531 output,
532 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100533}
534
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100535bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000536 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100537 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100538 Optional<std::string&> reasonIfUnsupported) const
539{
Jim Flynne242f2d2019-05-22 14:24:13 +0100540 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100541}
542
saoste019292aa32019-01-08 13:55:59 +0000543bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
544 const TensorInfo& input1,
545 const TensorInfo& output,
546 Optional<std::string&> reasonIfUnsupported) const
547{
548 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
549 reasonIfUnsupported,
550 input0,
551 input1,
552 output);
553}
554
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100555bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
556 const TensorInfo& input1,
557 const TensorInfo& output,
558 Optional<std::string&> reasonIfUnsupported) const
559{
560 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
561 reasonIfUnsupported,
562 input0,
563 input1,
564 output);
565}
566
567bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
568 const TensorInfo& output,
569 const NormalizationDescriptor& descriptor,
570 Optional<std::string&> reasonIfUnsupported) const
571{
572 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
573}
574
575bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
576 Optional<std::string&> reasonIfUnsupported) const
577{
Derek Lamberti901ea112019-12-10 22:07:09 +0000578 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100579}
580
581bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
582 const TensorInfo& output,
583 const PadDescriptor& descriptor,
584 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100585{
586 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
587 reasonIfUnsupported,
588 input,
589 output,
590 descriptor);
591}
592
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100593bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
594 const TensorInfo& output,
595 const PermuteDescriptor& descriptor,
596 Optional<std::string&> reasonIfUnsupported) const
597{
Matthew Bentham9820d302019-11-27 17:24:47 +0000598 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000599}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100600
601bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
602 const TensorInfo& output,
603 const Pooling2dDescriptor& descriptor,
604 Optional<std::string&> reasonIfUnsupported) const
605{
606 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
607}
608
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100609bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
610 const armnn::TensorInfo &alpha,
611 const armnn::TensorInfo &output,
612 armnn::Optional<std::string &> reasonIfUnsupported) const
613{
614 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
615}
616
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100617bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
618 const TensorInfo& previousCellStateIn,
619 const TensorInfo& previousOutputIn,
620 const TensorInfo& cellStateOut,
621 const TensorInfo& output,
622 const QuantizedLstmInputParamsInfo& paramsInfo,
623 Optional<std::string&> reasonIfUnsupported) const
624{
625 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
626 reasonIfUnsupported,
627 input,
628 previousCellStateIn,
629 previousOutputIn,
630 cellStateOut,
631 output,
632 paramsInfo);
633}
634
Sadik Armagan20ec2492019-05-31 09:09:44 +0100635bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
636 const TensorInfo& output,
637 Optional<std::string&> reasonIfUnsupported) const
638{
639 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
640 reasonIfUnsupported,
641 input,
642 output);
643}
644
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100645bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000646 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000647 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100648 Optional<std::string&> reasonIfUnsupported) const
649{
Jan Eilers8eb25602020-03-09 12:13:48 +0000650 IgnoreUnused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +0000651 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100652}
653
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100654bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
655 const TensorInfo& output,
656 const ResizeDescriptor& descriptor,
657 Optional<std::string&> reasonIfUnsupported) const
658{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100659 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100660}
661
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100662bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000663 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100664 Optional<std::string&> reasonIfUnsupported) const
665{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100666 ResizeDescriptor descriptor;
667 descriptor.m_Method = ResizeMethod::Bilinear;
668 descriptor.m_DataLayout = DataLayout::NCHW;
669
670 const TensorShape& outputShape = output.GetShape();
671 descriptor.m_TargetHeight = outputShape[2];
672 descriptor.m_TargetWidth = outputShape[3];
673
674 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100675}
676
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100677bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
678 const TensorInfo& output,
679 Optional<std::string&> reasonIfUnsupported) const
680{
josh minor4a3c6102020-01-06 16:40:46 -0600681 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Rsqrt);
682 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100683}
684
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000685bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
686 const TensorInfo& output,
687 const SliceDescriptor& descriptor,
688 Optional<std::string&> reasonIfUnsupported) const
689{
690 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
691}
692
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100693bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
694 const TensorInfo& output,
695 const SoftmaxDescriptor& descriptor,
696 Optional<std::string&> reasonIfUnsupported) const
697{
Francis Murtagh3b938352019-07-26 15:44:17 +0100698 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100699}
700
Sadik Armaganf4464322018-12-20 16:19:12 +0000701bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
702 const TensorInfo& output,
703 const SpaceToBatchNdDescriptor& descriptor,
704 Optional<std::string&> reasonIfUnsupported) const
705{
706 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
707 reasonIfUnsupported,
708 input,
709 output,
710 descriptor);
711}
712
James Conroyd2aa85e2019-07-01 17:12:40 +0100713bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
714 const TensorInfo& output,
715 const SpaceToDepthDescriptor& descriptor,
716 Optional<std::string&> reasonIfUnsupported) const
717{
718 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
719 reasonIfUnsupported,
720 input,
721 output,
722 descriptor);
723}
724
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100725bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
726 const ViewsDescriptor& descriptor,
727 Optional<std::string&> reasonIfUnsupported) const
728{
Jan Eilers8eb25602020-03-09 12:13:48 +0000729 IgnoreUnused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100730 return IsSupportedForDataTypeCl(reasonIfUnsupported,
731 input.GetDataType(),
732 &TrueFunc<>,
733 &TrueFunc<>);
734}
735
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100736bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
737 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
738 const ViewsDescriptor& descriptor,
739 Optional<std::string&> reasonIfUnsupported) const
740{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100741#if defined(ARMCOMPUTECL_ENABLED)
742 // Split along the last dimension, cannot use sub-tensors
743 // as width and height of the sub-tensors do not match
744 // the width and height of the parent tensor
745 // in case of input with more than 2D.
746 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
747 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
748 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
749 {
750 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
751 reasonIfUnsupported,
752 input,
753 outputs,
754 *splitAxis.begin());
755 }
756#endif
Jan Eilers8eb25602020-03-09 12:13:48 +0000757 IgnoreUnused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100758 for (auto output : outputs)
759 {
760 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
761 {
762 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
763 return false;
764 }
765 }
766 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100767}
768
Matthew Jacksond5166102019-07-31 14:06:28 +0100769bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
770 const TensorInfo& output,
771 const StackDescriptor& descriptor,
772 Optional<std::string&> reasonIfUnsupported) const
773{
774 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
775 reasonIfUnsupported,
776 inputs,
777 output,
778 descriptor);
779}
780
keidav01d74dc912018-12-10 18:16:07 +0000781bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
782 const TensorInfo& output,
783 const StridedSliceDescriptor& descriptor,
784 Optional<std::string&> reasonIfUnsupported) const
785{
786 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
787 reasonIfUnsupported,
788 input,
789 output,
790 descriptor);
791}
792
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100793bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
794 const TensorInfo& input1,
795 const TensorInfo& output,
796 Optional<std::string&> reasonIfUnsupported) const
797{
798 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
799 reasonIfUnsupported,
800 input0,
801 input1,
802 output);
803}
804
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100805bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
806 const TensorInfo& output,
807 const TransposeConvolution2dDescriptor& descriptor,
808 const TensorInfo& weights,
809 const Optional<TensorInfo>& biases,
810 Optional<std::string&> reasonIfUnsupported) const
811{
812 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
813 reasonIfUnsupported,
814 input,
815 output,
816 descriptor,
817 weights,
818 biases);
819}
820
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000821bool ClLayerSupport::IsTransposeSupported(const TensorInfo& input,
822 const TensorInfo& output,
823 const TransposeDescriptor& descriptor,
824 Optional<std::string&> reasonIfUnsupported) const
825{
826 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
827}
828
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100829} // namespace armnn