blob: ed570bc4488d7c1f89a19525822010a85e0fe06c [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
15#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010022#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010023#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000024#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010025#include "workloads/ClConvertFp16ToFp32Workload.hpp"
26#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010027#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010028#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010029#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010030#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010031#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000032#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010033#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000034#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010035#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010036#include "workloads/ClL2NormalizationFloatWorkload.hpp"
37#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000038#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010039#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010040#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000041#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010042#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010043#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010044#include "workloads/ClPadWorkload.hpp"
45#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010046#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010047#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010048#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010049#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010050#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010051#include "workloads/ClQuantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010052#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000053#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010054#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010055#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010056#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000057#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010058#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010059#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000060#endif
61
62using namespace boost;
63
64namespace armnn
65{
arovir017c22c702018-10-09 11:16:46 +010066
telsoa014fcda012018-03-09 14:13:49 +000067namespace
68{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010069
telsoa014fcda012018-03-09 14:13:49 +000070template<unsigned int FilterSize>
71bool IsMatchingSize2d(const TensorInfo& weightInfo)
72{
telsoa01c577f2c2018-08-31 09:22:23 +010073 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000074 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
75}
76
77template<uint32_t ValidStride>
78bool IsMatchingStride(uint32_t actualStride)
79{
80 return ValidStride == actualStride;
81}
82
83template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
84bool IsMatchingStride(uint32_t actualStride)
85{
86 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010087}
telsoa014fcda012018-03-09 14:13:49 +000088
arovir01085f0a42018-10-08 14:48:19 +010089bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000090{
Matteo Martincighd95e9062019-01-31 15:35:59 +000091#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000092 return true;
93#else
arovir01085f0a42018-10-08 14:48:19 +010094 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000095 {
arovir01085f0a42018-10-08 14:48:19 +010096 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +000097 }
98 return false;
99#endif
100}
101
Matteo Martincighd95e9062019-01-31 15:35:59 +0000102#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000103#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
104#else
105#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
106#endif
107
Matteo Martincighd95e9062019-01-31 15:35:59 +0000108#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000109template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100110inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000111{
112 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
113 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
114 if (!supported && reasonIfUnsupported)
115 {
arovir01085f0a42018-10-08 14:48:19 +0100116 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000117 }
118 return supported;
119}
120
121#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
122 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
123#else
124#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
125 return IsClBackendSupported(reasonIfUnsupported);
126#endif
127
telsoa01c577f2c2018-08-31 09:22:23 +0100128template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100129bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000130 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100131 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000132 Uint8Func uint8FuncPtr,
133 Params&&... params)
134{
135 return IsClBackendSupported(reasonIfUnsupported) &&
136 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
137 dataType,
138 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100139 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000140 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000141 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000142 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000143 std::forward<Params>(params)...);
144}
145
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100146} // anonymous namespace
147
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100148bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
149 const TensorInfo& output,
150 Optional<std::string&> reasonIfUnsupported) const
151{
152 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
153 reasonIfUnsupported,
154 input,
155 output);
156}
157
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100158bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
159 const TensorInfo& output,
160 const ActivationDescriptor& descriptor,
161 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000162{
telsoa01c577f2c2018-08-31 09:22:23 +0100163 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
164 reasonIfUnsupported,
165 input,
166 output,
167 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000168}
169
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100170bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
171 const TensorInfo& input1,
172 const TensorInfo& output,
173 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000174{
arovir01085f0a42018-10-08 14:48:19 +0100175 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
176 reasonIfUnsupported,
177 input0,
178 input1,
179 output);
telsoa014fcda012018-03-09 14:13:49 +0000180}
181
James Conroy2dc05722019-09-19 17:00:31 +0100182bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
183 const TensorInfo& output,
184 const ArgMinMaxDescriptor& descriptor,
185 Optional<std::string&> reasonIfUnsupported) const
186{
187 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
188 reasonIfUnsupported,
189 input,
190 output,
191 descriptor);
192}
193
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100194bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
195 const TensorInfo& output,
196 const TensorInfo& mean,
197 const TensorInfo& var,
198 const TensorInfo& beta,
199 const TensorInfo& gamma,
200 const BatchNormalizationDescriptor& descriptor,
201 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000202{
telsoa01c577f2c2018-08-31 09:22:23 +0100203 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
204 reasonIfUnsupported,
205 input,
206 output,
207 mean,
208 var,
209 beta,
210 gamma,
211 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000212}
213
Mike Kelly831faed2018-11-28 11:52:08 +0000214bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
215 const TensorInfo& output,
216 const BatchToSpaceNdDescriptor& descriptor,
217 Optional<std::string&> reasonIfUnsupported) const
218{
219 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
220 reasonIfUnsupported,
221 input,
222 output,
223 descriptor);
224}
225
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100226bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
227 const TensorInfo& input1,
228 const TensorInfo& output,
229 const ComparisonDescriptor& descriptor,
230 Optional<std::string&> reasonIfUnsupported) const
231{
232 if (descriptor.m_Operation == ComparisonOperation::Greater)
233 {
234 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
235 reasonIfUnsupported,
236 input0,
237 input1,
238 output);
239 }
240
241 return false;
242}
243
Jim Flynn906f9462019-05-10 13:55:21 +0100244bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
245 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100246 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100247 Optional<std::string&> reasonIfUnsupported) const
248{
Jim Flynne242f2d2019-05-22 14:24:13 +0100249 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
250 {
251 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
252 return false;
253 }
254
255 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
256 if(concatInnerAxis < 3) // Width, height, or channels
257 {
258 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
259 reasonIfUnsupported,
260 inputs,
261 output,
262 descriptor);
263 }
264 else if (concatInnerAxis == 3)
265 {
266 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
267 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
268 for (auto& input : inputs)
269 {
270 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
271 {
272 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
273 return false;
274 }
275 }
276 return true; // Sub-tensors support concat along batch
277 }
278 else // > 4 dimensions not supported.
279 {
280 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
281 return false;
282 }
Jim Flynn906f9462019-05-10 13:55:21 +0100283}
284
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100285bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
286 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000287{
288 return IsSupportedForDataTypeCl(reasonIfUnsupported,
289 output.GetDataType(),
290 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000291 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000292}
293
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100294bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
295 const TensorInfo& output,
296 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000297{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100298 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
299 reasonIfUnsupported,
300 input,
301 output);
telsoa014fcda012018-03-09 14:13:49 +0000302}
303
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100304bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
305 const TensorInfo& output,
306 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000307{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100308 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
309 reasonIfUnsupported,
310 input,
311 output);
telsoa014fcda012018-03-09 14:13:49 +0000312}
313
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100314bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
315 const TensorInfo& output,
316 const Convolution2dDescriptor& descriptor,
317 const TensorInfo& weights,
318 const Optional<TensorInfo>& biases,
319 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000320{
Aron Virginas-Tar07f25e02019-11-07 15:19:52 +0000321 if (weights.HasPerAxisQuantization())
322 {
323 return false;
324 }
325
surmeh013537c2c2018-05-18 16:31:43 +0100326 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
327 reasonIfUnsupported,
328 input,
329 output,
330 descriptor,
331 weights,
332 biases);
telsoa014fcda012018-03-09 14:13:49 +0000333}
334
Jim Flynn983daec2019-05-29 16:20:16 +0100335bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
336 const TensorInfo& output,
337 Optional<std::string&> reasonIfUnsupported) const
338{
339 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
340 reasonIfUnsupported,
341 input,
342 output);
343}
344
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100345bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
346 const TensorInfo& output,
347 const DepthToSpaceDescriptor& descriptor,
348 Optional<std::string&> reasonIfUnsupported) const
349{
350 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
351 reasonIfUnsupported,
352 input,
353 output,
354 descriptor);
355}
356
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100357bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
358 const TensorInfo& output,
359 const DepthwiseConvolution2dDescriptor& descriptor,
360 const TensorInfo& weights,
361 const Optional<TensorInfo>& biases,
362 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000363{
telsoa01c577f2c2018-08-31 09:22:23 +0100364 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
365 reasonIfUnsupported,
366 input,
367 output,
368 descriptor,
369 weights,
370 biases);
telsoa014fcda012018-03-09 14:13:49 +0000371}
372
Pablo Tellof0bd6832019-04-26 17:58:13 +0100373bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
374 const TensorInfo& output,
375 const DepthwiseConvolution2dDescriptor& descriptor,
376 const TensorInfo& weights,
377 const Optional<TensorInfo>& biases,
378 Optional<std::string&> reasonIfUnsupported) const
379{
380 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
381 reasonIfUnsupported,
382 input,
383 output,
384 descriptor,
385 weights,
386 biases);
387}
388
389
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100390bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
391 const TensorInfo& input1,
392 const TensorInfo& output,
393 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100394{
395 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
396 reasonIfUnsupported,
397 input0,
398 input1,
399 output);
400}
401
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100402bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
403 const TensorInfo& output,
404 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000405{
Sadik Armagan9be49162019-10-30 16:15:26 +0000406 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
407 reasonIfUnsupported,
408 input,
409 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100410}
411
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100412bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
413 const TensorInfo& output,
414 const TensorInfo& weights,
415 const TensorInfo& biases,
416 const FullyConnectedDescriptor& descriptor,
417 Optional<std::string&> reasonIfUnsupported) const
418{
419 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
420 reasonIfUnsupported,
421 input,
422 output,
423 weights,
424 biases,
425 descriptor);
426}
427
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000428bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
429 const TensorInfo& input1,
430 const TensorInfo& output,
431 Optional<std::string&> reasonIfUnsupported) const
432{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100433 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
434 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000435}
436
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100437bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
438 Optional<std::string&> reasonIfUnsupported) const
439{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100440 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100441}
442
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100443bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
444 const TensorInfo& output,
445 const InstanceNormalizationDescriptor& descriptor,
446 Optional<std::string&> reasonIfUnsupported) const
447{
448 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
449 reasonIfUnsupported,
450 input,
451 output,
452 descriptor);
453}
454
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100455bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
456 const TensorInfo& output,
457 const L2NormalizationDescriptor& descriptor,
458 Optional<std::string&> reasonIfUnsupported) const
459{
460 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
461 reasonIfUnsupported,
462 input,
463 output,
464 descriptor);
465}
466
467bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
468 const TensorInfo& outputStateIn,
469 const TensorInfo& cellStateIn,
470 const TensorInfo& scratchBuffer,
471 const TensorInfo& outputStateOut,
472 const TensorInfo& cellStateOut,
473 const TensorInfo& output,
474 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100475 const LstmInputParamsInfo& paramsInfo,
476 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100477{
arovir01085f0a42018-10-08 14:48:19 +0100478 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
479 reasonIfUnsupported,
480 input,
481 outputStateIn,
482 cellStateIn,
483 scratchBuffer,
484 outputStateOut,
485 cellStateOut,
486 output,
487 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100488 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100489}
490
keidav01a959ee52018-12-19 10:04:58 +0000491bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
492 const TensorInfo& input1,
493 const TensorInfo& output,
494 Optional<std::string&> reasonIfUnsupported) const
495{
496 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
497 reasonIfUnsupported,
498 input0,
499 input1,
500 output);
501}
502
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100503bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
504 const TensorInfo& output,
505 const MeanDescriptor& descriptor,
506 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100507{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100508 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
509 reasonIfUnsupported,
510 input,
511 output,
512 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100513}
514
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100515bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000516 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100517 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100518 Optional<std::string&> reasonIfUnsupported) const
519{
Jim Flynne242f2d2019-05-22 14:24:13 +0100520 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100521}
522
saoste019292aa32019-01-08 13:55:59 +0000523bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
524 const TensorInfo& input1,
525 const TensorInfo& output,
526 Optional<std::string&> reasonIfUnsupported) const
527{
528 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
529 reasonIfUnsupported,
530 input0,
531 input1,
532 output);
533}
534
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100535bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
536 const TensorInfo& input1,
537 const TensorInfo& output,
538 Optional<std::string&> reasonIfUnsupported) const
539{
540 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
541 reasonIfUnsupported,
542 input0,
543 input1,
544 output);
545}
546
547bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
548 const TensorInfo& output,
549 const NormalizationDescriptor& descriptor,
550 Optional<std::string&> reasonIfUnsupported) const
551{
552 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
553}
554
555bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
556 Optional<std::string&> reasonIfUnsupported) const
557{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100558 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100559}
560
561bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
562 const TensorInfo& output,
563 const PadDescriptor& descriptor,
564 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100565{
566 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
567 reasonIfUnsupported,
568 input,
569 output,
570 descriptor);
571}
572
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100573bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
574 const TensorInfo& output,
575 const PermuteDescriptor& descriptor,
576 Optional<std::string&> reasonIfUnsupported) const
577{
578 ignore_unused(input);
579 ignore_unused(output);
580 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000581}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100582
583bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
584 const TensorInfo& output,
585 const Pooling2dDescriptor& descriptor,
586 Optional<std::string&> reasonIfUnsupported) const
587{
588 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
589}
590
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100591bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
592 const armnn::TensorInfo &alpha,
593 const armnn::TensorInfo &output,
594 armnn::Optional<std::string &> reasonIfUnsupported) const
595{
596 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
597}
598
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100599bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
600 const TensorInfo& previousCellStateIn,
601 const TensorInfo& previousOutputIn,
602 const TensorInfo& cellStateOut,
603 const TensorInfo& output,
604 const QuantizedLstmInputParamsInfo& paramsInfo,
605 Optional<std::string&> reasonIfUnsupported) const
606{
607 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
608 reasonIfUnsupported,
609 input,
610 previousCellStateIn,
611 previousOutputIn,
612 cellStateOut,
613 output,
614 paramsInfo);
615}
616
Sadik Armagan20ec2492019-05-31 09:09:44 +0100617bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
618 const TensorInfo& output,
619 Optional<std::string&> reasonIfUnsupported) const
620{
621 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
622 reasonIfUnsupported,
623 input,
624 output);
625}
626
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100627bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000628 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100629 Optional<std::string&> reasonIfUnsupported) const
630{
631 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000632 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100633 ignore_unused(reasonIfUnsupported);
634 return true;
635}
636
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100637bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
638 const TensorInfo& output,
639 const ResizeDescriptor& descriptor,
640 Optional<std::string&> reasonIfUnsupported) const
641{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100642 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100643}
644
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100645bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000646 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100647 Optional<std::string&> reasonIfUnsupported) const
648{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100649 ResizeDescriptor descriptor;
650 descriptor.m_Method = ResizeMethod::Bilinear;
651 descriptor.m_DataLayout = DataLayout::NCHW;
652
653 const TensorShape& outputShape = output.GetShape();
654 descriptor.m_TargetHeight = outputShape[2];
655 descriptor.m_TargetWidth = outputShape[3];
656
657 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100658}
659
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100660bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
661 const TensorInfo& output,
662 Optional<std::string&> reasonIfUnsupported) const
663{
664 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
665}
666
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100667bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
668 const TensorInfo& output,
669 const SoftmaxDescriptor& descriptor,
670 Optional<std::string&> reasonIfUnsupported) const
671{
Francis Murtagh3b938352019-07-26 15:44:17 +0100672 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100673}
674
Sadik Armaganf4464322018-12-20 16:19:12 +0000675bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
676 const TensorInfo& output,
677 const SpaceToBatchNdDescriptor& descriptor,
678 Optional<std::string&> reasonIfUnsupported) const
679{
680 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
681 reasonIfUnsupported,
682 input,
683 output,
684 descriptor);
685}
686
James Conroyd2aa85e2019-07-01 17:12:40 +0100687bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
688 const TensorInfo& output,
689 const SpaceToDepthDescriptor& descriptor,
690 Optional<std::string&> reasonIfUnsupported) const
691{
692 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
693 reasonIfUnsupported,
694 input,
695 output,
696 descriptor);
697}
698
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100699bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
700 const ViewsDescriptor& descriptor,
701 Optional<std::string&> reasonIfUnsupported) const
702{
703 ignore_unused(descriptor);
704 return IsSupportedForDataTypeCl(reasonIfUnsupported,
705 input.GetDataType(),
706 &TrueFunc<>,
707 &TrueFunc<>);
708}
709
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100710bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
711 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
712 const ViewsDescriptor& descriptor,
713 Optional<std::string&> reasonIfUnsupported) const
714{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100715#if defined(ARMCOMPUTECL_ENABLED)
716 // Split along the last dimension, cannot use sub-tensors
717 // as width and height of the sub-tensors do not match
718 // the width and height of the parent tensor
719 // in case of input with more than 2D.
720 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
721 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
722 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
723 {
724 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
725 reasonIfUnsupported,
726 input,
727 outputs,
728 *splitAxis.begin());
729 }
730#endif
731 for (auto output : outputs)
732 {
733 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
734 {
735 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
736 return false;
737 }
738 }
739 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100740}
741
Matthew Jacksond5166102019-07-31 14:06:28 +0100742bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
743 const TensorInfo& output,
744 const StackDescriptor& descriptor,
745 Optional<std::string&> reasonIfUnsupported) const
746{
747 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
748 reasonIfUnsupported,
749 inputs,
750 output,
751 descriptor);
752}
753
keidav01d74dc912018-12-10 18:16:07 +0000754bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
755 const TensorInfo& output,
756 const StridedSliceDescriptor& descriptor,
757 Optional<std::string&> reasonIfUnsupported) const
758{
759 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
760 reasonIfUnsupported,
761 input,
762 output,
763 descriptor);
764}
765
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100766bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
767 const TensorInfo& input1,
768 const TensorInfo& output,
769 Optional<std::string&> reasonIfUnsupported) const
770{
771 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
772 reasonIfUnsupported,
773 input0,
774 input1,
775 output);
776}
777
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100778bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
779 const TensorInfo& output,
780 const TransposeConvolution2dDescriptor& descriptor,
781 const TensorInfo& weights,
782 const Optional<TensorInfo>& biases,
783 Optional<std::string&> reasonIfUnsupported) const
784{
785 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
786 reasonIfUnsupported,
787 input,
788 output,
789 descriptor,
790 weights,
791 biases);
792}
793
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100794} // namespace armnn