blob: 612af6be2ce2513ab498acaf8d5e71554d4946f2 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
15#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010022#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010023#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000024#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010025#include "workloads/ClConvertFp16ToFp32Workload.hpp"
26#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010027#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010028#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010029#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010030#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010031#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000032#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010033#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000034#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010035#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010036#include "workloads/ClL2NormalizationFloatWorkload.hpp"
37#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000038#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010039#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010040#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000041#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010042#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010043#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010044#include "workloads/ClPadWorkload.hpp"
45#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010046#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010047#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010048#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010049#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010050#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010051#include "workloads/ClQuantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010052#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000053#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010054#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010055#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010056#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000057#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010058#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010059#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000060#endif
61
62using namespace boost;
63
64namespace armnn
65{
arovir017c22c702018-10-09 11:16:46 +010066
telsoa014fcda012018-03-09 14:13:49 +000067namespace
68{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010069
telsoa014fcda012018-03-09 14:13:49 +000070template<unsigned int FilterSize>
71bool IsMatchingSize2d(const TensorInfo& weightInfo)
72{
telsoa01c577f2c2018-08-31 09:22:23 +010073 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000074 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
75}
76
77template<uint32_t ValidStride>
78bool IsMatchingStride(uint32_t actualStride)
79{
80 return ValidStride == actualStride;
81}
82
83template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
84bool IsMatchingStride(uint32_t actualStride)
85{
86 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010087}
telsoa014fcda012018-03-09 14:13:49 +000088
arovir01085f0a42018-10-08 14:48:19 +010089bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000090{
Matteo Martincighd95e9062019-01-31 15:35:59 +000091#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000092 return true;
93#else
arovir01085f0a42018-10-08 14:48:19 +010094 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000095 {
arovir01085f0a42018-10-08 14:48:19 +010096 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +000097 }
98 return false;
99#endif
100}
101
Matteo Martincighd95e9062019-01-31 15:35:59 +0000102#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000103#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
104#else
105#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
106#endif
107
Matteo Martincighd95e9062019-01-31 15:35:59 +0000108#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000109template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100110inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000111{
112 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
113 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
114 if (!supported && reasonIfUnsupported)
115 {
arovir01085f0a42018-10-08 14:48:19 +0100116 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000117 }
118 return supported;
119}
120
121#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
122 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
123#else
124#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
125 return IsClBackendSupported(reasonIfUnsupported);
126#endif
127
telsoa01c577f2c2018-08-31 09:22:23 +0100128template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100129bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000130 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100131 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000132 Uint8Func uint8FuncPtr,
133 Params&&... params)
134{
135 return IsClBackendSupported(reasonIfUnsupported) &&
136 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
137 dataType,
138 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100139 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000140 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000141 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000142 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000143 std::forward<Params>(params)...);
144}
145
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100146} // anonymous namespace
147
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100148bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
149 const TensorInfo& output,
150 Optional<std::string&> reasonIfUnsupported) const
151{
152 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
153 reasonIfUnsupported,
154 input,
155 output);
156}
157
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100158bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
159 const TensorInfo& output,
160 const ActivationDescriptor& descriptor,
161 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000162{
telsoa01c577f2c2018-08-31 09:22:23 +0100163 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
164 reasonIfUnsupported,
165 input,
166 output,
167 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000168}
169
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100170bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
171 const TensorInfo& input1,
172 const TensorInfo& output,
173 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000174{
arovir01085f0a42018-10-08 14:48:19 +0100175 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
176 reasonIfUnsupported,
177 input0,
178 input1,
179 output);
telsoa014fcda012018-03-09 14:13:49 +0000180}
181
James Conroy2dc05722019-09-19 17:00:31 +0100182bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
183 const TensorInfo& output,
184 const ArgMinMaxDescriptor& descriptor,
185 Optional<std::string&> reasonIfUnsupported) const
186{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000187 if (input.GetDataType() == DataType::QuantisedAsymm8)
188 {
189 return false;
190 }
191
James Conroy2dc05722019-09-19 17:00:31 +0100192 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
193 reasonIfUnsupported,
194 input,
195 output,
196 descriptor);
197}
198
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100199bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
200 const TensorInfo& output,
201 const TensorInfo& mean,
202 const TensorInfo& var,
203 const TensorInfo& beta,
204 const TensorInfo& gamma,
205 const BatchNormalizationDescriptor& descriptor,
206 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000207{
telsoa01c577f2c2018-08-31 09:22:23 +0100208 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
209 reasonIfUnsupported,
210 input,
211 output,
212 mean,
213 var,
214 beta,
215 gamma,
216 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000217}
218
Mike Kelly831faed2018-11-28 11:52:08 +0000219bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
220 const TensorInfo& output,
221 const BatchToSpaceNdDescriptor& descriptor,
222 Optional<std::string&> reasonIfUnsupported) const
223{
224 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
225 reasonIfUnsupported,
226 input,
227 output,
228 descriptor);
229}
230
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100231bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
232 const TensorInfo& input1,
233 const TensorInfo& output,
234 const ComparisonDescriptor& descriptor,
235 Optional<std::string&> reasonIfUnsupported) const
236{
237 if (descriptor.m_Operation == ComparisonOperation::Greater)
238 {
239 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
240 reasonIfUnsupported,
241 input0,
242 input1,
243 output);
244 }
245
246 return false;
247}
248
Jim Flynn906f9462019-05-10 13:55:21 +0100249bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
250 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100251 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100252 Optional<std::string&> reasonIfUnsupported) const
253{
Jim Flynne242f2d2019-05-22 14:24:13 +0100254 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
255 {
256 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
257 return false;
258 }
259
260 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
261 if(concatInnerAxis < 3) // Width, height, or channels
262 {
263 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
264 reasonIfUnsupported,
265 inputs,
266 output,
267 descriptor);
268 }
269 else if (concatInnerAxis == 3)
270 {
271 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
272 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
273 for (auto& input : inputs)
274 {
275 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
276 {
277 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
278 return false;
279 }
280 }
281 return true; // Sub-tensors support concat along batch
282 }
283 else // > 4 dimensions not supported.
284 {
285 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
286 return false;
287 }
Jim Flynn906f9462019-05-10 13:55:21 +0100288}
289
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100290bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
291 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000292{
293 return IsSupportedForDataTypeCl(reasonIfUnsupported,
294 output.GetDataType(),
295 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000296 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000297}
298
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100299bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
300 const TensorInfo& output,
301 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000302{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100303 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
304 reasonIfUnsupported,
305 input,
306 output);
telsoa014fcda012018-03-09 14:13:49 +0000307}
308
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100309bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
310 const TensorInfo& output,
311 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000312{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100313 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
314 reasonIfUnsupported,
315 input,
316 output);
telsoa014fcda012018-03-09 14:13:49 +0000317}
318
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100319bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
320 const TensorInfo& output,
321 const Convolution2dDescriptor& descriptor,
322 const TensorInfo& weights,
323 const Optional<TensorInfo>& biases,
324 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000325{
Aron Virginas-Tar07f25e02019-11-07 15:19:52 +0000326 if (weights.HasPerAxisQuantization())
327 {
328 return false;
329 }
330
surmeh013537c2c2018-05-18 16:31:43 +0100331 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
332 reasonIfUnsupported,
333 input,
334 output,
335 descriptor,
336 weights,
337 biases);
telsoa014fcda012018-03-09 14:13:49 +0000338}
339
Jim Flynn983daec2019-05-29 16:20:16 +0100340bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
341 const TensorInfo& output,
342 Optional<std::string&> reasonIfUnsupported) const
343{
344 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
345 reasonIfUnsupported,
346 input,
347 output);
348}
349
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100350bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
351 const TensorInfo& output,
352 const DepthToSpaceDescriptor& descriptor,
353 Optional<std::string&> reasonIfUnsupported) const
354{
355 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
356 reasonIfUnsupported,
357 input,
358 output,
359 descriptor);
360}
361
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100362bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
363 const TensorInfo& output,
364 const DepthwiseConvolution2dDescriptor& descriptor,
365 const TensorInfo& weights,
366 const Optional<TensorInfo>& biases,
367 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000368{
Aron Virginas-Tar5716de22019-11-15 10:22:28 +0000369 if (weights.HasPerAxisQuantization())
370 {
371 return false;
372 }
373
telsoa01c577f2c2018-08-31 09:22:23 +0100374 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
375 reasonIfUnsupported,
376 input,
377 output,
378 descriptor,
379 weights,
380 biases);
telsoa014fcda012018-03-09 14:13:49 +0000381}
382
Pablo Tellof0bd6832019-04-26 17:58:13 +0100383bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
384 const TensorInfo& output,
385 const DepthwiseConvolution2dDescriptor& descriptor,
386 const TensorInfo& weights,
387 const Optional<TensorInfo>& biases,
388 Optional<std::string&> reasonIfUnsupported) const
389{
390 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
391 reasonIfUnsupported,
392 input,
393 output,
394 descriptor,
395 weights,
396 biases);
397}
398
399
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100400bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
401 const TensorInfo& input1,
402 const TensorInfo& output,
403 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100404{
405 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
406 reasonIfUnsupported,
407 input0,
408 input1,
409 output);
410}
411
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100412bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
413 const TensorInfo& output,
414 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000415{
Sadik Armagan9be49162019-10-30 16:15:26 +0000416 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
417 reasonIfUnsupported,
418 input,
419 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100420}
421
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100422bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
423 const TensorInfo& output,
424 const TensorInfo& weights,
425 const TensorInfo& biases,
426 const FullyConnectedDescriptor& descriptor,
427 Optional<std::string&> reasonIfUnsupported) const
428{
429 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
430 reasonIfUnsupported,
431 input,
432 output,
433 weights,
434 biases,
435 descriptor);
436}
437
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000438bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
439 const TensorInfo& input1,
440 const TensorInfo& output,
441 Optional<std::string&> reasonIfUnsupported) const
442{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100443 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
444 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000445}
446
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100447bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
448 Optional<std::string&> reasonIfUnsupported) const
449{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100450 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100451}
452
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100453bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
454 const TensorInfo& output,
455 const InstanceNormalizationDescriptor& descriptor,
456 Optional<std::string&> reasonIfUnsupported) const
457{
458 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
459 reasonIfUnsupported,
460 input,
461 output,
462 descriptor);
463}
464
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100465bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
466 const TensorInfo& output,
467 const L2NormalizationDescriptor& descriptor,
468 Optional<std::string&> reasonIfUnsupported) const
469{
470 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
471 reasonIfUnsupported,
472 input,
473 output,
474 descriptor);
475}
476
477bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
478 const TensorInfo& outputStateIn,
479 const TensorInfo& cellStateIn,
480 const TensorInfo& scratchBuffer,
481 const TensorInfo& outputStateOut,
482 const TensorInfo& cellStateOut,
483 const TensorInfo& output,
484 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100485 const LstmInputParamsInfo& paramsInfo,
486 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100487{
arovir01085f0a42018-10-08 14:48:19 +0100488 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
489 reasonIfUnsupported,
490 input,
491 outputStateIn,
492 cellStateIn,
493 scratchBuffer,
494 outputStateOut,
495 cellStateOut,
496 output,
497 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100498 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100499}
500
keidav01a959ee52018-12-19 10:04:58 +0000501bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
502 const TensorInfo& input1,
503 const TensorInfo& output,
504 Optional<std::string&> reasonIfUnsupported) const
505{
506 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
507 reasonIfUnsupported,
508 input0,
509 input1,
510 output);
511}
512
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100513bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
514 const TensorInfo& output,
515 const MeanDescriptor& descriptor,
516 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100517{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100518 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
519 reasonIfUnsupported,
520 input,
521 output,
522 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100523}
524
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100525bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000526 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100527 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100528 Optional<std::string&> reasonIfUnsupported) const
529{
Jim Flynne242f2d2019-05-22 14:24:13 +0100530 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100531}
532
saoste019292aa32019-01-08 13:55:59 +0000533bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
534 const TensorInfo& input1,
535 const TensorInfo& output,
536 Optional<std::string&> reasonIfUnsupported) const
537{
538 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
539 reasonIfUnsupported,
540 input0,
541 input1,
542 output);
543}
544
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100545bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
546 const TensorInfo& input1,
547 const TensorInfo& output,
548 Optional<std::string&> reasonIfUnsupported) const
549{
550 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
551 reasonIfUnsupported,
552 input0,
553 input1,
554 output);
555}
556
557bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
558 const TensorInfo& output,
559 const NormalizationDescriptor& descriptor,
560 Optional<std::string&> reasonIfUnsupported) const
561{
562 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
563}
564
565bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
566 Optional<std::string&> reasonIfUnsupported) const
567{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100568 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100569}
570
571bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
572 const TensorInfo& output,
573 const PadDescriptor& descriptor,
574 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100575{
576 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
577 reasonIfUnsupported,
578 input,
579 output,
580 descriptor);
581}
582
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100583bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
584 const TensorInfo& output,
585 const PermuteDescriptor& descriptor,
586 Optional<std::string&> reasonIfUnsupported) const
587{
588 ignore_unused(input);
589 ignore_unused(output);
590 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000591}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100592
593bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
594 const TensorInfo& output,
595 const Pooling2dDescriptor& descriptor,
596 Optional<std::string&> reasonIfUnsupported) const
597{
598 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
599}
600
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100601bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
602 const armnn::TensorInfo &alpha,
603 const armnn::TensorInfo &output,
604 armnn::Optional<std::string &> reasonIfUnsupported) const
605{
606 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
607}
608
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100609bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
610 const TensorInfo& previousCellStateIn,
611 const TensorInfo& previousOutputIn,
612 const TensorInfo& cellStateOut,
613 const TensorInfo& output,
614 const QuantizedLstmInputParamsInfo& paramsInfo,
615 Optional<std::string&> reasonIfUnsupported) const
616{
617 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
618 reasonIfUnsupported,
619 input,
620 previousCellStateIn,
621 previousOutputIn,
622 cellStateOut,
623 output,
624 paramsInfo);
625}
626
Sadik Armagan20ec2492019-05-31 09:09:44 +0100627bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
628 const TensorInfo& output,
629 Optional<std::string&> reasonIfUnsupported) const
630{
631 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
632 reasonIfUnsupported,
633 input,
634 output);
635}
636
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100637bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000638 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100639 Optional<std::string&> reasonIfUnsupported) const
640{
641 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000642 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100643 ignore_unused(reasonIfUnsupported);
644 return true;
645}
646
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100647bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
648 const TensorInfo& output,
649 const ResizeDescriptor& descriptor,
650 Optional<std::string&> reasonIfUnsupported) const
651{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100652 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100653}
654
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100655bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000656 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100657 Optional<std::string&> reasonIfUnsupported) const
658{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100659 ResizeDescriptor descriptor;
660 descriptor.m_Method = ResizeMethod::Bilinear;
661 descriptor.m_DataLayout = DataLayout::NCHW;
662
663 const TensorShape& outputShape = output.GetShape();
664 descriptor.m_TargetHeight = outputShape[2];
665 descriptor.m_TargetWidth = outputShape[3];
666
667 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100668}
669
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100670bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
671 const TensorInfo& output,
672 Optional<std::string&> reasonIfUnsupported) const
673{
674 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
675}
676
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100677bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
678 const TensorInfo& output,
679 const SoftmaxDescriptor& descriptor,
680 Optional<std::string&> reasonIfUnsupported) const
681{
Francis Murtagh3b938352019-07-26 15:44:17 +0100682 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100683}
684
Sadik Armaganf4464322018-12-20 16:19:12 +0000685bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
686 const TensorInfo& output,
687 const SpaceToBatchNdDescriptor& descriptor,
688 Optional<std::string&> reasonIfUnsupported) const
689{
690 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
691 reasonIfUnsupported,
692 input,
693 output,
694 descriptor);
695}
696
James Conroyd2aa85e2019-07-01 17:12:40 +0100697bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
698 const TensorInfo& output,
699 const SpaceToDepthDescriptor& descriptor,
700 Optional<std::string&> reasonIfUnsupported) const
701{
702 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
703 reasonIfUnsupported,
704 input,
705 output,
706 descriptor);
707}
708
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100709bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
710 const ViewsDescriptor& descriptor,
711 Optional<std::string&> reasonIfUnsupported) const
712{
713 ignore_unused(descriptor);
714 return IsSupportedForDataTypeCl(reasonIfUnsupported,
715 input.GetDataType(),
716 &TrueFunc<>,
717 &TrueFunc<>);
718}
719
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100720bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
721 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
722 const ViewsDescriptor& descriptor,
723 Optional<std::string&> reasonIfUnsupported) const
724{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100725#if defined(ARMCOMPUTECL_ENABLED)
726 // Split along the last dimension, cannot use sub-tensors
727 // as width and height of the sub-tensors do not match
728 // the width and height of the parent tensor
729 // in case of input with more than 2D.
730 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
731 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
732 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
733 {
734 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
735 reasonIfUnsupported,
736 input,
737 outputs,
738 *splitAxis.begin());
739 }
740#endif
741 for (auto output : outputs)
742 {
743 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
744 {
745 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
746 return false;
747 }
748 }
749 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100750}
751
Matthew Jacksond5166102019-07-31 14:06:28 +0100752bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
753 const TensorInfo& output,
754 const StackDescriptor& descriptor,
755 Optional<std::string&> reasonIfUnsupported) const
756{
757 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
758 reasonIfUnsupported,
759 inputs,
760 output,
761 descriptor);
762}
763
keidav01d74dc912018-12-10 18:16:07 +0000764bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
765 const TensorInfo& output,
766 const StridedSliceDescriptor& descriptor,
767 Optional<std::string&> reasonIfUnsupported) const
768{
769 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
770 reasonIfUnsupported,
771 input,
772 output,
773 descriptor);
774}
775
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100776bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
777 const TensorInfo& input1,
778 const TensorInfo& output,
779 Optional<std::string&> reasonIfUnsupported) const
780{
781 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
782 reasonIfUnsupported,
783 input0,
784 input1,
785 output);
786}
787
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100788bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
789 const TensorInfo& output,
790 const TransposeConvolution2dDescriptor& descriptor,
791 const TensorInfo& weights,
792 const Optional<TensorInfo>& biases,
793 Optional<std::string&> reasonIfUnsupported) const
794{
795 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
796 reasonIfUnsupported,
797 input,
798 output,
799 descriptor,
800 weights,
801 biases);
802}
803
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100804} // namespace armnn