blob: 7a1c573c0f9acaa0e8a3f9fdd5a46298088ce3c7 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
15#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010022#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010023#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000024#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010025#include "workloads/ClConvertFp16ToFp32Workload.hpp"
26#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010027#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010028#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010029#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010030#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010031#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000032#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010033#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000034#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010035#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010036#include "workloads/ClL2NormalizationFloatWorkload.hpp"
37#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000038#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010039#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010040#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000041#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010042#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010043#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010044#include "workloads/ClPadWorkload.hpp"
45#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010046#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010047#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010048#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010049#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010050#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010051#include "workloads/ClQuantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010052#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000053#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010054#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010055#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010056#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000057#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010058#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010059#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000060#endif
61
62using namespace boost;
63
64namespace armnn
65{
arovir017c22c702018-10-09 11:16:46 +010066
telsoa014fcda012018-03-09 14:13:49 +000067namespace
68{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010069
telsoa014fcda012018-03-09 14:13:49 +000070template<unsigned int FilterSize>
71bool IsMatchingSize2d(const TensorInfo& weightInfo)
72{
telsoa01c577f2c2018-08-31 09:22:23 +010073 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000074 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
75}
76
77template<uint32_t ValidStride>
78bool IsMatchingStride(uint32_t actualStride)
79{
80 return ValidStride == actualStride;
81}
82
83template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
84bool IsMatchingStride(uint32_t actualStride)
85{
86 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010087}
telsoa014fcda012018-03-09 14:13:49 +000088
arovir01085f0a42018-10-08 14:48:19 +010089bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000090{
Matteo Martincighd95e9062019-01-31 15:35:59 +000091#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000092 return true;
93#else
arovir01085f0a42018-10-08 14:48:19 +010094 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000095 {
arovir01085f0a42018-10-08 14:48:19 +010096 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +000097 }
98 return false;
99#endif
100}
101
Matteo Martincighd95e9062019-01-31 15:35:59 +0000102#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000103#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
104#else
105#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
106#endif
107
Matteo Martincighd95e9062019-01-31 15:35:59 +0000108#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000109template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100110inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000111{
112 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
113 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
114 if (!supported && reasonIfUnsupported)
115 {
arovir01085f0a42018-10-08 14:48:19 +0100116 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000117 }
118 return supported;
119}
120
121#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
122 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
123#else
124#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
125 return IsClBackendSupported(reasonIfUnsupported);
126#endif
127
telsoa01c577f2c2018-08-31 09:22:23 +0100128template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100129bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000130 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100131 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000132 Uint8Func uint8FuncPtr,
133 Params&&... params)
134{
135 return IsClBackendSupported(reasonIfUnsupported) &&
136 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
137 dataType,
138 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100139 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000140 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000141 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000142 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000143 std::forward<Params>(params)...);
144}
145
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100146} // anonymous namespace
147
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100148bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
149 const TensorInfo& output,
150 Optional<std::string&> reasonIfUnsupported) const
151{
152 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
153 reasonIfUnsupported,
154 input,
155 output);
156}
157
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100158bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
159 const TensorInfo& output,
160 const ActivationDescriptor& descriptor,
161 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000162{
telsoa01c577f2c2018-08-31 09:22:23 +0100163 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
164 reasonIfUnsupported,
165 input,
166 output,
167 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000168}
169
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100170bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
171 const TensorInfo& input1,
172 const TensorInfo& output,
173 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000174{
arovir01085f0a42018-10-08 14:48:19 +0100175 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
176 reasonIfUnsupported,
177 input0,
178 input1,
179 output);
telsoa014fcda012018-03-09 14:13:49 +0000180}
181
James Conroy2dc05722019-09-19 17:00:31 +0100182bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
183 const TensorInfo& output,
184 const ArgMinMaxDescriptor& descriptor,
185 Optional<std::string&> reasonIfUnsupported) const
186{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000187 if (input.GetDataType() == DataType::QuantisedAsymm8)
188 {
189 return false;
190 }
191
James Conroy2dc05722019-09-19 17:00:31 +0100192 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
193 reasonIfUnsupported,
194 input,
195 output,
196 descriptor);
197}
198
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100199bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
200 const TensorInfo& output,
201 const TensorInfo& mean,
202 const TensorInfo& var,
203 const TensorInfo& beta,
204 const TensorInfo& gamma,
205 const BatchNormalizationDescriptor& descriptor,
206 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000207{
telsoa01c577f2c2018-08-31 09:22:23 +0100208 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
209 reasonIfUnsupported,
210 input,
211 output,
212 mean,
213 var,
214 beta,
215 gamma,
216 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000217}
218
Mike Kelly831faed2018-11-28 11:52:08 +0000219bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
220 const TensorInfo& output,
221 const BatchToSpaceNdDescriptor& descriptor,
222 Optional<std::string&> reasonIfUnsupported) const
223{
224 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
225 reasonIfUnsupported,
226 input,
227 output,
228 descriptor);
229}
230
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100231bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
232 const TensorInfo& input1,
233 const TensorInfo& output,
234 const ComparisonDescriptor& descriptor,
235 Optional<std::string&> reasonIfUnsupported) const
236{
237 if (descriptor.m_Operation == ComparisonOperation::Greater)
238 {
239 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
240 reasonIfUnsupported,
241 input0,
242 input1,
243 output);
244 }
245
246 return false;
247}
248
Jim Flynn906f9462019-05-10 13:55:21 +0100249bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
250 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100251 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100252 Optional<std::string&> reasonIfUnsupported) const
253{
Jim Flynne242f2d2019-05-22 14:24:13 +0100254 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
255 {
256 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
257 return false;
258 }
259
260 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
261 if(concatInnerAxis < 3) // Width, height, or channels
262 {
263 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
264 reasonIfUnsupported,
265 inputs,
266 output,
267 descriptor);
268 }
269 else if (concatInnerAxis == 3)
270 {
271 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
272 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
273 for (auto& input : inputs)
274 {
275 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
276 {
277 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
278 return false;
279 }
280 }
281 return true; // Sub-tensors support concat along batch
282 }
283 else // > 4 dimensions not supported.
284 {
285 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
286 return false;
287 }
Jim Flynn906f9462019-05-10 13:55:21 +0100288}
289
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100290bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
291 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000292{
293 return IsSupportedForDataTypeCl(reasonIfUnsupported,
294 output.GetDataType(),
295 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000296 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000297}
298
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100299bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
300 const TensorInfo& output,
301 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000302{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100303 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
304 reasonIfUnsupported,
305 input,
306 output);
telsoa014fcda012018-03-09 14:13:49 +0000307}
308
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100309bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
310 const TensorInfo& output,
311 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000312{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100313 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
314 reasonIfUnsupported,
315 input,
316 output);
telsoa014fcda012018-03-09 14:13:49 +0000317}
318
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100319bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
320 const TensorInfo& output,
321 const Convolution2dDescriptor& descriptor,
322 const TensorInfo& weights,
323 const Optional<TensorInfo>& biases,
324 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000325{
Aron Virginas-Tar07f25e02019-11-07 15:19:52 +0000326 if (weights.HasPerAxisQuantization())
327 {
328 return false;
329 }
330
James Conroyb86a3822019-11-19 15:28:58 +0000331 // Multiplier > 1.0f currently not supported in ACL
332 if ((input.GetQuantizationScale() * weights.GetQuantizationScale()) / output.GetQuantizationScale() > 1.0f)
333 {
334 return false;
335 }
336
surmeh013537c2c2018-05-18 16:31:43 +0100337 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
338 reasonIfUnsupported,
339 input,
340 output,
341 descriptor,
342 weights,
343 biases);
telsoa014fcda012018-03-09 14:13:49 +0000344}
345
Jim Flynn983daec2019-05-29 16:20:16 +0100346bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
347 const TensorInfo& output,
348 Optional<std::string&> reasonIfUnsupported) const
349{
350 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
351 reasonIfUnsupported,
352 input,
353 output);
354}
355
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100356bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
357 const TensorInfo& output,
358 const DepthToSpaceDescriptor& descriptor,
359 Optional<std::string&> reasonIfUnsupported) const
360{
361 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
362 reasonIfUnsupported,
363 input,
364 output,
365 descriptor);
366}
367
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100368bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
369 const TensorInfo& output,
370 const DepthwiseConvolution2dDescriptor& descriptor,
371 const TensorInfo& weights,
372 const Optional<TensorInfo>& biases,
373 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000374{
Aron Virginas-Tar5716de22019-11-15 10:22:28 +0000375 if (weights.HasPerAxisQuantization())
376 {
377 return false;
378 }
379
James Conroyb86a3822019-11-19 15:28:58 +0000380 // Multiplier > 1.0f currently not supported in ACL
381 if ((input.GetQuantizationScale() * weights.GetQuantizationScale()) / output.GetQuantizationScale() > 1.0f)
382 {
383 return false;
384 }
385
telsoa01c577f2c2018-08-31 09:22:23 +0100386 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
387 reasonIfUnsupported,
388 input,
389 output,
390 descriptor,
391 weights,
392 biases);
telsoa014fcda012018-03-09 14:13:49 +0000393}
394
Pablo Tellof0bd6832019-04-26 17:58:13 +0100395bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
396 const TensorInfo& output,
397 const DepthwiseConvolution2dDescriptor& descriptor,
398 const TensorInfo& weights,
399 const Optional<TensorInfo>& biases,
400 Optional<std::string&> reasonIfUnsupported) const
401{
James Conroyb86a3822019-11-19 15:28:58 +0000402 // Multiplier > 1.0f currently not supported in ACL
403 if ((input.GetQuantizationScale() * weights.GetQuantizationScale()) / output.GetQuantizationScale() > 1.0f)
404 {
405 return false;
406 }
407
Pablo Tellof0bd6832019-04-26 17:58:13 +0100408 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
409 reasonIfUnsupported,
410 input,
411 output,
412 descriptor,
413 weights,
414 biases);
415}
416
417
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100418bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
419 const TensorInfo& input1,
420 const TensorInfo& output,
421 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100422{
423 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
424 reasonIfUnsupported,
425 input0,
426 input1,
427 output);
428}
429
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100430bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
431 const TensorInfo& output,
432 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000433{
Sadik Armagan9be49162019-10-30 16:15:26 +0000434 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
435 reasonIfUnsupported,
436 input,
437 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100438}
439
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100440bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
441 const TensorInfo& output,
442 const TensorInfo& weights,
443 const TensorInfo& biases,
444 const FullyConnectedDescriptor& descriptor,
445 Optional<std::string&> reasonIfUnsupported) const
446{
447 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
448 reasonIfUnsupported,
449 input,
450 output,
451 weights,
452 biases,
453 descriptor);
454}
455
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000456bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
457 const TensorInfo& input1,
458 const TensorInfo& output,
459 Optional<std::string&> reasonIfUnsupported) const
460{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100461 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
462 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000463}
464
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100465bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
466 Optional<std::string&> reasonIfUnsupported) const
467{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100468 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100469}
470
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100471bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
472 const TensorInfo& output,
473 const InstanceNormalizationDescriptor& descriptor,
474 Optional<std::string&> reasonIfUnsupported) const
475{
476 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
477 reasonIfUnsupported,
478 input,
479 output,
480 descriptor);
481}
482
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100483bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
484 const TensorInfo& output,
485 const L2NormalizationDescriptor& descriptor,
486 Optional<std::string&> reasonIfUnsupported) const
487{
488 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
489 reasonIfUnsupported,
490 input,
491 output,
492 descriptor);
493}
494
495bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
496 const TensorInfo& outputStateIn,
497 const TensorInfo& cellStateIn,
498 const TensorInfo& scratchBuffer,
499 const TensorInfo& outputStateOut,
500 const TensorInfo& cellStateOut,
501 const TensorInfo& output,
502 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100503 const LstmInputParamsInfo& paramsInfo,
504 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100505{
arovir01085f0a42018-10-08 14:48:19 +0100506 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
507 reasonIfUnsupported,
508 input,
509 outputStateIn,
510 cellStateIn,
511 scratchBuffer,
512 outputStateOut,
513 cellStateOut,
514 output,
515 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100516 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100517}
518
keidav01a959ee52018-12-19 10:04:58 +0000519bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
520 const TensorInfo& input1,
521 const TensorInfo& output,
522 Optional<std::string&> reasonIfUnsupported) const
523{
524 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
525 reasonIfUnsupported,
526 input0,
527 input1,
528 output);
529}
530
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100531bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
532 const TensorInfo& output,
533 const MeanDescriptor& descriptor,
534 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100535{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100536 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
537 reasonIfUnsupported,
538 input,
539 output,
540 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100541}
542
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100543bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000544 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100545 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100546 Optional<std::string&> reasonIfUnsupported) const
547{
Jim Flynne242f2d2019-05-22 14:24:13 +0100548 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100549}
550
saoste019292aa32019-01-08 13:55:59 +0000551bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
552 const TensorInfo& input1,
553 const TensorInfo& output,
554 Optional<std::string&> reasonIfUnsupported) const
555{
556 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
557 reasonIfUnsupported,
558 input0,
559 input1,
560 output);
561}
562
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100563bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
564 const TensorInfo& input1,
565 const TensorInfo& output,
566 Optional<std::string&> reasonIfUnsupported) const
567{
568 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
569 reasonIfUnsupported,
570 input0,
571 input1,
572 output);
573}
574
575bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
576 const TensorInfo& output,
577 const NormalizationDescriptor& descriptor,
578 Optional<std::string&> reasonIfUnsupported) const
579{
580 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
581}
582
583bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
584 Optional<std::string&> reasonIfUnsupported) const
585{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100586 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100587}
588
589bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
590 const TensorInfo& output,
591 const PadDescriptor& descriptor,
592 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100593{
594 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
595 reasonIfUnsupported,
596 input,
597 output,
598 descriptor);
599}
600
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100601bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
602 const TensorInfo& output,
603 const PermuteDescriptor& descriptor,
604 Optional<std::string&> reasonIfUnsupported) const
605{
606 ignore_unused(input);
607 ignore_unused(output);
608 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000609}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100610
611bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
612 const TensorInfo& output,
613 const Pooling2dDescriptor& descriptor,
614 Optional<std::string&> reasonIfUnsupported) const
615{
616 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
617}
618
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100619bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
620 const armnn::TensorInfo &alpha,
621 const armnn::TensorInfo &output,
622 armnn::Optional<std::string &> reasonIfUnsupported) const
623{
624 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
625}
626
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100627bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
628 const TensorInfo& previousCellStateIn,
629 const TensorInfo& previousOutputIn,
630 const TensorInfo& cellStateOut,
631 const TensorInfo& output,
632 const QuantizedLstmInputParamsInfo& paramsInfo,
633 Optional<std::string&> reasonIfUnsupported) const
634{
635 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
636 reasonIfUnsupported,
637 input,
638 previousCellStateIn,
639 previousOutputIn,
640 cellStateOut,
641 output,
642 paramsInfo);
643}
644
Sadik Armagan20ec2492019-05-31 09:09:44 +0100645bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
646 const TensorInfo& output,
647 Optional<std::string&> reasonIfUnsupported) const
648{
649 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
650 reasonIfUnsupported,
651 input,
652 output);
653}
654
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100655bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000656 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100657 Optional<std::string&> reasonIfUnsupported) const
658{
659 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000660 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100661 ignore_unused(reasonIfUnsupported);
662 return true;
663}
664
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100665bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
666 const TensorInfo& output,
667 const ResizeDescriptor& descriptor,
668 Optional<std::string&> reasonIfUnsupported) const
669{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100670 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100671}
672
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100673bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000674 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100675 Optional<std::string&> reasonIfUnsupported) const
676{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100677 ResizeDescriptor descriptor;
678 descriptor.m_Method = ResizeMethod::Bilinear;
679 descriptor.m_DataLayout = DataLayout::NCHW;
680
681 const TensorShape& outputShape = output.GetShape();
682 descriptor.m_TargetHeight = outputShape[2];
683 descriptor.m_TargetWidth = outputShape[3];
684
685 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100686}
687
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100688bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
689 const TensorInfo& output,
690 Optional<std::string&> reasonIfUnsupported) const
691{
692 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
693}
694
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100695bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
696 const TensorInfo& output,
697 const SoftmaxDescriptor& descriptor,
698 Optional<std::string&> reasonIfUnsupported) const
699{
Francis Murtagh3b938352019-07-26 15:44:17 +0100700 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100701}
702
Sadik Armaganf4464322018-12-20 16:19:12 +0000703bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
704 const TensorInfo& output,
705 const SpaceToBatchNdDescriptor& descriptor,
706 Optional<std::string&> reasonIfUnsupported) const
707{
708 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
709 reasonIfUnsupported,
710 input,
711 output,
712 descriptor);
713}
714
James Conroyd2aa85e2019-07-01 17:12:40 +0100715bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
716 const TensorInfo& output,
717 const SpaceToDepthDescriptor& descriptor,
718 Optional<std::string&> reasonIfUnsupported) const
719{
720 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
721 reasonIfUnsupported,
722 input,
723 output,
724 descriptor);
725}
726
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100727bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
728 const ViewsDescriptor& descriptor,
729 Optional<std::string&> reasonIfUnsupported) const
730{
731 ignore_unused(descriptor);
732 return IsSupportedForDataTypeCl(reasonIfUnsupported,
733 input.GetDataType(),
734 &TrueFunc<>,
735 &TrueFunc<>);
736}
737
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100738bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
739 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
740 const ViewsDescriptor& descriptor,
741 Optional<std::string&> reasonIfUnsupported) const
742{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100743#if defined(ARMCOMPUTECL_ENABLED)
744 // Split along the last dimension, cannot use sub-tensors
745 // as width and height of the sub-tensors do not match
746 // the width and height of the parent tensor
747 // in case of input with more than 2D.
748 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
749 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
750 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
751 {
752 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
753 reasonIfUnsupported,
754 input,
755 outputs,
756 *splitAxis.begin());
757 }
758#endif
759 for (auto output : outputs)
760 {
761 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
762 {
763 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
764 return false;
765 }
766 }
767 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100768}
769
Matthew Jacksond5166102019-07-31 14:06:28 +0100770bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
771 const TensorInfo& output,
772 const StackDescriptor& descriptor,
773 Optional<std::string&> reasonIfUnsupported) const
774{
775 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
776 reasonIfUnsupported,
777 inputs,
778 output,
779 descriptor);
780}
781
keidav01d74dc912018-12-10 18:16:07 +0000782bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
783 const TensorInfo& output,
784 const StridedSliceDescriptor& descriptor,
785 Optional<std::string&> reasonIfUnsupported) const
786{
787 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
788 reasonIfUnsupported,
789 input,
790 output,
791 descriptor);
792}
793
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100794bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
795 const TensorInfo& input1,
796 const TensorInfo& output,
797 Optional<std::string&> reasonIfUnsupported) const
798{
799 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
800 reasonIfUnsupported,
801 input0,
802 input1,
803 output);
804}
805
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100806bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
807 const TensorInfo& output,
808 const TransposeConvolution2dDescriptor& descriptor,
809 const TensorInfo& weights,
810 const Optional<TensorInfo>& biases,
811 Optional<std::string&> reasonIfUnsupported) const
812{
James Conroyb86a3822019-11-19 15:28:58 +0000813 // Multiplier > 1.0f currently not supported in ACL
814 if ((input.GetQuantizationScale() * weights.GetQuantizationScale()) / output.GetQuantizationScale() > 1.0f)
815 {
816 return false;
817 }
818
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100819 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
820 reasonIfUnsupported,
821 input,
822 output,
823 descriptor,
824 weights,
825 biases);
826}
827
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100828} // namespace armnn