blob: ffe68a33d08d1f6d1bd676190d086fb8df5ee5ea [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
15#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000019#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010020#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010021#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010022#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010023#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010024#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000025#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010026#include "workloads/ClConvertFp16ToFp32Workload.hpp"
27#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010028#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010029#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010030#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010031#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010032#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000033#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010034#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000035#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010036#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010037#include "workloads/ClL2NormalizationFloatWorkload.hpp"
38#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000039#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010040#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010041#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000042#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010043#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010044#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010045#include "workloads/ClPadWorkload.hpp"
46#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010047#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010048#include "workloads/ClPreluWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000049#include "workloads/ClReshapeWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010050#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010051#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010052#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010053#include "workloads/ClQuantizeWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000054#include "workloads/ClSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010055#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000056#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010057#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010058#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010059#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000060#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010061#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010062#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000063#endif
64
65using namespace boost;
66
67namespace armnn
68{
arovir017c22c702018-10-09 11:16:46 +010069
telsoa014fcda012018-03-09 14:13:49 +000070namespace
71{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010072
telsoa014fcda012018-03-09 14:13:49 +000073template<unsigned int FilterSize>
74bool IsMatchingSize2d(const TensorInfo& weightInfo)
75{
telsoa01c577f2c2018-08-31 09:22:23 +010076 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000077 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
78}
79
80template<uint32_t ValidStride>
81bool IsMatchingStride(uint32_t actualStride)
82{
83 return ValidStride == actualStride;
84}
85
86template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
87bool IsMatchingStride(uint32_t actualStride)
88{
89 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010090}
telsoa014fcda012018-03-09 14:13:49 +000091
Derek Lamberti901ea112019-12-10 22:07:09 +000092template<typename ... Args>
93bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +000094{
Derek Lamberti901ea112019-12-10 22:07:09 +000095 boost::ignore_unused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +000096#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000097 return true;
98#else
arovir01085f0a42018-10-08 14:48:19 +010099 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +0000100 {
arovir01085f0a42018-10-08 14:48:19 +0100101 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000102 }
103 return false;
104#endif
105}
106
Matteo Martincighd95e9062019-01-31 15:35:59 +0000107#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000108#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
109#else
110#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
111#endif
112
Matteo Martincighd95e9062019-01-31 15:35:59 +0000113#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000114template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100115inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000116{
117 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
118 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
119 if (!supported && reasonIfUnsupported)
120 {
arovir01085f0a42018-10-08 14:48:19 +0100121 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000122 }
123 return supported;
124}
125
126#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
127 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
128#else
129#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000130 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000131#endif
132
telsoa01c577f2c2018-08-31 09:22:23 +0100133template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100134bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000135 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100136 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000137 Uint8Func uint8FuncPtr,
138 Params&&... params)
139{
140 return IsClBackendSupported(reasonIfUnsupported) &&
141 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
142 dataType,
143 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100144 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000145 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000146 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000147 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000148 std::forward<Params>(params)...);
149}
150
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000151#if defined(ARMCOMPUTECL_ENABLED)
152#define IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights) \
153armcomputetensorutils::IsQuantMultiplierSupported(input, output, weights)
154#else
155#define IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights) true
156#endif
157
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100158} // anonymous namespace
159
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100160bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
161 const TensorInfo& output,
162 Optional<std::string&> reasonIfUnsupported) const
163{
josh minor4a3c6102020-01-06 16:40:46 -0600164 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Abs);
165 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100166}
167
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100168bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
169 const TensorInfo& output,
170 const ActivationDescriptor& descriptor,
171 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000172{
telsoa01c577f2c2018-08-31 09:22:23 +0100173 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
174 reasonIfUnsupported,
175 input,
176 output,
177 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000178}
179
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100180bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
181 const TensorInfo& input1,
182 const TensorInfo& output,
183 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000184{
arovir01085f0a42018-10-08 14:48:19 +0100185 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
186 reasonIfUnsupported,
187 input0,
188 input1,
189 output);
telsoa014fcda012018-03-09 14:13:49 +0000190}
191
James Conroy2dc05722019-09-19 17:00:31 +0100192bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
193 const TensorInfo& output,
194 const ArgMinMaxDescriptor& descriptor,
195 Optional<std::string&> reasonIfUnsupported) const
196{
Derek Lambertif90c56d2020-01-10 17:14:08 +0000197 if (input.GetDataType() == DataType::QAsymmU8)
Francis Murtagh52ec3462019-11-19 12:24:19 +0000198 {
199 return false;
200 }
201
James Conroy2dc05722019-09-19 17:00:31 +0100202 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
203 reasonIfUnsupported,
204 input,
205 output,
206 descriptor);
207}
208
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100209bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
210 const TensorInfo& output,
211 const TensorInfo& mean,
212 const TensorInfo& var,
213 const TensorInfo& beta,
214 const TensorInfo& gamma,
215 const BatchNormalizationDescriptor& descriptor,
216 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000217{
telsoa01c577f2c2018-08-31 09:22:23 +0100218 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
219 reasonIfUnsupported,
220 input,
221 output,
222 mean,
223 var,
224 beta,
225 gamma,
226 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000227}
228
Mike Kelly831faed2018-11-28 11:52:08 +0000229bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
230 const TensorInfo& output,
231 const BatchToSpaceNdDescriptor& descriptor,
232 Optional<std::string&> reasonIfUnsupported) const
233{
234 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
235 reasonIfUnsupported,
236 input,
237 output,
238 descriptor);
239}
240
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100241bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
242 const TensorInfo& input1,
243 const TensorInfo& output,
244 const ComparisonDescriptor& descriptor,
245 Optional<std::string&> reasonIfUnsupported) const
246{
247 if (descriptor.m_Operation == ComparisonOperation::Greater)
248 {
249 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
250 reasonIfUnsupported,
251 input0,
252 input1,
253 output);
254 }
255
256 return false;
257}
258
Jim Flynn906f9462019-05-10 13:55:21 +0100259bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
260 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100261 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100262 Optional<std::string&> reasonIfUnsupported) const
263{
Jim Flynne242f2d2019-05-22 14:24:13 +0100264 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
265 {
266 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
267 return false;
268 }
269
270 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
271 if(concatInnerAxis < 3) // Width, height, or channels
272 {
273 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
274 reasonIfUnsupported,
275 inputs,
276 output,
277 descriptor);
278 }
279 else if (concatInnerAxis == 3)
280 {
281 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
282 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
283 for (auto& input : inputs)
284 {
285 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
286 {
287 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
288 return false;
289 }
290 }
291 return true; // Sub-tensors support concat along batch
292 }
293 else // > 4 dimensions not supported.
294 {
295 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
296 return false;
297 }
Jim Flynn906f9462019-05-10 13:55:21 +0100298}
299
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100300bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
301 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000302{
303 return IsSupportedForDataTypeCl(reasonIfUnsupported,
304 output.GetDataType(),
305 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000306 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000307}
308
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100309bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
310 const TensorInfo& output,
311 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000312{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100313 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
314 reasonIfUnsupported,
315 input,
316 output);
telsoa014fcda012018-03-09 14:13:49 +0000317}
318
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100319bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
320 const TensorInfo& output,
321 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000322{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100323 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
324 reasonIfUnsupported,
325 input,
326 output);
telsoa014fcda012018-03-09 14:13:49 +0000327}
328
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100329bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
330 const TensorInfo& output,
331 const Convolution2dDescriptor& descriptor,
332 const TensorInfo& weights,
333 const Optional<TensorInfo>& biases,
334 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000335{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000336 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000337 {
338 return false;
339 }
340
surmeh013537c2c2018-05-18 16:31:43 +0100341 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
342 reasonIfUnsupported,
343 input,
344 output,
345 descriptor,
346 weights,
347 biases);
telsoa014fcda012018-03-09 14:13:49 +0000348}
349
Jim Flynn983daec2019-05-29 16:20:16 +0100350bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
351 const TensorInfo& output,
352 Optional<std::string&> reasonIfUnsupported) const
353{
354 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
355 reasonIfUnsupported,
356 input,
357 output);
358}
359
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100360bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
361 const TensorInfo& output,
362 const DepthToSpaceDescriptor& descriptor,
363 Optional<std::string&> reasonIfUnsupported) const
364{
365 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
366 reasonIfUnsupported,
367 input,
368 output,
369 descriptor);
370}
371
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100372bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
373 const TensorInfo& output,
374 const DepthwiseConvolution2dDescriptor& descriptor,
375 const TensorInfo& weights,
376 const Optional<TensorInfo>& biases,
377 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000378{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000379 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000380 {
381 return false;
382 }
383
telsoa01c577f2c2018-08-31 09:22:23 +0100384 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
385 reasonIfUnsupported,
386 input,
387 output,
388 descriptor,
389 weights,
390 biases);
telsoa014fcda012018-03-09 14:13:49 +0000391}
392
Pablo Tellof0bd6832019-04-26 17:58:13 +0100393bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
394 const TensorInfo& output,
395 const DepthwiseConvolution2dDescriptor& descriptor,
396 const TensorInfo& weights,
397 const Optional<TensorInfo>& biases,
398 Optional<std::string&> reasonIfUnsupported) const
399{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000400 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000401 {
402 return false;
403 }
404
Pablo Tellof0bd6832019-04-26 17:58:13 +0100405 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
406 reasonIfUnsupported,
407 input,
408 output,
409 descriptor,
410 weights,
411 biases);
412}
413
414
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100415bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
416 const TensorInfo& input1,
417 const TensorInfo& output,
418 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100419{
420 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
421 reasonIfUnsupported,
422 input0,
423 input1,
424 output);
425}
426
josh minor4a3c6102020-01-06 16:40:46 -0600427bool ClLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
428 const TensorInfo& output,
429 const ElementwiseUnaryDescriptor& descriptor,
430 Optional<std::string&> reasonIfUnsupported) const
431{
432 if (descriptor.m_Operation == UnaryOperation::Abs)
433 {
434 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
435 reasonIfUnsupported,
436 input,
437 output);
438 }
439 else if (descriptor.m_Operation == UnaryOperation::Rsqrt)
440 {
441 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate,
442 reasonIfUnsupported,
443 input,
444 output);
445 }
446
447 return false;
448}
449
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100450bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
451 const TensorInfo& output,
452 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000453{
Sadik Armagan9be49162019-10-30 16:15:26 +0000454 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
455 reasonIfUnsupported,
456 input,
457 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100458}
459
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100460bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
461 const TensorInfo& output,
462 const TensorInfo& weights,
463 const TensorInfo& biases,
464 const FullyConnectedDescriptor& descriptor,
465 Optional<std::string&> reasonIfUnsupported) const
466{
467 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
468 reasonIfUnsupported,
469 input,
470 output,
471 weights,
472 biases,
473 descriptor);
474}
475
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000476bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
477 const TensorInfo& input1,
478 const TensorInfo& output,
479 Optional<std::string&> reasonIfUnsupported) const
480{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100481 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
482 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000483}
484
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100485bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
486 Optional<std::string&> reasonIfUnsupported) const
487{
Derek Lamberti901ea112019-12-10 22:07:09 +0000488 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100489}
490
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100491bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
492 const TensorInfo& output,
493 const InstanceNormalizationDescriptor& descriptor,
494 Optional<std::string&> reasonIfUnsupported) const
495{
496 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
497 reasonIfUnsupported,
498 input,
499 output,
500 descriptor);
501}
502
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100503bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
504 const TensorInfo& output,
505 const L2NormalizationDescriptor& descriptor,
506 Optional<std::string&> reasonIfUnsupported) const
507{
508 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
509 reasonIfUnsupported,
510 input,
511 output,
512 descriptor);
513}
514
515bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
516 const TensorInfo& outputStateIn,
517 const TensorInfo& cellStateIn,
518 const TensorInfo& scratchBuffer,
519 const TensorInfo& outputStateOut,
520 const TensorInfo& cellStateOut,
521 const TensorInfo& output,
522 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100523 const LstmInputParamsInfo& paramsInfo,
524 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100525{
arovir01085f0a42018-10-08 14:48:19 +0100526 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
527 reasonIfUnsupported,
528 input,
529 outputStateIn,
530 cellStateIn,
531 scratchBuffer,
532 outputStateOut,
533 cellStateOut,
534 output,
535 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100536 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100537}
538
keidav01a959ee52018-12-19 10:04:58 +0000539bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
540 const TensorInfo& input1,
541 const TensorInfo& output,
542 Optional<std::string&> reasonIfUnsupported) const
543{
544 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
545 reasonIfUnsupported,
546 input0,
547 input1,
548 output);
549}
550
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100551bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
552 const TensorInfo& output,
553 const MeanDescriptor& descriptor,
554 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100555{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100556 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
557 reasonIfUnsupported,
558 input,
559 output,
560 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100561}
562
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100563bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000564 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100565 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100566 Optional<std::string&> reasonIfUnsupported) const
567{
Jim Flynne242f2d2019-05-22 14:24:13 +0100568 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100569}
570
saoste019292aa32019-01-08 13:55:59 +0000571bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
572 const TensorInfo& input1,
573 const TensorInfo& output,
574 Optional<std::string&> reasonIfUnsupported) const
575{
576 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
577 reasonIfUnsupported,
578 input0,
579 input1,
580 output);
581}
582
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100583bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
584 const TensorInfo& input1,
585 const TensorInfo& output,
586 Optional<std::string&> reasonIfUnsupported) const
587{
588 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
589 reasonIfUnsupported,
590 input0,
591 input1,
592 output);
593}
594
595bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
596 const TensorInfo& output,
597 const NormalizationDescriptor& descriptor,
598 Optional<std::string&> reasonIfUnsupported) const
599{
600 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
601}
602
603bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
604 Optional<std::string&> reasonIfUnsupported) const
605{
Derek Lamberti901ea112019-12-10 22:07:09 +0000606 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100607}
608
609bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
610 const TensorInfo& output,
611 const PadDescriptor& descriptor,
612 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100613{
614 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
615 reasonIfUnsupported,
616 input,
617 output,
618 descriptor);
619}
620
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100621bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
622 const TensorInfo& output,
623 const PermuteDescriptor& descriptor,
624 Optional<std::string&> reasonIfUnsupported) const
625{
Matthew Bentham9820d302019-11-27 17:24:47 +0000626 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000627}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100628
629bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
630 const TensorInfo& output,
631 const Pooling2dDescriptor& descriptor,
632 Optional<std::string&> reasonIfUnsupported) const
633{
634 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
635}
636
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100637bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
638 const armnn::TensorInfo &alpha,
639 const armnn::TensorInfo &output,
640 armnn::Optional<std::string &> reasonIfUnsupported) const
641{
642 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
643}
644
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100645bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
646 const TensorInfo& previousCellStateIn,
647 const TensorInfo& previousOutputIn,
648 const TensorInfo& cellStateOut,
649 const TensorInfo& output,
650 const QuantizedLstmInputParamsInfo& paramsInfo,
651 Optional<std::string&> reasonIfUnsupported) const
652{
653 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
654 reasonIfUnsupported,
655 input,
656 previousCellStateIn,
657 previousOutputIn,
658 cellStateOut,
659 output,
660 paramsInfo);
661}
662
Sadik Armagan20ec2492019-05-31 09:09:44 +0100663bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
664 const TensorInfo& output,
665 Optional<std::string&> reasonIfUnsupported) const
666{
667 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
668 reasonIfUnsupported,
669 input,
670 output);
671}
672
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100673bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000674 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000675 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100676 Optional<std::string&> reasonIfUnsupported) const
677{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000678 ignore_unused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +0000679 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100680}
681
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100682bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
683 const TensorInfo& output,
684 const ResizeDescriptor& descriptor,
685 Optional<std::string&> reasonIfUnsupported) const
686{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100687 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100688}
689
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100690bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000691 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100692 Optional<std::string&> reasonIfUnsupported) const
693{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100694 ResizeDescriptor descriptor;
695 descriptor.m_Method = ResizeMethod::Bilinear;
696 descriptor.m_DataLayout = DataLayout::NCHW;
697
698 const TensorShape& outputShape = output.GetShape();
699 descriptor.m_TargetHeight = outputShape[2];
700 descriptor.m_TargetWidth = outputShape[3];
701
702 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100703}
704
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100705bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
706 const TensorInfo& output,
707 Optional<std::string&> reasonIfUnsupported) const
708{
josh minor4a3c6102020-01-06 16:40:46 -0600709 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Rsqrt);
710 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100711}
712
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000713bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
714 const TensorInfo& output,
715 const SliceDescriptor& descriptor,
716 Optional<std::string&> reasonIfUnsupported) const
717{
718 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
719}
720
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100721bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
722 const TensorInfo& output,
723 const SoftmaxDescriptor& descriptor,
724 Optional<std::string&> reasonIfUnsupported) const
725{
Francis Murtagh3b938352019-07-26 15:44:17 +0100726 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100727}
728
Sadik Armaganf4464322018-12-20 16:19:12 +0000729bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
730 const TensorInfo& output,
731 const SpaceToBatchNdDescriptor& descriptor,
732 Optional<std::string&> reasonIfUnsupported) const
733{
734 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
735 reasonIfUnsupported,
736 input,
737 output,
738 descriptor);
739}
740
James Conroyd2aa85e2019-07-01 17:12:40 +0100741bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
742 const TensorInfo& output,
743 const SpaceToDepthDescriptor& descriptor,
744 Optional<std::string&> reasonIfUnsupported) const
745{
746 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
747 reasonIfUnsupported,
748 input,
749 output,
750 descriptor);
751}
752
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100753bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
754 const ViewsDescriptor& descriptor,
755 Optional<std::string&> reasonIfUnsupported) const
756{
757 ignore_unused(descriptor);
758 return IsSupportedForDataTypeCl(reasonIfUnsupported,
759 input.GetDataType(),
760 &TrueFunc<>,
761 &TrueFunc<>);
762}
763
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100764bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
765 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
766 const ViewsDescriptor& descriptor,
767 Optional<std::string&> reasonIfUnsupported) const
768{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100769#if defined(ARMCOMPUTECL_ENABLED)
770 // Split along the last dimension, cannot use sub-tensors
771 // as width and height of the sub-tensors do not match
772 // the width and height of the parent tensor
773 // in case of input with more than 2D.
774 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
775 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
776 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
777 {
778 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
779 reasonIfUnsupported,
780 input,
781 outputs,
782 *splitAxis.begin());
783 }
784#endif
Derek Lamberti901ea112019-12-10 22:07:09 +0000785 boost::ignore_unused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100786 for (auto output : outputs)
787 {
788 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
789 {
790 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
791 return false;
792 }
793 }
794 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100795}
796
Matthew Jacksond5166102019-07-31 14:06:28 +0100797bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
798 const TensorInfo& output,
799 const StackDescriptor& descriptor,
800 Optional<std::string&> reasonIfUnsupported) const
801{
802 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
803 reasonIfUnsupported,
804 inputs,
805 output,
806 descriptor);
807}
808
keidav01d74dc912018-12-10 18:16:07 +0000809bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
810 const TensorInfo& output,
811 const StridedSliceDescriptor& descriptor,
812 Optional<std::string&> reasonIfUnsupported) const
813{
814 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
815 reasonIfUnsupported,
816 input,
817 output,
818 descriptor);
819}
820
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100821bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
822 const TensorInfo& input1,
823 const TensorInfo& output,
824 Optional<std::string&> reasonIfUnsupported) const
825{
826 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
827 reasonIfUnsupported,
828 input0,
829 input1,
830 output);
831}
832
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100833bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
834 const TensorInfo& output,
835 const TransposeConvolution2dDescriptor& descriptor,
836 const TensorInfo& weights,
837 const Optional<TensorInfo>& biases,
838 Optional<std::string&> reasonIfUnsupported) const
839{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000840 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000841 {
842 return false;
843 }
844
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100845 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
846 reasonIfUnsupported,
847 input,
848 output,
849 descriptor,
850 weights,
851 biases);
852}
853
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100854} // namespace armnn