blob: bce91ab4626e577c7b447f9845a4917ab4e2d845 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
15#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000019#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010020#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010021#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010022#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010023#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010024#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000025#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010026#include "workloads/ClConvertFp16ToFp32Workload.hpp"
27#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010028#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010029#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010030#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010031#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010032#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000033#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010034#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000035#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010036#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010037#include "workloads/ClL2NormalizationFloatWorkload.hpp"
38#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000039#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010040#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010041#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000042#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010043#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010044#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010045#include "workloads/ClPadWorkload.hpp"
46#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010047#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010048#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010049#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010050#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010051#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010052#include "workloads/ClQuantizeWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000053#include "workloads/ClSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010054#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000055#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010056#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010057#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010058#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000059#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010060#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010061#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000062#endif
63
64using namespace boost;
65
66namespace armnn
67{
arovir017c22c702018-10-09 11:16:46 +010068
telsoa014fcda012018-03-09 14:13:49 +000069namespace
70{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010071
telsoa014fcda012018-03-09 14:13:49 +000072template<unsigned int FilterSize>
73bool IsMatchingSize2d(const TensorInfo& weightInfo)
74{
telsoa01c577f2c2018-08-31 09:22:23 +010075 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000076 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
77}
78
79template<uint32_t ValidStride>
80bool IsMatchingStride(uint32_t actualStride)
81{
82 return ValidStride == actualStride;
83}
84
85template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
86bool IsMatchingStride(uint32_t actualStride)
87{
88 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010089}
telsoa014fcda012018-03-09 14:13:49 +000090
Derek Lamberti901ea112019-12-10 22:07:09 +000091template<typename ... Args>
92bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +000093{
Derek Lamberti901ea112019-12-10 22:07:09 +000094 boost::ignore_unused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +000095#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000096 return true;
97#else
arovir01085f0a42018-10-08 14:48:19 +010098 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000099 {
arovir01085f0a42018-10-08 14:48:19 +0100100 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000101 }
102 return false;
103#endif
104}
105
Matteo Martincighd95e9062019-01-31 15:35:59 +0000106#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000107#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
108#else
109#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
110#endif
111
Matteo Martincighd95e9062019-01-31 15:35:59 +0000112#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000113template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100114inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000115{
116 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
117 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
118 if (!supported && reasonIfUnsupported)
119 {
arovir01085f0a42018-10-08 14:48:19 +0100120 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000121 }
122 return supported;
123}
124
125#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
126 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
127#else
128#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000129 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000130#endif
131
telsoa01c577f2c2018-08-31 09:22:23 +0100132template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100133bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000134 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100135 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000136 Uint8Func uint8FuncPtr,
137 Params&&... params)
138{
139 return IsClBackendSupported(reasonIfUnsupported) &&
140 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
141 dataType,
142 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100143 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000144 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000145 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000146 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000147 std::forward<Params>(params)...);
148}
149
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000150#if defined(ARMCOMPUTECL_ENABLED)
151#define IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights) \
152armcomputetensorutils::IsQuantMultiplierSupported(input, output, weights)
153#else
154#define IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights) true
155#endif
156
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100157} // anonymous namespace
158
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100159bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
160 const TensorInfo& output,
161 Optional<std::string&> reasonIfUnsupported) const
162{
163 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
164 reasonIfUnsupported,
165 input,
166 output);
167}
168
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100169bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
170 const TensorInfo& output,
171 const ActivationDescriptor& descriptor,
172 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000173{
telsoa01c577f2c2018-08-31 09:22:23 +0100174 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
175 reasonIfUnsupported,
176 input,
177 output,
178 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000179}
180
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100181bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
182 const TensorInfo& input1,
183 const TensorInfo& output,
184 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000185{
arovir01085f0a42018-10-08 14:48:19 +0100186 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
187 reasonIfUnsupported,
188 input0,
189 input1,
190 output);
telsoa014fcda012018-03-09 14:13:49 +0000191}
192
James Conroy2dc05722019-09-19 17:00:31 +0100193bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
194 const TensorInfo& output,
195 const ArgMinMaxDescriptor& descriptor,
196 Optional<std::string&> reasonIfUnsupported) const
197{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000198 if (input.GetDataType() == DataType::QuantisedAsymm8)
199 {
200 return false;
201 }
202
James Conroy2dc05722019-09-19 17:00:31 +0100203 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
204 reasonIfUnsupported,
205 input,
206 output,
207 descriptor);
208}
209
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100210bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
211 const TensorInfo& output,
212 const TensorInfo& mean,
213 const TensorInfo& var,
214 const TensorInfo& beta,
215 const TensorInfo& gamma,
216 const BatchNormalizationDescriptor& descriptor,
217 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000218{
telsoa01c577f2c2018-08-31 09:22:23 +0100219 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
220 reasonIfUnsupported,
221 input,
222 output,
223 mean,
224 var,
225 beta,
226 gamma,
227 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000228}
229
Mike Kelly831faed2018-11-28 11:52:08 +0000230bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
231 const TensorInfo& output,
232 const BatchToSpaceNdDescriptor& descriptor,
233 Optional<std::string&> reasonIfUnsupported) const
234{
235 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
236 reasonIfUnsupported,
237 input,
238 output,
239 descriptor);
240}
241
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100242bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
243 const TensorInfo& input1,
244 const TensorInfo& output,
245 const ComparisonDescriptor& descriptor,
246 Optional<std::string&> reasonIfUnsupported) const
247{
248 if (descriptor.m_Operation == ComparisonOperation::Greater)
249 {
250 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
251 reasonIfUnsupported,
252 input0,
253 input1,
254 output);
255 }
256
257 return false;
258}
259
Jim Flynn906f9462019-05-10 13:55:21 +0100260bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
261 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100262 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100263 Optional<std::string&> reasonIfUnsupported) const
264{
Jim Flynne242f2d2019-05-22 14:24:13 +0100265 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
266 {
267 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
268 return false;
269 }
270
271 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
272 if(concatInnerAxis < 3) // Width, height, or channels
273 {
274 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
275 reasonIfUnsupported,
276 inputs,
277 output,
278 descriptor);
279 }
280 else if (concatInnerAxis == 3)
281 {
282 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
283 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
284 for (auto& input : inputs)
285 {
286 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
287 {
288 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
289 return false;
290 }
291 }
292 return true; // Sub-tensors support concat along batch
293 }
294 else // > 4 dimensions not supported.
295 {
296 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
297 return false;
298 }
Jim Flynn906f9462019-05-10 13:55:21 +0100299}
300
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100301bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
302 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000303{
304 return IsSupportedForDataTypeCl(reasonIfUnsupported,
305 output.GetDataType(),
306 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000307 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000308}
309
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100310bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
311 const TensorInfo& output,
312 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000313{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100314 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
315 reasonIfUnsupported,
316 input,
317 output);
telsoa014fcda012018-03-09 14:13:49 +0000318}
319
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100320bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
321 const TensorInfo& output,
322 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000323{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100324 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
325 reasonIfUnsupported,
326 input,
327 output);
telsoa014fcda012018-03-09 14:13:49 +0000328}
329
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100330bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
331 const TensorInfo& output,
332 const Convolution2dDescriptor& descriptor,
333 const TensorInfo& weights,
334 const Optional<TensorInfo>& biases,
335 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000336{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000337 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000338 {
339 return false;
340 }
341
surmeh013537c2c2018-05-18 16:31:43 +0100342 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
343 reasonIfUnsupported,
344 input,
345 output,
346 descriptor,
347 weights,
348 biases);
telsoa014fcda012018-03-09 14:13:49 +0000349}
350
Jim Flynn983daec2019-05-29 16:20:16 +0100351bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
352 const TensorInfo& output,
353 Optional<std::string&> reasonIfUnsupported) const
354{
355 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
356 reasonIfUnsupported,
357 input,
358 output);
359}
360
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100361bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
362 const TensorInfo& output,
363 const DepthToSpaceDescriptor& descriptor,
364 Optional<std::string&> reasonIfUnsupported) const
365{
366 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
367 reasonIfUnsupported,
368 input,
369 output,
370 descriptor);
371}
372
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100373bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
374 const TensorInfo& output,
375 const DepthwiseConvolution2dDescriptor& descriptor,
376 const TensorInfo& weights,
377 const Optional<TensorInfo>& biases,
378 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000379{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000380 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000381 {
382 return false;
383 }
384
telsoa01c577f2c2018-08-31 09:22:23 +0100385 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
386 reasonIfUnsupported,
387 input,
388 output,
389 descriptor,
390 weights,
391 biases);
telsoa014fcda012018-03-09 14:13:49 +0000392}
393
Pablo Tellof0bd6832019-04-26 17:58:13 +0100394bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
395 const TensorInfo& output,
396 const DepthwiseConvolution2dDescriptor& descriptor,
397 const TensorInfo& weights,
398 const Optional<TensorInfo>& biases,
399 Optional<std::string&> reasonIfUnsupported) const
400{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000401 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000402 {
403 return false;
404 }
405
Pablo Tellof0bd6832019-04-26 17:58:13 +0100406 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
407 reasonIfUnsupported,
408 input,
409 output,
410 descriptor,
411 weights,
412 biases);
413}
414
415
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100416bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
417 const TensorInfo& input1,
418 const TensorInfo& output,
419 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100420{
421 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
422 reasonIfUnsupported,
423 input0,
424 input1,
425 output);
426}
427
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100428bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
429 const TensorInfo& output,
430 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000431{
Sadik Armagan9be49162019-10-30 16:15:26 +0000432 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
433 reasonIfUnsupported,
434 input,
435 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100436}
437
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100438bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
439 const TensorInfo& output,
440 const TensorInfo& weights,
441 const TensorInfo& biases,
442 const FullyConnectedDescriptor& descriptor,
443 Optional<std::string&> reasonIfUnsupported) const
444{
445 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
446 reasonIfUnsupported,
447 input,
448 output,
449 weights,
450 biases,
451 descriptor);
452}
453
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000454bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
455 const TensorInfo& input1,
456 const TensorInfo& output,
457 Optional<std::string&> reasonIfUnsupported) const
458{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100459 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
460 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000461}
462
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100463bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
464 Optional<std::string&> reasonIfUnsupported) const
465{
Derek Lamberti901ea112019-12-10 22:07:09 +0000466 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100467}
468
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100469bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
470 const TensorInfo& output,
471 const InstanceNormalizationDescriptor& descriptor,
472 Optional<std::string&> reasonIfUnsupported) const
473{
474 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
475 reasonIfUnsupported,
476 input,
477 output,
478 descriptor);
479}
480
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100481bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
482 const TensorInfo& output,
483 const L2NormalizationDescriptor& descriptor,
484 Optional<std::string&> reasonIfUnsupported) const
485{
486 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
487 reasonIfUnsupported,
488 input,
489 output,
490 descriptor);
491}
492
493bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
494 const TensorInfo& outputStateIn,
495 const TensorInfo& cellStateIn,
496 const TensorInfo& scratchBuffer,
497 const TensorInfo& outputStateOut,
498 const TensorInfo& cellStateOut,
499 const TensorInfo& output,
500 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100501 const LstmInputParamsInfo& paramsInfo,
502 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100503{
arovir01085f0a42018-10-08 14:48:19 +0100504 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
505 reasonIfUnsupported,
506 input,
507 outputStateIn,
508 cellStateIn,
509 scratchBuffer,
510 outputStateOut,
511 cellStateOut,
512 output,
513 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100514 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100515}
516
keidav01a959ee52018-12-19 10:04:58 +0000517bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
518 const TensorInfo& input1,
519 const TensorInfo& output,
520 Optional<std::string&> reasonIfUnsupported) const
521{
522 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
523 reasonIfUnsupported,
524 input0,
525 input1,
526 output);
527}
528
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100529bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
530 const TensorInfo& output,
531 const MeanDescriptor& descriptor,
532 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100533{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100534 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
535 reasonIfUnsupported,
536 input,
537 output,
538 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100539}
540
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100541bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000542 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100543 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100544 Optional<std::string&> reasonIfUnsupported) const
545{
Jim Flynne242f2d2019-05-22 14:24:13 +0100546 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100547}
548
saoste019292aa32019-01-08 13:55:59 +0000549bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
550 const TensorInfo& input1,
551 const TensorInfo& output,
552 Optional<std::string&> reasonIfUnsupported) const
553{
554 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
555 reasonIfUnsupported,
556 input0,
557 input1,
558 output);
559}
560
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100561bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
562 const TensorInfo& input1,
563 const TensorInfo& output,
564 Optional<std::string&> reasonIfUnsupported) const
565{
566 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
567 reasonIfUnsupported,
568 input0,
569 input1,
570 output);
571}
572
573bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
574 const TensorInfo& output,
575 const NormalizationDescriptor& descriptor,
576 Optional<std::string&> reasonIfUnsupported) const
577{
578 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
579}
580
581bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
582 Optional<std::string&> reasonIfUnsupported) const
583{
Derek Lamberti901ea112019-12-10 22:07:09 +0000584 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100585}
586
587bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
588 const TensorInfo& output,
589 const PadDescriptor& descriptor,
590 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100591{
592 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
593 reasonIfUnsupported,
594 input,
595 output,
596 descriptor);
597}
598
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100599bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
600 const TensorInfo& output,
601 const PermuteDescriptor& descriptor,
602 Optional<std::string&> reasonIfUnsupported) const
603{
Matthew Bentham9820d302019-11-27 17:24:47 +0000604 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000605}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100606
607bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
608 const TensorInfo& output,
609 const Pooling2dDescriptor& descriptor,
610 Optional<std::string&> reasonIfUnsupported) const
611{
612 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
613}
614
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100615bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
616 const armnn::TensorInfo &alpha,
617 const armnn::TensorInfo &output,
618 armnn::Optional<std::string &> reasonIfUnsupported) const
619{
620 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
621}
622
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100623bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
624 const TensorInfo& previousCellStateIn,
625 const TensorInfo& previousOutputIn,
626 const TensorInfo& cellStateOut,
627 const TensorInfo& output,
628 const QuantizedLstmInputParamsInfo& paramsInfo,
629 Optional<std::string&> reasonIfUnsupported) const
630{
631 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
632 reasonIfUnsupported,
633 input,
634 previousCellStateIn,
635 previousOutputIn,
636 cellStateOut,
637 output,
638 paramsInfo);
639}
640
Sadik Armagan20ec2492019-05-31 09:09:44 +0100641bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
642 const TensorInfo& output,
643 Optional<std::string&> reasonIfUnsupported) const
644{
645 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
646 reasonIfUnsupported,
647 input,
648 output);
649}
650
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100651bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000652 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100653 Optional<std::string&> reasonIfUnsupported) const
654{
655 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000656 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100657 ignore_unused(reasonIfUnsupported);
658 return true;
659}
660
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100661bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
662 const TensorInfo& output,
663 const ResizeDescriptor& descriptor,
664 Optional<std::string&> reasonIfUnsupported) const
665{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100666 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100667}
668
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100669bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000670 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100671 Optional<std::string&> reasonIfUnsupported) const
672{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100673 ResizeDescriptor descriptor;
674 descriptor.m_Method = ResizeMethod::Bilinear;
675 descriptor.m_DataLayout = DataLayout::NCHW;
676
677 const TensorShape& outputShape = output.GetShape();
678 descriptor.m_TargetHeight = outputShape[2];
679 descriptor.m_TargetWidth = outputShape[3];
680
681 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100682}
683
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100684bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
685 const TensorInfo& output,
686 Optional<std::string&> reasonIfUnsupported) const
687{
688 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
689}
690
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000691bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
692 const TensorInfo& output,
693 const SliceDescriptor& descriptor,
694 Optional<std::string&> reasonIfUnsupported) const
695{
696 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
697}
698
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100699bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
700 const TensorInfo& output,
701 const SoftmaxDescriptor& descriptor,
702 Optional<std::string&> reasonIfUnsupported) const
703{
Francis Murtagh3b938352019-07-26 15:44:17 +0100704 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100705}
706
Sadik Armaganf4464322018-12-20 16:19:12 +0000707bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
708 const TensorInfo& output,
709 const SpaceToBatchNdDescriptor& descriptor,
710 Optional<std::string&> reasonIfUnsupported) const
711{
712 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
713 reasonIfUnsupported,
714 input,
715 output,
716 descriptor);
717}
718
James Conroyd2aa85e2019-07-01 17:12:40 +0100719bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
720 const TensorInfo& output,
721 const SpaceToDepthDescriptor& descriptor,
722 Optional<std::string&> reasonIfUnsupported) const
723{
724 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
725 reasonIfUnsupported,
726 input,
727 output,
728 descriptor);
729}
730
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100731bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
732 const ViewsDescriptor& descriptor,
733 Optional<std::string&> reasonIfUnsupported) const
734{
735 ignore_unused(descriptor);
736 return IsSupportedForDataTypeCl(reasonIfUnsupported,
737 input.GetDataType(),
738 &TrueFunc<>,
739 &TrueFunc<>);
740}
741
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100742bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
743 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
744 const ViewsDescriptor& descriptor,
745 Optional<std::string&> reasonIfUnsupported) const
746{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100747#if defined(ARMCOMPUTECL_ENABLED)
748 // Split along the last dimension, cannot use sub-tensors
749 // as width and height of the sub-tensors do not match
750 // the width and height of the parent tensor
751 // in case of input with more than 2D.
752 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
753 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
754 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
755 {
756 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
757 reasonIfUnsupported,
758 input,
759 outputs,
760 *splitAxis.begin());
761 }
762#endif
Derek Lamberti901ea112019-12-10 22:07:09 +0000763 boost::ignore_unused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100764 for (auto output : outputs)
765 {
766 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
767 {
768 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
769 return false;
770 }
771 }
772 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100773}
774
Matthew Jacksond5166102019-07-31 14:06:28 +0100775bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
776 const TensorInfo& output,
777 const StackDescriptor& descriptor,
778 Optional<std::string&> reasonIfUnsupported) const
779{
780 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
781 reasonIfUnsupported,
782 inputs,
783 output,
784 descriptor);
785}
786
keidav01d74dc912018-12-10 18:16:07 +0000787bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
788 const TensorInfo& output,
789 const StridedSliceDescriptor& descriptor,
790 Optional<std::string&> reasonIfUnsupported) const
791{
792 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
793 reasonIfUnsupported,
794 input,
795 output,
796 descriptor);
797}
798
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100799bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
800 const TensorInfo& input1,
801 const TensorInfo& output,
802 Optional<std::string&> reasonIfUnsupported) const
803{
804 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
805 reasonIfUnsupported,
806 input0,
807 input1,
808 output);
809}
810
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100811bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
812 const TensorInfo& output,
813 const TransposeConvolution2dDescriptor& descriptor,
814 const TensorInfo& weights,
815 const Optional<TensorInfo>& biases,
816 Optional<std::string&> reasonIfUnsupported) const
817{
Aron Virginas-Tar710f6642019-11-27 14:48:32 +0000818 if (!IS_QUANT_MULTIPLIER_SUPPORTED(input, output, weights))
James Conroyb86a3822019-11-19 15:28:58 +0000819 {
820 return false;
821 }
822
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100823 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
824 reasonIfUnsupported,
825 input,
826 output,
827 descriptor,
828 weights,
829 biases);
830}
831
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100832} // namespace armnn