blob: e8548e4b5ab952d4eae214c62c0ce7b3f95c9ca1 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
15#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000019#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010020#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010021#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010022#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010023#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010024#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000025#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010026#include "workloads/ClConvertFp16ToFp32Workload.hpp"
27#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010028#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010029#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010030#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010031#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010032#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000033#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010034#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000035#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010036#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010037#include "workloads/ClL2NormalizationFloatWorkload.hpp"
38#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000039#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010040#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010041#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000042#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010043#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010044#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010045#include "workloads/ClPadWorkload.hpp"
46#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010047#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010048#include "workloads/ClPreluWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000049#include "workloads/ClReshapeWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010050#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010051#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010052#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010053#include "workloads/ClQuantizeWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000054#include "workloads/ClSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010055#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000056#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010057#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010058#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010059#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000060#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010061#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010062#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000063#endif
64
65using namespace boost;
66
67namespace armnn
68{
arovir017c22c702018-10-09 11:16:46 +010069
telsoa014fcda012018-03-09 14:13:49 +000070namespace
71{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010072
telsoa014fcda012018-03-09 14:13:49 +000073template<unsigned int FilterSize>
74bool IsMatchingSize2d(const TensorInfo& weightInfo)
75{
telsoa01c577f2c2018-08-31 09:22:23 +010076 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000077 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
78}
79
80template<uint32_t ValidStride>
81bool IsMatchingStride(uint32_t actualStride)
82{
83 return ValidStride == actualStride;
84}
85
86template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
87bool IsMatchingStride(uint32_t actualStride)
88{
89 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010090}
telsoa014fcda012018-03-09 14:13:49 +000091
Derek Lamberti901ea112019-12-10 22:07:09 +000092template<typename ... Args>
93bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +000094{
Derek Lamberti901ea112019-12-10 22:07:09 +000095 boost::ignore_unused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +000096#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000097 return true;
98#else
arovir01085f0a42018-10-08 14:48:19 +010099 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +0000100 {
arovir01085f0a42018-10-08 14:48:19 +0100101 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000102 }
103 return false;
104#endif
105}
106
Matteo Martincighd95e9062019-01-31 15:35:59 +0000107#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000108#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
109#else
110#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
111#endif
112
Matteo Martincighd95e9062019-01-31 15:35:59 +0000113#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000114template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100115inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000116{
117 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
118 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
119 if (!supported && reasonIfUnsupported)
120 {
arovir01085f0a42018-10-08 14:48:19 +0100121 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000122 }
123 return supported;
124}
125
126#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
127 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
128#else
129#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000130 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000131#endif
132
telsoa01c577f2c2018-08-31 09:22:23 +0100133template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100134bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000135 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100136 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000137 Uint8Func uint8FuncPtr,
138 Params&&... params)
139{
140 return IsClBackendSupported(reasonIfUnsupported) &&
141 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
142 dataType,
143 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100144 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000145 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000146 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000147 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000148 std::forward<Params>(params)...);
149}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100150} // anonymous namespace
151
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100152bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
153 const TensorInfo& output,
154 Optional<std::string&> reasonIfUnsupported) const
155{
josh minor4a3c6102020-01-06 16:40:46 -0600156 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Abs);
157 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100158}
159
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100160bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
161 const TensorInfo& output,
162 const ActivationDescriptor& descriptor,
163 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000164{
telsoa01c577f2c2018-08-31 09:22:23 +0100165 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
166 reasonIfUnsupported,
167 input,
168 output,
169 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000170}
171
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100172bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
173 const TensorInfo& input1,
174 const TensorInfo& output,
175 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000176{
arovir01085f0a42018-10-08 14:48:19 +0100177 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
178 reasonIfUnsupported,
179 input0,
180 input1,
181 output);
telsoa014fcda012018-03-09 14:13:49 +0000182}
183
James Conroy2dc05722019-09-19 17:00:31 +0100184bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
185 const TensorInfo& output,
186 const ArgMinMaxDescriptor& descriptor,
187 Optional<std::string&> reasonIfUnsupported) const
188{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000189
James Conroy2dc05722019-09-19 17:00:31 +0100190 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
191 reasonIfUnsupported,
192 input,
193 output,
194 descriptor);
195}
196
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100197bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
198 const TensorInfo& output,
199 const TensorInfo& mean,
200 const TensorInfo& var,
201 const TensorInfo& beta,
202 const TensorInfo& gamma,
203 const BatchNormalizationDescriptor& descriptor,
204 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000205{
telsoa01c577f2c2018-08-31 09:22:23 +0100206 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
207 reasonIfUnsupported,
208 input,
209 output,
210 mean,
211 var,
212 beta,
213 gamma,
214 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000215}
216
Mike Kelly831faed2018-11-28 11:52:08 +0000217bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
218 const TensorInfo& output,
219 const BatchToSpaceNdDescriptor& descriptor,
220 Optional<std::string&> reasonIfUnsupported) const
221{
222 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
223 reasonIfUnsupported,
224 input,
225 output,
226 descriptor);
227}
228
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100229bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
230 const TensorInfo& input1,
231 const TensorInfo& output,
232 const ComparisonDescriptor& descriptor,
233 Optional<std::string&> reasonIfUnsupported) const
234{
235 if (descriptor.m_Operation == ComparisonOperation::Greater)
236 {
237 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
238 reasonIfUnsupported,
239 input0,
240 input1,
241 output);
242 }
243
244 return false;
245}
246
Jim Flynn906f9462019-05-10 13:55:21 +0100247bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
248 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100249 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100250 Optional<std::string&> reasonIfUnsupported) const
251{
Jim Flynne242f2d2019-05-22 14:24:13 +0100252 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
253 {
254 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
255 return false;
256 }
257
258 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
259 if(concatInnerAxis < 3) // Width, height, or channels
260 {
261 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
262 reasonIfUnsupported,
263 inputs,
264 output,
265 descriptor);
266 }
267 else if (concatInnerAxis == 3)
268 {
269 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
270 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
271 for (auto& input : inputs)
272 {
273 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
274 {
275 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
276 return false;
277 }
278 }
279 return true; // Sub-tensors support concat along batch
280 }
281 else // > 4 dimensions not supported.
282 {
283 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
284 return false;
285 }
Jim Flynn906f9462019-05-10 13:55:21 +0100286}
287
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100288bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
289 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000290{
291 return IsSupportedForDataTypeCl(reasonIfUnsupported,
292 output.GetDataType(),
293 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000294 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000295}
296
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100297bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
298 const TensorInfo& output,
299 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000300{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100301 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
302 reasonIfUnsupported,
303 input,
304 output);
telsoa014fcda012018-03-09 14:13:49 +0000305}
306
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100307bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
308 const TensorInfo& output,
309 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000310{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100311 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
312 reasonIfUnsupported,
313 input,
314 output);
telsoa014fcda012018-03-09 14:13:49 +0000315}
316
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100317bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
318 const TensorInfo& output,
319 const Convolution2dDescriptor& descriptor,
320 const TensorInfo& weights,
321 const Optional<TensorInfo>& biases,
322 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000323{
surmeh013537c2c2018-05-18 16:31:43 +0100324 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
325 reasonIfUnsupported,
326 input,
327 output,
328 descriptor,
329 weights,
330 biases);
telsoa014fcda012018-03-09 14:13:49 +0000331}
332
Jim Flynn983daec2019-05-29 16:20:16 +0100333bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
334 const TensorInfo& output,
335 Optional<std::string&> reasonIfUnsupported) const
336{
337 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
338 reasonIfUnsupported,
339 input,
340 output);
341}
342
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100343bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
344 const TensorInfo& output,
345 const DepthToSpaceDescriptor& descriptor,
346 Optional<std::string&> reasonIfUnsupported) const
347{
348 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
349 reasonIfUnsupported,
350 input,
351 output,
352 descriptor);
353}
354
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100355bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
356 const TensorInfo& output,
357 const DepthwiseConvolution2dDescriptor& descriptor,
358 const TensorInfo& weights,
359 const Optional<TensorInfo>& biases,
360 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000361{
telsoa01c577f2c2018-08-31 09:22:23 +0100362 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
363 reasonIfUnsupported,
364 input,
365 output,
366 descriptor,
367 weights,
368 biases);
telsoa014fcda012018-03-09 14:13:49 +0000369}
370
Pablo Tellof0bd6832019-04-26 17:58:13 +0100371bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
372 const TensorInfo& output,
373 const DepthwiseConvolution2dDescriptor& descriptor,
374 const TensorInfo& weights,
375 const Optional<TensorInfo>& biases,
376 Optional<std::string&> reasonIfUnsupported) const
377{
378 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
379 reasonIfUnsupported,
380 input,
381 output,
382 descriptor,
383 weights,
384 biases);
385}
386
387
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100388bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
389 const TensorInfo& input1,
390 const TensorInfo& output,
391 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100392{
393 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
394 reasonIfUnsupported,
395 input0,
396 input1,
397 output);
398}
399
josh minor4a3c6102020-01-06 16:40:46 -0600400bool ClLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
401 const TensorInfo& output,
402 const ElementwiseUnaryDescriptor& descriptor,
403 Optional<std::string&> reasonIfUnsupported) const
404{
405 if (descriptor.m_Operation == UnaryOperation::Abs)
406 {
407 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
408 reasonIfUnsupported,
409 input,
410 output);
411 }
412 else if (descriptor.m_Operation == UnaryOperation::Rsqrt)
413 {
414 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate,
415 reasonIfUnsupported,
416 input,
417 output);
418 }
419
420 return false;
421}
422
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100423bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
424 const TensorInfo& output,
425 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000426{
Sadik Armagan9be49162019-10-30 16:15:26 +0000427 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
428 reasonIfUnsupported,
429 input,
430 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100431}
432
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100433bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
434 const TensorInfo& output,
435 const TensorInfo& weights,
436 const TensorInfo& biases,
437 const FullyConnectedDescriptor& descriptor,
438 Optional<std::string&> reasonIfUnsupported) const
439{
440 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
441 reasonIfUnsupported,
442 input,
443 output,
444 weights,
445 biases,
446 descriptor);
447}
448
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000449bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
450 const TensorInfo& input1,
451 const TensorInfo& output,
452 Optional<std::string&> reasonIfUnsupported) const
453{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100454 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
455 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000456}
457
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100458bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
459 Optional<std::string&> reasonIfUnsupported) const
460{
Derek Lamberti901ea112019-12-10 22:07:09 +0000461 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100462}
463
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100464bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
465 const TensorInfo& output,
466 const InstanceNormalizationDescriptor& descriptor,
467 Optional<std::string&> reasonIfUnsupported) const
468{
469 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
470 reasonIfUnsupported,
471 input,
472 output,
473 descriptor);
474}
475
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100476bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
477 const TensorInfo& output,
478 const L2NormalizationDescriptor& descriptor,
479 Optional<std::string&> reasonIfUnsupported) const
480{
481 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
482 reasonIfUnsupported,
483 input,
484 output,
485 descriptor);
486}
487
488bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
489 const TensorInfo& outputStateIn,
490 const TensorInfo& cellStateIn,
491 const TensorInfo& scratchBuffer,
492 const TensorInfo& outputStateOut,
493 const TensorInfo& cellStateOut,
494 const TensorInfo& output,
495 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100496 const LstmInputParamsInfo& paramsInfo,
497 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100498{
arovir01085f0a42018-10-08 14:48:19 +0100499 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
500 reasonIfUnsupported,
501 input,
502 outputStateIn,
503 cellStateIn,
504 scratchBuffer,
505 outputStateOut,
506 cellStateOut,
507 output,
508 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100509 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100510}
511
keidav01a959ee52018-12-19 10:04:58 +0000512bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
513 const TensorInfo& input1,
514 const TensorInfo& output,
515 Optional<std::string&> reasonIfUnsupported) const
516{
517 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
518 reasonIfUnsupported,
519 input0,
520 input1,
521 output);
522}
523
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100524bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
525 const TensorInfo& output,
526 const MeanDescriptor& descriptor,
527 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100528{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100529 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
530 reasonIfUnsupported,
531 input,
532 output,
533 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100534}
535
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100536bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000537 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100538 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100539 Optional<std::string&> reasonIfUnsupported) const
540{
Jim Flynne242f2d2019-05-22 14:24:13 +0100541 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100542}
543
saoste019292aa32019-01-08 13:55:59 +0000544bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
545 const TensorInfo& input1,
546 const TensorInfo& output,
547 Optional<std::string&> reasonIfUnsupported) const
548{
549 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
550 reasonIfUnsupported,
551 input0,
552 input1,
553 output);
554}
555
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100556bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
557 const TensorInfo& input1,
558 const TensorInfo& output,
559 Optional<std::string&> reasonIfUnsupported) const
560{
561 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
562 reasonIfUnsupported,
563 input0,
564 input1,
565 output);
566}
567
568bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
569 const TensorInfo& output,
570 const NormalizationDescriptor& descriptor,
571 Optional<std::string&> reasonIfUnsupported) const
572{
573 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
574}
575
576bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
577 Optional<std::string&> reasonIfUnsupported) const
578{
Derek Lamberti901ea112019-12-10 22:07:09 +0000579 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100580}
581
582bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
583 const TensorInfo& output,
584 const PadDescriptor& descriptor,
585 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100586{
587 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
588 reasonIfUnsupported,
589 input,
590 output,
591 descriptor);
592}
593
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100594bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
595 const TensorInfo& output,
596 const PermuteDescriptor& descriptor,
597 Optional<std::string&> reasonIfUnsupported) const
598{
Matthew Bentham9820d302019-11-27 17:24:47 +0000599 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000600}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100601
602bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
603 const TensorInfo& output,
604 const Pooling2dDescriptor& descriptor,
605 Optional<std::string&> reasonIfUnsupported) const
606{
607 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
608}
609
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100610bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
611 const armnn::TensorInfo &alpha,
612 const armnn::TensorInfo &output,
613 armnn::Optional<std::string &> reasonIfUnsupported) const
614{
615 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
616}
617
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100618bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
619 const TensorInfo& previousCellStateIn,
620 const TensorInfo& previousOutputIn,
621 const TensorInfo& cellStateOut,
622 const TensorInfo& output,
623 const QuantizedLstmInputParamsInfo& paramsInfo,
624 Optional<std::string&> reasonIfUnsupported) const
625{
626 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
627 reasonIfUnsupported,
628 input,
629 previousCellStateIn,
630 previousOutputIn,
631 cellStateOut,
632 output,
633 paramsInfo);
634}
635
Sadik Armagan20ec2492019-05-31 09:09:44 +0100636bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
637 const TensorInfo& output,
638 Optional<std::string&> reasonIfUnsupported) const
639{
640 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
641 reasonIfUnsupported,
642 input,
643 output);
644}
645
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100646bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000647 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000648 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100649 Optional<std::string&> reasonIfUnsupported) const
650{
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000651 ignore_unused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +0000652 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100653}
654
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100655bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
656 const TensorInfo& output,
657 const ResizeDescriptor& descriptor,
658 Optional<std::string&> reasonIfUnsupported) const
659{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100660 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100661}
662
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100663bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000664 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100665 Optional<std::string&> reasonIfUnsupported) const
666{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100667 ResizeDescriptor descriptor;
668 descriptor.m_Method = ResizeMethod::Bilinear;
669 descriptor.m_DataLayout = DataLayout::NCHW;
670
671 const TensorShape& outputShape = output.GetShape();
672 descriptor.m_TargetHeight = outputShape[2];
673 descriptor.m_TargetWidth = outputShape[3];
674
675 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100676}
677
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100678bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
679 const TensorInfo& output,
680 Optional<std::string&> reasonIfUnsupported) const
681{
josh minor4a3c6102020-01-06 16:40:46 -0600682 ElementwiseUnaryDescriptor descriptor(UnaryOperation::Rsqrt);
683 return IsElementwiseUnarySupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100684}
685
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000686bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
687 const TensorInfo& output,
688 const SliceDescriptor& descriptor,
689 Optional<std::string&> reasonIfUnsupported) const
690{
691 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
692}
693
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100694bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
695 const TensorInfo& output,
696 const SoftmaxDescriptor& descriptor,
697 Optional<std::string&> reasonIfUnsupported) const
698{
Francis Murtagh3b938352019-07-26 15:44:17 +0100699 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100700}
701
Sadik Armaganf4464322018-12-20 16:19:12 +0000702bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
703 const TensorInfo& output,
704 const SpaceToBatchNdDescriptor& descriptor,
705 Optional<std::string&> reasonIfUnsupported) const
706{
707 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
708 reasonIfUnsupported,
709 input,
710 output,
711 descriptor);
712}
713
James Conroyd2aa85e2019-07-01 17:12:40 +0100714bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
715 const TensorInfo& output,
716 const SpaceToDepthDescriptor& descriptor,
717 Optional<std::string&> reasonIfUnsupported) const
718{
719 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
720 reasonIfUnsupported,
721 input,
722 output,
723 descriptor);
724}
725
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100726bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
727 const ViewsDescriptor& descriptor,
728 Optional<std::string&> reasonIfUnsupported) const
729{
730 ignore_unused(descriptor);
731 return IsSupportedForDataTypeCl(reasonIfUnsupported,
732 input.GetDataType(),
733 &TrueFunc<>,
734 &TrueFunc<>);
735}
736
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100737bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
738 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
739 const ViewsDescriptor& descriptor,
740 Optional<std::string&> reasonIfUnsupported) const
741{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100742#if defined(ARMCOMPUTECL_ENABLED)
743 // Split along the last dimension, cannot use sub-tensors
744 // as width and height of the sub-tensors do not match
745 // the width and height of the parent tensor
746 // in case of input with more than 2D.
747 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
748 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
749 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
750 {
751 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
752 reasonIfUnsupported,
753 input,
754 outputs,
755 *splitAxis.begin());
756 }
757#endif
Derek Lamberti901ea112019-12-10 22:07:09 +0000758 boost::ignore_unused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100759 for (auto output : outputs)
760 {
761 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
762 {
763 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
764 return false;
765 }
766 }
767 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100768}
769
Matthew Jacksond5166102019-07-31 14:06:28 +0100770bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
771 const TensorInfo& output,
772 const StackDescriptor& descriptor,
773 Optional<std::string&> reasonIfUnsupported) const
774{
775 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
776 reasonIfUnsupported,
777 inputs,
778 output,
779 descriptor);
780}
781
keidav01d74dc912018-12-10 18:16:07 +0000782bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
783 const TensorInfo& output,
784 const StridedSliceDescriptor& descriptor,
785 Optional<std::string&> reasonIfUnsupported) const
786{
787 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
788 reasonIfUnsupported,
789 input,
790 output,
791 descriptor);
792}
793
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100794bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
795 const TensorInfo& input1,
796 const TensorInfo& output,
797 Optional<std::string&> reasonIfUnsupported) const
798{
799 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
800 reasonIfUnsupported,
801 input0,
802 input1,
803 output);
804}
805
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100806bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
807 const TensorInfo& output,
808 const TransposeConvolution2dDescriptor& descriptor,
809 const TensorInfo& weights,
810 const Optional<TensorInfo>& biases,
811 Optional<std::string&> reasonIfUnsupported) const
812{
813 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
814 reasonIfUnsupported,
815 input,
816 output,
817 descriptor,
818 weights,
819 biases);
820}
821
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100822} // namespace armnn