blob: bd2be57386442a1ee6fa17f705630f4979cc9f6c [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000010#include <InternalTypes.hpp>
11#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012
David Beck111b5d92018-11-12 14:59:37 +000013#include <backendsCommon/BackendRegistry.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010014
telsoa014fcda012018-03-09 14:13:49 +000015#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010022#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000023#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010024#include "workloads/ClConvertFp16ToFp32Workload.hpp"
25#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010026#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010027#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010028#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010029#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010030#include "workloads/ClDivisionFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010031#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000032#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010033#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010034#include "workloads/ClL2NormalizationFloatWorkload.hpp"
35#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000036#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010037#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010038#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000039#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010040#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010041#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010042#include "workloads/ClPadWorkload.hpp"
43#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010044#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010045#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010046#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010047#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010048#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010049#include "workloads/ClQuantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010050#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000051#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010052#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010053#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010054#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000055#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010056#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010057#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000058#endif
59
60using namespace boost;
61
62namespace armnn
63{
arovir017c22c702018-10-09 11:16:46 +010064
telsoa014fcda012018-03-09 14:13:49 +000065namespace
66{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010067
telsoa014fcda012018-03-09 14:13:49 +000068template<unsigned int FilterSize>
69bool IsMatchingSize2d(const TensorInfo& weightInfo)
70{
telsoa01c577f2c2018-08-31 09:22:23 +010071 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000072 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
73}
74
75template<uint32_t ValidStride>
76bool IsMatchingStride(uint32_t actualStride)
77{
78 return ValidStride == actualStride;
79}
80
81template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
82bool IsMatchingStride(uint32_t actualStride)
83{
84 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010085}
telsoa014fcda012018-03-09 14:13:49 +000086
arovir01085f0a42018-10-08 14:48:19 +010087bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000088{
Matteo Martincighd95e9062019-01-31 15:35:59 +000089#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000090 return true;
91#else
arovir01085f0a42018-10-08 14:48:19 +010092 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000093 {
arovir01085f0a42018-10-08 14:48:19 +010094 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +000095 }
96 return false;
97#endif
98}
99
Matteo Martincighd95e9062019-01-31 15:35:59 +0000100#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000101#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
102#else
103#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
104#endif
105
Matteo Martincighd95e9062019-01-31 15:35:59 +0000106#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000107template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100108inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000109{
110 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
111 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
112 if (!supported && reasonIfUnsupported)
113 {
arovir01085f0a42018-10-08 14:48:19 +0100114 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000115 }
116 return supported;
117}
118
119#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
120 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
121#else
122#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
123 return IsClBackendSupported(reasonIfUnsupported);
124#endif
125
telsoa01c577f2c2018-08-31 09:22:23 +0100126template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100127bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000128 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100129 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000130 Uint8Func uint8FuncPtr,
131 Params&&... params)
132{
133 return IsClBackendSupported(reasonIfUnsupported) &&
134 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
135 dataType,
136 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100137 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000138 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000139 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000140 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000141 std::forward<Params>(params)...);
142}
143
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100144} // anonymous namespace
145
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100146bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
147 const TensorInfo& output,
148 Optional<std::string&> reasonIfUnsupported) const
149{
150 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
151 reasonIfUnsupported,
152 input,
153 output);
154}
155
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100156bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
157 const TensorInfo& output,
158 const ActivationDescriptor& descriptor,
159 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000160{
telsoa01c577f2c2018-08-31 09:22:23 +0100161 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
162 reasonIfUnsupported,
163 input,
164 output,
165 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000166}
167
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100168bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
169 const TensorInfo& input1,
170 const TensorInfo& output,
171 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000172{
arovir01085f0a42018-10-08 14:48:19 +0100173 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
174 reasonIfUnsupported,
175 input0,
176 input1,
177 output);
telsoa014fcda012018-03-09 14:13:49 +0000178}
179
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100180bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
181 const TensorInfo& output,
182 const TensorInfo& mean,
183 const TensorInfo& var,
184 const TensorInfo& beta,
185 const TensorInfo& gamma,
186 const BatchNormalizationDescriptor& descriptor,
187 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000188{
telsoa01c577f2c2018-08-31 09:22:23 +0100189 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
190 reasonIfUnsupported,
191 input,
192 output,
193 mean,
194 var,
195 beta,
196 gamma,
197 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000198}
199
Mike Kelly831faed2018-11-28 11:52:08 +0000200bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
201 const TensorInfo& output,
202 const BatchToSpaceNdDescriptor& descriptor,
203 Optional<std::string&> reasonIfUnsupported) const
204{
205 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
206 reasonIfUnsupported,
207 input,
208 output,
209 descriptor);
210}
211
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100212bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
213 const TensorInfo& input1,
214 const TensorInfo& output,
215 const ComparisonDescriptor& descriptor,
216 Optional<std::string&> reasonIfUnsupported) const
217{
218 if (descriptor.m_Operation == ComparisonOperation::Greater)
219 {
220 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
221 reasonIfUnsupported,
222 input0,
223 input1,
224 output);
225 }
226
227 return false;
228}
229
Jim Flynn906f9462019-05-10 13:55:21 +0100230bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
231 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100232 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100233 Optional<std::string&> reasonIfUnsupported) const
234{
Jim Flynne242f2d2019-05-22 14:24:13 +0100235 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
236 {
237 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
238 return false;
239 }
240
241 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
242 if(concatInnerAxis < 3) // Width, height, or channels
243 {
244 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
245 reasonIfUnsupported,
246 inputs,
247 output,
248 descriptor);
249 }
250 else if (concatInnerAxis == 3)
251 {
252 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
253 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
254 for (auto& input : inputs)
255 {
256 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
257 {
258 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
259 return false;
260 }
261 }
262 return true; // Sub-tensors support concat along batch
263 }
264 else // > 4 dimensions not supported.
265 {
266 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
267 return false;
268 }
Jim Flynn906f9462019-05-10 13:55:21 +0100269}
270
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100271bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
272 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000273{
274 return IsSupportedForDataTypeCl(reasonIfUnsupported,
275 output.GetDataType(),
276 &TrueFunc<>,
277 &FalseFuncU8<>);
278}
279
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100280bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
281 const TensorInfo& output,
282 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000283{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100284 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
285 reasonIfUnsupported,
286 input,
287 output);
telsoa014fcda012018-03-09 14:13:49 +0000288}
289
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100290bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
291 const TensorInfo& output,
292 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000293{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100294 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
295 reasonIfUnsupported,
296 input,
297 output);
telsoa014fcda012018-03-09 14:13:49 +0000298}
299
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100300bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
301 const TensorInfo& output,
302 const Convolution2dDescriptor& descriptor,
303 const TensorInfo& weights,
304 const Optional<TensorInfo>& biases,
305 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000306{
surmeh013537c2c2018-05-18 16:31:43 +0100307 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
308 reasonIfUnsupported,
309 input,
310 output,
311 descriptor,
312 weights,
313 biases);
telsoa014fcda012018-03-09 14:13:49 +0000314}
315
Jim Flynn983daec2019-05-29 16:20:16 +0100316bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
317 const TensorInfo& output,
318 Optional<std::string&> reasonIfUnsupported) const
319{
320 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
321 reasonIfUnsupported,
322 input,
323 output);
324}
325
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100326bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
327 const TensorInfo& output,
328 const DepthToSpaceDescriptor& descriptor,
329 Optional<std::string&> reasonIfUnsupported) const
330{
331 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
332 reasonIfUnsupported,
333 input,
334 output,
335 descriptor);
336}
337
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100338bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
339 const TensorInfo& output,
340 const DepthwiseConvolution2dDescriptor& descriptor,
341 const TensorInfo& weights,
342 const Optional<TensorInfo>& biases,
343 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000344{
telsoa01c577f2c2018-08-31 09:22:23 +0100345 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
346 reasonIfUnsupported,
347 input,
348 output,
349 descriptor,
350 weights,
351 biases);
telsoa014fcda012018-03-09 14:13:49 +0000352}
353
Pablo Tellof0bd6832019-04-26 17:58:13 +0100354bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
355 const TensorInfo& output,
356 const DepthwiseConvolution2dDescriptor& descriptor,
357 const TensorInfo& weights,
358 const Optional<TensorInfo>& biases,
359 Optional<std::string&> reasonIfUnsupported) const
360{
361 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
362 reasonIfUnsupported,
363 input,
364 output,
365 descriptor,
366 weights,
367 biases);
368}
369
370
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100371bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
372 const TensorInfo& input1,
373 const TensorInfo& output,
374 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100375{
376 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
377 reasonIfUnsupported,
378 input0,
379 input1,
380 output);
381}
382
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100383bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
384 const TensorInfo& output,
385 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000386{
387 ignore_unused(output);
telsoa01c577f2c2018-08-31 09:22:23 +0100388 return IsClBackendSupported(reasonIfUnsupported) &&
389 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
390 input.GetDataType(),
391 &FalseFuncF16<>,
392 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000393 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000394 &FalseFuncI32<>,
395 &FalseFuncU8<>);
telsoa01c577f2c2018-08-31 09:22:23 +0100396}
397
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100398bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
399 const TensorInfo& output,
400 const TensorInfo& weights,
401 const TensorInfo& biases,
402 const FullyConnectedDescriptor& descriptor,
403 Optional<std::string&> reasonIfUnsupported) const
404{
405 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
406 reasonIfUnsupported,
407 input,
408 output,
409 weights,
410 biases,
411 descriptor);
412}
413
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000414bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
415 const TensorInfo& input1,
416 const TensorInfo& output,
417 Optional<std::string&> reasonIfUnsupported) const
418{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100419 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
420 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000421}
422
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100423bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
424 Optional<std::string&> reasonIfUnsupported) const
425{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100426 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100427}
428
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100429bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
430 const TensorInfo& output,
431 const InstanceNormalizationDescriptor& descriptor,
432 Optional<std::string&> reasonIfUnsupported) const
433{
434 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
435 reasonIfUnsupported,
436 input,
437 output,
438 descriptor);
439}
440
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100441bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
442 const TensorInfo& output,
443 const L2NormalizationDescriptor& descriptor,
444 Optional<std::string&> reasonIfUnsupported) const
445{
446 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
447 reasonIfUnsupported,
448 input,
449 output,
450 descriptor);
451}
452
453bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
454 const TensorInfo& outputStateIn,
455 const TensorInfo& cellStateIn,
456 const TensorInfo& scratchBuffer,
457 const TensorInfo& outputStateOut,
458 const TensorInfo& cellStateOut,
459 const TensorInfo& output,
460 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100461 const LstmInputParamsInfo& paramsInfo,
462 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100463{
arovir01085f0a42018-10-08 14:48:19 +0100464 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
465 reasonIfUnsupported,
466 input,
467 outputStateIn,
468 cellStateIn,
469 scratchBuffer,
470 outputStateOut,
471 cellStateOut,
472 output,
473 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100474 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100475}
476
keidav01a959ee52018-12-19 10:04:58 +0000477bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
478 const TensorInfo& input1,
479 const TensorInfo& output,
480 Optional<std::string&> reasonIfUnsupported) const
481{
482 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
483 reasonIfUnsupported,
484 input0,
485 input1,
486 output);
487}
488
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100489bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
490 const TensorInfo& output,
491 const MeanDescriptor& descriptor,
492 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100493{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100494 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
495 reasonIfUnsupported,
496 input,
497 output,
498 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100499}
500
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100501bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000502 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100503 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100504 Optional<std::string&> reasonIfUnsupported) const
505{
Jim Flynne242f2d2019-05-22 14:24:13 +0100506 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100507}
508
saoste019292aa32019-01-08 13:55:59 +0000509bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
510 const TensorInfo& input1,
511 const TensorInfo& output,
512 Optional<std::string&> reasonIfUnsupported) const
513{
514 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
515 reasonIfUnsupported,
516 input0,
517 input1,
518 output);
519}
520
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100521bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
522 const TensorInfo& input1,
523 const TensorInfo& output,
524 Optional<std::string&> reasonIfUnsupported) const
525{
526 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
527 reasonIfUnsupported,
528 input0,
529 input1,
530 output);
531}
532
533bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
534 const TensorInfo& output,
535 const NormalizationDescriptor& descriptor,
536 Optional<std::string&> reasonIfUnsupported) const
537{
538 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
539}
540
541bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
542 Optional<std::string&> reasonIfUnsupported) const
543{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100544 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100545}
546
547bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
548 const TensorInfo& output,
549 const PadDescriptor& descriptor,
550 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100551{
552 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
553 reasonIfUnsupported,
554 input,
555 output,
556 descriptor);
557}
558
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100559bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
560 const TensorInfo& output,
561 const PermuteDescriptor& descriptor,
562 Optional<std::string&> reasonIfUnsupported) const
563{
564 ignore_unused(input);
565 ignore_unused(output);
566 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000567}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100568
569bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
570 const TensorInfo& output,
571 const Pooling2dDescriptor& descriptor,
572 Optional<std::string&> reasonIfUnsupported) const
573{
574 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
575}
576
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100577bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
578 const armnn::TensorInfo &alpha,
579 const armnn::TensorInfo &output,
580 armnn::Optional<std::string &> reasonIfUnsupported) const
581{
582 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
583}
584
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100585bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
586 const TensorInfo& previousCellStateIn,
587 const TensorInfo& previousOutputIn,
588 const TensorInfo& cellStateOut,
589 const TensorInfo& output,
590 const QuantizedLstmInputParamsInfo& paramsInfo,
591 Optional<std::string&> reasonIfUnsupported) const
592{
593 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
594 reasonIfUnsupported,
595 input,
596 previousCellStateIn,
597 previousOutputIn,
598 cellStateOut,
599 output,
600 paramsInfo);
601}
602
Sadik Armagan20ec2492019-05-31 09:09:44 +0100603bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
604 const TensorInfo& output,
605 Optional<std::string&> reasonIfUnsupported) const
606{
607 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
608 reasonIfUnsupported,
609 input,
610 output);
611}
612
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100613bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000614 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100615 Optional<std::string&> reasonIfUnsupported) const
616{
617 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000618 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100619 ignore_unused(reasonIfUnsupported);
620 return true;
621}
622
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100623bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
624 const TensorInfo& output,
625 const ResizeDescriptor& descriptor,
626 Optional<std::string&> reasonIfUnsupported) const
627{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100628 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100629}
630
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100631bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000632 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100633 Optional<std::string&> reasonIfUnsupported) const
634{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100635 ResizeDescriptor descriptor;
636 descriptor.m_Method = ResizeMethod::Bilinear;
637 descriptor.m_DataLayout = DataLayout::NCHW;
638
639 const TensorShape& outputShape = output.GetShape();
640 descriptor.m_TargetHeight = outputShape[2];
641 descriptor.m_TargetWidth = outputShape[3];
642
643 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100644}
645
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100646bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
647 const TensorInfo& output,
648 Optional<std::string&> reasonIfUnsupported) const
649{
650 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
651}
652
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100653bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
654 const TensorInfo& output,
655 const SoftmaxDescriptor& descriptor,
656 Optional<std::string&> reasonIfUnsupported) const
657{
Francis Murtagh3b938352019-07-26 15:44:17 +0100658 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100659}
660
Sadik Armaganf4464322018-12-20 16:19:12 +0000661bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
662 const TensorInfo& output,
663 const SpaceToBatchNdDescriptor& descriptor,
664 Optional<std::string&> reasonIfUnsupported) const
665{
666 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
667 reasonIfUnsupported,
668 input,
669 output,
670 descriptor);
671}
672
James Conroyd2aa85e2019-07-01 17:12:40 +0100673bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
674 const TensorInfo& output,
675 const SpaceToDepthDescriptor& descriptor,
676 Optional<std::string&> reasonIfUnsupported) const
677{
678 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
679 reasonIfUnsupported,
680 input,
681 output,
682 descriptor);
683}
684
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100685bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
686 const ViewsDescriptor& descriptor,
687 Optional<std::string&> reasonIfUnsupported) const
688{
689 ignore_unused(descriptor);
690 return IsSupportedForDataTypeCl(reasonIfUnsupported,
691 input.GetDataType(),
692 &TrueFunc<>,
693 &TrueFunc<>);
694}
695
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100696bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
697 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
698 const ViewsDescriptor& descriptor,
699 Optional<std::string&> reasonIfUnsupported) const
700{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100701#if defined(ARMCOMPUTECL_ENABLED)
702 // Split along the last dimension, cannot use sub-tensors
703 // as width and height of the sub-tensors do not match
704 // the width and height of the parent tensor
705 // in case of input with more than 2D.
706 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
707 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
708 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
709 {
710 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
711 reasonIfUnsupported,
712 input,
713 outputs,
714 *splitAxis.begin());
715 }
716#endif
717 for (auto output : outputs)
718 {
719 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
720 {
721 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
722 return false;
723 }
724 }
725 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100726}
727
Matthew Jacksond5166102019-07-31 14:06:28 +0100728bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
729 const TensorInfo& output,
730 const StackDescriptor& descriptor,
731 Optional<std::string&> reasonIfUnsupported) const
732{
733 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
734 reasonIfUnsupported,
735 inputs,
736 output,
737 descriptor);
738}
739
keidav01d74dc912018-12-10 18:16:07 +0000740bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
741 const TensorInfo& output,
742 const StridedSliceDescriptor& descriptor,
743 Optional<std::string&> reasonIfUnsupported) const
744{
745 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
746 reasonIfUnsupported,
747 input,
748 output,
749 descriptor);
750}
751
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100752bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
753 const TensorInfo& input1,
754 const TensorInfo& output,
755 Optional<std::string&> reasonIfUnsupported) const
756{
757 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
758 reasonIfUnsupported,
759 input0,
760 input1,
761 output);
762}
763
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100764bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
765 const TensorInfo& output,
766 const TransposeConvolution2dDescriptor& descriptor,
767 const TensorInfo& weights,
768 const Optional<TensorInfo>& biases,
769 Optional<std::string&> reasonIfUnsupported) const
770{
771 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
772 reasonIfUnsupported,
773 input,
774 output,
775 descriptor,
776 weights,
777 biases);
778}
779
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100780} // namespace armnn