blob: 1fd3aa532e47439c37a51163206a70792aa522cf [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000010#include <InternalTypes.hpp>
11#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012
David Beck111b5d92018-11-12 14:59:37 +000013#include <backendsCommon/BackendRegistry.hpp>
David Beck3e9e1152018-10-17 14:17:50 +010014
telsoa014fcda012018-03-09 14:13:49 +000015#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010022#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000023#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010024#include "workloads/ClConvertFp16ToFp32Workload.hpp"
25#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010026#include "workloads/ClConvolution2dWorkload.hpp"
Jim Flynn983daec2019-05-29 16:20:16 +010027#include "workloads/ClDequantizeWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010028#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010029#include "workloads/ClDivisionFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010030#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000031#include "workloads/ClGreaterWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010032#include "workloads/ClL2NormalizationFloatWorkload.hpp"
33#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000034#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010035#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010036#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000037#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010038#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010039#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010040#include "workloads/ClPadWorkload.hpp"
41#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010042#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010043#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010044#include "workloads/ClResizeWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010045#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010046#include "workloads/ClQuantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010047#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000048#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010049#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010050#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010051#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000052#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010053#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010054#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000055#endif
56
57using namespace boost;
58
59namespace armnn
60{
arovir017c22c702018-10-09 11:16:46 +010061
telsoa014fcda012018-03-09 14:13:49 +000062namespace
63{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010064
telsoa014fcda012018-03-09 14:13:49 +000065template<unsigned int FilterSize>
66bool IsMatchingSize2d(const TensorInfo& weightInfo)
67{
telsoa01c577f2c2018-08-31 09:22:23 +010068 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000069 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
70}
71
72template<uint32_t ValidStride>
73bool IsMatchingStride(uint32_t actualStride)
74{
75 return ValidStride == actualStride;
76}
77
78template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
79bool IsMatchingStride(uint32_t actualStride)
80{
81 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010082}
telsoa014fcda012018-03-09 14:13:49 +000083
arovir01085f0a42018-10-08 14:48:19 +010084bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000085{
Matteo Martincighd95e9062019-01-31 15:35:59 +000086#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000087 return true;
88#else
arovir01085f0a42018-10-08 14:48:19 +010089 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000090 {
arovir01085f0a42018-10-08 14:48:19 +010091 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +000092 }
93 return false;
94#endif
95}
96
Matteo Martincighd95e9062019-01-31 15:35:59 +000097#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000098#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
99#else
100#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
101#endif
102
Matteo Martincighd95e9062019-01-31 15:35:59 +0000103#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000104template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100105inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000106{
107 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
108 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
109 if (!supported && reasonIfUnsupported)
110 {
arovir01085f0a42018-10-08 14:48:19 +0100111 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000112 }
113 return supported;
114}
115
116#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
117 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
118#else
119#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
120 return IsClBackendSupported(reasonIfUnsupported);
121#endif
122
telsoa01c577f2c2018-08-31 09:22:23 +0100123template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100124bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000125 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100126 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000127 Uint8Func uint8FuncPtr,
128 Params&&... params)
129{
130 return IsClBackendSupported(reasonIfUnsupported) &&
131 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
132 dataType,
133 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100134 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000135 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000136 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000137 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000138 std::forward<Params>(params)...);
139}
140
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100141} // anonymous namespace
142
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100143bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
144 const TensorInfo& output,
145 Optional<std::string&> reasonIfUnsupported) const
146{
147 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
148 reasonIfUnsupported,
149 input,
150 output);
151}
152
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100153bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
154 const TensorInfo& output,
155 const ActivationDescriptor& descriptor,
156 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000157{
telsoa01c577f2c2018-08-31 09:22:23 +0100158 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
159 reasonIfUnsupported,
160 input,
161 output,
162 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000163}
164
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100165bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
166 const TensorInfo& input1,
167 const TensorInfo& output,
168 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000169{
arovir01085f0a42018-10-08 14:48:19 +0100170 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
171 reasonIfUnsupported,
172 input0,
173 input1,
174 output);
telsoa014fcda012018-03-09 14:13:49 +0000175}
176
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100177bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
178 const TensorInfo& output,
179 const TensorInfo& mean,
180 const TensorInfo& var,
181 const TensorInfo& beta,
182 const TensorInfo& gamma,
183 const BatchNormalizationDescriptor& descriptor,
184 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000185{
telsoa01c577f2c2018-08-31 09:22:23 +0100186 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
187 reasonIfUnsupported,
188 input,
189 output,
190 mean,
191 var,
192 beta,
193 gamma,
194 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000195}
196
Mike Kelly831faed2018-11-28 11:52:08 +0000197bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
198 const TensorInfo& output,
199 const BatchToSpaceNdDescriptor& descriptor,
200 Optional<std::string&> reasonIfUnsupported) const
201{
202 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
203 reasonIfUnsupported,
204 input,
205 output,
206 descriptor);
207}
208
Jim Flynn906f9462019-05-10 13:55:21 +0100209bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
210 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100211 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100212 Optional<std::string&> reasonIfUnsupported) const
213{
Jim Flynne242f2d2019-05-22 14:24:13 +0100214 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
215 {
216 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
217 return false;
218 }
219
220 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
221 if(concatInnerAxis < 3) // Width, height, or channels
222 {
223 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
224 reasonIfUnsupported,
225 inputs,
226 output,
227 descriptor);
228 }
229 else if (concatInnerAxis == 3)
230 {
231 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
232 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
233 for (auto& input : inputs)
234 {
235 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
236 {
237 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
238 return false;
239 }
240 }
241 return true; // Sub-tensors support concat along batch
242 }
243 else // > 4 dimensions not supported.
244 {
245 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
246 return false;
247 }
Jim Flynn906f9462019-05-10 13:55:21 +0100248}
249
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100250bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
251 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000252{
253 return IsSupportedForDataTypeCl(reasonIfUnsupported,
254 output.GetDataType(),
255 &TrueFunc<>,
256 &FalseFuncU8<>);
257}
258
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100259bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
260 const TensorInfo& output,
261 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000262{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100263 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
264 reasonIfUnsupported,
265 input,
266 output);
telsoa014fcda012018-03-09 14:13:49 +0000267}
268
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100269bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
270 const TensorInfo& output,
271 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000272{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100273 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
274 reasonIfUnsupported,
275 input,
276 output);
telsoa014fcda012018-03-09 14:13:49 +0000277}
278
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100279bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
280 const TensorInfo& output,
281 const Convolution2dDescriptor& descriptor,
282 const TensorInfo& weights,
283 const Optional<TensorInfo>& biases,
284 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000285{
surmeh013537c2c2018-05-18 16:31:43 +0100286 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
287 reasonIfUnsupported,
288 input,
289 output,
290 descriptor,
291 weights,
292 biases);
telsoa014fcda012018-03-09 14:13:49 +0000293}
294
Jim Flynn983daec2019-05-29 16:20:16 +0100295bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
296 const TensorInfo& output,
297 Optional<std::string&> reasonIfUnsupported) const
298{
299 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
300 reasonIfUnsupported,
301 input,
302 output);
303}
304
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100305bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
306 const TensorInfo& output,
307 const DepthwiseConvolution2dDescriptor& descriptor,
308 const TensorInfo& weights,
309 const Optional<TensorInfo>& biases,
310 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000311{
telsoa01c577f2c2018-08-31 09:22:23 +0100312 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
313 reasonIfUnsupported,
314 input,
315 output,
316 descriptor,
317 weights,
318 biases);
telsoa014fcda012018-03-09 14:13:49 +0000319}
320
Pablo Tellof0bd6832019-04-26 17:58:13 +0100321bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
322 const TensorInfo& output,
323 const DepthwiseConvolution2dDescriptor& descriptor,
324 const TensorInfo& weights,
325 const Optional<TensorInfo>& biases,
326 Optional<std::string&> reasonIfUnsupported) const
327{
328 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
329 reasonIfUnsupported,
330 input,
331 output,
332 descriptor,
333 weights,
334 biases);
335}
336
337
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100338bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
339 const TensorInfo& input1,
340 const TensorInfo& output,
341 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100342{
343 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
344 reasonIfUnsupported,
345 input0,
346 input1,
347 output);
348}
349
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100350bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
351 const TensorInfo& output,
352 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000353{
354 ignore_unused(output);
telsoa01c577f2c2018-08-31 09:22:23 +0100355 return IsClBackendSupported(reasonIfUnsupported) &&
356 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
357 input.GetDataType(),
358 &FalseFuncF16<>,
359 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000360 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000361 &FalseFuncI32<>,
362 &FalseFuncU8<>);
telsoa01c577f2c2018-08-31 09:22:23 +0100363}
364
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100365bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
366 const TensorInfo& output,
367 const TensorInfo& weights,
368 const TensorInfo& biases,
369 const FullyConnectedDescriptor& descriptor,
370 Optional<std::string&> reasonIfUnsupported) const
371{
372 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
373 reasonIfUnsupported,
374 input,
375 output,
376 weights,
377 biases,
378 descriptor);
379}
380
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000381bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
382 const TensorInfo& input1,
383 const TensorInfo& output,
384 Optional<std::string&> reasonIfUnsupported) const
385{
386 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
387 reasonIfUnsupported,
388 input0,
389 input1,
390 output);
391}
392
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100393bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
394 Optional<std::string&> reasonIfUnsupported) const
395{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100396 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100397}
398
399bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
400 const TensorInfo& output,
401 const L2NormalizationDescriptor& descriptor,
402 Optional<std::string&> reasonIfUnsupported) const
403{
404 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
405 reasonIfUnsupported,
406 input,
407 output,
408 descriptor);
409}
410
411bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
412 const TensorInfo& outputStateIn,
413 const TensorInfo& cellStateIn,
414 const TensorInfo& scratchBuffer,
415 const TensorInfo& outputStateOut,
416 const TensorInfo& cellStateOut,
417 const TensorInfo& output,
418 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100419 const LstmInputParamsInfo& paramsInfo,
420 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100421{
arovir01085f0a42018-10-08 14:48:19 +0100422 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
423 reasonIfUnsupported,
424 input,
425 outputStateIn,
426 cellStateIn,
427 scratchBuffer,
428 outputStateOut,
429 cellStateOut,
430 output,
431 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100432 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100433}
434
keidav01a959ee52018-12-19 10:04:58 +0000435bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
436 const TensorInfo& input1,
437 const TensorInfo& output,
438 Optional<std::string&> reasonIfUnsupported) const
439{
440 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
441 reasonIfUnsupported,
442 input0,
443 input1,
444 output);
445}
446
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100447bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
448 const TensorInfo& output,
449 const MeanDescriptor& descriptor,
450 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100451{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100452 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
453 reasonIfUnsupported,
454 input,
455 output,
456 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100457}
458
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100459bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000460 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100461 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100462 Optional<std::string&> reasonIfUnsupported) const
463{
Jim Flynne242f2d2019-05-22 14:24:13 +0100464 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100465}
466
saoste019292aa32019-01-08 13:55:59 +0000467bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
468 const TensorInfo& input1,
469 const TensorInfo& output,
470 Optional<std::string&> reasonIfUnsupported) const
471{
472 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
473 reasonIfUnsupported,
474 input0,
475 input1,
476 output);
477}
478
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100479bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
480 const TensorInfo& input1,
481 const TensorInfo& output,
482 Optional<std::string&> reasonIfUnsupported) const
483{
484 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
485 reasonIfUnsupported,
486 input0,
487 input1,
488 output);
489}
490
491bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
492 const TensorInfo& output,
493 const NormalizationDescriptor& descriptor,
494 Optional<std::string&> reasonIfUnsupported) const
495{
496 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
497}
498
499bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
500 Optional<std::string&> reasonIfUnsupported) const
501{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100502 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100503}
504
505bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
506 const TensorInfo& output,
507 const PadDescriptor& descriptor,
508 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100509{
510 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
511 reasonIfUnsupported,
512 input,
513 output,
514 descriptor);
515}
516
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100517bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
518 const TensorInfo& output,
519 const PermuteDescriptor& descriptor,
520 Optional<std::string&> reasonIfUnsupported) const
521{
522 ignore_unused(input);
523 ignore_unused(output);
524 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000525}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100526
527bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
528 const TensorInfo& output,
529 const Pooling2dDescriptor& descriptor,
530 Optional<std::string&> reasonIfUnsupported) const
531{
532 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
533}
534
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100535bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
536 const armnn::TensorInfo &alpha,
537 const armnn::TensorInfo &output,
538 armnn::Optional<std::string &> reasonIfUnsupported) const
539{
540 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
541}
542
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100543bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
544 const TensorInfo& previousCellStateIn,
545 const TensorInfo& previousOutputIn,
546 const TensorInfo& cellStateOut,
547 const TensorInfo& output,
548 const QuantizedLstmInputParamsInfo& paramsInfo,
549 Optional<std::string&> reasonIfUnsupported) const
550{
551 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
552 reasonIfUnsupported,
553 input,
554 previousCellStateIn,
555 previousOutputIn,
556 cellStateOut,
557 output,
558 paramsInfo);
559}
560
Sadik Armagan20ec2492019-05-31 09:09:44 +0100561bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
562 const TensorInfo& output,
563 Optional<std::string&> reasonIfUnsupported) const
564{
565 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
566 reasonIfUnsupported,
567 input,
568 output);
569}
570
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100571bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000572 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100573 Optional<std::string&> reasonIfUnsupported) const
574{
575 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000576 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100577 ignore_unused(reasonIfUnsupported);
578 return true;
579}
580
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100581bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
582 const TensorInfo& output,
583 const ResizeDescriptor& descriptor,
584 Optional<std::string&> reasonIfUnsupported) const
585{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100586 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100587}
588
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100589bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000590 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100591 Optional<std::string&> reasonIfUnsupported) const
592{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100593 ResizeDescriptor descriptor;
594 descriptor.m_Method = ResizeMethod::Bilinear;
595 descriptor.m_DataLayout = DataLayout::NCHW;
596
597 const TensorShape& outputShape = output.GetShape();
598 descriptor.m_TargetHeight = outputShape[2];
599 descriptor.m_TargetWidth = outputShape[3];
600
601 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100602}
603
604bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
605 const TensorInfo& output,
606 const SoftmaxDescriptor& descriptor,
607 Optional<std::string&> reasonIfUnsupported) const
608{
Francis Murtagh3b938352019-07-26 15:44:17 +0100609 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100610}
611
Sadik Armaganf4464322018-12-20 16:19:12 +0000612bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
613 const TensorInfo& output,
614 const SpaceToBatchNdDescriptor& descriptor,
615 Optional<std::string&> reasonIfUnsupported) const
616{
617 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
618 reasonIfUnsupported,
619 input,
620 output,
621 descriptor);
622}
623
James Conroyd2aa85e2019-07-01 17:12:40 +0100624bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
625 const TensorInfo& output,
626 const SpaceToDepthDescriptor& descriptor,
627 Optional<std::string&> reasonIfUnsupported) const
628{
629 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
630 reasonIfUnsupported,
631 input,
632 output,
633 descriptor);
634}
635
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100636bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
637 const ViewsDescriptor& descriptor,
638 Optional<std::string&> reasonIfUnsupported) const
639{
640 ignore_unused(descriptor);
641 return IsSupportedForDataTypeCl(reasonIfUnsupported,
642 input.GetDataType(),
643 &TrueFunc<>,
644 &TrueFunc<>);
645}
646
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100647bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
648 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
649 const ViewsDescriptor& descriptor,
650 Optional<std::string&> reasonIfUnsupported) const
651{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100652#if defined(ARMCOMPUTECL_ENABLED)
653 // Split along the last dimension, cannot use sub-tensors
654 // as width and height of the sub-tensors do not match
655 // the width and height of the parent tensor
656 // in case of input with more than 2D.
657 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
658 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
659 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
660 {
661 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
662 reasonIfUnsupported,
663 input,
664 outputs,
665 *splitAxis.begin());
666 }
667#endif
668 for (auto output : outputs)
669 {
670 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
671 {
672 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
673 return false;
674 }
675 }
676 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100677}
678
Matthew Jacksond5166102019-07-31 14:06:28 +0100679bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
680 const TensorInfo& output,
681 const StackDescriptor& descriptor,
682 Optional<std::string&> reasonIfUnsupported) const
683{
684 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
685 reasonIfUnsupported,
686 inputs,
687 output,
688 descriptor);
689}
690
keidav01d74dc912018-12-10 18:16:07 +0000691bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
692 const TensorInfo& output,
693 const StridedSliceDescriptor& descriptor,
694 Optional<std::string&> reasonIfUnsupported) const
695{
696 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
697 reasonIfUnsupported,
698 input,
699 output,
700 descriptor);
701}
702
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100703bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
704 const TensorInfo& input1,
705 const TensorInfo& output,
706 Optional<std::string&> reasonIfUnsupported) const
707{
708 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
709 reasonIfUnsupported,
710 input0,
711 input1,
712 output);
713}
714
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100715bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
716 const TensorInfo& output,
717 const TransposeConvolution2dDescriptor& descriptor,
718 const TensorInfo& weights,
719 const Optional<TensorInfo>& biases,
720 Optional<std::string&> reasonIfUnsupported) const
721{
722 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
723 reasonIfUnsupported,
724 input,
725 output,
726 descriptor,
727 weights,
728 biases);
729}
730
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100731} // namespace armnn