blob: 6dcda961007986d953badac0d0d85ee07ff841ef [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
arovir017c22c702018-10-09 11:16:46 +01008
David Beck3cc9a622018-10-12 10:38:31 +01009#include <armnn/Descriptors.hpp>
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
15#include <boost/core/ignore_unused.hpp>
16
Matteo Martincighd95e9062019-01-31 15:35:59 +000017#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010018#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010019#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010020#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010021#include "workloads/ClActivationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010022#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000023#include "workloads/ClBatchToSpaceNdWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010024#include "workloads/ClConvertFp16ToFp32Workload.hpp"
25#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010026#include "workloads/ClConvolution2dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010027#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010028#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010029#include "workloads/ClDequantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010030#include "workloads/ClDivisionFloatWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000031#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010032#include "workloads/ClFullyConnectedWorkload.hpp"
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +000033#include "workloads/ClGreaterWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010034#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010035#include "workloads/ClL2NormalizationFloatWorkload.hpp"
36#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000037#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010038#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010039#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000040#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010041#include "workloads/ClMultiplicationWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010042#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010043#include "workloads/ClPadWorkload.hpp"
44#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010045#include "workloads/ClPooling2dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010046#include "workloads/ClPreluWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010047#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010048#include "workloads/ClRsqrtWorkload.hpp"
Ferran Balaguer737d9ff2019-08-01 09:58:08 +010049#include "workloads/ClQuantizedLstmWorkload.hpp"
Sadik Armagan20ec2492019-05-31 09:09:44 +010050#include "workloads/ClQuantizeWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010051#include "workloads/ClSoftmaxBaseWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000052#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010053#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010054#include "workloads/ClSplitterWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010055#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000056#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010057#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010058#include "workloads/ClTransposeConvolution2dWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000059#endif
60
61using namespace boost;
62
63namespace armnn
64{
arovir017c22c702018-10-09 11:16:46 +010065
telsoa014fcda012018-03-09 14:13:49 +000066namespace
67{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010068
telsoa014fcda012018-03-09 14:13:49 +000069template<unsigned int FilterSize>
70bool IsMatchingSize2d(const TensorInfo& weightInfo)
71{
telsoa01c577f2c2018-08-31 09:22:23 +010072 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000073 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
74}
75
76template<uint32_t ValidStride>
77bool IsMatchingStride(uint32_t actualStride)
78{
79 return ValidStride == actualStride;
80}
81
82template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
83bool IsMatchingStride(uint32_t actualStride)
84{
85 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010086}
telsoa014fcda012018-03-09 14:13:49 +000087
arovir01085f0a42018-10-08 14:48:19 +010088bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000089{
Matteo Martincighd95e9062019-01-31 15:35:59 +000090#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +000091 return true;
92#else
arovir01085f0a42018-10-08 14:48:19 +010093 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +000094 {
arovir01085f0a42018-10-08 14:48:19 +010095 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +000096 }
97 return false;
98#endif
99}
100
Matteo Martincighd95e9062019-01-31 15:35:59 +0000101#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000102#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
103#else
104#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
105#endif
106
Matteo Martincighd95e9062019-01-31 15:35:59 +0000107#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000108template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100109inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000110{
111 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
112 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
113 if (!supported && reasonIfUnsupported)
114 {
arovir01085f0a42018-10-08 14:48:19 +0100115 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000116 }
117 return supported;
118}
119
120#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
121 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
122#else
123#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
124 return IsClBackendSupported(reasonIfUnsupported);
125#endif
126
telsoa01c577f2c2018-08-31 09:22:23 +0100127template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100128bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000129 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100130 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000131 Uint8Func uint8FuncPtr,
132 Params&&... params)
133{
134 return IsClBackendSupported(reasonIfUnsupported) &&
135 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
136 dataType,
137 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100138 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000139 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000140 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000141 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000142 std::forward<Params>(params)...);
143}
144
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100145} // anonymous namespace
146
Aron Virginas-Tar82046942019-09-09 15:18:29 +0100147bool ClLayerSupport::IsAbsSupported(const TensorInfo& input,
148 const TensorInfo& output,
149 Optional<std::string&> reasonIfUnsupported) const
150{
151 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
152 reasonIfUnsupported,
153 input,
154 output);
155}
156
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100157bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
158 const TensorInfo& output,
159 const ActivationDescriptor& descriptor,
160 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000161{
telsoa01c577f2c2018-08-31 09:22:23 +0100162 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
163 reasonIfUnsupported,
164 input,
165 output,
166 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000167}
168
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100169bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
170 const TensorInfo& input1,
171 const TensorInfo& output,
172 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000173{
arovir01085f0a42018-10-08 14:48:19 +0100174 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
175 reasonIfUnsupported,
176 input0,
177 input1,
178 output);
telsoa014fcda012018-03-09 14:13:49 +0000179}
180
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100181bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
182 const TensorInfo& output,
183 const TensorInfo& mean,
184 const TensorInfo& var,
185 const TensorInfo& beta,
186 const TensorInfo& gamma,
187 const BatchNormalizationDescriptor& descriptor,
188 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000189{
telsoa01c577f2c2018-08-31 09:22:23 +0100190 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
191 reasonIfUnsupported,
192 input,
193 output,
194 mean,
195 var,
196 beta,
197 gamma,
198 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000199}
200
Mike Kelly831faed2018-11-28 11:52:08 +0000201bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
202 const TensorInfo& output,
203 const BatchToSpaceNdDescriptor& descriptor,
204 Optional<std::string&> reasonIfUnsupported) const
205{
206 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
207 reasonIfUnsupported,
208 input,
209 output,
210 descriptor);
211}
212
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100213bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
214 const TensorInfo& input1,
215 const TensorInfo& output,
216 const ComparisonDescriptor& descriptor,
217 Optional<std::string&> reasonIfUnsupported) const
218{
219 if (descriptor.m_Operation == ComparisonOperation::Greater)
220 {
221 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGreaterWorkloadValidate,
222 reasonIfUnsupported,
223 input0,
224 input1,
225 output);
226 }
227
228 return false;
229}
230
Jim Flynn906f9462019-05-10 13:55:21 +0100231bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
232 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100233 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100234 Optional<std::string&> reasonIfUnsupported) const
235{
Jim Flynne242f2d2019-05-22 14:24:13 +0100236 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
237 {
238 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
239 return false;
240 }
241
242 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
243 if(concatInnerAxis < 3) // Width, height, or channels
244 {
245 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
246 reasonIfUnsupported,
247 inputs,
248 output,
249 descriptor);
250 }
251 else if (concatInnerAxis == 3)
252 {
253 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
254 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
255 for (auto& input : inputs)
256 {
257 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
258 {
259 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
260 return false;
261 }
262 }
263 return true; // Sub-tensors support concat along batch
264 }
265 else // > 4 dimensions not supported.
266 {
267 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
268 return false;
269 }
Jim Flynn906f9462019-05-10 13:55:21 +0100270}
271
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100272bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
273 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000274{
275 return IsSupportedForDataTypeCl(reasonIfUnsupported,
276 output.GetDataType(),
277 &TrueFunc<>,
Francis Murtaghec33a912019-11-05 14:26:23 +0000278 &TrueFunc<>);
telsoa014fcda012018-03-09 14:13:49 +0000279}
280
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100281bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
282 const TensorInfo& output,
283 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000284{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100285 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
286 reasonIfUnsupported,
287 input,
288 output);
telsoa014fcda012018-03-09 14:13:49 +0000289}
290
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100291bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
292 const TensorInfo& output,
293 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000294{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100295 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
296 reasonIfUnsupported,
297 input,
298 output);
telsoa014fcda012018-03-09 14:13:49 +0000299}
300
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100301bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
302 const TensorInfo& output,
303 const Convolution2dDescriptor& descriptor,
304 const TensorInfo& weights,
305 const Optional<TensorInfo>& biases,
306 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000307{
Aron Virginas-Tar07f25e02019-11-07 15:19:52 +0000308 if (weights.HasPerAxisQuantization())
309 {
310 return false;
311 }
312
surmeh013537c2c2018-05-18 16:31:43 +0100313 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
314 reasonIfUnsupported,
315 input,
316 output,
317 descriptor,
318 weights,
319 biases);
telsoa014fcda012018-03-09 14:13:49 +0000320}
321
Jim Flynn983daec2019-05-29 16:20:16 +0100322bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
323 const TensorInfo& output,
324 Optional<std::string&> reasonIfUnsupported) const
325{
326 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
327 reasonIfUnsupported,
328 input,
329 output);
330}
331
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100332bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
333 const TensorInfo& output,
334 const DepthToSpaceDescriptor& descriptor,
335 Optional<std::string&> reasonIfUnsupported) const
336{
337 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
338 reasonIfUnsupported,
339 input,
340 output,
341 descriptor);
342}
343
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100344bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
345 const TensorInfo& output,
346 const DepthwiseConvolution2dDescriptor& descriptor,
347 const TensorInfo& weights,
348 const Optional<TensorInfo>& biases,
349 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000350{
telsoa01c577f2c2018-08-31 09:22:23 +0100351 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
352 reasonIfUnsupported,
353 input,
354 output,
355 descriptor,
356 weights,
357 biases);
telsoa014fcda012018-03-09 14:13:49 +0000358}
359
Pablo Tellof0bd6832019-04-26 17:58:13 +0100360bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
361 const TensorInfo& output,
362 const DepthwiseConvolution2dDescriptor& descriptor,
363 const TensorInfo& weights,
364 const Optional<TensorInfo>& biases,
365 Optional<std::string&> reasonIfUnsupported) const
366{
367 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
368 reasonIfUnsupported,
369 input,
370 output,
371 descriptor,
372 weights,
373 biases);
374}
375
376
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100377bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
378 const TensorInfo& input1,
379 const TensorInfo& output,
380 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100381{
382 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
383 reasonIfUnsupported,
384 input0,
385 input1,
386 output);
387}
388
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100389bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
390 const TensorInfo& output,
391 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000392{
Sadik Armagan9be49162019-10-30 16:15:26 +0000393 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
394 reasonIfUnsupported,
395 input,
396 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100397}
398
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100399bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
400 const TensorInfo& output,
401 const TensorInfo& weights,
402 const TensorInfo& biases,
403 const FullyConnectedDescriptor& descriptor,
404 Optional<std::string&> reasonIfUnsupported) const
405{
406 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
407 reasonIfUnsupported,
408 input,
409 output,
410 weights,
411 biases,
412 descriptor);
413}
414
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000415bool ClLayerSupport::IsGreaterSupported(const TensorInfo& input0,
416 const TensorInfo& input1,
417 const TensorInfo& output,
418 Optional<std::string&> reasonIfUnsupported) const
419{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100420 ComparisonDescriptor descriptor(ComparisonOperation::Greater);
421 return IsComparisonSupported(input0, input1, output, descriptor, reasonIfUnsupported);
Nattapat Chaimanowongc6a41ff2019-01-29 09:56:02 +0000422}
423
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100424bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
425 Optional<std::string&> reasonIfUnsupported) const
426{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100427 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100428}
429
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100430bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
431 const TensorInfo& output,
432 const InstanceNormalizationDescriptor& descriptor,
433 Optional<std::string&> reasonIfUnsupported) const
434{
435 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
436 reasonIfUnsupported,
437 input,
438 output,
439 descriptor);
440}
441
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100442bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
443 const TensorInfo& output,
444 const L2NormalizationDescriptor& descriptor,
445 Optional<std::string&> reasonIfUnsupported) const
446{
447 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
448 reasonIfUnsupported,
449 input,
450 output,
451 descriptor);
452}
453
454bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
455 const TensorInfo& outputStateIn,
456 const TensorInfo& cellStateIn,
457 const TensorInfo& scratchBuffer,
458 const TensorInfo& outputStateOut,
459 const TensorInfo& cellStateOut,
460 const TensorInfo& output,
461 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100462 const LstmInputParamsInfo& paramsInfo,
463 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +0100464{
arovir01085f0a42018-10-08 14:48:19 +0100465 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
466 reasonIfUnsupported,
467 input,
468 outputStateIn,
469 cellStateIn,
470 scratchBuffer,
471 outputStateOut,
472 cellStateOut,
473 output,
474 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100475 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +0100476}
477
keidav01a959ee52018-12-19 10:04:58 +0000478bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
479 const TensorInfo& input1,
480 const TensorInfo& output,
481 Optional<std::string&> reasonIfUnsupported) const
482{
483 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
484 reasonIfUnsupported,
485 input0,
486 input1,
487 output);
488}
489
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100490bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
491 const TensorInfo& output,
492 const MeanDescriptor& descriptor,
493 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100494{
Matteo Martincigh28dcab62018-10-19 16:40:03 +0100495 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
496 reasonIfUnsupported,
497 input,
498 output,
499 descriptor);
narpra0132b90462018-09-13 11:07:48 +0100500}
501
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100502bool ClLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000503 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100504 const MergerDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100505 Optional<std::string&> reasonIfUnsupported) const
506{
Jim Flynne242f2d2019-05-22 14:24:13 +0100507 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100508}
509
saoste019292aa32019-01-08 13:55:59 +0000510bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
511 const TensorInfo& input1,
512 const TensorInfo& output,
513 Optional<std::string&> reasonIfUnsupported) const
514{
515 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
516 reasonIfUnsupported,
517 input0,
518 input1,
519 output);
520}
521
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100522bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
523 const TensorInfo& input1,
524 const TensorInfo& output,
525 Optional<std::string&> reasonIfUnsupported) const
526{
527 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
528 reasonIfUnsupported,
529 input0,
530 input1,
531 output);
532}
533
534bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
535 const TensorInfo& output,
536 const NormalizationDescriptor& descriptor,
537 Optional<std::string&> reasonIfUnsupported) const
538{
539 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
540}
541
542bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
543 Optional<std::string&> reasonIfUnsupported) const
544{
Francis Murtaghb3fc2522019-08-09 13:20:50 +0100545 return IsClBackendSupported(reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100546}
547
548bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
549 const TensorInfo& output,
550 const PadDescriptor& descriptor,
551 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +0100552{
553 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
554 reasonIfUnsupported,
555 input,
556 output,
557 descriptor);
558}
559
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100560bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
561 const TensorInfo& output,
562 const PermuteDescriptor& descriptor,
563 Optional<std::string&> reasonIfUnsupported) const
564{
565 ignore_unused(input);
566 ignore_unused(output);
567 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000568}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100569
570bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
571 const TensorInfo& output,
572 const Pooling2dDescriptor& descriptor,
573 Optional<std::string&> reasonIfUnsupported) const
574{
575 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
576}
577
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100578bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
579 const armnn::TensorInfo &alpha,
580 const armnn::TensorInfo &output,
581 armnn::Optional<std::string &> reasonIfUnsupported) const
582{
583 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
584}
585
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100586bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
587 const TensorInfo& previousCellStateIn,
588 const TensorInfo& previousOutputIn,
589 const TensorInfo& cellStateOut,
590 const TensorInfo& output,
591 const QuantizedLstmInputParamsInfo& paramsInfo,
592 Optional<std::string&> reasonIfUnsupported) const
593{
594 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
595 reasonIfUnsupported,
596 input,
597 previousCellStateIn,
598 previousOutputIn,
599 cellStateOut,
600 output,
601 paramsInfo);
602}
603
Sadik Armagan20ec2492019-05-31 09:09:44 +0100604bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
605 const TensorInfo& output,
606 Optional<std::string&> reasonIfUnsupported) const
607{
608 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
609 reasonIfUnsupported,
610 input,
611 output);
612}
613
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100614bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000615 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100616 Optional<std::string&> reasonIfUnsupported) const
617{
618 ignore_unused(input);
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000619 ignore_unused(descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100620 ignore_unused(reasonIfUnsupported);
621 return true;
622}
623
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100624bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
625 const TensorInfo& output,
626 const ResizeDescriptor& descriptor,
627 Optional<std::string&> reasonIfUnsupported) const
628{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100629 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100630}
631
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100632bool ClLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000633 const TensorInfo& output,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100634 Optional<std::string&> reasonIfUnsupported) const
635{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +0100636 ResizeDescriptor descriptor;
637 descriptor.m_Method = ResizeMethod::Bilinear;
638 descriptor.m_DataLayout = DataLayout::NCHW;
639
640 const TensorShape& outputShape = output.GetShape();
641 descriptor.m_TargetHeight = outputShape[2];
642 descriptor.m_TargetWidth = outputShape[3];
643
644 return IsResizeSupported(input, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100645}
646
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +0100647bool ClLayerSupport::IsRsqrtSupported(const TensorInfo& input,
648 const TensorInfo& output,
649 Optional<std::string&> reasonIfUnsupported) const
650{
651 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate, reasonIfUnsupported, input, output);
652}
653
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100654bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
655 const TensorInfo& output,
656 const SoftmaxDescriptor& descriptor,
657 Optional<std::string&> reasonIfUnsupported) const
658{
Francis Murtagh3b938352019-07-26 15:44:17 +0100659 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100660}
661
Sadik Armaganf4464322018-12-20 16:19:12 +0000662bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
663 const TensorInfo& output,
664 const SpaceToBatchNdDescriptor& descriptor,
665 Optional<std::string&> reasonIfUnsupported) const
666{
667 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
668 reasonIfUnsupported,
669 input,
670 output,
671 descriptor);
672}
673
James Conroyd2aa85e2019-07-01 17:12:40 +0100674bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
675 const TensorInfo& output,
676 const SpaceToDepthDescriptor& descriptor,
677 Optional<std::string&> reasonIfUnsupported) const
678{
679 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
680 reasonIfUnsupported,
681 input,
682 output,
683 descriptor);
684}
685
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100686bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
687 const ViewsDescriptor& descriptor,
688 Optional<std::string&> reasonIfUnsupported) const
689{
690 ignore_unused(descriptor);
691 return IsSupportedForDataTypeCl(reasonIfUnsupported,
692 input.GetDataType(),
693 &TrueFunc<>,
694 &TrueFunc<>);
695}
696
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100697bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
698 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
699 const ViewsDescriptor& descriptor,
700 Optional<std::string&> reasonIfUnsupported) const
701{
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100702#if defined(ARMCOMPUTECL_ENABLED)
703 // Split along the last dimension, cannot use sub-tensors
704 // as width and height of the sub-tensors do not match
705 // the width and height of the parent tensor
706 // in case of input with more than 2D.
707 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
708 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
709 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
710 {
711 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
712 reasonIfUnsupported,
713 input,
714 outputs,
715 *splitAxis.begin());
716 }
717#endif
718 for (auto output : outputs)
719 {
720 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
721 {
722 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
723 return false;
724 }
725 }
726 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100727}
728
Matthew Jacksond5166102019-07-31 14:06:28 +0100729bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
730 const TensorInfo& output,
731 const StackDescriptor& descriptor,
732 Optional<std::string&> reasonIfUnsupported) const
733{
734 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
735 reasonIfUnsupported,
736 inputs,
737 output,
738 descriptor);
739}
740
keidav01d74dc912018-12-10 18:16:07 +0000741bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
742 const TensorInfo& output,
743 const StridedSliceDescriptor& descriptor,
744 Optional<std::string&> reasonIfUnsupported) const
745{
746 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
747 reasonIfUnsupported,
748 input,
749 output,
750 descriptor);
751}
752
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100753bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
754 const TensorInfo& input1,
755 const TensorInfo& output,
756 Optional<std::string&> reasonIfUnsupported) const
757{
758 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
759 reasonIfUnsupported,
760 input0,
761 input1,
762 output);
763}
764
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100765bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
766 const TensorInfo& output,
767 const TransposeConvolution2dDescriptor& descriptor,
768 const TensorInfo& weights,
769 const Optional<TensorInfo>& biases,
770 Optional<std::string&> reasonIfUnsupported) const
771{
772 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
773 reasonIfUnsupported,
774 input,
775 output,
776 descriptor,
777 weights,
778 biases);
779}
780
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100781} // namespace armnn