blob: 89bcf9bc019e4bec6d36ce7a168a3f6c0cf318d1 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
Mike Kelly3ec30772023-03-08 13:47:17 +00002// Copyright © 2017-2023 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
Sadik Armagan045f6be2020-09-10 13:37:32 +01008#include "ClBackendModelContext.hpp"
arovir017c22c702018-10-09 11:16:46 +01009
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
Sadik Armagan045f6be2020-09-10 13:37:32 +010015#include <armnn/utility/IgnoreUnused.hpp>
16#include <armnn/utility/PolymorphicDowncast.hpp>
17
Matteo Martincighd95e9062019-01-31 15:35:59 +000018#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010019#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000020#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010021#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010022#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010023#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010024#include "workloads/ClArgMinMaxWorkload.hpp"
Teresa Charlin94916a52022-10-19 08:48:07 +010025#include "workloads/ClBatchMatMulWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010026#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000027#include "workloads/ClBatchToSpaceNdWorkload.hpp"
Sadik Armaganf40d6d42021-04-22 09:12:11 +010028#include "workloads/ClCastWorkload.hpp"
Teresa Charlin1222dbd2021-09-02 13:58:52 +010029#include "workloads/ClChannelShuffleWorkload.hpp"
Teresa Charlin2b030d92020-03-27 16:40:56 +000030#include "workloads/ClComparisonWorkload.hpp"
Mike Kelly0886ac42020-04-27 09:55:40 +010031#include "workloads/ClConstantWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010032#include "workloads/ClConvertFp16ToFp32Workload.hpp"
33#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010034#include "workloads/ClConvolution2dWorkload.hpp"
Teresa Charlin615ad6c2021-10-26 12:22:20 +010035#include "workloads/ClConvolution3dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010036#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010037#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010038#include "workloads/ClDequantizeWorkload.hpp"
Teresa Charline11e63d2021-04-21 12:56:45 +010039#include "workloads/ClDivisionWorkload.hpp"
Sadik Armagan9fabf432020-05-27 13:40:58 +010040#include "workloads/ClExpWorkload.hpp"
Sadik Armagan66aecb02020-06-24 11:42:20 +010041#include "workloads/ClFillWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000042#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010043#include "workloads/ClFullyConnectedWorkload.hpp"
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +010044#include "workloads/ClGatherWorkload.hpp"
Teresa Charlin989e2f62022-04-27 16:26:11 +010045#include "workloads/ClGatherNdWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010046#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010047#include "workloads/ClL2NormalizationFloatWorkload.hpp"
Teresa Charlin50de4fa2021-05-31 18:47:33 +010048#include "workloads/ClLogWorkload.hpp"
Teresa Charlin8398edc2020-07-20 14:23:02 +010049#include "workloads/ClLogSoftmaxWorkload.hpp"
James Conroyfe3ec942020-11-18 14:20:53 +000050#include "workloads/ClLogicalAndWorkload.hpp"
51#include "workloads/ClLogicalNotWorkload.hpp"
52#include "workloads/ClLogicalOrWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010053#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000054#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010055#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010056#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000057#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010058#include "workloads/ClMultiplicationWorkload.hpp"
Sadik Armaganac472102020-03-24 09:54:36 +000059#include "workloads/ClNegWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010060#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010061#include "workloads/ClPadWorkload.hpp"
62#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010063#include "workloads/ClPooling2dWorkload.hpp"
Ryan OSheabab8fa92022-03-09 10:29:02 +000064#include "workloads/ClPooling3dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010065#include "workloads/ClPreluWorkload.hpp"
Ryan OShea2323af42020-05-13 16:36:19 +010066#include "workloads/ClQLstmWorkload.hpp"
67#include "workloads/ClQuantizedLstmWorkload.hpp"
68#include "workloads/ClQuantizeWorkload.hpp"
Sadik Armagana2747482021-02-09 10:28:54 +000069#include "workloads/ClReduceWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000070#include "workloads/ClReshapeWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010071#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010072#include "workloads/ClRsqrtWorkload.hpp"
Teresa Charlin50de4fa2021-05-31 18:47:33 +010073#include "workloads/ClSinWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000074#include "workloads/ClSliceWorkload.hpp"
Teresa Charlinc1f6b092020-05-11 16:10:38 +010075#include "workloads/ClSoftmaxWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000076#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010077#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010078#include "workloads/ClSplitterWorkload.hpp"
Teresa Charlinaac61122022-05-05 16:11:36 +010079#include "workloads/ClSqrtWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010080#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000081#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010082#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010083#include "workloads/ClTransposeConvolution2dWorkload.hpp"
Mike Kellyc9ea45a2020-02-28 18:11:58 +000084#include "workloads/ClTransposeWorkload.hpp"
Cathal Corbett4952a3e2022-03-03 15:14:18 +000085#include "workloads/ClUnidirectionalSequenceLstmFloatWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000086#endif
87
telsoa014fcda012018-03-09 14:13:49 +000088
89namespace armnn
90{
arovir017c22c702018-10-09 11:16:46 +010091
telsoa014fcda012018-03-09 14:13:49 +000092namespace
93{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010094
telsoa014fcda012018-03-09 14:13:49 +000095template<unsigned int FilterSize>
96bool IsMatchingSize2d(const TensorInfo& weightInfo)
97{
telsoa01c577f2c2018-08-31 09:22:23 +010098 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000099 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
100}
101
102template<uint32_t ValidStride>
103bool IsMatchingStride(uint32_t actualStride)
104{
105 return ValidStride == actualStride;
106}
107
108template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
109bool IsMatchingStride(uint32_t actualStride)
110{
111 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100112}
telsoa014fcda012018-03-09 14:13:49 +0000113
Derek Lamberti901ea112019-12-10 22:07:09 +0000114template<typename ... Args>
115bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +0000116{
Jan Eilers8eb25602020-03-09 12:13:48 +0000117 IgnoreUnused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +0000118#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000119 return true;
120#else
arovir01085f0a42018-10-08 14:48:19 +0100121 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +0000122 {
arovir01085f0a42018-10-08 14:48:19 +0100123 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000124 }
125 return false;
126#endif
127}
128
Matteo Martincighd95e9062019-01-31 15:35:59 +0000129#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000130#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
131#else
132#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
133#endif
134
Matteo Martincighd95e9062019-01-31 15:35:59 +0000135#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000136template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100137inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000138{
139 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
140 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
141 if (!supported && reasonIfUnsupported)
142 {
arovir01085f0a42018-10-08 14:48:19 +0100143 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000144 }
145 return supported;
146}
147
148#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
149 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
150#else
151#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000152 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000153#endif
154
telsoa01c577f2c2018-08-31 09:22:23 +0100155template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100156bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000157 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100158 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000159 Uint8Func uint8FuncPtr,
160 Params&&... params)
161{
162 return IsClBackendSupported(reasonIfUnsupported) &&
163 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
164 dataType,
165 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100166 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000167 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000168 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000169 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000170 std::forward<Params>(params)...);
171}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100172} // anonymous namespace
173
Sadik Armagan045f6be2020-09-10 13:37:32 +0100174ClLayerSupport::ClLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr)
175 : m_ModelContextPtr(modelContextPtr)
176{
177}
178
179ClLayerSupport::ClLayerSupport()
180 : m_ModelContextPtr(nullptr)
181{
182}
183
Cathal Corbett34b429c2021-12-24 12:24:40 +0000184bool ClLayerSupport::IsLayerSupported(const LayerType& type,
185 const std::vector<TensorInfo>& infos,
186 const BaseDescriptor& descriptor,
187 const Optional<LstmInputParamsInfo>& lstmParamsInfo,
188 const Optional<QuantizedLstmInputParamsInfo>& quantizedLstmParamsInfo,
189 Optional<std::string&> reasonIfUnsupported) const
190{
191 switch (type)
192 {
193 case LayerType::Activation:
194 return IsActivationSupported(infos[0],
195 infos[1],
196 *(PolymorphicDowncast<const ActivationDescriptor*>(&descriptor)),
197 reasonIfUnsupported);
198 case LayerType::Addition:
199 return IsAdditionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
200 case LayerType::ArgMinMax:
201 return IsArgMinMaxSupported(infos[0],
202 infos[1],
203 *(PolymorphicDowncast<const ArgMinMaxDescriptor*>(&descriptor)),
204 reasonIfUnsupported);
Teresa Charlin94916a52022-10-19 08:48:07 +0100205 case LayerType::BatchMatMul:
206 return IsBatchMatMulSupported(infos[0],
207 infos[1],
208 infos[2],
209 *(PolymorphicDowncast<const BatchMatMulDescriptor*>(&descriptor)),
210 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000211 case LayerType::BatchNormalization:
212 return IsBatchNormalizationSupported(infos[0],
213 infos[1],
214 infos[2],
215 infos[3],
216 infos[4],
217 infos[5],
218 *(PolymorphicDowncast<const BatchNormalizationDescriptor*>
219 (&descriptor)),
220 reasonIfUnsupported);
221 case LayerType::BatchToSpaceNd:
222 return IsBatchToSpaceNdSupported(infos[0],
223 infos[1],
224 *(PolymorphicDowncast<const BatchToSpaceNdDescriptor*>(&descriptor)),
225 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000226 case LayerType::Cast:
227 return IsCastSupported(infos[0], infos[1], reasonIfUnsupported);
228 case LayerType::ChannelShuffle:
229 return IsChannelShuffleSupported(infos[0],
230 infos[1],
231 *(PolymorphicDowncast<const ChannelShuffleDescriptor*>(&descriptor)),
232 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000233 case LayerType::Comparison:
234 return IsComparisonSupported(infos[0],
235 infos[1],
236 infos[2],
237 *(PolymorphicDowncast<const ComparisonDescriptor*>(&descriptor)),
238 reasonIfUnsupported);
239 case LayerType::Concat:
240 {
241 std::vector<const TensorInfo*> inputInfos;
242 for (uint32_t i = 0; i < (infos.size() - 1); i++)
243 {
244 inputInfos.push_back(&infos[i]);
245 }
246 return IsConcatSupported(inputInfos,
247 infos[infos.size() - 1],
248 *(PolymorphicDowncast<const OriginsDescriptor*>(&descriptor)),
249 reasonIfUnsupported);
250 }
251 case LayerType::Constant:
252 return IsConstantSupported(infos[0], reasonIfUnsupported);
253 case LayerType::ConvertFp16ToFp32:
254 return IsConvertFp16ToFp32Supported(infos[0], infos[1], reasonIfUnsupported);
255 case LayerType::ConvertFp32ToFp16:
256 return IsConvertFp32ToFp16Supported(infos[0], infos[1], reasonIfUnsupported);
257 case LayerType::Convolution2d:
258 {
259 if (infos.size() != 4)
260 {
261 throw InvalidArgumentException("Invalid number of Convolution2d TensorInfos. "
262 "TensorInfos should be of format: {input, output, weights, biases}.");
263 }
264
265 auto desc = *(PolymorphicDowncast<const Convolution2dDescriptor*>(&descriptor));
266 if (infos[3] == TensorInfo())
267 {
268 return IsConvolution2dSupported(infos[0],
269 infos[1],
270 desc,
271 infos[2],
272 EmptyOptional(),
273 reasonIfUnsupported);
274 }
275 else
276 {
277 return IsConvolution2dSupported(infos[0],
278 infos[1],
279 desc,
280 infos[2],
281 infos[3],
282 reasonIfUnsupported);
283 }
284 }
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000285 case LayerType::Convolution3d:
286 {
287 if (infos.size() != 4)
288 {
289 throw InvalidArgumentException("Invalid number of Convolution3d TensorInfos. "
290 "TensorInfos should be of format: {input, output, weights, biases}.");
291 }
292
293 auto desc = *(PolymorphicDowncast<const Convolution3dDescriptor*>(&descriptor));
294 if (infos[3] == TensorInfo())
295 {
296 return IsConvolution3dSupported(infos[0],
297 infos[1],
298 desc,
299 infos[2],
300 EmptyOptional(),
301 reasonIfUnsupported);
302 }
303 else
304 {
305 return IsConvolution3dSupported(infos[0],
306 infos[1],
307 desc,
308 infos[2],
309 infos[3],
310 reasonIfUnsupported);
311 }
312 }
Cathal Corbett34b429c2021-12-24 12:24:40 +0000313 case LayerType::DepthToSpace:
314 return IsDepthToSpaceSupported(infos[0],
315 infos[1],
316 *(PolymorphicDowncast<const DepthToSpaceDescriptor*>(&descriptor)),
317 reasonIfUnsupported);
318 case LayerType::DepthwiseConvolution2d:
319 {
320 if (infos.size() != 4)
321 {
322 throw InvalidArgumentException("Invalid number of DepthwiseConvolution2d TensorInfos. "
323 "TensorInfos should be of format: {input, output, weights, biases}.");
324 }
325
326 auto desc = *(PolymorphicDowncast<const DepthwiseConvolution2dDescriptor*>(&descriptor));
327 if (infos[3] == TensorInfo())
328 {
329 return IsDepthwiseConvolutionSupported(infos[0],
330 infos[1],
331 desc,
332 infos[2],
333 EmptyOptional(),
334 reasonIfUnsupported);
335 }
336 else
337 {
338 return IsDepthwiseConvolutionSupported(infos[0],
339 infos[1],
340 desc,
341 infos[2],
342 infos[3],
343 reasonIfUnsupported);
344 }
345 }
346 case LayerType::Dequantize:
347 return IsDequantizeSupported(infos[0], infos[1], reasonIfUnsupported);
348 case LayerType::Division:
349 return IsDivisionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Mike Kelly3ec30772023-03-08 13:47:17 +0000350 case LayerType::ElementwiseBinary:
351 {
352 auto desc = *(PolymorphicDowncast<const ElementwiseBinaryDescriptor *>(&descriptor));
353
354 switch (desc.m_Operation)
355 {
356 case BinaryOperation::Add:
357 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
358 reasonIfUnsupported,
359 infos[0],
360 infos[1],
361 infos[2],
362 nullptr);
363 case BinaryOperation::Div:
364 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
365 reasonIfUnsupported,
366 infos[0],
367 infos[1],
368 infos[2],
369 nullptr);
370 case BinaryOperation::Minimum:
371 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
372 reasonIfUnsupported,
373 infos[0],
374 infos[1],
375 infos[2]);
376 case BinaryOperation::Maximum:
377 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
378 reasonIfUnsupported,
379 infos[0],
380 infos[1],
381 infos[2]);
382 case BinaryOperation::Mul:
383 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
384 reasonIfUnsupported,
385 infos[0],
386 infos[1],
387 infos[2],
388 nullptr);
389 case BinaryOperation::Sub:
390 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
391 reasonIfUnsupported,
392 infos[0],
393 infos[1],
394 infos[2],
395 nullptr);
396 default:
397 return false;
398 }
399 }
Cathal Corbett34b429c2021-12-24 12:24:40 +0000400 case LayerType::ElementwiseUnary:
401 return IsElementwiseUnarySupported(infos[0],
402 infos[1],
403 *(PolymorphicDowncast<const ElementwiseUnaryDescriptor*>(&descriptor)),
404 reasonIfUnsupported);
405 case LayerType::Fill:
406 return IsFillSupported(infos[0],
407 infos[1],
408 *(PolymorphicDowncast<const FillDescriptor*>(&descriptor)),
409 reasonIfUnsupported);
410 case LayerType::Floor:
411 return IsFloorSupported(infos[0], infos[1], reasonIfUnsupported);
412 case LayerType::FullyConnected:
413 return IsFullyConnectedSupported(infos[0],
414 infos[1],
415 infos[2],
416 infos[3],
417 *(PolymorphicDowncast<const FullyConnectedDescriptor*>(&descriptor)),
418 reasonIfUnsupported);
419 case LayerType::Gather:
420 return IsGatherSupported(infos[0],
421 infos[1],
422 infos[2],
423 *(PolymorphicDowncast<const GatherDescriptor*>(&descriptor)),
424 reasonIfUnsupported);
Teresa Charlin989e2f62022-04-27 16:26:11 +0100425 case LayerType::GatherNd:
426 return IsGatherNdSupported(infos[0],
427 infos[1],
428 infos[2],
429 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000430 case LayerType::Input:
431 return IsInputSupported(infos[0], reasonIfUnsupported);
432 case LayerType::InstanceNormalization:
433 return IsInstanceNormalizationSupported(infos[0],
434 infos[1],
435 *(PolymorphicDowncast<const InstanceNormalizationDescriptor*>
436 (&descriptor)),
437 reasonIfUnsupported);
438 case LayerType::L2Normalization:
439 return IsL2NormalizationSupported(infos[0],
440 infos[1],
441 *(PolymorphicDowncast<const L2NormalizationDescriptor*>(&descriptor)),
442 reasonIfUnsupported);
443 case LayerType::LogicalBinary:
444 return IsLogicalBinarySupported(infos[0],
445 infos[1],
446 infos[2],
447 *(PolymorphicDowncast<const LogicalBinaryDescriptor*>(&descriptor)),
448 reasonIfUnsupported);
449 case LayerType::LogSoftmax:
450 return IsLogSoftmaxSupported(infos[0],
451 infos[1],
452 *(PolymorphicDowncast<const LogSoftmaxDescriptor*>(&descriptor)),
453 reasonIfUnsupported);
454 case LayerType::Lstm:
455 return IsLstmSupported(infos[0],
456 infos[1],
457 infos[2],
458 infos[3],
459 infos[4],
460 infos[5],
461 infos[6],
462 *(PolymorphicDowncast<const LstmDescriptor*>(&descriptor)),
463 lstmParamsInfo.value(),
464 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000465 case LayerType::Map:
466 return true;
467 case LayerType::MemCopy:
468 return LayerSupportBase::IsMemCopySupported(infos[0], infos[1], reasonIfUnsupported);
469 case LayerType::MemImport:
470 return LayerSupportBase::IsMemImportSupported(infos[0], infos[1], reasonIfUnsupported);
471 case LayerType::Merge:
472 return LayerSupportBase::IsMergeSupported(infos[0],
473 infos[1],
474 infos[2],
475 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000476 case LayerType::Maximum:
477 return IsMaximumSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
478 case LayerType::Mean:
479 return IsMeanSupported(infos[0],
480 infos[1],
481 *(PolymorphicDowncast<const MeanDescriptor*>(&descriptor)),
482 reasonIfUnsupported);
483 case LayerType::Minimum:
484 return IsMinimumSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
485 case LayerType::Multiplication:
486 return IsMultiplicationSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
487 case LayerType::Normalization:
488 return IsNormalizationSupported(infos[0],
489 infos[1],
490 *(PolymorphicDowncast<const NormalizationDescriptor*>(&descriptor)),
491 reasonIfUnsupported);
492 case LayerType::Output:
493 return IsOutputSupported(infos[0], reasonIfUnsupported);
494 case LayerType::Pad:
495 return IsPadSupported(infos[0],
496 infos[1],
497 *(PolymorphicDowncast<const PadDescriptor*>(&descriptor)),
498 reasonIfUnsupported);
499 case LayerType::Permute:
500 return IsPermuteSupported(infos[0],
501 infos[1],
502 *(PolymorphicDowncast<const PermuteDescriptor*>(&descriptor)),
503 reasonIfUnsupported);
504 case LayerType::Pooling2d:
505 return IsPooling2dSupported(infos[0],
506 infos[1],
507 *(PolymorphicDowncast<const Pooling2dDescriptor*>(&descriptor)),
508 reasonIfUnsupported);
Ryan OSheabab8fa92022-03-09 10:29:02 +0000509 case LayerType::Pooling3d:
510 return IsPooling3dSupported(infos[0],
511 infos[1],
512 *(PolymorphicDowncast<const Pooling3dDescriptor*>(&descriptor)),
513 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000514 case LayerType::Prelu:
515 return IsPreluSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000516 case LayerType::QLstm:
517 return IsQLstmSupported(infos[0],
518 infos[1],
519 infos[2],
520 infos[3],
521 infos[4],
522 infos[5],
523 *(PolymorphicDowncast<const QLstmDescriptor*>(&descriptor)),
524 lstmParamsInfo.value(),
525 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000526 case LayerType::Quantize:
527 return IsQuantizeSupported(infos[0], infos[1], reasonIfUnsupported);
528 case LayerType::QuantizedLstm:
529 return IsQuantizedLstmSupported(infos[0],
530 infos[1],
531 infos[2],
532 infos[3],
533 infos[4],
534 quantizedLstmParamsInfo.value(),
535 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000536 case LayerType::Rank:
537 return true;
538 case LayerType::Reduce:
539 return IsReduceSupported(infos[0],
540 infos[1],
541 *(PolymorphicDowncast<const ReduceDescriptor*>(&descriptor)),
542 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000543 case LayerType::Reshape:
544 return IsReshapeSupported(infos[0],
545 infos[1],
546 *(PolymorphicDowncast<const ReshapeDescriptor*>(&descriptor)),
547 reasonIfUnsupported);
548 case LayerType::Resize:
549 return IsResizeSupported(infos[0],
550 infos[1],
551 *(PolymorphicDowncast<const ResizeDescriptor*>(&descriptor)),
552 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000553 case LayerType::Shape:
554 return LayerSupportBase::IsShapeSupported(infos[0],
555 infos[1],
556 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000557 case LayerType::Slice:
558 return IsSliceSupported(infos[0],
559 infos[1],
560 *(PolymorphicDowncast<const SliceDescriptor*>(&descriptor)),
561 reasonIfUnsupported);
562 case LayerType::Softmax:
563 return IsSoftmaxSupported(infos[0],
564 infos[1],
565 *(PolymorphicDowncast<const SoftmaxDescriptor*>(&descriptor)),
566 reasonIfUnsupported);
567 case LayerType::SpaceToBatchNd:
568 return IsSpaceToBatchNdSupported(infos[0],
569 infos[1],
570 *(PolymorphicDowncast<const SpaceToBatchNdDescriptor*>(&descriptor)),
571 reasonIfUnsupported);
572 case LayerType::SpaceToDepth:
573 return IsSpaceToDepthSupported(infos[0],
574 infos[1],
575 *(PolymorphicDowncast<const SpaceToDepthDescriptor*>(&descriptor)),
576 reasonIfUnsupported);
577 case LayerType::Splitter:
578 {
579 std::vector<TensorInfo> outputInfos;
580 for (uint32_t i = 1; i < infos.size(); i++)
581 {
582 outputInfos.push_back(infos[i]);
583 }
584 return IsSplitterSupported(infos[0],
585 {outputInfos.begin(), outputInfos.end()},
586 *(PolymorphicDowncast<const ViewsDescriptor*>(&descriptor)),
587 reasonIfUnsupported);
588 }
589 case LayerType::Stack:
590 {
591 std::vector<const TensorInfo*> inputInfos;
592 for (uint32_t i = 0; i < infos.size() - 1; i++)
593 {
594 inputInfos.push_back(&infos[i]);
595 }
596 return IsStackSupported(inputInfos,
597 infos[infos.size() - 1],
598 *(PolymorphicDowncast<const StackDescriptor*>(&descriptor)),
599 reasonIfUnsupported);
600 }
601 case LayerType::StridedSlice:
602 return IsStridedSliceSupported(infos[0],
603 infos[1],
604 *(PolymorphicDowncast<const StridedSliceDescriptor*>(&descriptor)),
605 reasonIfUnsupported);
606 case LayerType::Subtraction:
607 return IsSubtractionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
608 case LayerType::Transpose:
609 return IsTransposeSupported(infos[0],
610 infos[1],
611 *(PolymorphicDowncast<const TransposeDescriptor*>(&descriptor)),
612 reasonIfUnsupported);
613 case LayerType::TransposeConvolution2d:
614 {
615 if (infos.size() != 4)
616 {
617 throw InvalidArgumentException("Invalid number of TransposeConvolution2d TensorInfos. "
618 "TensorInfos should be of format: {input, output, weights, biases}.");
619 }
620
621 auto desc = *(PolymorphicDowncast<const TransposeConvolution2dDescriptor*>(&descriptor));
622 if (infos[3] == TensorInfo())
623 {
624 return IsTransposeConvolution2dSupported(infos[0],
625 infos[1],
626 desc,
627 infos[2],
628 EmptyOptional(),
629 reasonIfUnsupported);
630 }
631 else
632 {
633 return IsTransposeConvolution2dSupported(infos[0],
634 infos[1],
635 desc,
636 infos[2],
637 infos[3],
638 reasonIfUnsupported);
639 }
640 }
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000641 case LayerType::UnidirectionalSequenceLstm:
642 return IsUnidirectionalSequenceLstmSupported(infos[0],
643 infos[1],
644 infos[2],
645 infos[3],
646 infos[4],
647 infos[5],
648 *(PolymorphicDowncast<const
649 UnidirectionalSequenceLstmDescriptor*>(&descriptor)),
650 lstmParamsInfo.value(),
651 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000652 case LayerType::Unmap:
653 return true;
Cathal Corbett34b429c2021-12-24 12:24:40 +0000654 default:
655 // layers not supported in cl by default:
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000656 // debug, detectionpostprocess, fakequantization,
657 // precompiled, standin, switch, pooling3d
Cathal Corbett34b429c2021-12-24 12:24:40 +0000658 return false;
659 }
660}
661
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100662bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
663 const TensorInfo& output,
664 const ActivationDescriptor& descriptor,
665 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000666{
telsoa01c577f2c2018-08-31 09:22:23 +0100667 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
668 reasonIfUnsupported,
669 input,
670 output,
671 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000672}
673
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100674bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
675 const TensorInfo& input1,
676 const TensorInfo& output,
677 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000678{
arovir01085f0a42018-10-08 14:48:19 +0100679 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
680 reasonIfUnsupported,
681 input0,
682 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +0000683 output,
684 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000685}
686
James Conroy2dc05722019-09-19 17:00:31 +0100687bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
688 const TensorInfo& output,
689 const ArgMinMaxDescriptor& descriptor,
690 Optional<std::string&> reasonIfUnsupported) const
691{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000692
James Conroy2dc05722019-09-19 17:00:31 +0100693 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
694 reasonIfUnsupported,
695 input,
696 output,
697 descriptor);
698}
699
Teresa Charlin94916a52022-10-19 08:48:07 +0100700bool ClLayerSupport::IsBatchMatMulSupported(const TensorInfo& inputX,
701 const TensorInfo& inputY,
702 const TensorInfo& output,
703 const BatchMatMulDescriptor& descriptor,
704 Optional<std::string&> reasonIfUnsupported) const
705{
706 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchMatMulValidate,
707 reasonIfUnsupported,
708 inputX,
709 inputY,
710 output,
711 descriptor);
712}
713
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100714bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
715 const TensorInfo& output,
716 const TensorInfo& mean,
717 const TensorInfo& var,
718 const TensorInfo& beta,
719 const TensorInfo& gamma,
720 const BatchNormalizationDescriptor& descriptor,
721 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000722{
telsoa01c577f2c2018-08-31 09:22:23 +0100723 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
724 reasonIfUnsupported,
725 input,
726 output,
727 mean,
728 var,
729 beta,
730 gamma,
Mike Kelly07810fc2020-11-12 10:58:48 +0000731 descriptor,
732 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000733}
734
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100735bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
736 const TensorInfo& output,
737 const BatchToSpaceNdDescriptor& descriptor,
738 Optional<std::string&> reasonIfUnsupported) const
739{
740 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
741 reasonIfUnsupported,
742 input,
743 output,
744 descriptor);
745}
746
Sadik Armaganf40d6d42021-04-22 09:12:11 +0100747bool ClLayerSupport::IsCastSupported(const TensorInfo& input,
748 const TensorInfo& output,
749 Optional<std::string&> reasonIfUnsupported) const
750{
751 FORWARD_WORKLOAD_VALIDATE_FUNC(ClCastValidate,
752 reasonIfUnsupported,
753 input,
754 output);
755}
756
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100757bool ClLayerSupport::IsChannelShuffleSupported(const TensorInfo& input,
Mike Kelly831faed2018-11-28 11:52:08 +0000758 const TensorInfo& output,
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100759 const ChannelShuffleDescriptor& descriptor,
Mike Kelly831faed2018-11-28 11:52:08 +0000760 Optional<std::string&> reasonIfUnsupported) const
761{
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100762 FORWARD_WORKLOAD_VALIDATE_FUNC(ClChannelShuffleValidate,
Mike Kelly831faed2018-11-28 11:52:08 +0000763 reasonIfUnsupported,
764 input,
765 output,
766 descriptor);
767}
768
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100769bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
770 const TensorInfo& input1,
771 const TensorInfo& output,
772 const ComparisonDescriptor& descriptor,
773 Optional<std::string&> reasonIfUnsupported) const
774{
Teresa Charlin2b030d92020-03-27 16:40:56 +0000775 FORWARD_WORKLOAD_VALIDATE_FUNC(ClComparisonWorkloadValidate,
776 reasonIfUnsupported,
777 input0,
778 input1,
779 output,
780 descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100781}
782
Jim Flynn906f9462019-05-10 13:55:21 +0100783bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
784 const TensorInfo& output,
Cathal Corbett34b429c2021-12-24 12:24:40 +0000785 const OriginsDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100786 Optional<std::string&> reasonIfUnsupported) const
787{
Jim Flynne242f2d2019-05-22 14:24:13 +0100788 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
789 {
790 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
791 return false;
792 }
793
794 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
795 if(concatInnerAxis < 3) // Width, height, or channels
796 {
797 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
798 reasonIfUnsupported,
799 inputs,
800 output,
801 descriptor);
802 }
803 else if (concatInnerAxis == 3)
804 {
805 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
806 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
807 for (auto& input : inputs)
808 {
809 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
810 {
811 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
812 return false;
813 }
814 }
815 return true; // Sub-tensors support concat along batch
816 }
817 else // > 4 dimensions not supported.
818 {
819 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
820 return false;
821 }
Jim Flynn906f9462019-05-10 13:55:21 +0100822}
823
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100824bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
825 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000826{
Mike Kelly0886ac42020-04-27 09:55:40 +0100827 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConstantWorkloadValidate,
828 reasonIfUnsupported,
829 output);
telsoa014fcda012018-03-09 14:13:49 +0000830}
831
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100832bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
833 const TensorInfo& output,
834 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000835{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100836 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
837 reasonIfUnsupported,
838 input,
839 output);
telsoa014fcda012018-03-09 14:13:49 +0000840}
841
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100842bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
843 const TensorInfo& output,
844 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000845{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100846 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
847 reasonIfUnsupported,
848 input,
849 output);
telsoa014fcda012018-03-09 14:13:49 +0000850}
851
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100852bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
853 const TensorInfo& output,
854 const Convolution2dDescriptor& descriptor,
855 const TensorInfo& weights,
856 const Optional<TensorInfo>& biases,
857 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000858{
Sadik Armagan045f6be2020-09-10 13:37:32 +0100859 bool isFastMathEnabled = false;
860#if defined(ARMCOMPUTECL_ENABLED)
861 if (m_ModelContextPtr)
862 {
863 if (m_ModelContextPtr.get() != nullptr)
864 {
865 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
866 if (modelOptions)
867 {
868 isFastMathEnabled = modelOptions->IsFastMathEnabled();
869 }
870 }
871 }
872#endif
873
surmeh013537c2c2018-05-18 16:31:43 +0100874 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
875 reasonIfUnsupported,
876 input,
877 output,
878 descriptor,
879 weights,
Sadik Armagan045f6be2020-09-10 13:37:32 +0100880 biases,
Mike Kelly07810fc2020-11-12 10:58:48 +0000881 isFastMathEnabled,
882 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000883}
884
Teresa Charlin615ad6c2021-10-26 12:22:20 +0100885bool ClLayerSupport::IsConvolution3dSupported(const TensorInfo& input,
886 const TensorInfo& output,
887 const Convolution3dDescriptor& descriptor,
888 const TensorInfo& weights,
889 const Optional<TensorInfo>& biases,
890 Optional<std::string&> reasonIfUnsupported) const
891{
892 bool isFastMathEnabled = false;
893#if defined(ARMCOMPUTECL_ENABLED)
894 if (m_ModelContextPtr)
895{
896 if (m_ModelContextPtr.get() != nullptr)
897 {
898 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
899 if (modelOptions)
900 {
901 isFastMathEnabled = modelOptions->IsFastMathEnabled();
902 }
903 }
904}
905#endif
906
907 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution3dWorkloadValidate,
908 reasonIfUnsupported,
909 input,
910 output,
911 descriptor,
912 weights,
913 biases,
914 isFastMathEnabled,
915 nullptr);
916}
917
Jim Flynn983daec2019-05-29 16:20:16 +0100918bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
919 const TensorInfo& output,
920 Optional<std::string&> reasonIfUnsupported) const
921{
922 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
923 reasonIfUnsupported,
924 input,
925 output);
926}
927
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100928bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
929 const TensorInfo& output,
930 const DepthToSpaceDescriptor& descriptor,
931 Optional<std::string&> reasonIfUnsupported) const
932{
933 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
934 reasonIfUnsupported,
935 input,
936 output,
937 descriptor);
938}
939
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100940bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
941 const TensorInfo& output,
942 const DepthwiseConvolution2dDescriptor& descriptor,
943 const TensorInfo& weights,
944 const Optional<TensorInfo>& biases,
945 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000946{
telsoa01c577f2c2018-08-31 09:22:23 +0100947 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
948 reasonIfUnsupported,
949 input,
950 output,
951 descriptor,
952 weights,
Mike Kelly07810fc2020-11-12 10:58:48 +0000953 biases,
954 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000955}
956
Pablo Tellof0bd6832019-04-26 17:58:13 +0100957bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
958 const TensorInfo& output,
959 const DepthwiseConvolution2dDescriptor& descriptor,
960 const TensorInfo& weights,
961 const Optional<TensorInfo>& biases,
962 Optional<std::string&> reasonIfUnsupported) const
963{
964 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
965 reasonIfUnsupported,
966 input,
967 output,
968 descriptor,
969 weights,
Mike Kelly07810fc2020-11-12 10:58:48 +0000970 biases,
971 nullptr);
Pablo Tellof0bd6832019-04-26 17:58:13 +0100972}
973
974
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100975bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
976 const TensorInfo& input1,
977 const TensorInfo& output,
978 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100979{
980 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
981 reasonIfUnsupported,
982 input0,
983 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +0000984 output,
985 nullptr);
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100986}
987
josh minor4a3c6102020-01-06 16:40:46 -0600988bool ClLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
989 const TensorInfo& output,
990 const ElementwiseUnaryDescriptor& descriptor,
991 Optional<std::string&> reasonIfUnsupported) const
992{
Sadik Armagan9fabf432020-05-27 13:40:58 +0100993 switch(descriptor.m_Operation)
josh minor4a3c6102020-01-06 16:40:46 -0600994 {
Sadik Armagan9fabf432020-05-27 13:40:58 +0100995 case UnaryOperation::Abs:
996 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
997 reasonIfUnsupported,
998 input,
999 output);
1000 case UnaryOperation::Exp:
1001 FORWARD_WORKLOAD_VALIDATE_FUNC(ClExpWorkloadValidate,
1002 reasonIfUnsupported,
1003 input,
1004 output);
Teresa Charlin50de4fa2021-05-31 18:47:33 +01001005 case UnaryOperation::Log:
1006 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogWorkloadValidate,
1007 reasonIfUnsupported,
1008 input,
1009 output);
1010 case UnaryOperation::LogicalNot:
1011 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalNotWorkloadValidate,
1012 reasonIfUnsupported,
1013 input,
1014 output);
Sadik Armagan9fabf432020-05-27 13:40:58 +01001015 case UnaryOperation::Neg:
1016 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNegWorkloadValidate,
1017 reasonIfUnsupported,
1018 input,
1019 output);
1020 case UnaryOperation::Rsqrt:
1021 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate,
1022 reasonIfUnsupported,
1023 input,
1024 output);
Teresa Charlin50de4fa2021-05-31 18:47:33 +01001025 case UnaryOperation::Sin:
1026 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSinWorkloadValidate,
James Conroyfe3ec942020-11-18 14:20:53 +00001027 reasonIfUnsupported,
1028 input,
1029 output);
Teresa Charlinaac61122022-05-05 16:11:36 +01001030 case UnaryOperation::Sqrt:
1031 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSqrtWorkloadValidate,
1032 reasonIfUnsupported,
1033 input,
1034 output);
Sadik Armagan9fabf432020-05-27 13:40:58 +01001035 default:
1036 return false;
josh minor4a3c6102020-01-06 16:40:46 -06001037 }
josh minor4a3c6102020-01-06 16:40:46 -06001038}
1039
Teresa Charlin4b10fef2020-07-29 09:36:41 +01001040bool ClLayerSupport::IsFillSupported(const TensorInfo& input,
1041 const TensorInfo& output,
1042 const FillDescriptor& descriptor,
1043 Optional<std::string&> reasonIfUnsupported) const
Sadik Armagan66aecb02020-06-24 11:42:20 +01001044{
Teresa Charlin4b10fef2020-07-29 09:36:41 +01001045 armnn::IgnoreUnused(input);
1046 armnn::IgnoreUnused(output);
1047 armnn::IgnoreUnused(descriptor);
1048
1049 return IsClBackendSupported(reasonIfUnsupported);
Sadik Armagan66aecb02020-06-24 11:42:20 +01001050}
1051
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001052bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
1053 const TensorInfo& output,
1054 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +00001055{
Sadik Armagan9be49162019-10-30 16:15:26 +00001056 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
1057 reasonIfUnsupported,
1058 input,
1059 output);
telsoa01c577f2c2018-08-31 09:22:23 +01001060}
1061
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001062bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
1063 const TensorInfo& output,
1064 const TensorInfo& weights,
1065 const TensorInfo& biases,
1066 const FullyConnectedDescriptor& descriptor,
1067 Optional<std::string&> reasonIfUnsupported) const
1068{
1069 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
1070 reasonIfUnsupported,
1071 input,
1072 output,
1073 weights,
1074 biases,
Mike Kelly07810fc2020-11-12 10:58:48 +00001075 descriptor,
1076 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001077}
1078
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001079bool ClLayerSupport::IsGatherSupported(const TensorInfo& input0,
1080 const TensorInfo& input1,
1081 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +01001082 const GatherDescriptor& descriptor,
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001083 Optional<std::string&> reasonIfUnsupported) const
1084{
1085 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGatherWorkloadValidate,
1086 reasonIfUnsupported,
1087 input0,
1088 input1,
Teresa Charlin52664732020-06-29 16:27:03 +01001089 output,
1090 descriptor);
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001091}
1092
Teresa Charlin989e2f62022-04-27 16:26:11 +01001093bool ClLayerSupport::IsGatherNdSupported(const TensorInfo& input0,
1094 const TensorInfo& input1,
1095 const TensorInfo& output,
1096 Optional<std::string&> reasonIfUnsupported) const
1097{
1098 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGatherNdWorkloadValidate,
1099 reasonIfUnsupported,
1100 input0,
1101 input1,
1102 output);
1103}
1104
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001105bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
1106 Optional<std::string&> reasonIfUnsupported) const
1107{
Derek Lamberti901ea112019-12-10 22:07:09 +00001108 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001109}
1110
Aron Virginas-Tar8168f402019-10-04 13:10:16 +01001111bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
1112 const TensorInfo& output,
1113 const InstanceNormalizationDescriptor& descriptor,
1114 Optional<std::string&> reasonIfUnsupported) const
1115{
1116 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
1117 reasonIfUnsupported,
1118 input,
1119 output,
1120 descriptor);
1121}
1122
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001123bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
1124 const TensorInfo& output,
1125 const L2NormalizationDescriptor& descriptor,
1126 Optional<std::string&> reasonIfUnsupported) const
1127{
1128 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
1129 reasonIfUnsupported,
1130 input,
1131 output,
1132 descriptor);
1133}
1134
James Conroyfe3ec942020-11-18 14:20:53 +00001135bool ClLayerSupport::IsLogicalBinarySupported(const TensorInfo& input0,
1136 const TensorInfo& input1,
1137 const TensorInfo& output,
1138 const LogicalBinaryDescriptor& descriptor,
1139 Optional<std::string&> reasonIfUnsupported) const
1140{
1141 IgnoreUnused(output);
1142
1143 switch(descriptor.m_Operation)
1144 {
1145 case LogicalBinaryOperation::LogicalAnd:
1146 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalAndWorkloadValidate,
1147 reasonIfUnsupported,
1148 input0,
1149 input1,
1150 output);
1151 case LogicalBinaryOperation::LogicalOr:
1152 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalOrWorkloadValidate,
1153 reasonIfUnsupported,
1154 input0,
1155 input1,
1156 output);
1157 default:
1158 return false;
1159 }
1160}
1161
1162
Teresa Charlin8398edc2020-07-20 14:23:02 +01001163bool ClLayerSupport::IsLogSoftmaxSupported(const TensorInfo& input,
1164 const TensorInfo& output,
1165 const LogSoftmaxDescriptor& descriptor,
1166 Optional<std::string&> reasonIfUnsupported) const
1167{
1168 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogSoftmaxWorkloadValidate,
1169 reasonIfUnsupported,
1170 input,
1171 output,
1172 descriptor);
1173}
1174
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001175bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
1176 const TensorInfo& outputStateIn,
1177 const TensorInfo& cellStateIn,
1178 const TensorInfo& scratchBuffer,
1179 const TensorInfo& outputStateOut,
1180 const TensorInfo& cellStateOut,
1181 const TensorInfo& output,
1182 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001183 const LstmInputParamsInfo& paramsInfo,
1184 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +01001185{
arovir01085f0a42018-10-08 14:48:19 +01001186 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
1187 reasonIfUnsupported,
1188 input,
1189 outputStateIn,
1190 cellStateIn,
1191 scratchBuffer,
1192 outputStateOut,
1193 cellStateOut,
1194 output,
1195 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001196 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +01001197}
1198
keidav01a959ee52018-12-19 10:04:58 +00001199bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
1200 const TensorInfo& input1,
1201 const TensorInfo& output,
1202 Optional<std::string&> reasonIfUnsupported) const
1203{
1204 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
1205 reasonIfUnsupported,
1206 input0,
1207 input1,
1208 output);
1209}
1210
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001211bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
1212 const TensorInfo& output,
1213 const MeanDescriptor& descriptor,
1214 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +01001215{
Matteo Martincigh28dcab62018-10-19 16:40:03 +01001216 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
1217 reasonIfUnsupported,
1218 input,
1219 output,
1220 descriptor);
narpra0132b90462018-09-13 11:07:48 +01001221}
1222
saoste019292aa32019-01-08 13:55:59 +00001223bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
1224 const TensorInfo& input1,
1225 const TensorInfo& output,
1226 Optional<std::string&> reasonIfUnsupported) const
1227{
1228 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
1229 reasonIfUnsupported,
1230 input0,
1231 input1,
1232 output);
1233}
1234
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001235bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
1236 const TensorInfo& input1,
1237 const TensorInfo& output,
1238 Optional<std::string&> reasonIfUnsupported) const
1239{
1240 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
1241 reasonIfUnsupported,
1242 input0,
1243 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +00001244 output,
1245 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001246}
1247
1248bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
1249 const TensorInfo& output,
1250 const NormalizationDescriptor& descriptor,
1251 Optional<std::string&> reasonIfUnsupported) const
1252{
1253 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1254}
1255
1256bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
1257 Optional<std::string&> reasonIfUnsupported) const
1258{
Derek Lamberti901ea112019-12-10 22:07:09 +00001259 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001260}
1261
1262bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
1263 const TensorInfo& output,
1264 const PadDescriptor& descriptor,
1265 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +01001266{
1267 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
1268 reasonIfUnsupported,
1269 input,
1270 output,
1271 descriptor);
1272}
1273
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001274bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
1275 const TensorInfo& output,
1276 const PermuteDescriptor& descriptor,
1277 Optional<std::string&> reasonIfUnsupported) const
1278{
Matthew Bentham9820d302019-11-27 17:24:47 +00001279 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +00001280}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001281
1282bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
1283 const TensorInfo& output,
1284 const Pooling2dDescriptor& descriptor,
1285 Optional<std::string&> reasonIfUnsupported) const
1286{
1287 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1288}
1289
Ryan OSheabab8fa92022-03-09 10:29:02 +00001290bool ClLayerSupport::IsPooling3dSupported(const TensorInfo& input,
1291 const TensorInfo& output,
1292 const Pooling3dDescriptor& descriptor,
1293 Optional<std::string&> reasonIfUnsupported) const
1294{
1295 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling3dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1296}
1297
Nikhil Raj91e4c6d2019-07-05 12:22:58 +01001298bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
1299 const armnn::TensorInfo &alpha,
1300 const armnn::TensorInfo &output,
1301 armnn::Optional<std::string &> reasonIfUnsupported) const
1302{
1303 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
1304}
1305
Ryan OShea2323af42020-05-13 16:36:19 +01001306bool ClLayerSupport::IsQLstmSupported(const TensorInfo& input,
1307 const TensorInfo& previousOutputIn,
1308 const TensorInfo& previousCellStateIn,
1309 const TensorInfo& outputStateOut,
1310 const TensorInfo& cellStateOut,
1311 const TensorInfo& output,
1312 const QLstmDescriptor& descriptor,
1313 const LstmInputParamsInfo& paramsInfo,
1314 Optional<std::string&> reasonIfUnsupported) const
1315{
1316 if (input.GetDataType() == armnn::DataType::QAsymmS8 &&
1317 previousOutputIn.GetDataType() == armnn::DataType::QAsymmS8 &&
1318 previousCellStateIn.GetDataType() == armnn::DataType::QSymmS16 &&
1319 outputStateOut.GetDataType() == armnn::DataType::QAsymmS8 &&
1320 cellStateOut.GetDataType() == armnn::DataType::QSymmS16 &&
1321 output.GetDataType() == armnn::DataType::QAsymmS8)
1322 {
1323 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQLstmWorkloadValidate,
1324 reasonIfUnsupported,
1325 input,
1326 previousCellStateIn,
1327 previousOutputIn,
1328 cellStateOut,
1329 outputStateOut,
1330 output,
1331 descriptor,
1332 paramsInfo);
1333 }
1334 else
1335 {
1336 return false;
1337 }
1338}
1339
Ferran Balaguer737d9ff2019-08-01 09:58:08 +01001340bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
1341 const TensorInfo& previousCellStateIn,
1342 const TensorInfo& previousOutputIn,
1343 const TensorInfo& cellStateOut,
1344 const TensorInfo& output,
1345 const QuantizedLstmInputParamsInfo& paramsInfo,
1346 Optional<std::string&> reasonIfUnsupported) const
1347{
1348 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
1349 reasonIfUnsupported,
1350 input,
1351 previousCellStateIn,
1352 previousOutputIn,
1353 cellStateOut,
1354 output,
1355 paramsInfo);
1356}
1357
Sadik Armagan20ec2492019-05-31 09:09:44 +01001358bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
1359 const TensorInfo& output,
1360 Optional<std::string&> reasonIfUnsupported) const
1361{
1362 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
1363 reasonIfUnsupported,
1364 input,
1365 output);
1366}
1367
Sadik Armagana2747482021-02-09 10:28:54 +00001368bool ClLayerSupport::IsReduceSupported(const TensorInfo& input,
1369 const TensorInfo& output,
1370 const ReduceDescriptor& descriptor,
1371 Optional<std::string&> reasonIfUnsupported) const
1372{
1373 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReduceWorkloadValidate,
1374 reasonIfUnsupported,
1375 input,
1376 output,
1377 descriptor);
1378}
1379
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001380bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +00001381 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001382 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001383 Optional<std::string&> reasonIfUnsupported) const
1384{
Jan Eilers8eb25602020-03-09 12:13:48 +00001385 IgnoreUnused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +00001386 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001387}
1388
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +01001389bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
1390 const TensorInfo& output,
1391 const ResizeDescriptor& descriptor,
1392 Optional<std::string&> reasonIfUnsupported) const
1393{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +01001394 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +01001395}
1396
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +00001397bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
1398 const TensorInfo& output,
1399 const SliceDescriptor& descriptor,
1400 Optional<std::string&> reasonIfUnsupported) const
1401{
1402 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1403}
1404
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001405bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
1406 const TensorInfo& output,
1407 const SoftmaxDescriptor& descriptor,
1408 Optional<std::string&> reasonIfUnsupported) const
1409{
Francis Murtagh3b938352019-07-26 15:44:17 +01001410 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001411}
1412
Sadik Armaganf4464322018-12-20 16:19:12 +00001413bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
1414 const TensorInfo& output,
1415 const SpaceToBatchNdDescriptor& descriptor,
1416 Optional<std::string&> reasonIfUnsupported) const
1417{
1418 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
1419 reasonIfUnsupported,
1420 input,
1421 output,
1422 descriptor);
1423}
1424
James Conroyd2aa85e2019-07-01 17:12:40 +01001425bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
1426 const TensorInfo& output,
1427 const SpaceToDepthDescriptor& descriptor,
1428 Optional<std::string&> reasonIfUnsupported) const
1429{
1430 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
1431 reasonIfUnsupported,
1432 input,
1433 output,
1434 descriptor);
1435}
1436
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001437bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001438 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
1439 const ViewsDescriptor& descriptor,
1440 Optional<std::string&> reasonIfUnsupported) const
1441{
Narumol Prangnawarat74135832019-05-23 15:07:33 +01001442#if defined(ARMCOMPUTECL_ENABLED)
1443 // Split along the last dimension, cannot use sub-tensors
1444 // as width and height of the sub-tensors do not match
1445 // the width and height of the parent tensor
1446 // in case of input with more than 2D.
1447 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
1448 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
1449 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
1450 {
1451 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
1452 reasonIfUnsupported,
1453 input,
1454 outputs,
1455 *splitAxis.begin());
1456 }
1457#endif
Jan Eilers8eb25602020-03-09 12:13:48 +00001458 IgnoreUnused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +01001459 for (auto output : outputs)
1460 {
1461 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
1462 {
1463 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
1464 return false;
1465 }
1466 }
1467 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001468}
1469
Matthew Jacksond5166102019-07-31 14:06:28 +01001470bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
1471 const TensorInfo& output,
1472 const StackDescriptor& descriptor,
1473 Optional<std::string&> reasonIfUnsupported) const
1474{
1475 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
1476 reasonIfUnsupported,
1477 inputs,
1478 output,
1479 descriptor);
1480}
1481
keidav01d74dc912018-12-10 18:16:07 +00001482bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
1483 const TensorInfo& output,
1484 const StridedSliceDescriptor& descriptor,
1485 Optional<std::string&> reasonIfUnsupported) const
1486{
1487 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
1488 reasonIfUnsupported,
1489 input,
1490 output,
1491 descriptor);
1492}
1493
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001494bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
1495 const TensorInfo& input1,
1496 const TensorInfo& output,
1497 Optional<std::string&> reasonIfUnsupported) const
1498{
1499 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
1500 reasonIfUnsupported,
1501 input0,
1502 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +00001503 output,
1504 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001505}
1506
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +01001507bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
1508 const TensorInfo& output,
1509 const TransposeConvolution2dDescriptor& descriptor,
1510 const TensorInfo& weights,
1511 const Optional<TensorInfo>& biases,
1512 Optional<std::string&> reasonIfUnsupported) const
1513{
1514 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
1515 reasonIfUnsupported,
1516 input,
1517 output,
1518 descriptor,
1519 weights,
1520 biases);
1521}
1522
Mike Kellyc9ea45a2020-02-28 18:11:58 +00001523bool ClLayerSupport::IsTransposeSupported(const TensorInfo& input,
1524 const TensorInfo& output,
1525 const TransposeDescriptor& descriptor,
1526 Optional<std::string&> reasonIfUnsupported) const
1527{
1528 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1529}
1530
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001531bool ClLayerSupport::IsUnidirectionalSequenceLstmSupported(const TensorInfo& input,
1532 const TensorInfo& outputStateIn,
1533 const TensorInfo& cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +01001534 const TensorInfo& outputStateOut,
1535 const TensorInfo& cellStateOut,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001536 const TensorInfo& output,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001537 const UnidirectionalSequenceLstmDescriptor& descriptor,
1538 const LstmInputParamsInfo& paramsInfo,
1539 Optional<std::string&> reasonIfUnsupported) const
1540{
1541 FORWARD_WORKLOAD_VALIDATE_FUNC(ClUnidirectionalSequenceLstmFloatWorkloadValidate,
1542 reasonIfUnsupported,
1543 input,
1544 outputStateIn,
1545 cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +01001546 outputStateOut,
1547 cellStateOut,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001548 output,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001549 descriptor,
1550 paramsInfo);
1551}
1552
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001553} // namespace armnn