blob: bfe4f6e9fd2668d438753e3fc4e91643526e3df3 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
Mike Kelly3ec30772023-03-08 13:47:17 +00002// Copyright © 2017-2023 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
Sadik Armagan045f6be2020-09-10 13:37:32 +01008#include "ClBackendModelContext.hpp"
arovir017c22c702018-10-09 11:16:46 +01009
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
Sadik Armagan045f6be2020-09-10 13:37:32 +010015#include <armnn/utility/IgnoreUnused.hpp>
16#include <armnn/utility/PolymorphicDowncast.hpp>
17
Matteo Martincighd95e9062019-01-31 15:35:59 +000018#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010019#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000020#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010021#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010022#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010023#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010024#include "workloads/ClArgMinMaxWorkload.hpp"
Teresa Charlin94916a52022-10-19 08:48:07 +010025#include "workloads/ClBatchMatMulWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010026#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000027#include "workloads/ClBatchToSpaceNdWorkload.hpp"
Sadik Armaganf40d6d42021-04-22 09:12:11 +010028#include "workloads/ClCastWorkload.hpp"
Teresa Charlin1222dbd2021-09-02 13:58:52 +010029#include "workloads/ClChannelShuffleWorkload.hpp"
Teresa Charlin2b030d92020-03-27 16:40:56 +000030#include "workloads/ClComparisonWorkload.hpp"
Mike Kelly0886ac42020-04-27 09:55:40 +010031#include "workloads/ClConstantWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010032#include "workloads/ClConvertFp16ToFp32Workload.hpp"
33#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010034#include "workloads/ClConvolution2dWorkload.hpp"
Teresa Charlin615ad6c2021-10-26 12:22:20 +010035#include "workloads/ClConvolution3dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010036#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010037#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010038#include "workloads/ClDequantizeWorkload.hpp"
Teresa Charline11e63d2021-04-21 12:56:45 +010039#include "workloads/ClDivisionWorkload.hpp"
John Mcloughlin34c1c382023-05-17 15:08:36 +010040#include "workloads/ClElementwiseBinaryWorkload.hpp"
Sadik Armagan9fabf432020-05-27 13:40:58 +010041#include "workloads/ClExpWorkload.hpp"
Sadik Armagan66aecb02020-06-24 11:42:20 +010042#include "workloads/ClFillWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000043#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010044#include "workloads/ClFullyConnectedWorkload.hpp"
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +010045#include "workloads/ClGatherWorkload.hpp"
Teresa Charlin989e2f62022-04-27 16:26:11 +010046#include "workloads/ClGatherNdWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010047#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010048#include "workloads/ClL2NormalizationFloatWorkload.hpp"
Teresa Charlin50de4fa2021-05-31 18:47:33 +010049#include "workloads/ClLogWorkload.hpp"
Teresa Charlin8398edc2020-07-20 14:23:02 +010050#include "workloads/ClLogSoftmaxWorkload.hpp"
James Conroyfe3ec942020-11-18 14:20:53 +000051#include "workloads/ClLogicalAndWorkload.hpp"
52#include "workloads/ClLogicalNotWorkload.hpp"
53#include "workloads/ClLogicalOrWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010054#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000055#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010056#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010057#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000058#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010059#include "workloads/ClMultiplicationWorkload.hpp"
Sadik Armaganac472102020-03-24 09:54:36 +000060#include "workloads/ClNegWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010061#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010062#include "workloads/ClPadWorkload.hpp"
63#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010064#include "workloads/ClPooling2dWorkload.hpp"
Ryan OSheabab8fa92022-03-09 10:29:02 +000065#include "workloads/ClPooling3dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010066#include "workloads/ClPreluWorkload.hpp"
Ryan OShea2323af42020-05-13 16:36:19 +010067#include "workloads/ClQLstmWorkload.hpp"
68#include "workloads/ClQuantizedLstmWorkload.hpp"
69#include "workloads/ClQuantizeWorkload.hpp"
Sadik Armagana2747482021-02-09 10:28:54 +000070#include "workloads/ClReduceWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000071#include "workloads/ClReshapeWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010072#include "workloads/ClResizeWorkload.hpp"
Tianle Cheng21a9f332023-11-09 13:56:53 +000073#include "workloads/ClReverseV2Workload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010074#include "workloads/ClRsqrtWorkload.hpp"
Teresa Charlin50de4fa2021-05-31 18:47:33 +010075#include "workloads/ClSinWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000076#include "workloads/ClSliceWorkload.hpp"
Teresa Charlinc1f6b092020-05-11 16:10:38 +010077#include "workloads/ClSoftmaxWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000078#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010079#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010080#include "workloads/ClSplitterWorkload.hpp"
Teresa Charlinaac61122022-05-05 16:11:36 +010081#include "workloads/ClSqrtWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010082#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000083#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010084#include "workloads/ClSubtractionWorkload.hpp"
Cian McGriskin3b3dcbf2023-07-26 11:52:47 +010085#include "workloads/ClTileWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010086#include "workloads/ClTransposeConvolution2dWorkload.hpp"
Mike Kellyc9ea45a2020-02-28 18:11:58 +000087#include "workloads/ClTransposeWorkload.hpp"
Cathal Corbett4952a3e2022-03-03 15:14:18 +000088#include "workloads/ClUnidirectionalSequenceLstmFloatWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000089#endif
90
telsoa014fcda012018-03-09 14:13:49 +000091
92namespace armnn
93{
arovir017c22c702018-10-09 11:16:46 +010094
telsoa014fcda012018-03-09 14:13:49 +000095namespace
96{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010097
telsoa014fcda012018-03-09 14:13:49 +000098template<unsigned int FilterSize>
99bool IsMatchingSize2d(const TensorInfo& weightInfo)
100{
telsoa01c577f2c2018-08-31 09:22:23 +0100101 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +0000102 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
103}
104
105template<uint32_t ValidStride>
106bool IsMatchingStride(uint32_t actualStride)
107{
108 return ValidStride == actualStride;
109}
110
111template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
112bool IsMatchingStride(uint32_t actualStride)
113{
114 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100115}
telsoa014fcda012018-03-09 14:13:49 +0000116
Derek Lamberti901ea112019-12-10 22:07:09 +0000117template<typename ... Args>
118bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +0000119{
Jan Eilers8eb25602020-03-09 12:13:48 +0000120 IgnoreUnused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +0000121#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000122 return true;
123#else
arovir01085f0a42018-10-08 14:48:19 +0100124 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +0000125 {
arovir01085f0a42018-10-08 14:48:19 +0100126 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000127 }
128 return false;
129#endif
130}
131
Matteo Martincighd95e9062019-01-31 15:35:59 +0000132#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000133#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
134#else
135#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
136#endif
137
Matteo Martincighd95e9062019-01-31 15:35:59 +0000138#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000139template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100140inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000141{
142 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
143 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
144 if (!supported && reasonIfUnsupported)
145 {
arovir01085f0a42018-10-08 14:48:19 +0100146 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000147 }
148 return supported;
149}
150
151#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
152 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
153#else
154#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000155 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000156#endif
157
telsoa01c577f2c2018-08-31 09:22:23 +0100158template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100159bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000160 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100161 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000162 Uint8Func uint8FuncPtr,
163 Params&&... params)
164{
165 return IsClBackendSupported(reasonIfUnsupported) &&
166 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
167 dataType,
168 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100169 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000170 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000171 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000172 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000173 std::forward<Params>(params)...);
174}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100175} // anonymous namespace
176
Sadik Armagan045f6be2020-09-10 13:37:32 +0100177ClLayerSupport::ClLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr)
178 : m_ModelContextPtr(modelContextPtr)
179{
180}
181
182ClLayerSupport::ClLayerSupport()
183 : m_ModelContextPtr(nullptr)
184{
185}
186
Cathal Corbett34b429c2021-12-24 12:24:40 +0000187bool ClLayerSupport::IsLayerSupported(const LayerType& type,
188 const std::vector<TensorInfo>& infos,
189 const BaseDescriptor& descriptor,
190 const Optional<LstmInputParamsInfo>& lstmParamsInfo,
191 const Optional<QuantizedLstmInputParamsInfo>& quantizedLstmParamsInfo,
192 Optional<std::string&> reasonIfUnsupported) const
193{
194 switch (type)
195 {
196 case LayerType::Activation:
197 return IsActivationSupported(infos[0],
198 infos[1],
199 *(PolymorphicDowncast<const ActivationDescriptor*>(&descriptor)),
200 reasonIfUnsupported);
201 case LayerType::Addition:
Mike Kelly2c14db62023-03-15 15:06:23 +0000202 ARMNN_NO_DEPRECATE_WARN_BEGIN
Cathal Corbett34b429c2021-12-24 12:24:40 +0000203 return IsAdditionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Mike Kelly2c14db62023-03-15 15:06:23 +0000204 ARMNN_NO_DEPRECATE_WARN_END
Cathal Corbett34b429c2021-12-24 12:24:40 +0000205 case LayerType::ArgMinMax:
206 return IsArgMinMaxSupported(infos[0],
207 infos[1],
208 *(PolymorphicDowncast<const ArgMinMaxDescriptor*>(&descriptor)),
209 reasonIfUnsupported);
Teresa Charlin94916a52022-10-19 08:48:07 +0100210 case LayerType::BatchMatMul:
211 return IsBatchMatMulSupported(infos[0],
212 infos[1],
213 infos[2],
214 *(PolymorphicDowncast<const BatchMatMulDescriptor*>(&descriptor)),
215 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000216 case LayerType::BatchNormalization:
217 return IsBatchNormalizationSupported(infos[0],
218 infos[1],
219 infos[2],
220 infos[3],
221 infos[4],
222 infos[5],
223 *(PolymorphicDowncast<const BatchNormalizationDescriptor*>
224 (&descriptor)),
225 reasonIfUnsupported);
226 case LayerType::BatchToSpaceNd:
227 return IsBatchToSpaceNdSupported(infos[0],
228 infos[1],
229 *(PolymorphicDowncast<const BatchToSpaceNdDescriptor*>(&descriptor)),
230 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000231 case LayerType::Cast:
232 return IsCastSupported(infos[0], infos[1], reasonIfUnsupported);
233 case LayerType::ChannelShuffle:
234 return IsChannelShuffleSupported(infos[0],
235 infos[1],
236 *(PolymorphicDowncast<const ChannelShuffleDescriptor*>(&descriptor)),
237 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000238 case LayerType::Comparison:
239 return IsComparisonSupported(infos[0],
240 infos[1],
241 infos[2],
242 *(PolymorphicDowncast<const ComparisonDescriptor*>(&descriptor)),
243 reasonIfUnsupported);
244 case LayerType::Concat:
245 {
246 std::vector<const TensorInfo*> inputInfos;
247 for (uint32_t i = 0; i < (infos.size() - 1); i++)
248 {
249 inputInfos.push_back(&infos[i]);
250 }
251 return IsConcatSupported(inputInfos,
252 infos[infos.size() - 1],
253 *(PolymorphicDowncast<const OriginsDescriptor*>(&descriptor)),
254 reasonIfUnsupported);
255 }
256 case LayerType::Constant:
257 return IsConstantSupported(infos[0], reasonIfUnsupported);
258 case LayerType::ConvertFp16ToFp32:
259 return IsConvertFp16ToFp32Supported(infos[0], infos[1], reasonIfUnsupported);
260 case LayerType::ConvertFp32ToFp16:
261 return IsConvertFp32ToFp16Supported(infos[0], infos[1], reasonIfUnsupported);
262 case LayerType::Convolution2d:
263 {
264 if (infos.size() != 4)
265 {
266 throw InvalidArgumentException("Invalid number of Convolution2d TensorInfos. "
267 "TensorInfos should be of format: {input, output, weights, biases}.");
268 }
269
270 auto desc = *(PolymorphicDowncast<const Convolution2dDescriptor*>(&descriptor));
271 if (infos[3] == TensorInfo())
272 {
273 return IsConvolution2dSupported(infos[0],
274 infos[1],
275 desc,
276 infos[2],
277 EmptyOptional(),
278 reasonIfUnsupported);
279 }
280 else
281 {
282 return IsConvolution2dSupported(infos[0],
283 infos[1],
284 desc,
285 infos[2],
286 infos[3],
287 reasonIfUnsupported);
288 }
289 }
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000290 case LayerType::Convolution3d:
291 {
292 if (infos.size() != 4)
293 {
294 throw InvalidArgumentException("Invalid number of Convolution3d TensorInfos. "
295 "TensorInfos should be of format: {input, output, weights, biases}.");
296 }
297
298 auto desc = *(PolymorphicDowncast<const Convolution3dDescriptor*>(&descriptor));
299 if (infos[3] == TensorInfo())
300 {
301 return IsConvolution3dSupported(infos[0],
302 infos[1],
303 desc,
304 infos[2],
305 EmptyOptional(),
306 reasonIfUnsupported);
307 }
308 else
309 {
310 return IsConvolution3dSupported(infos[0],
311 infos[1],
312 desc,
313 infos[2],
314 infos[3],
315 reasonIfUnsupported);
316 }
317 }
Cathal Corbett34b429c2021-12-24 12:24:40 +0000318 case LayerType::DepthToSpace:
319 return IsDepthToSpaceSupported(infos[0],
320 infos[1],
321 *(PolymorphicDowncast<const DepthToSpaceDescriptor*>(&descriptor)),
322 reasonIfUnsupported);
323 case LayerType::DepthwiseConvolution2d:
324 {
325 if (infos.size() != 4)
326 {
327 throw InvalidArgumentException("Invalid number of DepthwiseConvolution2d TensorInfos. "
328 "TensorInfos should be of format: {input, output, weights, biases}.");
329 }
330
331 auto desc = *(PolymorphicDowncast<const DepthwiseConvolution2dDescriptor*>(&descriptor));
332 if (infos[3] == TensorInfo())
333 {
334 return IsDepthwiseConvolutionSupported(infos[0],
335 infos[1],
336 desc,
337 infos[2],
338 EmptyOptional(),
339 reasonIfUnsupported);
340 }
341 else
342 {
343 return IsDepthwiseConvolutionSupported(infos[0],
344 infos[1],
345 desc,
346 infos[2],
347 infos[3],
348 reasonIfUnsupported);
349 }
350 }
351 case LayerType::Dequantize:
352 return IsDequantizeSupported(infos[0], infos[1], reasonIfUnsupported);
353 case LayerType::Division:
Mike Kelly2c14db62023-03-15 15:06:23 +0000354 ARMNN_NO_DEPRECATE_WARN_BEGIN
Cathal Corbett34b429c2021-12-24 12:24:40 +0000355 return IsDivisionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Mike Kelly2c14db62023-03-15 15:06:23 +0000356 ARMNN_NO_DEPRECATE_WARN_END
Mike Kelly3ec30772023-03-08 13:47:17 +0000357 case LayerType::ElementwiseBinary:
358 {
359 auto desc = *(PolymorphicDowncast<const ElementwiseBinaryDescriptor *>(&descriptor));
360
361 switch (desc.m_Operation)
362 {
363 case BinaryOperation::Add:
364 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
365 reasonIfUnsupported,
366 infos[0],
367 infos[1],
368 infos[2],
369 nullptr);
370 case BinaryOperation::Div:
371 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
372 reasonIfUnsupported,
373 infos[0],
374 infos[1],
375 infos[2],
376 nullptr);
377 case BinaryOperation::Minimum:
378 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
379 reasonIfUnsupported,
380 infos[0],
381 infos[1],
382 infos[2]);
383 case BinaryOperation::Maximum:
384 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
385 reasonIfUnsupported,
386 infos[0],
387 infos[1],
388 infos[2]);
389 case BinaryOperation::Mul:
390 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
391 reasonIfUnsupported,
392 infos[0],
393 infos[1],
394 infos[2],
395 nullptr);
John Mcloughlin34c1c382023-05-17 15:08:36 +0100396 case BinaryOperation::Power:
397 case BinaryOperation::SqDiff:
398 FORWARD_WORKLOAD_VALIDATE_FUNC(ClElementwiseBinaryValidate,
399 reasonIfUnsupported,
400 infos[0],
401 infos[1],
402 infos[2],
403 desc,
404 nullptr);
Mike Kelly3ec30772023-03-08 13:47:17 +0000405 case BinaryOperation::Sub:
406 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
407 reasonIfUnsupported,
408 infos[0],
409 infos[1],
410 infos[2],
411 nullptr);
412 default:
413 return false;
414 }
415 }
Cathal Corbett34b429c2021-12-24 12:24:40 +0000416 case LayerType::ElementwiseUnary:
417 return IsElementwiseUnarySupported(infos[0],
418 infos[1],
419 *(PolymorphicDowncast<const ElementwiseUnaryDescriptor*>(&descriptor)),
420 reasonIfUnsupported);
421 case LayerType::Fill:
422 return IsFillSupported(infos[0],
423 infos[1],
424 *(PolymorphicDowncast<const FillDescriptor*>(&descriptor)),
425 reasonIfUnsupported);
426 case LayerType::Floor:
427 return IsFloorSupported(infos[0], infos[1], reasonIfUnsupported);
428 case LayerType::FullyConnected:
429 return IsFullyConnectedSupported(infos[0],
430 infos[1],
431 infos[2],
432 infos[3],
433 *(PolymorphicDowncast<const FullyConnectedDescriptor*>(&descriptor)),
434 reasonIfUnsupported);
435 case LayerType::Gather:
436 return IsGatherSupported(infos[0],
437 infos[1],
438 infos[2],
439 *(PolymorphicDowncast<const GatherDescriptor*>(&descriptor)),
440 reasonIfUnsupported);
Teresa Charlin989e2f62022-04-27 16:26:11 +0100441 case LayerType::GatherNd:
442 return IsGatherNdSupported(infos[0],
443 infos[1],
444 infos[2],
445 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000446 case LayerType::Input:
447 return IsInputSupported(infos[0], reasonIfUnsupported);
448 case LayerType::InstanceNormalization:
449 return IsInstanceNormalizationSupported(infos[0],
450 infos[1],
451 *(PolymorphicDowncast<const InstanceNormalizationDescriptor*>
452 (&descriptor)),
453 reasonIfUnsupported);
454 case LayerType::L2Normalization:
455 return IsL2NormalizationSupported(infos[0],
456 infos[1],
457 *(PolymorphicDowncast<const L2NormalizationDescriptor*>(&descriptor)),
458 reasonIfUnsupported);
459 case LayerType::LogicalBinary:
460 return IsLogicalBinarySupported(infos[0],
461 infos[1],
462 infos[2],
463 *(PolymorphicDowncast<const LogicalBinaryDescriptor*>(&descriptor)),
464 reasonIfUnsupported);
465 case LayerType::LogSoftmax:
466 return IsLogSoftmaxSupported(infos[0],
467 infos[1],
468 *(PolymorphicDowncast<const LogSoftmaxDescriptor*>(&descriptor)),
469 reasonIfUnsupported);
470 case LayerType::Lstm:
471 return IsLstmSupported(infos[0],
472 infos[1],
473 infos[2],
474 infos[3],
475 infos[4],
476 infos[5],
477 infos[6],
478 *(PolymorphicDowncast<const LstmDescriptor*>(&descriptor)),
479 lstmParamsInfo.value(),
480 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000481 case LayerType::Map:
482 return true;
483 case LayerType::MemCopy:
484 return LayerSupportBase::IsMemCopySupported(infos[0], infos[1], reasonIfUnsupported);
485 case LayerType::MemImport:
486 return LayerSupportBase::IsMemImportSupported(infos[0], infos[1], reasonIfUnsupported);
487 case LayerType::Merge:
488 return LayerSupportBase::IsMergeSupported(infos[0],
489 infos[1],
490 infos[2],
491 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000492 case LayerType::Maximum:
Mike Kelly2c14db62023-03-15 15:06:23 +0000493 ARMNN_NO_DEPRECATE_WARN_BEGIN
Cathal Corbett34b429c2021-12-24 12:24:40 +0000494 return IsMaximumSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Mike Kelly2c14db62023-03-15 15:06:23 +0000495 ARMNN_NO_DEPRECATE_WARN_END
Cathal Corbett34b429c2021-12-24 12:24:40 +0000496 case LayerType::Mean:
497 return IsMeanSupported(infos[0],
498 infos[1],
499 *(PolymorphicDowncast<const MeanDescriptor*>(&descriptor)),
500 reasonIfUnsupported);
501 case LayerType::Minimum:
Mike Kelly2c14db62023-03-15 15:06:23 +0000502 ARMNN_NO_DEPRECATE_WARN_BEGIN
Cathal Corbett34b429c2021-12-24 12:24:40 +0000503 return IsMinimumSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Mike Kelly2c14db62023-03-15 15:06:23 +0000504 ARMNN_NO_DEPRECATE_WARN_END
Cathal Corbett34b429c2021-12-24 12:24:40 +0000505 case LayerType::Multiplication:
Mike Kelly2c14db62023-03-15 15:06:23 +0000506 ARMNN_NO_DEPRECATE_WARN_BEGIN
Cathal Corbett34b429c2021-12-24 12:24:40 +0000507 return IsMultiplicationSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Mike Kelly2c14db62023-03-15 15:06:23 +0000508 ARMNN_NO_DEPRECATE_WARN_END
Cathal Corbett34b429c2021-12-24 12:24:40 +0000509 case LayerType::Normalization:
510 return IsNormalizationSupported(infos[0],
511 infos[1],
512 *(PolymorphicDowncast<const NormalizationDescriptor*>(&descriptor)),
513 reasonIfUnsupported);
514 case LayerType::Output:
515 return IsOutputSupported(infos[0], reasonIfUnsupported);
516 case LayerType::Pad:
517 return IsPadSupported(infos[0],
518 infos[1],
519 *(PolymorphicDowncast<const PadDescriptor*>(&descriptor)),
520 reasonIfUnsupported);
521 case LayerType::Permute:
522 return IsPermuteSupported(infos[0],
523 infos[1],
524 *(PolymorphicDowncast<const PermuteDescriptor*>(&descriptor)),
525 reasonIfUnsupported);
526 case LayerType::Pooling2d:
527 return IsPooling2dSupported(infos[0],
528 infos[1],
529 *(PolymorphicDowncast<const Pooling2dDescriptor*>(&descriptor)),
530 reasonIfUnsupported);
Ryan OSheabab8fa92022-03-09 10:29:02 +0000531 case LayerType::Pooling3d:
532 return IsPooling3dSupported(infos[0],
533 infos[1],
534 *(PolymorphicDowncast<const Pooling3dDescriptor*>(&descriptor)),
535 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000536 case LayerType::Prelu:
537 return IsPreluSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000538 case LayerType::QLstm:
539 return IsQLstmSupported(infos[0],
540 infos[1],
541 infos[2],
542 infos[3],
543 infos[4],
544 infos[5],
545 *(PolymorphicDowncast<const QLstmDescriptor*>(&descriptor)),
546 lstmParamsInfo.value(),
547 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000548 case LayerType::Quantize:
549 return IsQuantizeSupported(infos[0], infos[1], reasonIfUnsupported);
550 case LayerType::QuantizedLstm:
551 return IsQuantizedLstmSupported(infos[0],
552 infos[1],
553 infos[2],
554 infos[3],
555 infos[4],
556 quantizedLstmParamsInfo.value(),
557 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000558 case LayerType::Rank:
559 return true;
560 case LayerType::Reduce:
561 return IsReduceSupported(infos[0],
562 infos[1],
563 *(PolymorphicDowncast<const ReduceDescriptor*>(&descriptor)),
564 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000565 case LayerType::Reshape:
566 return IsReshapeSupported(infos[0],
567 infos[1],
568 *(PolymorphicDowncast<const ReshapeDescriptor*>(&descriptor)),
569 reasonIfUnsupported);
570 case LayerType::Resize:
571 return IsResizeSupported(infos[0],
572 infos[1],
573 *(PolymorphicDowncast<const ResizeDescriptor*>(&descriptor)),
574 reasonIfUnsupported);
Tianle Cheng21a9f332023-11-09 13:56:53 +0000575 case LayerType::ReverseV2:
576 return IsReverseV2Supported(infos[0],
577 infos[1],
578 infos[2],
579 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000580 case LayerType::Shape:
581 return LayerSupportBase::IsShapeSupported(infos[0],
582 infos[1],
583 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000584 case LayerType::Slice:
585 return IsSliceSupported(infos[0],
586 infos[1],
587 *(PolymorphicDowncast<const SliceDescriptor*>(&descriptor)),
588 reasonIfUnsupported);
589 case LayerType::Softmax:
590 return IsSoftmaxSupported(infos[0],
591 infos[1],
592 *(PolymorphicDowncast<const SoftmaxDescriptor*>(&descriptor)),
593 reasonIfUnsupported);
594 case LayerType::SpaceToBatchNd:
595 return IsSpaceToBatchNdSupported(infos[0],
596 infos[1],
597 *(PolymorphicDowncast<const SpaceToBatchNdDescriptor*>(&descriptor)),
598 reasonIfUnsupported);
599 case LayerType::SpaceToDepth:
600 return IsSpaceToDepthSupported(infos[0],
601 infos[1],
602 *(PolymorphicDowncast<const SpaceToDepthDescriptor*>(&descriptor)),
603 reasonIfUnsupported);
604 case LayerType::Splitter:
605 {
606 std::vector<TensorInfo> outputInfos;
607 for (uint32_t i = 1; i < infos.size(); i++)
608 {
609 outputInfos.push_back(infos[i]);
610 }
611 return IsSplitterSupported(infos[0],
612 {outputInfos.begin(), outputInfos.end()},
613 *(PolymorphicDowncast<const ViewsDescriptor*>(&descriptor)),
614 reasonIfUnsupported);
615 }
616 case LayerType::Stack:
617 {
618 std::vector<const TensorInfo*> inputInfos;
619 for (uint32_t i = 0; i < infos.size() - 1; i++)
620 {
621 inputInfos.push_back(&infos[i]);
622 }
623 return IsStackSupported(inputInfos,
624 infos[infos.size() - 1],
625 *(PolymorphicDowncast<const StackDescriptor*>(&descriptor)),
626 reasonIfUnsupported);
627 }
628 case LayerType::StridedSlice:
629 return IsStridedSliceSupported(infos[0],
630 infos[1],
631 *(PolymorphicDowncast<const StridedSliceDescriptor*>(&descriptor)),
632 reasonIfUnsupported);
633 case LayerType::Subtraction:
Mike Kelly2c14db62023-03-15 15:06:23 +0000634 ARMNN_NO_DEPRECATE_WARN_BEGIN
Cathal Corbett34b429c2021-12-24 12:24:40 +0000635 return IsSubtractionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Mike Kelly2c14db62023-03-15 15:06:23 +0000636 ARMNN_NO_DEPRECATE_WARN_END
Cian McGriskin3b3dcbf2023-07-26 11:52:47 +0100637 case LayerType::Tile:
638 return IsTileSupported(infos[0],
639 infos[1],
640 *(PolymorphicDowncast<const TileDescriptor*>(&descriptor)),
641 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000642 case LayerType::Transpose:
643 return IsTransposeSupported(infos[0],
644 infos[1],
645 *(PolymorphicDowncast<const TransposeDescriptor*>(&descriptor)),
646 reasonIfUnsupported);
647 case LayerType::TransposeConvolution2d:
648 {
649 if (infos.size() != 4)
650 {
651 throw InvalidArgumentException("Invalid number of TransposeConvolution2d TensorInfos. "
652 "TensorInfos should be of format: {input, output, weights, biases}.");
653 }
654
655 auto desc = *(PolymorphicDowncast<const TransposeConvolution2dDescriptor*>(&descriptor));
656 if (infos[3] == TensorInfo())
657 {
658 return IsTransposeConvolution2dSupported(infos[0],
659 infos[1],
660 desc,
661 infos[2],
662 EmptyOptional(),
663 reasonIfUnsupported);
664 }
665 else
666 {
667 return IsTransposeConvolution2dSupported(infos[0],
668 infos[1],
669 desc,
670 infos[2],
671 infos[3],
672 reasonIfUnsupported);
673 }
674 }
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000675 case LayerType::UnidirectionalSequenceLstm:
676 return IsUnidirectionalSequenceLstmSupported(infos[0],
677 infos[1],
678 infos[2],
679 infos[3],
680 infos[4],
681 infos[5],
682 *(PolymorphicDowncast<const
683 UnidirectionalSequenceLstmDescriptor*>(&descriptor)),
684 lstmParamsInfo.value(),
685 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000686 case LayerType::Unmap:
687 return true;
Cathal Corbett34b429c2021-12-24 12:24:40 +0000688 default:
689 // layers not supported in cl by default:
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000690 // debug, detectionpostprocess, fakequantization,
Teresa Charlin9145e382023-08-17 18:44:58 +0100691 // precompiled, standin, switch, pooling3d, fused
Cathal Corbett34b429c2021-12-24 12:24:40 +0000692 return false;
693 }
694}
695
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100696bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
697 const TensorInfo& output,
698 const ActivationDescriptor& descriptor,
699 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000700{
telsoa01c577f2c2018-08-31 09:22:23 +0100701 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
702 reasonIfUnsupported,
703 input,
704 output,
705 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000706}
707
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100708bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
709 const TensorInfo& input1,
710 const TensorInfo& output,
711 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000712{
arovir01085f0a42018-10-08 14:48:19 +0100713 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
714 reasonIfUnsupported,
715 input0,
716 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +0000717 output,
718 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000719}
720
James Conroy2dc05722019-09-19 17:00:31 +0100721bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
722 const TensorInfo& output,
723 const ArgMinMaxDescriptor& descriptor,
724 Optional<std::string&> reasonIfUnsupported) const
725{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000726
James Conroy2dc05722019-09-19 17:00:31 +0100727 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
728 reasonIfUnsupported,
729 input,
730 output,
731 descriptor);
732}
733
Teresa Charlin94916a52022-10-19 08:48:07 +0100734bool ClLayerSupport::IsBatchMatMulSupported(const TensorInfo& inputX,
735 const TensorInfo& inputY,
736 const TensorInfo& output,
737 const BatchMatMulDescriptor& descriptor,
738 Optional<std::string&> reasonIfUnsupported) const
739{
740 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchMatMulValidate,
741 reasonIfUnsupported,
742 inputX,
743 inputY,
744 output,
Teresa Charlin97a3aef2023-01-10 10:32:51 +0000745 descriptor,
746 nullptr);
Teresa Charlin94916a52022-10-19 08:48:07 +0100747}
748
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100749bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
750 const TensorInfo& output,
751 const TensorInfo& mean,
752 const TensorInfo& var,
753 const TensorInfo& beta,
754 const TensorInfo& gamma,
755 const BatchNormalizationDescriptor& descriptor,
756 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000757{
telsoa01c577f2c2018-08-31 09:22:23 +0100758 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
759 reasonIfUnsupported,
760 input,
761 output,
762 mean,
763 var,
764 beta,
765 gamma,
Mike Kelly07810fc2020-11-12 10:58:48 +0000766 descriptor,
767 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000768}
769
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100770bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
771 const TensorInfo& output,
772 const BatchToSpaceNdDescriptor& descriptor,
773 Optional<std::string&> reasonIfUnsupported) const
774{
775 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
776 reasonIfUnsupported,
777 input,
778 output,
779 descriptor);
780}
781
Sadik Armaganf40d6d42021-04-22 09:12:11 +0100782bool ClLayerSupport::IsCastSupported(const TensorInfo& input,
783 const TensorInfo& output,
784 Optional<std::string&> reasonIfUnsupported) const
785{
786 FORWARD_WORKLOAD_VALIDATE_FUNC(ClCastValidate,
787 reasonIfUnsupported,
788 input,
789 output);
790}
791
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100792bool ClLayerSupport::IsChannelShuffleSupported(const TensorInfo& input,
Mike Kelly831faed2018-11-28 11:52:08 +0000793 const TensorInfo& output,
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100794 const ChannelShuffleDescriptor& descriptor,
Mike Kelly831faed2018-11-28 11:52:08 +0000795 Optional<std::string&> reasonIfUnsupported) const
796{
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100797 FORWARD_WORKLOAD_VALIDATE_FUNC(ClChannelShuffleValidate,
Mike Kelly831faed2018-11-28 11:52:08 +0000798 reasonIfUnsupported,
799 input,
800 output,
801 descriptor);
802}
803
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100804bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
805 const TensorInfo& input1,
806 const TensorInfo& output,
807 const ComparisonDescriptor& descriptor,
808 Optional<std::string&> reasonIfUnsupported) const
809{
Teresa Charlin2b030d92020-03-27 16:40:56 +0000810 FORWARD_WORKLOAD_VALIDATE_FUNC(ClComparisonWorkloadValidate,
811 reasonIfUnsupported,
812 input0,
813 input1,
814 output,
815 descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100816}
817
Jim Flynn906f9462019-05-10 13:55:21 +0100818bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
819 const TensorInfo& output,
Cathal Corbett34b429c2021-12-24 12:24:40 +0000820 const OriginsDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100821 Optional<std::string&> reasonIfUnsupported) const
822{
Jim Flynne242f2d2019-05-22 14:24:13 +0100823 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
824 {
825 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
826 return false;
827 }
828
829 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
830 if(concatInnerAxis < 3) // Width, height, or channels
831 {
832 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
833 reasonIfUnsupported,
834 inputs,
835 output,
836 descriptor);
837 }
838 else if (concatInnerAxis == 3)
839 {
840 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
841 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
842 for (auto& input : inputs)
843 {
844 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
845 {
846 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
847 return false;
848 }
849 }
850 return true; // Sub-tensors support concat along batch
851 }
852 else // > 4 dimensions not supported.
853 {
854 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
855 return false;
856 }
Jim Flynn906f9462019-05-10 13:55:21 +0100857}
858
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100859bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
860 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000861{
Mike Kelly0886ac42020-04-27 09:55:40 +0100862 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConstantWorkloadValidate,
863 reasonIfUnsupported,
864 output);
telsoa014fcda012018-03-09 14:13:49 +0000865}
866
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100867bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
868 const TensorInfo& output,
869 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000870{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100871 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
872 reasonIfUnsupported,
873 input,
874 output);
telsoa014fcda012018-03-09 14:13:49 +0000875}
876
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100877bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
878 const TensorInfo& output,
879 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000880{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100881 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
882 reasonIfUnsupported,
883 input,
884 output);
telsoa014fcda012018-03-09 14:13:49 +0000885}
886
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100887bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
888 const TensorInfo& output,
889 const Convolution2dDescriptor& descriptor,
890 const TensorInfo& weights,
891 const Optional<TensorInfo>& biases,
892 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000893{
Sadik Armagan045f6be2020-09-10 13:37:32 +0100894 bool isFastMathEnabled = false;
895#if defined(ARMCOMPUTECL_ENABLED)
896 if (m_ModelContextPtr)
897 {
898 if (m_ModelContextPtr.get() != nullptr)
899 {
900 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
901 if (modelOptions)
902 {
903 isFastMathEnabled = modelOptions->IsFastMathEnabled();
904 }
905 }
906 }
907#endif
908
surmeh013537c2c2018-05-18 16:31:43 +0100909 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
910 reasonIfUnsupported,
911 input,
912 output,
913 descriptor,
914 weights,
Sadik Armagan045f6be2020-09-10 13:37:32 +0100915 biases,
Mike Kelly07810fc2020-11-12 10:58:48 +0000916 isFastMathEnabled,
917 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000918}
919
Teresa Charlin615ad6c2021-10-26 12:22:20 +0100920bool ClLayerSupport::IsConvolution3dSupported(const TensorInfo& input,
921 const TensorInfo& output,
922 const Convolution3dDescriptor& descriptor,
923 const TensorInfo& weights,
924 const Optional<TensorInfo>& biases,
925 Optional<std::string&> reasonIfUnsupported) const
926{
927 bool isFastMathEnabled = false;
928#if defined(ARMCOMPUTECL_ENABLED)
929 if (m_ModelContextPtr)
930{
931 if (m_ModelContextPtr.get() != nullptr)
932 {
933 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
934 if (modelOptions)
935 {
936 isFastMathEnabled = modelOptions->IsFastMathEnabled();
937 }
938 }
939}
940#endif
941
942 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution3dWorkloadValidate,
943 reasonIfUnsupported,
944 input,
945 output,
946 descriptor,
947 weights,
948 biases,
949 isFastMathEnabled,
950 nullptr);
951}
952
Jim Flynn983daec2019-05-29 16:20:16 +0100953bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
954 const TensorInfo& output,
955 Optional<std::string&> reasonIfUnsupported) const
956{
957 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
958 reasonIfUnsupported,
959 input,
960 output);
961}
962
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100963bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
964 const TensorInfo& output,
965 const DepthToSpaceDescriptor& descriptor,
966 Optional<std::string&> reasonIfUnsupported) const
967{
968 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
969 reasonIfUnsupported,
970 input,
971 output,
972 descriptor);
973}
974
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100975bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
976 const TensorInfo& output,
977 const DepthwiseConvolution2dDescriptor& descriptor,
978 const TensorInfo& weights,
979 const Optional<TensorInfo>& biases,
980 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000981{
telsoa01c577f2c2018-08-31 09:22:23 +0100982 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
983 reasonIfUnsupported,
984 input,
985 output,
986 descriptor,
987 weights,
Mike Kelly07810fc2020-11-12 10:58:48 +0000988 biases,
989 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000990}
991
Pablo Tellof0bd6832019-04-26 17:58:13 +0100992bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
993 const TensorInfo& output,
994 const DepthwiseConvolution2dDescriptor& descriptor,
995 const TensorInfo& weights,
996 const Optional<TensorInfo>& biases,
997 Optional<std::string&> reasonIfUnsupported) const
998{
999 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
1000 reasonIfUnsupported,
1001 input,
1002 output,
1003 descriptor,
1004 weights,
Mike Kelly07810fc2020-11-12 10:58:48 +00001005 biases,
1006 nullptr);
Pablo Tellof0bd6832019-04-26 17:58:13 +01001007}
1008
1009
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001010bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
1011 const TensorInfo& input1,
1012 const TensorInfo& output,
1013 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +01001014{
1015 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
1016 reasonIfUnsupported,
1017 input0,
1018 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +00001019 output,
1020 nullptr);
Francis Murtaghe7a86a42018-08-29 12:42:10 +01001021}
1022
josh minor4a3c6102020-01-06 16:40:46 -06001023bool ClLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
1024 const TensorInfo& output,
1025 const ElementwiseUnaryDescriptor& descriptor,
1026 Optional<std::string&> reasonIfUnsupported) const
1027{
Sadik Armagan9fabf432020-05-27 13:40:58 +01001028 switch(descriptor.m_Operation)
josh minor4a3c6102020-01-06 16:40:46 -06001029 {
Sadik Armagan9fabf432020-05-27 13:40:58 +01001030 case UnaryOperation::Abs:
1031 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
1032 reasonIfUnsupported,
1033 input,
1034 output);
1035 case UnaryOperation::Exp:
1036 FORWARD_WORKLOAD_VALIDATE_FUNC(ClExpWorkloadValidate,
1037 reasonIfUnsupported,
1038 input,
1039 output);
Teresa Charlin50de4fa2021-05-31 18:47:33 +01001040 case UnaryOperation::Log:
1041 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogWorkloadValidate,
1042 reasonIfUnsupported,
1043 input,
1044 output);
1045 case UnaryOperation::LogicalNot:
1046 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalNotWorkloadValidate,
1047 reasonIfUnsupported,
1048 input,
1049 output);
Sadik Armagan9fabf432020-05-27 13:40:58 +01001050 case UnaryOperation::Neg:
1051 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNegWorkloadValidate,
1052 reasonIfUnsupported,
1053 input,
1054 output);
1055 case UnaryOperation::Rsqrt:
1056 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate,
1057 reasonIfUnsupported,
1058 input,
1059 output);
Teresa Charlin50de4fa2021-05-31 18:47:33 +01001060 case UnaryOperation::Sin:
1061 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSinWorkloadValidate,
James Conroyfe3ec942020-11-18 14:20:53 +00001062 reasonIfUnsupported,
1063 input,
1064 output);
Teresa Charlinaac61122022-05-05 16:11:36 +01001065 case UnaryOperation::Sqrt:
1066 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSqrtWorkloadValidate,
1067 reasonIfUnsupported,
1068 input,
1069 output);
Sadik Armagan9fabf432020-05-27 13:40:58 +01001070 default:
1071 return false;
josh minor4a3c6102020-01-06 16:40:46 -06001072 }
josh minor4a3c6102020-01-06 16:40:46 -06001073}
1074
Teresa Charlin4b10fef2020-07-29 09:36:41 +01001075bool ClLayerSupport::IsFillSupported(const TensorInfo& input,
1076 const TensorInfo& output,
1077 const FillDescriptor& descriptor,
1078 Optional<std::string&> reasonIfUnsupported) const
Sadik Armagan66aecb02020-06-24 11:42:20 +01001079{
Teresa Charlin4b10fef2020-07-29 09:36:41 +01001080 armnn::IgnoreUnused(input);
1081 armnn::IgnoreUnused(output);
1082 armnn::IgnoreUnused(descriptor);
1083
1084 return IsClBackendSupported(reasonIfUnsupported);
Sadik Armagan66aecb02020-06-24 11:42:20 +01001085}
1086
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001087bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
1088 const TensorInfo& output,
1089 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +00001090{
Sadik Armagan9be49162019-10-30 16:15:26 +00001091 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
1092 reasonIfUnsupported,
1093 input,
1094 output);
telsoa01c577f2c2018-08-31 09:22:23 +01001095}
1096
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001097bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
1098 const TensorInfo& output,
1099 const TensorInfo& weights,
1100 const TensorInfo& biases,
1101 const FullyConnectedDescriptor& descriptor,
1102 Optional<std::string&> reasonIfUnsupported) const
1103{
1104 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
1105 reasonIfUnsupported,
1106 input,
1107 output,
1108 weights,
1109 biases,
Mike Kelly07810fc2020-11-12 10:58:48 +00001110 descriptor,
1111 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001112}
1113
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001114bool ClLayerSupport::IsGatherSupported(const TensorInfo& input0,
1115 const TensorInfo& input1,
1116 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +01001117 const GatherDescriptor& descriptor,
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001118 Optional<std::string&> reasonIfUnsupported) const
1119{
1120 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGatherWorkloadValidate,
1121 reasonIfUnsupported,
1122 input0,
1123 input1,
Teresa Charlin52664732020-06-29 16:27:03 +01001124 output,
1125 descriptor);
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001126}
1127
Teresa Charlin989e2f62022-04-27 16:26:11 +01001128bool ClLayerSupport::IsGatherNdSupported(const TensorInfo& input0,
1129 const TensorInfo& input1,
1130 const TensorInfo& output,
1131 Optional<std::string&> reasonIfUnsupported) const
1132{
1133 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGatherNdWorkloadValidate,
1134 reasonIfUnsupported,
1135 input0,
1136 input1,
1137 output);
1138}
1139
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001140bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
1141 Optional<std::string&> reasonIfUnsupported) const
1142{
Derek Lamberti901ea112019-12-10 22:07:09 +00001143 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001144}
1145
Aron Virginas-Tar8168f402019-10-04 13:10:16 +01001146bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
1147 const TensorInfo& output,
1148 const InstanceNormalizationDescriptor& descriptor,
1149 Optional<std::string&> reasonIfUnsupported) const
1150{
1151 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
1152 reasonIfUnsupported,
1153 input,
1154 output,
1155 descriptor);
1156}
1157
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001158bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
1159 const TensorInfo& output,
1160 const L2NormalizationDescriptor& descriptor,
1161 Optional<std::string&> reasonIfUnsupported) const
1162{
1163 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
1164 reasonIfUnsupported,
1165 input,
1166 output,
1167 descriptor);
1168}
1169
James Conroyfe3ec942020-11-18 14:20:53 +00001170bool ClLayerSupport::IsLogicalBinarySupported(const TensorInfo& input0,
1171 const TensorInfo& input1,
1172 const TensorInfo& output,
1173 const LogicalBinaryDescriptor& descriptor,
1174 Optional<std::string&> reasonIfUnsupported) const
1175{
1176 IgnoreUnused(output);
1177
1178 switch(descriptor.m_Operation)
1179 {
1180 case LogicalBinaryOperation::LogicalAnd:
1181 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalAndWorkloadValidate,
1182 reasonIfUnsupported,
1183 input0,
1184 input1,
1185 output);
1186 case LogicalBinaryOperation::LogicalOr:
1187 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalOrWorkloadValidate,
1188 reasonIfUnsupported,
1189 input0,
1190 input1,
1191 output);
1192 default:
1193 return false;
1194 }
1195}
1196
1197
Teresa Charlin8398edc2020-07-20 14:23:02 +01001198bool ClLayerSupport::IsLogSoftmaxSupported(const TensorInfo& input,
1199 const TensorInfo& output,
1200 const LogSoftmaxDescriptor& descriptor,
1201 Optional<std::string&> reasonIfUnsupported) const
1202{
1203 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogSoftmaxWorkloadValidate,
1204 reasonIfUnsupported,
1205 input,
1206 output,
1207 descriptor);
1208}
1209
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001210bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
1211 const TensorInfo& outputStateIn,
1212 const TensorInfo& cellStateIn,
1213 const TensorInfo& scratchBuffer,
1214 const TensorInfo& outputStateOut,
1215 const TensorInfo& cellStateOut,
1216 const TensorInfo& output,
1217 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001218 const LstmInputParamsInfo& paramsInfo,
1219 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +01001220{
arovir01085f0a42018-10-08 14:48:19 +01001221 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
1222 reasonIfUnsupported,
1223 input,
1224 outputStateIn,
1225 cellStateIn,
1226 scratchBuffer,
1227 outputStateOut,
1228 cellStateOut,
1229 output,
1230 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001231 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +01001232}
1233
keidav01a959ee52018-12-19 10:04:58 +00001234bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
1235 const TensorInfo& input1,
1236 const TensorInfo& output,
1237 Optional<std::string&> reasonIfUnsupported) const
1238{
1239 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
1240 reasonIfUnsupported,
1241 input0,
1242 input1,
1243 output);
1244}
1245
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001246bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
1247 const TensorInfo& output,
1248 const MeanDescriptor& descriptor,
1249 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +01001250{
Matteo Martincigh28dcab62018-10-19 16:40:03 +01001251 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
1252 reasonIfUnsupported,
1253 input,
1254 output,
1255 descriptor);
narpra0132b90462018-09-13 11:07:48 +01001256}
1257
saoste019292aa32019-01-08 13:55:59 +00001258bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
1259 const TensorInfo& input1,
1260 const TensorInfo& output,
1261 Optional<std::string&> reasonIfUnsupported) const
1262{
1263 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
1264 reasonIfUnsupported,
1265 input0,
1266 input1,
1267 output);
1268}
1269
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001270bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
1271 const TensorInfo& input1,
1272 const TensorInfo& output,
1273 Optional<std::string&> reasonIfUnsupported) const
1274{
1275 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
1276 reasonIfUnsupported,
1277 input0,
1278 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +00001279 output,
1280 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001281}
1282
1283bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
1284 const TensorInfo& output,
1285 const NormalizationDescriptor& descriptor,
1286 Optional<std::string&> reasonIfUnsupported) const
1287{
1288 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1289}
1290
1291bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
1292 Optional<std::string&> reasonIfUnsupported) const
1293{
Derek Lamberti901ea112019-12-10 22:07:09 +00001294 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001295}
1296
1297bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
1298 const TensorInfo& output,
1299 const PadDescriptor& descriptor,
1300 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +01001301{
1302 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
1303 reasonIfUnsupported,
1304 input,
1305 output,
1306 descriptor);
1307}
1308
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001309bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
1310 const TensorInfo& output,
1311 const PermuteDescriptor& descriptor,
1312 Optional<std::string&> reasonIfUnsupported) const
1313{
Matthew Bentham9820d302019-11-27 17:24:47 +00001314 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +00001315}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001316
1317bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
1318 const TensorInfo& output,
1319 const Pooling2dDescriptor& descriptor,
1320 Optional<std::string&> reasonIfUnsupported) const
1321{
1322 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1323}
1324
Ryan OSheabab8fa92022-03-09 10:29:02 +00001325bool ClLayerSupport::IsPooling3dSupported(const TensorInfo& input,
1326 const TensorInfo& output,
1327 const Pooling3dDescriptor& descriptor,
1328 Optional<std::string&> reasonIfUnsupported) const
1329{
1330 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling3dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1331}
1332
Nikhil Raj91e4c6d2019-07-05 12:22:58 +01001333bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
1334 const armnn::TensorInfo &alpha,
1335 const armnn::TensorInfo &output,
1336 armnn::Optional<std::string &> reasonIfUnsupported) const
1337{
1338 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
1339}
1340
Ryan OShea2323af42020-05-13 16:36:19 +01001341bool ClLayerSupport::IsQLstmSupported(const TensorInfo& input,
1342 const TensorInfo& previousOutputIn,
1343 const TensorInfo& previousCellStateIn,
1344 const TensorInfo& outputStateOut,
1345 const TensorInfo& cellStateOut,
1346 const TensorInfo& output,
1347 const QLstmDescriptor& descriptor,
1348 const LstmInputParamsInfo& paramsInfo,
1349 Optional<std::string&> reasonIfUnsupported) const
1350{
1351 if (input.GetDataType() == armnn::DataType::QAsymmS8 &&
1352 previousOutputIn.GetDataType() == armnn::DataType::QAsymmS8 &&
1353 previousCellStateIn.GetDataType() == armnn::DataType::QSymmS16 &&
1354 outputStateOut.GetDataType() == armnn::DataType::QAsymmS8 &&
1355 cellStateOut.GetDataType() == armnn::DataType::QSymmS16 &&
1356 output.GetDataType() == armnn::DataType::QAsymmS8)
1357 {
1358 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQLstmWorkloadValidate,
1359 reasonIfUnsupported,
1360 input,
1361 previousCellStateIn,
1362 previousOutputIn,
1363 cellStateOut,
1364 outputStateOut,
1365 output,
1366 descriptor,
1367 paramsInfo);
1368 }
1369 else
1370 {
1371 return false;
1372 }
1373}
1374
Ferran Balaguer737d9ff2019-08-01 09:58:08 +01001375bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
1376 const TensorInfo& previousCellStateIn,
1377 const TensorInfo& previousOutputIn,
1378 const TensorInfo& cellStateOut,
1379 const TensorInfo& output,
1380 const QuantizedLstmInputParamsInfo& paramsInfo,
1381 Optional<std::string&> reasonIfUnsupported) const
1382{
1383 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
1384 reasonIfUnsupported,
1385 input,
1386 previousCellStateIn,
1387 previousOutputIn,
1388 cellStateOut,
1389 output,
1390 paramsInfo);
1391}
1392
Sadik Armagan20ec2492019-05-31 09:09:44 +01001393bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
1394 const TensorInfo& output,
1395 Optional<std::string&> reasonIfUnsupported) const
1396{
1397 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
1398 reasonIfUnsupported,
1399 input,
1400 output);
1401}
1402
Sadik Armagana2747482021-02-09 10:28:54 +00001403bool ClLayerSupport::IsReduceSupported(const TensorInfo& input,
1404 const TensorInfo& output,
1405 const ReduceDescriptor& descriptor,
1406 Optional<std::string&> reasonIfUnsupported) const
1407{
1408 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReduceWorkloadValidate,
1409 reasonIfUnsupported,
1410 input,
1411 output,
1412 descriptor);
1413}
1414
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001415bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +00001416 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001417 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001418 Optional<std::string&> reasonIfUnsupported) const
1419{
Jan Eilers8eb25602020-03-09 12:13:48 +00001420 IgnoreUnused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +00001421 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001422}
1423
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +01001424bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
1425 const TensorInfo& output,
1426 const ResizeDescriptor& descriptor,
1427 Optional<std::string&> reasonIfUnsupported) const
1428{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +01001429 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +01001430}
1431
Tianle Cheng21a9f332023-11-09 13:56:53 +00001432bool ClLayerSupport::IsReverseV2Supported(const TensorInfo& input,
1433 const TensorInfo& axis,
1434 const TensorInfo& output,
1435 Optional<std::string&> reasonIfUnsupported) const
1436{
1437 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReverseV2WorkloadValidate,
1438 reasonIfUnsupported,
1439 input,
1440 axis,
1441 output);
1442}
1443
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +00001444bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
1445 const TensorInfo& output,
1446 const SliceDescriptor& descriptor,
1447 Optional<std::string&> reasonIfUnsupported) const
1448{
1449 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1450}
1451
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001452bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
1453 const TensorInfo& output,
1454 const SoftmaxDescriptor& descriptor,
1455 Optional<std::string&> reasonIfUnsupported) const
1456{
Francis Murtagh3b938352019-07-26 15:44:17 +01001457 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001458}
1459
Sadik Armaganf4464322018-12-20 16:19:12 +00001460bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
1461 const TensorInfo& output,
1462 const SpaceToBatchNdDescriptor& descriptor,
1463 Optional<std::string&> reasonIfUnsupported) const
1464{
1465 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
1466 reasonIfUnsupported,
1467 input,
1468 output,
1469 descriptor);
1470}
1471
James Conroyd2aa85e2019-07-01 17:12:40 +01001472bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
1473 const TensorInfo& output,
1474 const SpaceToDepthDescriptor& descriptor,
1475 Optional<std::string&> reasonIfUnsupported) const
1476{
1477 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
1478 reasonIfUnsupported,
1479 input,
1480 output,
1481 descriptor);
1482}
1483
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001484bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001485 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
1486 const ViewsDescriptor& descriptor,
1487 Optional<std::string&> reasonIfUnsupported) const
1488{
Narumol Prangnawarat74135832019-05-23 15:07:33 +01001489#if defined(ARMCOMPUTECL_ENABLED)
1490 // Split along the last dimension, cannot use sub-tensors
1491 // as width and height of the sub-tensors do not match
1492 // the width and height of the parent tensor
1493 // in case of input with more than 2D.
1494 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
1495 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
1496 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
1497 {
1498 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
1499 reasonIfUnsupported,
1500 input,
1501 outputs,
1502 *splitAxis.begin());
1503 }
1504#endif
Jan Eilers8eb25602020-03-09 12:13:48 +00001505 IgnoreUnused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +01001506 for (auto output : outputs)
1507 {
1508 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
1509 {
1510 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
1511 return false;
1512 }
1513 }
1514 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001515}
1516
Matthew Jacksond5166102019-07-31 14:06:28 +01001517bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
1518 const TensorInfo& output,
1519 const StackDescriptor& descriptor,
1520 Optional<std::string&> reasonIfUnsupported) const
1521{
1522 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
1523 reasonIfUnsupported,
1524 inputs,
1525 output,
1526 descriptor);
1527}
1528
keidav01d74dc912018-12-10 18:16:07 +00001529bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
1530 const TensorInfo& output,
1531 const StridedSliceDescriptor& descriptor,
1532 Optional<std::string&> reasonIfUnsupported) const
1533{
1534 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
1535 reasonIfUnsupported,
1536 input,
1537 output,
1538 descriptor);
1539}
1540
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001541bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
1542 const TensorInfo& input1,
1543 const TensorInfo& output,
1544 Optional<std::string&> reasonIfUnsupported) const
1545{
1546 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
1547 reasonIfUnsupported,
1548 input0,
1549 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +00001550 output,
1551 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001552}
1553
Cian McGriskin3b3dcbf2023-07-26 11:52:47 +01001554bool ClLayerSupport::IsTileSupported(const TensorInfo& input,
1555 const TensorInfo& output,
1556 const TileDescriptor& descriptor,
1557 Optional<std::string&> reasonIfUnsupported) const
1558{
1559 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTileWorkloadValidate,
1560 reasonIfUnsupported,
1561 input,
1562 output,
1563 descriptor);
1564}
1565
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +01001566bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
1567 const TensorInfo& output,
1568 const TransposeConvolution2dDescriptor& descriptor,
1569 const TensorInfo& weights,
1570 const Optional<TensorInfo>& biases,
1571 Optional<std::string&> reasonIfUnsupported) const
1572{
1573 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
1574 reasonIfUnsupported,
1575 input,
1576 output,
1577 descriptor,
1578 weights,
1579 biases);
1580}
1581
Mike Kellyc9ea45a2020-02-28 18:11:58 +00001582bool ClLayerSupport::IsTransposeSupported(const TensorInfo& input,
1583 const TensorInfo& output,
1584 const TransposeDescriptor& descriptor,
1585 Optional<std::string&> reasonIfUnsupported) const
1586{
1587 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1588}
1589
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001590bool ClLayerSupport::IsUnidirectionalSequenceLstmSupported(const TensorInfo& input,
1591 const TensorInfo& outputStateIn,
1592 const TensorInfo& cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +01001593 const TensorInfo& outputStateOut,
1594 const TensorInfo& cellStateOut,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001595 const TensorInfo& output,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001596 const UnidirectionalSequenceLstmDescriptor& descriptor,
1597 const LstmInputParamsInfo& paramsInfo,
1598 Optional<std::string&> reasonIfUnsupported) const
1599{
1600 FORWARD_WORKLOAD_VALIDATE_FUNC(ClUnidirectionalSequenceLstmFloatWorkloadValidate,
1601 reasonIfUnsupported,
1602 input,
1603 outputStateIn,
1604 cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +01001605 outputStateOut,
1606 cellStateOut,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001607 output,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001608 descriptor,
1609 paramsInfo);
1610}
1611
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001612} // namespace armnn