blob: 9c40391f1a67f82096fa067709ae5e0015d53c74 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
Teresa Charlin8398edc2020-07-20 14:23:02 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "ClLayerSupport.hpp"
David Beck3e9e1152018-10-17 14:17:50 +01007#include "ClBackendId.hpp"
Sadik Armagan045f6be2020-09-10 13:37:32 +01008#include "ClBackendModelContext.hpp"
arovir017c22c702018-10-09 11:16:46 +01009
Matteo Martincighc601aa62019-10-29 15:03:22 +000010#include <armnn/BackendRegistry.hpp>
11
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <InternalTypes.hpp>
13#include <LayerSupportCommon.hpp>
telsoa014fcda012018-03-09 14:13:49 +000014
Sadik Armagan045f6be2020-09-10 13:37:32 +010015#include <armnn/utility/IgnoreUnused.hpp>
16#include <armnn/utility/PolymorphicDowncast.hpp>
17
Matteo Martincighd95e9062019-01-31 15:35:59 +000018#if defined(ARMCOMPUTECL_ENABLED)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010019#include <aclCommon/ArmComputeUtils.hpp>
Aron Virginas-Tar710f6642019-11-27 14:48:32 +000020#include <aclCommon/ArmComputeTensorUtils.hpp>
Aron Virginas-Tar82046942019-09-09 15:18:29 +010021#include "workloads/ClAbsWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010022#include "workloads/ClAdditionWorkload.hpp"
Nattapat Chaimanowonge06757e2018-10-11 15:39:18 +010023#include "workloads/ClActivationWorkload.hpp"
James Conroy2dc05722019-09-19 17:00:31 +010024#include "workloads/ClArgMinMaxWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010025#include "workloads/ClBatchNormalizationFloatWorkload.hpp"
Mike Kelly831faed2018-11-28 11:52:08 +000026#include "workloads/ClBatchToSpaceNdWorkload.hpp"
Sadik Armaganf40d6d42021-04-22 09:12:11 +010027#include "workloads/ClCastWorkload.hpp"
Teresa Charlin1222dbd2021-09-02 13:58:52 +010028#include "workloads/ClChannelShuffleWorkload.hpp"
Teresa Charlin2b030d92020-03-27 16:40:56 +000029#include "workloads/ClComparisonWorkload.hpp"
Mike Kelly0886ac42020-04-27 09:55:40 +010030#include "workloads/ClConstantWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010031#include "workloads/ClConvertFp16ToFp32Workload.hpp"
32#include "workloads/ClConvertFp32ToFp16Workload.hpp"
Matthew Benthamd8067922018-10-03 17:18:04 +010033#include "workloads/ClConvolution2dWorkload.hpp"
Teresa Charlin615ad6c2021-10-26 12:22:20 +010034#include "workloads/ClConvolution3dWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010035#include "workloads/ClDepthToSpaceWorkload.hpp"
Matthew Benthamd8777392018-10-08 09:38:55 +010036#include "workloads/ClDepthwiseConvolutionWorkload.hpp"
Aron Virginas-Tarb2801962019-09-30 11:24:53 +010037#include "workloads/ClDequantizeWorkload.hpp"
Teresa Charline11e63d2021-04-21 12:56:45 +010038#include "workloads/ClDivisionWorkload.hpp"
Sadik Armagan9fabf432020-05-27 13:40:58 +010039#include "workloads/ClExpWorkload.hpp"
Sadik Armagan66aecb02020-06-24 11:42:20 +010040#include "workloads/ClFillWorkload.hpp"
Sadik Armagan9be49162019-10-30 16:15:26 +000041#include "workloads/ClFloorFloatWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010042#include "workloads/ClFullyConnectedWorkload.hpp"
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +010043#include "workloads/ClGatherWorkload.hpp"
Teresa Charlin989e2f62022-04-27 16:26:11 +010044#include "workloads/ClGatherNdWorkload.hpp"
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010045#include "workloads/ClInstanceNormalizationWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010046#include "workloads/ClL2NormalizationFloatWorkload.hpp"
Teresa Charlin50de4fa2021-05-31 18:47:33 +010047#include "workloads/ClLogWorkload.hpp"
Teresa Charlin8398edc2020-07-20 14:23:02 +010048#include "workloads/ClLogSoftmaxWorkload.hpp"
James Conroyfe3ec942020-11-18 14:20:53 +000049#include "workloads/ClLogicalAndWorkload.hpp"
50#include "workloads/ClLogicalNotWorkload.hpp"
51#include "workloads/ClLogicalOrWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010052#include "workloads/ClLstmFloatWorkload.hpp"
keidav01a959ee52018-12-19 10:04:58 +000053#include "workloads/ClMaximumWorkload.hpp"
Matteo Martincigh28dcab62018-10-19 16:40:03 +010054#include "workloads/ClMeanWorkload.hpp"
Jim Flynn69059412019-05-17 13:03:57 +010055#include "workloads/ClConcatWorkload.hpp"
saoste019292aa32019-01-08 13:55:59 +000056#include "workloads/ClMinimumWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010057#include "workloads/ClMultiplicationWorkload.hpp"
Sadik Armaganac472102020-03-24 09:54:36 +000058#include "workloads/ClNegWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010059#include "workloads/ClNormalizationFloatWorkload.hpp"
arovir01085f0a42018-10-08 14:48:19 +010060#include "workloads/ClPadWorkload.hpp"
61#include "workloads/ClPermuteWorkload.hpp"
Nattapat Chaimanowongac9e0962018-10-10 17:18:35 +010062#include "workloads/ClPooling2dWorkload.hpp"
Ryan OSheabab8fa92022-03-09 10:29:02 +000063#include "workloads/ClPooling3dWorkload.hpp"
Nikhil Raj91e4c6d2019-07-05 12:22:58 +010064#include "workloads/ClPreluWorkload.hpp"
Ryan OShea2323af42020-05-13 16:36:19 +010065#include "workloads/ClQLstmWorkload.hpp"
66#include "workloads/ClQuantizedLstmWorkload.hpp"
67#include "workloads/ClQuantizeWorkload.hpp"
Sadik Armagana2747482021-02-09 10:28:54 +000068#include "workloads/ClReduceWorkload.hpp"
Kevin Maya023c402019-12-12 17:28:05 +000069#include "workloads/ClReshapeWorkload.hpp"
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +010070#include "workloads/ClResizeWorkload.hpp"
Aron Virginas-Tar1a763dd2019-09-10 12:32:08 +010071#include "workloads/ClRsqrtWorkload.hpp"
Teresa Charlin50de4fa2021-05-31 18:47:33 +010072#include "workloads/ClSinWorkload.hpp"
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +000073#include "workloads/ClSliceWorkload.hpp"
Teresa Charlinc1f6b092020-05-11 16:10:38 +010074#include "workloads/ClSoftmaxWorkload.hpp"
Sadik Armaganf4464322018-12-20 16:19:12 +000075#include "workloads/ClSpaceToBatchNdWorkload.hpp"
James Conroyd2aa85e2019-07-01 17:12:40 +010076#include "workloads/ClSpaceToDepthWorkload.hpp"
Narumol Prangnawarat74135832019-05-23 15:07:33 +010077#include "workloads/ClSplitterWorkload.hpp"
Teresa Charlinaac61122022-05-05 16:11:36 +010078#include "workloads/ClSqrtWorkload.hpp"
Matthew Jacksond5166102019-07-31 14:06:28 +010079#include "workloads/ClStackWorkload.hpp"
keidav01d74dc912018-12-10 18:16:07 +000080#include "workloads/ClStridedSliceWorkload.hpp"
David Beckac42efd2018-09-26 17:41:13 +010081#include "workloads/ClSubtractionWorkload.hpp"
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +010082#include "workloads/ClTransposeConvolution2dWorkload.hpp"
Mike Kellyc9ea45a2020-02-28 18:11:58 +000083#include "workloads/ClTransposeWorkload.hpp"
Cathal Corbett4952a3e2022-03-03 15:14:18 +000084#include "workloads/ClUnidirectionalSequenceLstmFloatWorkload.hpp"
telsoa014fcda012018-03-09 14:13:49 +000085#endif
86
telsoa014fcda012018-03-09 14:13:49 +000087
88namespace armnn
89{
arovir017c22c702018-10-09 11:16:46 +010090
telsoa014fcda012018-03-09 14:13:49 +000091namespace
92{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +010093
telsoa014fcda012018-03-09 14:13:49 +000094template<unsigned int FilterSize>
95bool IsMatchingSize2d(const TensorInfo& weightInfo)
96{
telsoa01c577f2c2018-08-31 09:22:23 +010097 // Width & Height must match.
telsoa014fcda012018-03-09 14:13:49 +000098 return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize);
99}
100
101template<uint32_t ValidStride>
102bool IsMatchingStride(uint32_t actualStride)
103{
104 return ValidStride == actualStride;
105}
106
107template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides>
108bool IsMatchingStride(uint32_t actualStride)
109{
110 return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100111}
telsoa014fcda012018-03-09 14:13:49 +0000112
Derek Lamberti901ea112019-12-10 22:07:09 +0000113template<typename ... Args>
114bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported, Args... args)
telsoa014fcda012018-03-09 14:13:49 +0000115{
Jan Eilers8eb25602020-03-09 12:13:48 +0000116 IgnoreUnused(reasonIfUnsupported, (args)...);
Matteo Martincighd95e9062019-01-31 15:35:59 +0000117#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000118 return true;
119#else
arovir01085f0a42018-10-08 14:48:19 +0100120 if (reasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +0000121 {
arovir01085f0a42018-10-08 14:48:19 +0100122 reasonIfUnsupported.value() = "The armnn library has been built without CL support";
telsoa014fcda012018-03-09 14:13:49 +0000123 }
124 return false;
125#endif
126}
127
Matteo Martincighd95e9062019-01-31 15:35:59 +0000128#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000129#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr)
130#else
131#define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported)
132#endif
133
Matteo Martincighd95e9062019-01-31 15:35:59 +0000134#if defined(ARMCOMPUTECL_ENABLED)
telsoa014fcda012018-03-09 14:13:49 +0000135template<class FuncType, class... Args>
arovir01085f0a42018-10-08 14:48:19 +0100136inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args)
telsoa014fcda012018-03-09 14:13:49 +0000137{
138 arm_compute::Status aclStatus = func(std::forward<Args>(args)...);
139 const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK);
140 if (!supported && reasonIfUnsupported)
141 {
arovir01085f0a42018-10-08 14:48:19 +0100142 reasonIfUnsupported.value() = aclStatus.error_description();
telsoa014fcda012018-03-09 14:13:49 +0000143 }
144 return supported;
145}
146
147#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
148 return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__);
149#else
150#define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \
Derek Lamberti901ea112019-12-10 22:07:09 +0000151 return IsClBackendSupported(reasonIfUnsupported, __VA_ARGS__);
telsoa014fcda012018-03-09 14:13:49 +0000152#endif
153
telsoa01c577f2c2018-08-31 09:22:23 +0100154template<typename FloatFunc, typename Uint8Func, typename ... Params>
arovir01085f0a42018-10-08 14:48:19 +0100155bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported,
telsoa014fcda012018-03-09 14:13:49 +0000156 DataType dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100157 FloatFunc floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000158 Uint8Func uint8FuncPtr,
159 Params&&... params)
160{
161 return IsClBackendSupported(reasonIfUnsupported) &&
162 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
163 dataType,
164 floatFuncPtr,
telsoa01c577f2c2018-08-31 09:22:23 +0100165 floatFuncPtr,
telsoa014fcda012018-03-09 14:13:49 +0000166 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000167 &FalseFunc<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000168 &FalseFunc<>,
telsoa014fcda012018-03-09 14:13:49 +0000169 std::forward<Params>(params)...);
170}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100171} // anonymous namespace
172
Sadik Armagan045f6be2020-09-10 13:37:32 +0100173ClLayerSupport::ClLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr)
174 : m_ModelContextPtr(modelContextPtr)
175{
176}
177
178ClLayerSupport::ClLayerSupport()
179 : m_ModelContextPtr(nullptr)
180{
181}
182
Cathal Corbett34b429c2021-12-24 12:24:40 +0000183bool ClLayerSupport::IsLayerSupported(const LayerType& type,
184 const std::vector<TensorInfo>& infos,
185 const BaseDescriptor& descriptor,
186 const Optional<LstmInputParamsInfo>& lstmParamsInfo,
187 const Optional<QuantizedLstmInputParamsInfo>& quantizedLstmParamsInfo,
188 Optional<std::string&> reasonIfUnsupported) const
189{
190 switch (type)
191 {
192 case LayerType::Activation:
193 return IsActivationSupported(infos[0],
194 infos[1],
195 *(PolymorphicDowncast<const ActivationDescriptor*>(&descriptor)),
196 reasonIfUnsupported);
197 case LayerType::Addition:
198 return IsAdditionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
199 case LayerType::ArgMinMax:
200 return IsArgMinMaxSupported(infos[0],
201 infos[1],
202 *(PolymorphicDowncast<const ArgMinMaxDescriptor*>(&descriptor)),
203 reasonIfUnsupported);
204 case LayerType::BatchNormalization:
205 return IsBatchNormalizationSupported(infos[0],
206 infos[1],
207 infos[2],
208 infos[3],
209 infos[4],
210 infos[5],
211 *(PolymorphicDowncast<const BatchNormalizationDescriptor*>
212 (&descriptor)),
213 reasonIfUnsupported);
214 case LayerType::BatchToSpaceNd:
215 return IsBatchToSpaceNdSupported(infos[0],
216 infos[1],
217 *(PolymorphicDowncast<const BatchToSpaceNdDescriptor*>(&descriptor)),
218 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000219 case LayerType::Cast:
220 return IsCastSupported(infos[0], infos[1], reasonIfUnsupported);
221 case LayerType::ChannelShuffle:
222 return IsChannelShuffleSupported(infos[0],
223 infos[1],
224 *(PolymorphicDowncast<const ChannelShuffleDescriptor*>(&descriptor)),
225 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000226 case LayerType::Comparison:
227 return IsComparisonSupported(infos[0],
228 infos[1],
229 infos[2],
230 *(PolymorphicDowncast<const ComparisonDescriptor*>(&descriptor)),
231 reasonIfUnsupported);
232 case LayerType::Concat:
233 {
234 std::vector<const TensorInfo*> inputInfos;
235 for (uint32_t i = 0; i < (infos.size() - 1); i++)
236 {
237 inputInfos.push_back(&infos[i]);
238 }
239 return IsConcatSupported(inputInfos,
240 infos[infos.size() - 1],
241 *(PolymorphicDowncast<const OriginsDescriptor*>(&descriptor)),
242 reasonIfUnsupported);
243 }
244 case LayerType::Constant:
245 return IsConstantSupported(infos[0], reasonIfUnsupported);
246 case LayerType::ConvertFp16ToFp32:
247 return IsConvertFp16ToFp32Supported(infos[0], infos[1], reasonIfUnsupported);
248 case LayerType::ConvertFp32ToFp16:
249 return IsConvertFp32ToFp16Supported(infos[0], infos[1], reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000250 case LayerType::ConvertBf16ToFp32:
251 return LayerSupportBase::IsConvertBf16ToFp32Supported(infos[0],
252 infos[1],
253 reasonIfUnsupported);
254 case LayerType::ConvertFp32ToBf16:
255 return LayerSupportBase::IsConvertFp32ToBf16Supported(infos[0],
256 infos[1],
257 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000258 case LayerType::Convolution2d:
259 {
260 if (infos.size() != 4)
261 {
262 throw InvalidArgumentException("Invalid number of Convolution2d TensorInfos. "
263 "TensorInfos should be of format: {input, output, weights, biases}.");
264 }
265
266 auto desc = *(PolymorphicDowncast<const Convolution2dDescriptor*>(&descriptor));
267 if (infos[3] == TensorInfo())
268 {
269 return IsConvolution2dSupported(infos[0],
270 infos[1],
271 desc,
272 infos[2],
273 EmptyOptional(),
274 reasonIfUnsupported);
275 }
276 else
277 {
278 return IsConvolution2dSupported(infos[0],
279 infos[1],
280 desc,
281 infos[2],
282 infos[3],
283 reasonIfUnsupported);
284 }
285 }
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000286 case LayerType::Convolution3d:
287 {
288 if (infos.size() != 4)
289 {
290 throw InvalidArgumentException("Invalid number of Convolution3d TensorInfos. "
291 "TensorInfos should be of format: {input, output, weights, biases}.");
292 }
293
294 auto desc = *(PolymorphicDowncast<const Convolution3dDescriptor*>(&descriptor));
295 if (infos[3] == TensorInfo())
296 {
297 return IsConvolution3dSupported(infos[0],
298 infos[1],
299 desc,
300 infos[2],
301 EmptyOptional(),
302 reasonIfUnsupported);
303 }
304 else
305 {
306 return IsConvolution3dSupported(infos[0],
307 infos[1],
308 desc,
309 infos[2],
310 infos[3],
311 reasonIfUnsupported);
312 }
313 }
Cathal Corbett34b429c2021-12-24 12:24:40 +0000314 case LayerType::DepthToSpace:
315 return IsDepthToSpaceSupported(infos[0],
316 infos[1],
317 *(PolymorphicDowncast<const DepthToSpaceDescriptor*>(&descriptor)),
318 reasonIfUnsupported);
319 case LayerType::DepthwiseConvolution2d:
320 {
321 if (infos.size() != 4)
322 {
323 throw InvalidArgumentException("Invalid number of DepthwiseConvolution2d TensorInfos. "
324 "TensorInfos should be of format: {input, output, weights, biases}.");
325 }
326
327 auto desc = *(PolymorphicDowncast<const DepthwiseConvolution2dDescriptor*>(&descriptor));
328 if (infos[3] == TensorInfo())
329 {
330 return IsDepthwiseConvolutionSupported(infos[0],
331 infos[1],
332 desc,
333 infos[2],
334 EmptyOptional(),
335 reasonIfUnsupported);
336 }
337 else
338 {
339 return IsDepthwiseConvolutionSupported(infos[0],
340 infos[1],
341 desc,
342 infos[2],
343 infos[3],
344 reasonIfUnsupported);
345 }
346 }
347 case LayerType::Dequantize:
348 return IsDequantizeSupported(infos[0], infos[1], reasonIfUnsupported);
349 case LayerType::Division:
350 return IsDivisionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
351 case LayerType::ElementwiseUnary:
352 return IsElementwiseUnarySupported(infos[0],
353 infos[1],
354 *(PolymorphicDowncast<const ElementwiseUnaryDescriptor*>(&descriptor)),
355 reasonIfUnsupported);
356 case LayerType::Fill:
357 return IsFillSupported(infos[0],
358 infos[1],
359 *(PolymorphicDowncast<const FillDescriptor*>(&descriptor)),
360 reasonIfUnsupported);
361 case LayerType::Floor:
362 return IsFloorSupported(infos[0], infos[1], reasonIfUnsupported);
363 case LayerType::FullyConnected:
364 return IsFullyConnectedSupported(infos[0],
365 infos[1],
366 infos[2],
367 infos[3],
368 *(PolymorphicDowncast<const FullyConnectedDescriptor*>(&descriptor)),
369 reasonIfUnsupported);
370 case LayerType::Gather:
371 return IsGatherSupported(infos[0],
372 infos[1],
373 infos[2],
374 *(PolymorphicDowncast<const GatherDescriptor*>(&descriptor)),
375 reasonIfUnsupported);
Teresa Charlin989e2f62022-04-27 16:26:11 +0100376 case LayerType::GatherNd:
377 return IsGatherNdSupported(infos[0],
378 infos[1],
379 infos[2],
380 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000381 case LayerType::Input:
382 return IsInputSupported(infos[0], reasonIfUnsupported);
383 case LayerType::InstanceNormalization:
384 return IsInstanceNormalizationSupported(infos[0],
385 infos[1],
386 *(PolymorphicDowncast<const InstanceNormalizationDescriptor*>
387 (&descriptor)),
388 reasonIfUnsupported);
389 case LayerType::L2Normalization:
390 return IsL2NormalizationSupported(infos[0],
391 infos[1],
392 *(PolymorphicDowncast<const L2NormalizationDescriptor*>(&descriptor)),
393 reasonIfUnsupported);
394 case LayerType::LogicalBinary:
395 return IsLogicalBinarySupported(infos[0],
396 infos[1],
397 infos[2],
398 *(PolymorphicDowncast<const LogicalBinaryDescriptor*>(&descriptor)),
399 reasonIfUnsupported);
400 case LayerType::LogSoftmax:
401 return IsLogSoftmaxSupported(infos[0],
402 infos[1],
403 *(PolymorphicDowncast<const LogSoftmaxDescriptor*>(&descriptor)),
404 reasonIfUnsupported);
405 case LayerType::Lstm:
406 return IsLstmSupported(infos[0],
407 infos[1],
408 infos[2],
409 infos[3],
410 infos[4],
411 infos[5],
412 infos[6],
413 *(PolymorphicDowncast<const LstmDescriptor*>(&descriptor)),
414 lstmParamsInfo.value(),
415 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000416 case LayerType::Map:
417 return true;
418 case LayerType::MemCopy:
419 return LayerSupportBase::IsMemCopySupported(infos[0], infos[1], reasonIfUnsupported);
420 case LayerType::MemImport:
421 return LayerSupportBase::IsMemImportSupported(infos[0], infos[1], reasonIfUnsupported);
422 case LayerType::Merge:
423 return LayerSupportBase::IsMergeSupported(infos[0],
424 infos[1],
425 infos[2],
426 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000427 case LayerType::Maximum:
428 return IsMaximumSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
429 case LayerType::Mean:
430 return IsMeanSupported(infos[0],
431 infos[1],
432 *(PolymorphicDowncast<const MeanDescriptor*>(&descriptor)),
433 reasonIfUnsupported);
434 case LayerType::Minimum:
435 return IsMinimumSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
436 case LayerType::Multiplication:
437 return IsMultiplicationSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
438 case LayerType::Normalization:
439 return IsNormalizationSupported(infos[0],
440 infos[1],
441 *(PolymorphicDowncast<const NormalizationDescriptor*>(&descriptor)),
442 reasonIfUnsupported);
443 case LayerType::Output:
444 return IsOutputSupported(infos[0], reasonIfUnsupported);
445 case LayerType::Pad:
446 return IsPadSupported(infos[0],
447 infos[1],
448 *(PolymorphicDowncast<const PadDescriptor*>(&descriptor)),
449 reasonIfUnsupported);
450 case LayerType::Permute:
451 return IsPermuteSupported(infos[0],
452 infos[1],
453 *(PolymorphicDowncast<const PermuteDescriptor*>(&descriptor)),
454 reasonIfUnsupported);
455 case LayerType::Pooling2d:
456 return IsPooling2dSupported(infos[0],
457 infos[1],
458 *(PolymorphicDowncast<const Pooling2dDescriptor*>(&descriptor)),
459 reasonIfUnsupported);
Ryan OSheabab8fa92022-03-09 10:29:02 +0000460 case LayerType::Pooling3d:
461 return IsPooling3dSupported(infos[0],
462 infos[1],
463 *(PolymorphicDowncast<const Pooling3dDescriptor*>(&descriptor)),
464 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000465 case LayerType::Prelu:
466 return IsPreluSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000467 case LayerType::QLstm:
468 return IsQLstmSupported(infos[0],
469 infos[1],
470 infos[2],
471 infos[3],
472 infos[4],
473 infos[5],
474 *(PolymorphicDowncast<const QLstmDescriptor*>(&descriptor)),
475 lstmParamsInfo.value(),
476 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000477 case LayerType::Quantize:
478 return IsQuantizeSupported(infos[0], infos[1], reasonIfUnsupported);
479 case LayerType::QuantizedLstm:
480 return IsQuantizedLstmSupported(infos[0],
481 infos[1],
482 infos[2],
483 infos[3],
484 infos[4],
485 quantizedLstmParamsInfo.value(),
486 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000487 case LayerType::Rank:
488 return true;
489 case LayerType::Reduce:
490 return IsReduceSupported(infos[0],
491 infos[1],
492 *(PolymorphicDowncast<const ReduceDescriptor*>(&descriptor)),
493 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000494 case LayerType::Reshape:
495 return IsReshapeSupported(infos[0],
496 infos[1],
497 *(PolymorphicDowncast<const ReshapeDescriptor*>(&descriptor)),
498 reasonIfUnsupported);
499 case LayerType::Resize:
500 return IsResizeSupported(infos[0],
501 infos[1],
502 *(PolymorphicDowncast<const ResizeDescriptor*>(&descriptor)),
503 reasonIfUnsupported);
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000504 case LayerType::Shape:
505 return LayerSupportBase::IsShapeSupported(infos[0],
506 infos[1],
507 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000508 case LayerType::Slice:
509 return IsSliceSupported(infos[0],
510 infos[1],
511 *(PolymorphicDowncast<const SliceDescriptor*>(&descriptor)),
512 reasonIfUnsupported);
513 case LayerType::Softmax:
514 return IsSoftmaxSupported(infos[0],
515 infos[1],
516 *(PolymorphicDowncast<const SoftmaxDescriptor*>(&descriptor)),
517 reasonIfUnsupported);
518 case LayerType::SpaceToBatchNd:
519 return IsSpaceToBatchNdSupported(infos[0],
520 infos[1],
521 *(PolymorphicDowncast<const SpaceToBatchNdDescriptor*>(&descriptor)),
522 reasonIfUnsupported);
523 case LayerType::SpaceToDepth:
524 return IsSpaceToDepthSupported(infos[0],
525 infos[1],
526 *(PolymorphicDowncast<const SpaceToDepthDescriptor*>(&descriptor)),
527 reasonIfUnsupported);
528 case LayerType::Splitter:
529 {
530 std::vector<TensorInfo> outputInfos;
531 for (uint32_t i = 1; i < infos.size(); i++)
532 {
533 outputInfos.push_back(infos[i]);
534 }
535 return IsSplitterSupported(infos[0],
536 {outputInfos.begin(), outputInfos.end()},
537 *(PolymorphicDowncast<const ViewsDescriptor*>(&descriptor)),
538 reasonIfUnsupported);
539 }
540 case LayerType::Stack:
541 {
542 std::vector<const TensorInfo*> inputInfos;
543 for (uint32_t i = 0; i < infos.size() - 1; i++)
544 {
545 inputInfos.push_back(&infos[i]);
546 }
547 return IsStackSupported(inputInfos,
548 infos[infos.size() - 1],
549 *(PolymorphicDowncast<const StackDescriptor*>(&descriptor)),
550 reasonIfUnsupported);
551 }
552 case LayerType::StridedSlice:
553 return IsStridedSliceSupported(infos[0],
554 infos[1],
555 *(PolymorphicDowncast<const StridedSliceDescriptor*>(&descriptor)),
556 reasonIfUnsupported);
557 case LayerType::Subtraction:
558 return IsSubtractionSupported(infos[0], infos[1], infos[2], reasonIfUnsupported);
559 case LayerType::Transpose:
560 return IsTransposeSupported(infos[0],
561 infos[1],
562 *(PolymorphicDowncast<const TransposeDescriptor*>(&descriptor)),
563 reasonIfUnsupported);
564 case LayerType::TransposeConvolution2d:
565 {
566 if (infos.size() != 4)
567 {
568 throw InvalidArgumentException("Invalid number of TransposeConvolution2d TensorInfos. "
569 "TensorInfos should be of format: {input, output, weights, biases}.");
570 }
571
572 auto desc = *(PolymorphicDowncast<const TransposeConvolution2dDescriptor*>(&descriptor));
573 if (infos[3] == TensorInfo())
574 {
575 return IsTransposeConvolution2dSupported(infos[0],
576 infos[1],
577 desc,
578 infos[2],
579 EmptyOptional(),
580 reasonIfUnsupported);
581 }
582 else
583 {
584 return IsTransposeConvolution2dSupported(infos[0],
585 infos[1],
586 desc,
587 infos[2],
588 infos[3],
589 reasonIfUnsupported);
590 }
591 }
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000592 case LayerType::UnidirectionalSequenceLstm:
593 return IsUnidirectionalSequenceLstmSupported(infos[0],
594 infos[1],
595 infos[2],
596 infos[3],
597 infos[4],
598 infos[5],
599 *(PolymorphicDowncast<const
600 UnidirectionalSequenceLstmDescriptor*>(&descriptor)),
601 lstmParamsInfo.value(),
602 reasonIfUnsupported);
Cathal Corbett34b429c2021-12-24 12:24:40 +0000603 case LayerType::Unmap:
604 return true;
Cathal Corbett34b429c2021-12-24 12:24:40 +0000605 default:
606 // layers not supported in cl by default:
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000607 // debug, detectionpostprocess, fakequantization,
608 // precompiled, standin, switch, pooling3d
Cathal Corbett34b429c2021-12-24 12:24:40 +0000609 return false;
610 }
611}
612
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100613bool ClLayerSupport::IsActivationSupported(const TensorInfo& input,
614 const TensorInfo& output,
615 const ActivationDescriptor& descriptor,
616 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000617{
telsoa01c577f2c2018-08-31 09:22:23 +0100618 FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate,
619 reasonIfUnsupported,
620 input,
621 output,
622 descriptor);
telsoa014fcda012018-03-09 14:13:49 +0000623}
624
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100625bool ClLayerSupport::IsAdditionSupported(const TensorInfo& input0,
626 const TensorInfo& input1,
627 const TensorInfo& output,
628 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000629{
arovir01085f0a42018-10-08 14:48:19 +0100630 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate,
631 reasonIfUnsupported,
632 input0,
633 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +0000634 output,
635 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000636}
637
James Conroy2dc05722019-09-19 17:00:31 +0100638bool ClLayerSupport::IsArgMinMaxSupported(const TensorInfo& input,
639 const TensorInfo& output,
640 const ArgMinMaxDescriptor& descriptor,
641 Optional<std::string&> reasonIfUnsupported) const
642{
Francis Murtagh52ec3462019-11-19 12:24:19 +0000643
James Conroy2dc05722019-09-19 17:00:31 +0100644 FORWARD_WORKLOAD_VALIDATE_FUNC(ClArgMinMaxWorkloadValidate,
645 reasonIfUnsupported,
646 input,
647 output,
648 descriptor);
649}
650
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100651bool ClLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
652 const TensorInfo& output,
653 const TensorInfo& mean,
654 const TensorInfo& var,
655 const TensorInfo& beta,
656 const TensorInfo& gamma,
657 const BatchNormalizationDescriptor& descriptor,
658 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000659{
telsoa01c577f2c2018-08-31 09:22:23 +0100660 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate,
661 reasonIfUnsupported,
662 input,
663 output,
664 mean,
665 var,
666 beta,
667 gamma,
Mike Kelly07810fc2020-11-12 10:58:48 +0000668 descriptor,
669 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000670}
671
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100672bool ClLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
673 const TensorInfo& output,
674 const BatchToSpaceNdDescriptor& descriptor,
675 Optional<std::string&> reasonIfUnsupported) const
676{
677 FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchToSpaceNdWorkloadValidate,
678 reasonIfUnsupported,
679 input,
680 output,
681 descriptor);
682}
683
Sadik Armaganf40d6d42021-04-22 09:12:11 +0100684bool ClLayerSupport::IsCastSupported(const TensorInfo& input,
685 const TensorInfo& output,
686 Optional<std::string&> reasonIfUnsupported) const
687{
688 FORWARD_WORKLOAD_VALIDATE_FUNC(ClCastValidate,
689 reasonIfUnsupported,
690 input,
691 output);
692}
693
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100694bool ClLayerSupport::IsChannelShuffleSupported(const TensorInfo& input,
Mike Kelly831faed2018-11-28 11:52:08 +0000695 const TensorInfo& output,
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100696 const ChannelShuffleDescriptor& descriptor,
Mike Kelly831faed2018-11-28 11:52:08 +0000697 Optional<std::string&> reasonIfUnsupported) const
698{
Teresa Charlin1222dbd2021-09-02 13:58:52 +0100699 FORWARD_WORKLOAD_VALIDATE_FUNC(ClChannelShuffleValidate,
Mike Kelly831faed2018-11-28 11:52:08 +0000700 reasonIfUnsupported,
701 input,
702 output,
703 descriptor);
704}
705
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100706bool ClLayerSupport::IsComparisonSupported(const TensorInfo& input0,
707 const TensorInfo& input1,
708 const TensorInfo& output,
709 const ComparisonDescriptor& descriptor,
710 Optional<std::string&> reasonIfUnsupported) const
711{
Teresa Charlin2b030d92020-03-27 16:40:56 +0000712 FORWARD_WORKLOAD_VALIDATE_FUNC(ClComparisonWorkloadValidate,
713 reasonIfUnsupported,
714 input0,
715 input1,
716 output,
717 descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100718}
719
Jim Flynn906f9462019-05-10 13:55:21 +0100720bool ClLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
721 const TensorInfo& output,
Cathal Corbett34b429c2021-12-24 12:24:40 +0000722 const OriginsDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100723 Optional<std::string&> reasonIfUnsupported) const
724{
Jim Flynne242f2d2019-05-22 14:24:13 +0100725 if (descriptor.GetNumDimensions() <= descriptor.GetConcatAxis())
726 {
727 SetValueChecked(reasonIfUnsupported, "Cl Concat: Concat axis > Number of dimensions.");
728 return false;
729 }
730
731 unsigned int concatInnerAxis = (descriptor.GetNumDimensions() - descriptor.GetConcatAxis()) - 1;
732 if(concatInnerAxis < 3) // Width, height, or channels
733 {
734 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConcatWorkloadValidate,
735 reasonIfUnsupported,
736 inputs,
737 output,
738 descriptor);
739 }
740 else if (concatInnerAxis == 3)
741 {
742 // We rely on the sub-tensor optimization to handle the batch dimension for 4D tensors. If we can't use
743 // sub-tensors for this then we can't support it. Here is where we check that the sub-tensors will work.
744 for (auto& input : inputs)
745 {
746 if (input && !output.IsTypeSpaceMatch(*input)) // Cannot use sub-tensors if the types are not same space
747 {
748 SetValueChecked(reasonIfUnsupported, "Cl Concat: Types and quantization parameters must match.");
749 return false;
750 }
751 }
752 return true; // Sub-tensors support concat along batch
753 }
754 else // > 4 dimensions not supported.
755 {
756 SetValueChecked(reasonIfUnsupported, "Cl Concat: Maximum of 4 dimensions supported.");
757 return false;
758 }
Jim Flynn906f9462019-05-10 13:55:21 +0100759}
760
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100761bool ClLayerSupport::IsConstantSupported(const TensorInfo& output,
762 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000763{
Mike Kelly0886ac42020-04-27 09:55:40 +0100764 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConstantWorkloadValidate,
765 reasonIfUnsupported,
766 output);
telsoa014fcda012018-03-09 14:13:49 +0000767}
768
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100769bool ClLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
770 const TensorInfo& output,
771 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000772{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100773 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate,
774 reasonIfUnsupported,
775 input,
776 output);
telsoa014fcda012018-03-09 14:13:49 +0000777}
778
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100779bool ClLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
780 const TensorInfo& output,
781 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000782{
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100783 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate,
784 reasonIfUnsupported,
785 input,
786 output);
telsoa014fcda012018-03-09 14:13:49 +0000787}
788
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100789bool ClLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
790 const TensorInfo& output,
791 const Convolution2dDescriptor& descriptor,
792 const TensorInfo& weights,
793 const Optional<TensorInfo>& biases,
794 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000795{
Sadik Armagan045f6be2020-09-10 13:37:32 +0100796 bool isFastMathEnabled = false;
797#if defined(ARMCOMPUTECL_ENABLED)
798 if (m_ModelContextPtr)
799 {
800 if (m_ModelContextPtr.get() != nullptr)
801 {
802 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
803 if (modelOptions)
804 {
805 isFastMathEnabled = modelOptions->IsFastMathEnabled();
806 }
807 }
808 }
809#endif
810
surmeh013537c2c2018-05-18 16:31:43 +0100811 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate,
812 reasonIfUnsupported,
813 input,
814 output,
815 descriptor,
816 weights,
Sadik Armagan045f6be2020-09-10 13:37:32 +0100817 biases,
Mike Kelly07810fc2020-11-12 10:58:48 +0000818 isFastMathEnabled,
819 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000820}
821
Teresa Charlin615ad6c2021-10-26 12:22:20 +0100822bool ClLayerSupport::IsConvolution3dSupported(const TensorInfo& input,
823 const TensorInfo& output,
824 const Convolution3dDescriptor& descriptor,
825 const TensorInfo& weights,
826 const Optional<TensorInfo>& biases,
827 Optional<std::string&> reasonIfUnsupported) const
828{
829 bool isFastMathEnabled = false;
830#if defined(ARMCOMPUTECL_ENABLED)
831 if (m_ModelContextPtr)
832{
833 if (m_ModelContextPtr.get() != nullptr)
834 {
835 auto modelOptions = dynamic_cast<ClBackendModelContext*>(m_ModelContextPtr.get());
836 if (modelOptions)
837 {
838 isFastMathEnabled = modelOptions->IsFastMathEnabled();
839 }
840 }
841}
842#endif
843
844 FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution3dWorkloadValidate,
845 reasonIfUnsupported,
846 input,
847 output,
848 descriptor,
849 weights,
850 biases,
851 isFastMathEnabled,
852 nullptr);
853}
854
Jim Flynn983daec2019-05-29 16:20:16 +0100855bool ClLayerSupport::IsDequantizeSupported(const TensorInfo& input,
856 const TensorInfo& output,
857 Optional<std::string&> reasonIfUnsupported) const
858{
859 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDequantizeWorkloadValidate,
860 reasonIfUnsupported,
861 input,
862 output);
863}
864
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100865bool ClLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
866 const TensorInfo& output,
867 const DepthToSpaceDescriptor& descriptor,
868 Optional<std::string&> reasonIfUnsupported) const
869{
870 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthToSpaceWorkloadValidate,
871 reasonIfUnsupported,
872 input,
873 output,
874 descriptor);
875}
876
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100877bool ClLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
878 const TensorInfo& output,
879 const DepthwiseConvolution2dDescriptor& descriptor,
880 const TensorInfo& weights,
881 const Optional<TensorInfo>& biases,
882 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000883{
telsoa01c577f2c2018-08-31 09:22:23 +0100884 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
885 reasonIfUnsupported,
886 input,
887 output,
888 descriptor,
889 weights,
Mike Kelly07810fc2020-11-12 10:58:48 +0000890 biases,
891 nullptr);
telsoa014fcda012018-03-09 14:13:49 +0000892}
893
Pablo Tellof0bd6832019-04-26 17:58:13 +0100894bool ClLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
895 const TensorInfo& output,
896 const DepthwiseConvolution2dDescriptor& descriptor,
897 const TensorInfo& weights,
898 const Optional<TensorInfo>& biases,
899 Optional<std::string&> reasonIfUnsupported) const
900{
901 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate,
902 reasonIfUnsupported,
903 input,
904 output,
905 descriptor,
906 weights,
Mike Kelly07810fc2020-11-12 10:58:48 +0000907 biases,
908 nullptr);
Pablo Tellof0bd6832019-04-26 17:58:13 +0100909}
910
911
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100912bool ClLayerSupport::IsDivisionSupported(const TensorInfo& input0,
913 const TensorInfo& input1,
914 const TensorInfo& output,
915 Optional<std::string&> reasonIfUnsupported) const
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100916{
917 FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate,
918 reasonIfUnsupported,
919 input0,
920 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +0000921 output,
922 nullptr);
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100923}
924
josh minor4a3c6102020-01-06 16:40:46 -0600925bool ClLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
926 const TensorInfo& output,
927 const ElementwiseUnaryDescriptor& descriptor,
928 Optional<std::string&> reasonIfUnsupported) const
929{
Sadik Armagan9fabf432020-05-27 13:40:58 +0100930 switch(descriptor.m_Operation)
josh minor4a3c6102020-01-06 16:40:46 -0600931 {
Sadik Armagan9fabf432020-05-27 13:40:58 +0100932 case UnaryOperation::Abs:
933 FORWARD_WORKLOAD_VALIDATE_FUNC(ClAbsWorkloadValidate,
934 reasonIfUnsupported,
935 input,
936 output);
937 case UnaryOperation::Exp:
938 FORWARD_WORKLOAD_VALIDATE_FUNC(ClExpWorkloadValidate,
939 reasonIfUnsupported,
940 input,
941 output);
Teresa Charlin50de4fa2021-05-31 18:47:33 +0100942 case UnaryOperation::Log:
943 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogWorkloadValidate,
944 reasonIfUnsupported,
945 input,
946 output);
947 case UnaryOperation::LogicalNot:
948 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalNotWorkloadValidate,
949 reasonIfUnsupported,
950 input,
951 output);
Sadik Armagan9fabf432020-05-27 13:40:58 +0100952 case UnaryOperation::Neg:
953 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNegWorkloadValidate,
954 reasonIfUnsupported,
955 input,
956 output);
957 case UnaryOperation::Rsqrt:
958 FORWARD_WORKLOAD_VALIDATE_FUNC(ClRsqrtWorkloadValidate,
959 reasonIfUnsupported,
960 input,
961 output);
Teresa Charlin50de4fa2021-05-31 18:47:33 +0100962 case UnaryOperation::Sin:
963 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSinWorkloadValidate,
James Conroyfe3ec942020-11-18 14:20:53 +0000964 reasonIfUnsupported,
965 input,
966 output);
Teresa Charlinaac61122022-05-05 16:11:36 +0100967 case UnaryOperation::Sqrt:
968 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSqrtWorkloadValidate,
969 reasonIfUnsupported,
970 input,
971 output);
Sadik Armagan9fabf432020-05-27 13:40:58 +0100972 default:
973 return false;
josh minor4a3c6102020-01-06 16:40:46 -0600974 }
josh minor4a3c6102020-01-06 16:40:46 -0600975}
976
Teresa Charlin4b10fef2020-07-29 09:36:41 +0100977bool ClLayerSupport::IsFillSupported(const TensorInfo& input,
978 const TensorInfo& output,
979 const FillDescriptor& descriptor,
980 Optional<std::string&> reasonIfUnsupported) const
Sadik Armagan66aecb02020-06-24 11:42:20 +0100981{
Teresa Charlin4b10fef2020-07-29 09:36:41 +0100982 armnn::IgnoreUnused(input);
983 armnn::IgnoreUnused(output);
984 armnn::IgnoreUnused(descriptor);
985
986 return IsClBackendSupported(reasonIfUnsupported);
Sadik Armagan66aecb02020-06-24 11:42:20 +0100987}
988
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100989bool ClLayerSupport::IsFloorSupported(const TensorInfo& input,
990 const TensorInfo& output,
991 Optional<std::string&> reasonIfUnsupported) const
telsoa014fcda012018-03-09 14:13:49 +0000992{
Sadik Armagan9be49162019-10-30 16:15:26 +0000993 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFloorWorkloadValidate,
994 reasonIfUnsupported,
995 input,
996 output);
telsoa01c577f2c2018-08-31 09:22:23 +0100997}
998
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100999bool ClLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
1000 const TensorInfo& output,
1001 const TensorInfo& weights,
1002 const TensorInfo& biases,
1003 const FullyConnectedDescriptor& descriptor,
1004 Optional<std::string&> reasonIfUnsupported) const
1005{
1006 FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate,
1007 reasonIfUnsupported,
1008 input,
1009 output,
1010 weights,
1011 biases,
Mike Kelly07810fc2020-11-12 10:58:48 +00001012 descriptor,
1013 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001014}
1015
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001016bool ClLayerSupport::IsGatherSupported(const TensorInfo& input0,
1017 const TensorInfo& input1,
1018 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +01001019 const GatherDescriptor& descriptor,
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001020 Optional<std::string&> reasonIfUnsupported) const
1021{
1022 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGatherWorkloadValidate,
1023 reasonIfUnsupported,
1024 input0,
1025 input1,
Teresa Charlin52664732020-06-29 16:27:03 +01001026 output,
1027 descriptor);
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +01001028}
1029
Teresa Charlin989e2f62022-04-27 16:26:11 +01001030bool ClLayerSupport::IsGatherNdSupported(const TensorInfo& input0,
1031 const TensorInfo& input1,
1032 const TensorInfo& output,
1033 Optional<std::string&> reasonIfUnsupported) const
1034{
1035 FORWARD_WORKLOAD_VALIDATE_FUNC(ClGatherNdWorkloadValidate,
1036 reasonIfUnsupported,
1037 input0,
1038 input1,
1039 output);
1040}
1041
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001042bool ClLayerSupport::IsInputSupported(const TensorInfo& input,
1043 Optional<std::string&> reasonIfUnsupported) const
1044{
Derek Lamberti901ea112019-12-10 22:07:09 +00001045 return IsClBackendSupported(reasonIfUnsupported, input);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001046}
1047
Aron Virginas-Tar8168f402019-10-04 13:10:16 +01001048bool ClLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
1049 const TensorInfo& output,
1050 const InstanceNormalizationDescriptor& descriptor,
1051 Optional<std::string&> reasonIfUnsupported) const
1052{
1053 FORWARD_WORKLOAD_VALIDATE_FUNC(ClInstanceNormalizationWorkloadValidate,
1054 reasonIfUnsupported,
1055 input,
1056 output,
1057 descriptor);
1058}
1059
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001060bool ClLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
1061 const TensorInfo& output,
1062 const L2NormalizationDescriptor& descriptor,
1063 Optional<std::string&> reasonIfUnsupported) const
1064{
1065 FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate,
1066 reasonIfUnsupported,
1067 input,
1068 output,
1069 descriptor);
1070}
1071
James Conroyfe3ec942020-11-18 14:20:53 +00001072bool ClLayerSupport::IsLogicalBinarySupported(const TensorInfo& input0,
1073 const TensorInfo& input1,
1074 const TensorInfo& output,
1075 const LogicalBinaryDescriptor& descriptor,
1076 Optional<std::string&> reasonIfUnsupported) const
1077{
1078 IgnoreUnused(output);
1079
1080 switch(descriptor.m_Operation)
1081 {
1082 case LogicalBinaryOperation::LogicalAnd:
1083 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalAndWorkloadValidate,
1084 reasonIfUnsupported,
1085 input0,
1086 input1,
1087 output);
1088 case LogicalBinaryOperation::LogicalOr:
1089 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogicalOrWorkloadValidate,
1090 reasonIfUnsupported,
1091 input0,
1092 input1,
1093 output);
1094 default:
1095 return false;
1096 }
1097}
1098
1099
Teresa Charlin8398edc2020-07-20 14:23:02 +01001100bool ClLayerSupport::IsLogSoftmaxSupported(const TensorInfo& input,
1101 const TensorInfo& output,
1102 const LogSoftmaxDescriptor& descriptor,
1103 Optional<std::string&> reasonIfUnsupported) const
1104{
1105 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLogSoftmaxWorkloadValidate,
1106 reasonIfUnsupported,
1107 input,
1108 output,
1109 descriptor);
1110}
1111
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001112bool ClLayerSupport::IsLstmSupported(const TensorInfo& input,
1113 const TensorInfo& outputStateIn,
1114 const TensorInfo& cellStateIn,
1115 const TensorInfo& scratchBuffer,
1116 const TensorInfo& outputStateOut,
1117 const TensorInfo& cellStateOut,
1118 const TensorInfo& output,
1119 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001120 const LstmInputParamsInfo& paramsInfo,
1121 Optional<std::string&> reasonIfUnsupported) const
telsoa01c577f2c2018-08-31 09:22:23 +01001122{
arovir01085f0a42018-10-08 14:48:19 +01001123 FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate,
1124 reasonIfUnsupported,
1125 input,
1126 outputStateIn,
1127 cellStateIn,
1128 scratchBuffer,
1129 outputStateOut,
1130 cellStateOut,
1131 output,
1132 descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001133 paramsInfo);
telsoa01c577f2c2018-08-31 09:22:23 +01001134}
1135
keidav01a959ee52018-12-19 10:04:58 +00001136bool ClLayerSupport::IsMaximumSupported(const TensorInfo& input0,
1137 const TensorInfo& input1,
1138 const TensorInfo& output,
1139 Optional<std::string&> reasonIfUnsupported) const
1140{
1141 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMaximumWorkloadValidate,
1142 reasonIfUnsupported,
1143 input0,
1144 input1,
1145 output);
1146}
1147
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001148bool ClLayerSupport::IsMeanSupported(const TensorInfo& input,
1149 const TensorInfo& output,
1150 const MeanDescriptor& descriptor,
1151 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +01001152{
Matteo Martincigh28dcab62018-10-19 16:40:03 +01001153 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMeanValidate,
1154 reasonIfUnsupported,
1155 input,
1156 output,
1157 descriptor);
narpra0132b90462018-09-13 11:07:48 +01001158}
1159
saoste019292aa32019-01-08 13:55:59 +00001160bool ClLayerSupport::IsMinimumSupported(const TensorInfo& input0,
1161 const TensorInfo& input1,
1162 const TensorInfo& output,
1163 Optional<std::string&> reasonIfUnsupported) const
1164{
1165 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMinimumWorkloadValidate,
1166 reasonIfUnsupported,
1167 input0,
1168 input1,
1169 output);
1170}
1171
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001172bool ClLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
1173 const TensorInfo& input1,
1174 const TensorInfo& output,
1175 Optional<std::string&> reasonIfUnsupported) const
1176{
1177 FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate,
1178 reasonIfUnsupported,
1179 input0,
1180 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +00001181 output,
1182 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001183}
1184
1185bool ClLayerSupport::IsNormalizationSupported(const TensorInfo& input,
1186 const TensorInfo& output,
1187 const NormalizationDescriptor& descriptor,
1188 Optional<std::string&> reasonIfUnsupported) const
1189{
1190 FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1191}
1192
1193bool ClLayerSupport::IsOutputSupported(const TensorInfo& output,
1194 Optional<std::string&> reasonIfUnsupported) const
1195{
Derek Lamberti901ea112019-12-10 22:07:09 +00001196 return IsClBackendSupported(reasonIfUnsupported, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001197}
1198
1199bool ClLayerSupport::IsPadSupported(const TensorInfo& input,
1200 const TensorInfo& output,
1201 const PadDescriptor& descriptor,
1202 Optional<std::string&> reasonIfUnsupported) const
arovir01085f0a42018-10-08 14:48:19 +01001203{
1204 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate,
1205 reasonIfUnsupported,
1206 input,
1207 output,
1208 descriptor);
1209}
1210
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001211bool ClLayerSupport::IsPermuteSupported(const TensorInfo& input,
1212 const TensorInfo& output,
1213 const PermuteDescriptor& descriptor,
1214 Optional<std::string&> reasonIfUnsupported) const
1215{
Matthew Bentham9820d302019-11-27 17:24:47 +00001216 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
telsoa014fcda012018-03-09 14:13:49 +00001217}
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001218
1219bool ClLayerSupport::IsPooling2dSupported(const TensorInfo& input,
1220 const TensorInfo& output,
1221 const Pooling2dDescriptor& descriptor,
1222 Optional<std::string&> reasonIfUnsupported) const
1223{
1224 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1225}
1226
Ryan OSheabab8fa92022-03-09 10:29:02 +00001227bool ClLayerSupport::IsPooling3dSupported(const TensorInfo& input,
1228 const TensorInfo& output,
1229 const Pooling3dDescriptor& descriptor,
1230 Optional<std::string&> reasonIfUnsupported) const
1231{
1232 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling3dWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1233}
1234
Nikhil Raj91e4c6d2019-07-05 12:22:58 +01001235bool ClLayerSupport::IsPreluSupported(const armnn::TensorInfo &input,
1236 const armnn::TensorInfo &alpha,
1237 const armnn::TensorInfo &output,
1238 armnn::Optional<std::string &> reasonIfUnsupported) const
1239{
1240 FORWARD_WORKLOAD_VALIDATE_FUNC(ClPreluWorkloadValidate, reasonIfUnsupported, input, alpha, output);
1241}
1242
Ryan OShea2323af42020-05-13 16:36:19 +01001243bool ClLayerSupport::IsQLstmSupported(const TensorInfo& input,
1244 const TensorInfo& previousOutputIn,
1245 const TensorInfo& previousCellStateIn,
1246 const TensorInfo& outputStateOut,
1247 const TensorInfo& cellStateOut,
1248 const TensorInfo& output,
1249 const QLstmDescriptor& descriptor,
1250 const LstmInputParamsInfo& paramsInfo,
1251 Optional<std::string&> reasonIfUnsupported) const
1252{
1253 if (input.GetDataType() == armnn::DataType::QAsymmS8 &&
1254 previousOutputIn.GetDataType() == armnn::DataType::QAsymmS8 &&
1255 previousCellStateIn.GetDataType() == armnn::DataType::QSymmS16 &&
1256 outputStateOut.GetDataType() == armnn::DataType::QAsymmS8 &&
1257 cellStateOut.GetDataType() == armnn::DataType::QSymmS16 &&
1258 output.GetDataType() == armnn::DataType::QAsymmS8)
1259 {
1260 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQLstmWorkloadValidate,
1261 reasonIfUnsupported,
1262 input,
1263 previousCellStateIn,
1264 previousOutputIn,
1265 cellStateOut,
1266 outputStateOut,
1267 output,
1268 descriptor,
1269 paramsInfo);
1270 }
1271 else
1272 {
1273 return false;
1274 }
1275}
1276
Ferran Balaguer737d9ff2019-08-01 09:58:08 +01001277bool ClLayerSupport::IsQuantizedLstmSupported(const TensorInfo& input,
1278 const TensorInfo& previousCellStateIn,
1279 const TensorInfo& previousOutputIn,
1280 const TensorInfo& cellStateOut,
1281 const TensorInfo& output,
1282 const QuantizedLstmInputParamsInfo& paramsInfo,
1283 Optional<std::string&> reasonIfUnsupported) const
1284{
1285 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizedLstmWorkloadValidate,
1286 reasonIfUnsupported,
1287 input,
1288 previousCellStateIn,
1289 previousOutputIn,
1290 cellStateOut,
1291 output,
1292 paramsInfo);
1293}
1294
Sadik Armagan20ec2492019-05-31 09:09:44 +01001295bool ClLayerSupport::IsQuantizeSupported(const TensorInfo& input,
1296 const TensorInfo& output,
1297 Optional<std::string&> reasonIfUnsupported) const
1298{
1299 FORWARD_WORKLOAD_VALIDATE_FUNC(ClQuantizeWorkloadValidate,
1300 reasonIfUnsupported,
1301 input,
1302 output);
1303}
1304
Sadik Armagana2747482021-02-09 10:28:54 +00001305bool ClLayerSupport::IsReduceSupported(const TensorInfo& input,
1306 const TensorInfo& output,
1307 const ReduceDescriptor& descriptor,
1308 Optional<std::string&> reasonIfUnsupported) const
1309{
1310 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReduceWorkloadValidate,
1311 reasonIfUnsupported,
1312 input,
1313 output,
1314 descriptor);
1315}
1316
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001317bool ClLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +00001318 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001319 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001320 Optional<std::string&> reasonIfUnsupported) const
1321{
Jan Eilers8eb25602020-03-09 12:13:48 +00001322 IgnoreUnused(descriptor);
Kevin Maya023c402019-12-12 17:28:05 +00001323 FORWARD_WORKLOAD_VALIDATE_FUNC(ClReshapeWorkloadValidate, reasonIfUnsupported, input, output);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001324}
1325
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +01001326bool ClLayerSupport::IsResizeSupported(const TensorInfo& input,
1327 const TensorInfo& output,
1328 const ResizeDescriptor& descriptor,
1329 Optional<std::string&> reasonIfUnsupported) const
1330{
Aron Virginas-Tarcc0cefb2019-07-02 17:25:47 +01001331 FORWARD_WORKLOAD_VALIDATE_FUNC(ClResizeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +01001332}
1333
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +00001334bool ClLayerSupport::IsSliceSupported(const TensorInfo& input,
1335 const TensorInfo& output,
1336 const SliceDescriptor& descriptor,
1337 Optional<std::string&> reasonIfUnsupported) const
1338{
1339 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSliceWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1340}
1341
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001342bool ClLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
1343 const TensorInfo& output,
1344 const SoftmaxDescriptor& descriptor,
1345 Optional<std::string&> reasonIfUnsupported) const
1346{
Francis Murtagh3b938352019-07-26 15:44:17 +01001347 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001348}
1349
Sadik Armaganf4464322018-12-20 16:19:12 +00001350bool ClLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
1351 const TensorInfo& output,
1352 const SpaceToBatchNdDescriptor& descriptor,
1353 Optional<std::string&> reasonIfUnsupported) const
1354{
1355 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToBatchNdWorkloadValidate,
1356 reasonIfUnsupported,
1357 input,
1358 output,
1359 descriptor);
1360}
1361
James Conroyd2aa85e2019-07-01 17:12:40 +01001362bool ClLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
1363 const TensorInfo& output,
1364 const SpaceToDepthDescriptor& descriptor,
1365 Optional<std::string&> reasonIfUnsupported) const
1366{
1367 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSpaceToDepthWorkloadValidate,
1368 reasonIfUnsupported,
1369 input,
1370 output,
1371 descriptor);
1372}
1373
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001374bool ClLayerSupport::IsSplitterSupported(const TensorInfo& input,
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001375 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
1376 const ViewsDescriptor& descriptor,
1377 Optional<std::string&> reasonIfUnsupported) const
1378{
Narumol Prangnawarat74135832019-05-23 15:07:33 +01001379#if defined(ARMCOMPUTECL_ENABLED)
1380 // Split along the last dimension, cannot use sub-tensors
1381 // as width and height of the sub-tensors do not match
1382 // the width and height of the parent tensor
1383 // in case of input with more than 2D.
1384 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor, input.GetShape());
1385 if (descriptor.GetNumDimensions() > 2 && splitAxis.size() == 1 &&
1386 *splitAxis.begin() == descriptor.GetNumDimensions() - 1 )
1387 {
1388 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSplitterWorkloadValidate,
1389 reasonIfUnsupported,
1390 input,
1391 outputs,
1392 *splitAxis.begin());
1393 }
1394#endif
Jan Eilers8eb25602020-03-09 12:13:48 +00001395 IgnoreUnused(descriptor);
Narumol Prangnawarat74135832019-05-23 15:07:33 +01001396 for (auto output : outputs)
1397 {
1398 if (!input.IsTypeSpaceMatch(output)) // Cannot use sub-tensors if the types are not same space
1399 {
1400 SetValueChecked(reasonIfUnsupported, "Cl Splitter: Types and quantization parameters must match.");
1401 return false;
1402 }
1403 }
1404 return true;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001405}
1406
Matthew Jacksond5166102019-07-31 14:06:28 +01001407bool ClLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
1408 const TensorInfo& output,
1409 const StackDescriptor& descriptor,
1410 Optional<std::string&> reasonIfUnsupported) const
1411{
1412 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStackWorkloadValidate,
1413 reasonIfUnsupported,
1414 inputs,
1415 output,
1416 descriptor);
1417}
1418
keidav01d74dc912018-12-10 18:16:07 +00001419bool ClLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
1420 const TensorInfo& output,
1421 const StridedSliceDescriptor& descriptor,
1422 Optional<std::string&> reasonIfUnsupported) const
1423{
1424 FORWARD_WORKLOAD_VALIDATE_FUNC(ClStridedSliceWorkloadValidate,
1425 reasonIfUnsupported,
1426 input,
1427 output,
1428 descriptor);
1429}
1430
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001431bool ClLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
1432 const TensorInfo& input1,
1433 const TensorInfo& output,
1434 Optional<std::string&> reasonIfUnsupported) const
1435{
1436 FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate,
1437 reasonIfUnsupported,
1438 input0,
1439 input1,
Mike Kelly07810fc2020-11-12 10:58:48 +00001440 output,
1441 nullptr);
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001442}
1443
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +01001444bool ClLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
1445 const TensorInfo& output,
1446 const TransposeConvolution2dDescriptor& descriptor,
1447 const TensorInfo& weights,
1448 const Optional<TensorInfo>& biases,
1449 Optional<std::string&> reasonIfUnsupported) const
1450{
1451 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeConvolution2dWorkloadValidate,
1452 reasonIfUnsupported,
1453 input,
1454 output,
1455 descriptor,
1456 weights,
1457 biases);
1458}
1459
Mike Kellyc9ea45a2020-02-28 18:11:58 +00001460bool ClLayerSupport::IsTransposeSupported(const TensorInfo& input,
1461 const TensorInfo& output,
1462 const TransposeDescriptor& descriptor,
1463 Optional<std::string&> reasonIfUnsupported) const
1464{
1465 FORWARD_WORKLOAD_VALIDATE_FUNC(ClTransposeWorkloadValidate, reasonIfUnsupported, input, output, descriptor);
1466}
1467
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001468bool ClLayerSupport::IsUnidirectionalSequenceLstmSupported(const TensorInfo& input,
1469 const TensorInfo& outputStateIn,
1470 const TensorInfo& cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +01001471 const TensorInfo& outputStateOut,
1472 const TensorInfo& cellStateOut,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001473 const TensorInfo& output,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001474 const UnidirectionalSequenceLstmDescriptor& descriptor,
1475 const LstmInputParamsInfo& paramsInfo,
1476 Optional<std::string&> reasonIfUnsupported) const
1477{
1478 FORWARD_WORKLOAD_VALIDATE_FUNC(ClUnidirectionalSequenceLstmFloatWorkloadValidate,
1479 reasonIfUnsupported,
1480 input,
1481 outputStateIn,
1482 cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +01001483 outputStateOut,
1484 cellStateOut,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001485 output,
Cathal Corbett4952a3e2022-03-03 15:14:18 +00001486 descriptor,
1487 paramsInfo);
1488}
1489
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +01001490} // namespace armnn