blob: 2b3593630a6fd563c0aef2db0cf8a6761350c0a3 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
Mike Kelly2c14db62023-03-15 15:06:23 +00002// Copyright © 2017-2023 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
Sadik Armagan045f6be2020-09-10 13:37:32 +01007#include <armnn/backends/IBackendInternal.hpp>
8
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00009#include <backendsCommon/LayerSupportBase.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010
11namespace armnn
12{
arovir014424b0a2018-10-04 10:46:04 +010013
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000014class ClLayerSupport : public LayerSupportBase
arovir014424b0a2018-10-04 10:46:04 +010015{
arovir017c22c702018-10-09 11:16:46 +010016public:
Sadik Armagan045f6be2020-09-10 13:37:32 +010017 explicit ClLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr);
18 ClLayerSupport();
19 ~ClLayerSupport() {}
20
Cathal Corbett34b429c2021-12-24 12:24:40 +000021 bool IsLayerSupported(const LayerType& type,
22 const std::vector<TensorInfo>& infos,
23 const BaseDescriptor& descriptor,
24 const Optional<LstmInputParamsInfo>& lstmParamsInfo,
25 const Optional<QuantizedLstmInputParamsInfo>& quantizedLstmParamsInfo,
26 Optional<std::string&> reasonIfUnsupported) const override;
27
arovir017c22c702018-10-09 11:16:46 +010028 bool IsActivationSupported(const TensorInfo& input,
29 const TensorInfo& output,
30 const ActivationDescriptor& descriptor,
31 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
32
Mike Kelly2c14db62023-03-15 15:06:23 +000033 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use IsLayerSupported instead", "24.02")
arovir017c22c702018-10-09 11:16:46 +010034 bool IsAdditionSupported(const TensorInfo& input0,
35 const TensorInfo& input1,
36 const TensorInfo& output,
37 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
38
James Conroy2dc05722019-09-19 17:00:31 +010039 bool IsArgMinMaxSupported(const TensorInfo& input,
40 const TensorInfo& output,
41 const ArgMinMaxDescriptor& descriptor,
42 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
43
Teresa Charlin94916a52022-10-19 08:48:07 +010044 bool IsBatchMatMulSupported(const TensorInfo& inputX,
45 const TensorInfo& inputY,
46 const TensorInfo& output,
47 const BatchMatMulDescriptor& descriptor,
48 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const;
49
arovir017c22c702018-10-09 11:16:46 +010050 bool IsBatchNormalizationSupported(const TensorInfo& input,
51 const TensorInfo& output,
52 const TensorInfo& mean,
53 const TensorInfo& var,
54 const TensorInfo& beta,
55 const TensorInfo& gamma,
56 const BatchNormalizationDescriptor& descriptor,
57 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
58
Mike Kelly831faed2018-11-28 11:52:08 +000059 bool IsBatchToSpaceNdSupported(const TensorInfo& input,
60 const TensorInfo& output,
61 const BatchToSpaceNdDescriptor& descriptor,
62 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
63
Sadik Armaganf40d6d42021-04-22 09:12:11 +010064 bool IsCastSupported(const TensorInfo& input,
65 const TensorInfo& output,
66 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
67
Teresa Charlin1222dbd2021-09-02 13:58:52 +010068 bool IsChannelShuffleSupported(const TensorInfo& input,
69 const TensorInfo& output,
70 const ChannelShuffleDescriptor& descriptor,
71 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
72
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +010073 bool IsComparisonSupported(const TensorInfo& input0,
74 const TensorInfo& input1,
75 const TensorInfo& ouput,
76 const ComparisonDescriptor& descriptor,
77 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
78
Jim Flynn906f9462019-05-10 13:55:21 +010079 bool IsConcatSupported(const std::vector<const TensorInfo*> inputs,
80 const TensorInfo& output,
Cathal Corbett34b429c2021-12-24 12:24:40 +000081 const OriginsDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +010082 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
83
arovir017c22c702018-10-09 11:16:46 +010084 bool IsConstantSupported(const TensorInfo& output,
85 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
86
87 bool IsConvertFp16ToFp32Supported(const TensorInfo& input,
88 const TensorInfo& output,
89 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
90
91 bool IsConvertFp32ToFp16Supported(const TensorInfo& input,
92 const TensorInfo& output,
93 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
94
95 bool IsConvolution2dSupported(const TensorInfo& input,
96 const TensorInfo& output,
97 const Convolution2dDescriptor& descriptor,
98 const TensorInfo& weights,
99 const Optional<TensorInfo>& biases,
100 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
101
Teresa Charlin615ad6c2021-10-26 12:22:20 +0100102 bool IsConvolution3dSupported(const TensorInfo& input,
103 const TensorInfo& output,
104 const Convolution3dDescriptor& descriptor,
105 const TensorInfo& weights,
106 const Optional<TensorInfo>& biases,
107 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
108
Jim Flynn983daec2019-05-29 16:20:16 +0100109 bool IsDequantizeSupported(const TensorInfo& input,
110 const TensorInfo& output,
111 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
112
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100113 bool IsDepthToSpaceSupported(const TensorInfo& input,
114 const TensorInfo& output,
115 const DepthToSpaceDescriptor& descriptor,
116 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
117
arovir017c22c702018-10-09 11:16:46 +0100118 bool IsDepthwiseConvolutionSupported(const TensorInfo& input,
119 const TensorInfo& output,
120 const DepthwiseConvolution2dDescriptor& descriptor,
121 const TensorInfo& weights,
122 const Optional<TensorInfo>& biases,
123 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
124
Pablo Tellof0bd6832019-04-26 17:58:13 +0100125 bool IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
126 const TensorInfo& output,
127 const DepthwiseConvolution2dDescriptor& descriptor,
128 const TensorInfo& weights,
129 const Optional<TensorInfo>& biases,
130 Optional<std::string&> reason = EmptyOptional()) const override;
131
Mike Kelly2c14db62023-03-15 15:06:23 +0000132 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use IsLayerSupported instead", "24.02")
arovir017c22c702018-10-09 11:16:46 +0100133 bool IsDivisionSupported(const TensorInfo& input0,
134 const TensorInfo& input1,
135 const TensorInfo& output,
136 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
137
josh minor4a3c6102020-01-06 16:40:46 -0600138 bool IsElementwiseUnarySupported(const TensorInfo& input,
Mike Kelly2c14db62023-03-15 15:06:23 +0000139 const TensorInfo& output,
josh minor4a3c6102020-01-06 16:40:46 -0600140 const ElementwiseUnaryDescriptor& descriptor,
141 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
142
Sadik Armagan66aecb02020-06-24 11:42:20 +0100143 bool IsFillSupported(const TensorInfo& input,
144 const TensorInfo& output,
145 const FillDescriptor& descriptor,
146 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
147
arovir017c22c702018-10-09 11:16:46 +0100148 bool IsFloorSupported(const TensorInfo& input,
149 const TensorInfo& output,
150 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
151
152 bool IsFullyConnectedSupported(const TensorInfo& input,
153 const TensorInfo& output,
154 const TensorInfo& weights,
155 const TensorInfo& biases,
156 const FullyConnectedDescriptor& descriptor,
157 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
158
Teresa Charlin989e2f62022-04-27 16:26:11 +0100159 bool IsGatherNdSupported(const TensorInfo& input0,
160 const TensorInfo& input1,
161 const TensorInfo& output,
162 Optional<std::string&> reasonIfUnsupported) const;
163
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +0100164 bool IsGatherSupported(const TensorInfo& input0,
165 const TensorInfo& input1,
166 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +0100167 const GatherDescriptor& descriptor,
Teresa Charlin9ad2e5b2020-04-10 22:34:48 +0100168 Optional<std::string&> reasonIfUnsupported) const override;
169
arovir017c22c702018-10-09 11:16:46 +0100170 bool IsInputSupported(const TensorInfo& input,
171 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
172
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100173 bool IsInstanceNormalizationSupported(const TensorInfo& input,
174 const TensorInfo& output,
175 const InstanceNormalizationDescriptor& descriptor,
176 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
177
arovir017c22c702018-10-09 11:16:46 +0100178 bool IsL2NormalizationSupported(const TensorInfo& input,
179 const TensorInfo& output,
180 const L2NormalizationDescriptor& descriptor,
181 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
182
James Conroyfe3ec942020-11-18 14:20:53 +0000183 bool IsLogicalBinarySupported(const TensorInfo& input0,
184 const TensorInfo& input1,
185 const TensorInfo& output,
186 const LogicalBinaryDescriptor& descriptor,
187 Optional<std::string&> reasonIfUnsupported) const override;
188
Teresa Charlin8398edc2020-07-20 14:23:02 +0100189 bool IsLogSoftmaxSupported(const TensorInfo& input,
190 const TensorInfo& output,
191 const LogSoftmaxDescriptor& descriptor,
192 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
193
arovir017c22c702018-10-09 11:16:46 +0100194 bool IsLstmSupported(const TensorInfo& input,
195 const TensorInfo& outputStateIn,
196 const TensorInfo& cellStateIn,
197 const TensorInfo& scratchBuffer,
198 const TensorInfo& outputStateOut,
199 const TensorInfo& cellStateOut,
200 const TensorInfo& output,
201 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100202 const LstmInputParamsInfo& paramsInfo,
203 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
arovir017c22c702018-10-09 11:16:46 +0100204
Mike Kelly2c14db62023-03-15 15:06:23 +0000205 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use IsLayerSupported instead", "24.02")
keidav01a959ee52018-12-19 10:04:58 +0000206 bool IsMaximumSupported(const TensorInfo& input0,
207 const TensorInfo& input1,
208 const TensorInfo& output,
209 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
210
arovir017c22c702018-10-09 11:16:46 +0100211 bool IsMeanSupported(const TensorInfo& input,
212 const TensorInfo& output,
213 const MeanDescriptor& descriptor,
214 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
215
Mike Kelly2c14db62023-03-15 15:06:23 +0000216 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use IsLayerSupported instead", "24.02")
saoste019292aa32019-01-08 13:55:59 +0000217 bool IsMinimumSupported(const TensorInfo& input0,
218 const TensorInfo& input1,
219 const TensorInfo& output,
220 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
221
Mike Kelly2c14db62023-03-15 15:06:23 +0000222 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use IsLayerSupported instead", "24.02")
arovir017c22c702018-10-09 11:16:46 +0100223 bool IsMultiplicationSupported(const TensorInfo& input0,
224 const TensorInfo& input1,
225 const TensorInfo& output,
226 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
227
228 bool IsNormalizationSupported(const TensorInfo& input,
229 const TensorInfo& output,
230 const NormalizationDescriptor& descriptor,
231 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
232
233 bool IsOutputSupported(const TensorInfo& output,
234 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
235
236 bool IsPadSupported(const TensorInfo& input,
237 const TensorInfo& output,
238 const PadDescriptor& descriptor,
239 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
240
241 bool IsPermuteSupported(const TensorInfo& input,
242 const TensorInfo& output,
243 const PermuteDescriptor& descriptor,
244 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
245
246 bool IsPooling2dSupported(const TensorInfo& input,
247 const TensorInfo& output,
248 const Pooling2dDescriptor& descriptor,
249 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
250
Ryan OSheabab8fa92022-03-09 10:29:02 +0000251 bool IsPooling3dSupported(const TensorInfo& input,
252 const TensorInfo& output,
253 const Pooling3dDescriptor& descriptor,
254 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
255
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100256 bool IsPreluSupported(const TensorInfo& input,
257 const TensorInfo& alpha,
258 const TensorInfo& output,
259 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
260
Ryan OShea2323af42020-05-13 16:36:19 +0100261 bool IsQLstmSupported(const TensorInfo& input,
262 const TensorInfo& previousOutputIn,
263 const TensorInfo& previousCellStateIn,
264 const TensorInfo& outputStateOut,
265 const TensorInfo& cellStateOut,
266 const TensorInfo& output,
267 const QLstmDescriptor& descriptor,
268 const LstmInputParamsInfo& paramsInfo,
269 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
270
Ferran Balaguer737d9ff2019-08-01 09:58:08 +0100271 bool IsQuantizedLstmSupported(const TensorInfo& input,
272 const TensorInfo& previousCellStateIn,
273 const TensorInfo& previousOutputIn,
274 const TensorInfo& cellStateOut,
275 const TensorInfo& output,
276 const QuantizedLstmInputParamsInfo& paramsInfo,
277 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
278
Sadik Armagan20ec2492019-05-31 09:09:44 +0100279 bool IsQuantizeSupported(const TensorInfo& input,
280 const TensorInfo& output,
281 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
282
Sadik Armagana2747482021-02-09 10:28:54 +0000283 bool IsReduceSupported(const TensorInfo& input,
284 const TensorInfo& output,
285 const ReduceDescriptor& descriptor,
286 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
287
arovir017c22c702018-10-09 11:16:46 +0100288 bool IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000289 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000290 const ReshapeDescriptor& descriptor,
arovir017c22c702018-10-09 11:16:46 +0100291 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
292
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100293 bool IsResizeSupported(const TensorInfo& input,
294 const TensorInfo& output,
295 const ResizeDescriptor& descriptor,
296 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
297
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000298 bool IsSliceSupported(const TensorInfo& input,
299 const TensorInfo& output,
300 const SliceDescriptor& descriptor,
301 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
302
arovir017c22c702018-10-09 11:16:46 +0100303 bool IsSoftmaxSupported(const TensorInfo& input,
304 const TensorInfo& output,
305 const SoftmaxDescriptor& descriptor,
306 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
307
Sadik Armaganf4464322018-12-20 16:19:12 +0000308 bool IsSpaceToBatchNdSupported(const TensorInfo& input,
309 const TensorInfo& output,
310 const SpaceToBatchNdDescriptor& descriptor,
311 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
312
James Conroyd2aa85e2019-07-01 17:12:40 +0100313 bool IsSpaceToDepthSupported(const TensorInfo& input,
314 const TensorInfo& output,
315 const SpaceToDepthDescriptor& descriptor,
316 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
317
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100318 bool IsSplitterSupported(const TensorInfo& input,
319 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
320 const ViewsDescriptor& descriptor,
321 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
322
Matthew Jacksond5166102019-07-31 14:06:28 +0100323 bool IsStackSupported(const std::vector<const TensorInfo*>& inputs,
324 const TensorInfo& output,
325 const StackDescriptor& descriptor,
326 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
327
keidav01d74dc912018-12-10 18:16:07 +0000328 bool IsStridedSliceSupported(const TensorInfo& input,
329 const TensorInfo& output,
330 const StridedSliceDescriptor& descriptor,
331 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
332
Mike Kelly2c14db62023-03-15 15:06:23 +0000333 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use IsLayerSupported instead", "24.02")
arovir017c22c702018-10-09 11:16:46 +0100334 bool IsSubtractionSupported(const TensorInfo& input0,
335 const TensorInfo& input1,
336 const TensorInfo& output,
337 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100338
339 bool IsTransposeConvolution2dSupported(const TensorInfo& input,
340 const TensorInfo& output,
341 const TransposeConvolution2dDescriptor& descriptor,
342 const TensorInfo& weights,
343 const Optional<TensorInfo>& biases,
344 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000345
346 bool IsTransposeSupported(const TensorInfo& input,
347 const TensorInfo& output,
348 const TransposeDescriptor& descriptor,
349 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
350
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000351 bool IsUnidirectionalSequenceLstmSupported(const TensorInfo& input,
352 const TensorInfo& outputStateIn,
353 const TensorInfo& cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +0100354 const TensorInfo& outputStateOut,
355 const TensorInfo& cellStateOut,
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000356 const TensorInfo& output,
Cathal Corbett4952a3e2022-03-03 15:14:18 +0000357 const UnidirectionalSequenceLstmDescriptor& descriptor,
358 const LstmInputParamsInfo& paramsInfo,
359 Optional<std::string&> reasonIfUnsupported) const override;
360
Sadik Armagan045f6be2020-09-10 13:37:32 +0100361private:
362 const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
363
arovir014424b0a2018-10-04 10:46:04 +0100364};
365
Aron Virginas-Tarbcf9f162018-10-15 11:47:37 +0100366} // namespace armnn