blob: 8a33dce75a1a861d17337db7aa427cffc2853a19 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
Keith Davis69e653f2020-07-02 11:49:26 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
Sadik Armagan045f6be2020-09-10 13:37:32 +01007#include <armnn/backends/IBackendInternal.hpp>
8
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00009#include <backendsCommon/LayerSupportBase.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010
11namespace armnn
12{
13
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000014class NeonLayerSupport : public LayerSupportBase
arovir014424b0a2018-10-04 10:46:04 +010015{
arovir017ff76c52018-10-09 09:40:58 +010016public:
Sadik Armagan045f6be2020-09-10 13:37:32 +010017 explicit NeonLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr);
18 NeonLayerSupport();
19
20 ~NeonLayerSupport() {}
21
Cathal Corbett34b429c2021-12-24 12:24:40 +000022 bool IsLayerSupported(const LayerType& type,
23 const std::vector<TensorInfo>& infos,
24 const BaseDescriptor& descriptor,
25 const Optional<LstmInputParamsInfo>& lstmParamsInfo,
26 const Optional<QuantizedLstmInputParamsInfo>& quantizedLstmParamsInfo,
27 Optional<std::string&> reasonIfUnsupported) const override;
28
arovir017ff76c52018-10-09 09:40:58 +010029 bool IsActivationSupported(const TensorInfo& input,
30 const TensorInfo& output,
31 const ActivationDescriptor& descriptor,
32 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
33
34 bool IsAdditionSupported(const TensorInfo& input0,
35 const TensorInfo& input1,
36 const TensorInfo& output,
37 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
38
James Conroyd47a0642019-09-17 14:22:06 +010039 bool IsArgMinMaxSupported(const TensorInfo& input,
40 const TensorInfo& output,
41 const ArgMinMaxDescriptor& descriptor,
42 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
43
Teresa Charlin0f86ecf2022-10-13 15:47:08 +010044 bool IsBatchMatMulSupported(const TensorInfo& inputX,
45 const TensorInfo& inputY,
46 const TensorInfo& output,
47 const BatchMatMulDescriptor& descriptor,
48 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const;
49
arovir017ff76c52018-10-09 09:40:58 +010050 bool IsBatchNormalizationSupported(const TensorInfo& input,
51 const TensorInfo& output,
52 const TensorInfo& mean,
53 const TensorInfo& var,
54 const TensorInfo& beta,
55 const TensorInfo& gamma,
56 const BatchNormalizationDescriptor& descriptor,
57 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
58
Mike Kelly56858022020-01-27 12:14:47 +000059 bool IsBatchToSpaceNdSupported(const TensorInfo& input,
60 const TensorInfo& output,
61 const BatchToSpaceNdDescriptor& descriptor,
62 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
63
Sadik Armagan48f011e2021-04-21 10:50:34 +010064 bool IsCastSupported(const TensorInfo& input,
65 const TensorInfo& output,
66 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
67
Teresa Charline89dd692021-09-01 16:30:34 +010068 bool IsChannelShuffleSupported(const TensorInfo& input,
69 const TensorInfo& output,
70 const ChannelShuffleDescriptor& descriptor,
71 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
72
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +010073 bool IsComparisonSupported(const TensorInfo& input0,
74 const TensorInfo& input1,
75 const TensorInfo& output,
76 const ComparisonDescriptor& descriptor,
77 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
78
Jim Flynn906f9462019-05-10 13:55:21 +010079 bool IsConcatSupported(const std::vector<const TensorInfo*> inputs,
80 const TensorInfo& output,
Cathal Corbett34b429c2021-12-24 12:24:40 +000081 const OriginsDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +010082 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
83
arovir017ff76c52018-10-09 09:40:58 +010084 bool IsConstantSupported(const TensorInfo& output,
85 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
86
87 bool IsConvertFp16ToFp32Supported(const TensorInfo& input,
88 const TensorInfo& output,
89 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
90
91 bool IsConvertFp32ToFp16Supported(const TensorInfo& input,
92 const TensorInfo& output,
93 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
94
95 bool IsConvolution2dSupported(const TensorInfo& input,
96 const TensorInfo& output,
97 const Convolution2dDescriptor& descriptor,
98 const TensorInfo& weights,
99 const Optional<TensorInfo>& biases,
100 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
101
Teresa Charlinec5f7d12021-10-22 17:15:00 +0100102 bool IsConvolution3dSupported(const TensorInfo& input,
103 const TensorInfo& output,
104 const Convolution3dDescriptor& descriptor,
105 const TensorInfo& weights,
106 const Optional<TensorInfo>& biases,
107 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
108
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100109 bool IsDepthToSpaceSupported(const TensorInfo& input,
110 const TensorInfo& output,
111 const DepthToSpaceDescriptor& descriptor,
112 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
113
114
arovir017ff76c52018-10-09 09:40:58 +0100115 bool IsDepthwiseConvolutionSupported(const TensorInfo& input,
116 const TensorInfo& output,
117 const DepthwiseConvolution2dDescriptor& descriptor,
118 const TensorInfo& weights,
119 const Optional<TensorInfo>& biases,
120 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
121
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100122 bool IsDequantizeSupported(const TensorInfo& input,
123 const TensorInfo& output,
124 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
125
Pablo Tellof0bd6832019-04-26 17:58:13 +0100126 bool IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
127 const TensorInfo& output,
128 const DepthwiseConvolution2dDescriptor& descriptor,
129 const TensorInfo& weights,
130 const Optional<TensorInfo>& biases,
131 Optional<std::string&> reason = EmptyOptional()) const override;
132
josh minor4a3c6102020-01-06 16:40:46 -0600133 bool IsElementwiseUnarySupported(const TensorInfo& input,
134 const TensorInfo& output,
135 const ElementwiseUnaryDescriptor& descriptor,
136 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
137
Sadik Armagana792a052020-06-23 16:22:23 +0100138 bool IsFillSupported(const TensorInfo& input,
139 const TensorInfo& output,
140 const FillDescriptor& descriptor,
141 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
142
arovir017ff76c52018-10-09 09:40:58 +0100143 bool IsFloorSupported(const TensorInfo& input,
144 const TensorInfo& output,
145 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
146
147 bool IsFullyConnectedSupported(const TensorInfo& input,
148 const TensorInfo& output,
149 const TensorInfo& weights,
150 const TensorInfo& biases,
151 const FullyConnectedDescriptor& descriptor,
152 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
153
Teresa Charlinbd22c7d2022-04-26 18:14:12 +0100154 bool IsGatherNdSupported(const TensorInfo& input0,
155 const TensorInfo& input1,
156 const TensorInfo& output,
157 Optional<std::string&> reasonIfUnsupported) const;
158
Teresa Charlinf540eb82020-04-10 19:24:55 +0100159 bool IsGatherSupported(const TensorInfo& input0,
160 const TensorInfo& input1,
161 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +0100162 const GatherDescriptor& descriptor,
Teresa Charlinf540eb82020-04-10 19:24:55 +0100163 Optional<std::string&> reasonIfUnsupported) const override;
164
arovir017ff76c52018-10-09 09:40:58 +0100165 bool IsInputSupported(const TensorInfo& input,
166 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
167
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100168 bool IsInstanceNormalizationSupported(const TensorInfo& input,
169 const TensorInfo& output,
170 const InstanceNormalizationDescriptor& descriptor,
171 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
172
arovir017ff76c52018-10-09 09:40:58 +0100173 bool IsL2NormalizationSupported(const TensorInfo& input,
174 const TensorInfo& output,
175 const L2NormalizationDescriptor& descriptor,
176 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
177
James Conroy177df1e2020-11-13 10:18:51 +0000178 bool IsLogicalBinarySupported(const TensorInfo& input0,
179 const TensorInfo& input1,
180 const TensorInfo& output,
181 const LogicalBinaryDescriptor& descriptor,
182 Optional<std::string&> reasonIfUnsupported) const override;
183
Keith Davis69e653f2020-07-02 11:49:26 +0100184 bool IsLogSoftmaxSupported(const TensorInfo& input,
185 const TensorInfo& output,
186 const LogSoftmaxDescriptor& descriptor,
187 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
188
Jan Eilersad5293a2019-07-08 09:57:55 +0100189 bool IsLstmSupported(const TensorInfo& input,
190 const TensorInfo& outputStateIn,
191 const TensorInfo& cellStateIn,
192 const TensorInfo& scratchBuffer,
193 const TensorInfo& outputStateOut,
194 const TensorInfo& cellStateOut,
195 const TensorInfo& output,
196 const LstmDescriptor& descriptor,
197 const LstmInputParamsInfo& paramsInfo,
198 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
199
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000200 bool IsMaximumSupported(const TensorInfo& input0,
201 const TensorInfo& input1,
202 const TensorInfo& output,
203 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
204
arovir017ff76c52018-10-09 09:40:58 +0100205 bool IsMeanSupported(const TensorInfo& input,
206 const TensorInfo& output,
207 const MeanDescriptor& descriptor,
208 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
209
Conor Kennedy54b21692019-01-09 07:57:38 +0000210 bool IsMinimumSupported(const TensorInfo& input0,
211 const TensorInfo& input1,
212 const TensorInfo& output,
213 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
214
arovir017ff76c52018-10-09 09:40:58 +0100215 bool IsMultiplicationSupported(const TensorInfo& input0,
216 const TensorInfo& input1,
217 const TensorInfo& output,
218 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
219
Pablo Telloe61f0712020-01-23 10:37:17 +0000220 bool IsDivisionSupported(const TensorInfo& input0,
221 const TensorInfo& input1,
222 const TensorInfo& output,
223 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
224
arovir017ff76c52018-10-09 09:40:58 +0100225 bool IsNormalizationSupported(const TensorInfo& input,
226 const TensorInfo& output,
227 const NormalizationDescriptor& descriptor,
228 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
229
230 bool IsOutputSupported(const TensorInfo& output,
231 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
232
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000233 bool IsPadSupported(const TensorInfo& input,
234 const TensorInfo& output,
235 const PadDescriptor& descriptor,
236 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
237
arovir017ff76c52018-10-09 09:40:58 +0100238 bool IsPermuteSupported(const TensorInfo& input,
239 const TensorInfo& output,
240 const PermuteDescriptor& descriptor,
241 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
242
243 bool IsPooling2dSupported(const TensorInfo& input,
244 const TensorInfo& output,
245 const Pooling2dDescriptor& descriptor,
246 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Ryan OShea19e79422022-05-04 00:38:03 +0100247 bool IsPooling3dSupported(const TensorInfo& input,
248 const TensorInfo& output,
249 const Pooling3dDescriptor& descriptor,
250 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Nikhil Raj9b461482019-07-03 15:58:31 +0100251 bool IsPreluSupported(const TensorInfo& input,
252 const TensorInfo& alpha,
253 const TensorInfo& output,
254 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
255
James Conroycc340932020-05-12 18:08:52 +0100256 bool IsQLstmSupported(const TensorInfo& input,
257 const TensorInfo& previousOutputIn,
258 const TensorInfo& previousCellStateIn,
259 const TensorInfo& outputStateOut,
260 const TensorInfo& cellStateOut,
261 const TensorInfo& output,
262 const QLstmDescriptor& descriptor,
263 const LstmInputParamsInfo& paramsInfo,
264 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
265
Sadik Armaganfabc2892019-05-31 09:05:11 +0100266 bool IsQuantizeSupported(const TensorInfo& input,
267 const TensorInfo& output,
268 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
269
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100270 bool IsQuantizedLstmSupported(const TensorInfo& input,
271 const TensorInfo& cellStateIn,
272 const TensorInfo& outputStateIn,
273 const TensorInfo& cellStateOut,
274 const TensorInfo& outputStateOut,
275 const QuantizedLstmInputParamsInfo& paramsInfo,
276 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
277
Sadik Armagana2747482021-02-09 10:28:54 +0000278 bool IsReduceSupported(const TensorInfo& input,
279 const TensorInfo& output,
280 const ReduceDescriptor& descriptor,
281 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
282
arovir017ff76c52018-10-09 09:40:58 +0100283 bool IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000284 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000285 const ReshapeDescriptor& descriptor,
arovir017ff76c52018-10-09 09:40:58 +0100286 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
287
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100288 bool IsResizeSupported(const TensorInfo& input,
289 const TensorInfo& output,
290 const ResizeDescriptor& descriptor,
291 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
292
josh minor036f02d2019-11-15 14:53:22 -0600293 bool IsSliceSupported(const TensorInfo& input,
294 const TensorInfo& output,
295 const SliceDescriptor& descriptor,
296 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
297
arovir017ff76c52018-10-09 09:40:58 +0100298 bool IsSoftmaxSupported(const TensorInfo& input,
299 const TensorInfo& output,
300 const SoftmaxDescriptor& descriptor,
301 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
302
Mike Kelly0be3a882020-01-24 11:27:50 +0000303 bool IsSpaceToBatchNdSupported(const TensorInfo& input,
304 const TensorInfo& output,
305 const SpaceToBatchNdDescriptor& descriptor,
306 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
307
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100308 bool IsSpaceToDepthSupported(const TensorInfo& input,
309 const TensorInfo& output,
310 const SpaceToDepthDescriptor& descriptor,
311 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
312
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100313 bool IsSplitterSupported(const TensorInfo& input,
314 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
315 const ViewsDescriptor& descriptor,
316 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
317
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100318 bool IsStackSupported(const std::vector<const TensorInfo*>& inputs,
319 const TensorInfo& output,
320 const StackDescriptor& descriptor,
321 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
322
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100323 bool IsStridedSliceSupported(const TensorInfo& input,
324 const TensorInfo& output,
325 const StridedSliceDescriptor& descriptor,
326 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
327
arovir017ff76c52018-10-09 09:40:58 +0100328 bool IsSubtractionSupported(const TensorInfo& input0,
329 const TensorInfo& input1,
330 const TensorInfo& output,
331 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Sadik Armagan581742d2019-08-12 14:11:37 +0100332
David Monahan36e6eae2023-07-26 18:37:45 +0100333 bool IsTileSupported(const TensorInfo& input0,
334 const TensorInfo& output,
335 const TileDescriptor& descriptor,
336 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const;
337
Sadik Armagan581742d2019-08-12 14:11:37 +0100338 bool IsTransposeConvolution2dSupported(const TensorInfo& input,
339 const TensorInfo& output,
340 const TransposeConvolution2dDescriptor& descriptor,
341 const TensorInfo& weights,
342 const Optional<TensorInfo>& biases,
343 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
344
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000345 bool IsTransposeSupported(const TensorInfo& input,
346 const TensorInfo& output,
347 const TransposeDescriptor& descriptor,
348 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
349
Cathal Corbettfd5bec42022-03-03 15:13:23 +0000350 bool IsUnidirectionalSequenceLstmSupported(const TensorInfo& input,
351 const TensorInfo& outputStateIn,
352 const TensorInfo& cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +0100353 const TensorInfo& outputStateOut,
354 const TensorInfo& cellStateOut,
Cathal Corbettfd5bec42022-03-03 15:13:23 +0000355 const TensorInfo& output,
Cathal Corbettfd5bec42022-03-03 15:13:23 +0000356 const UnidirectionalSequenceLstmDescriptor& descriptor,
357 const LstmInputParamsInfo& paramsInfo,
358 Optional<std::string&> reasonIfUnsupported) const override;
359
Sadik Armagan045f6be2020-09-10 13:37:32 +0100360private:
361 const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
362
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100363}; // class NeonLayerSupport
arovir014424b0a2018-10-04 10:46:04 +0100364
arovir017ff76c52018-10-09 09:40:58 +0100365} // namespace armnn