blob: fc1e1f6125d4ba7fbd2eedc675aa030acd37c573 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
Keith Davis69e653f2020-07-02 11:49:26 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
Sadik Armagan045f6be2020-09-10 13:37:32 +01007#include <armnn/backends/IBackendInternal.hpp>
8
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00009#include <backendsCommon/LayerSupportBase.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010
11namespace armnn
12{
13
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000014class NeonLayerSupport : public LayerSupportBase
arovir014424b0a2018-10-04 10:46:04 +010015{
arovir017ff76c52018-10-09 09:40:58 +010016public:
Sadik Armagan045f6be2020-09-10 13:37:32 +010017 explicit NeonLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr);
18 NeonLayerSupport();
19
20 ~NeonLayerSupport() {}
21
josh minor4a3c6102020-01-06 16:40:46 -060022 ARMNN_DEPRECATED_MSG("Use IsElementwiseUnarySupported instead")
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +010023 bool IsAbsSupported(const TensorInfo& input,
24 const TensorInfo& output,
25 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
26
arovir017ff76c52018-10-09 09:40:58 +010027 bool IsActivationSupported(const TensorInfo& input,
28 const TensorInfo& output,
29 const ActivationDescriptor& descriptor,
30 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
31
32 bool IsAdditionSupported(const TensorInfo& input0,
33 const TensorInfo& input1,
34 const TensorInfo& output,
35 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
36
James Conroyd47a0642019-09-17 14:22:06 +010037 bool IsArgMinMaxSupported(const TensorInfo& input,
38 const TensorInfo& output,
39 const ArgMinMaxDescriptor& descriptor,
40 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
41
arovir017ff76c52018-10-09 09:40:58 +010042 bool IsBatchNormalizationSupported(const TensorInfo& input,
43 const TensorInfo& output,
44 const TensorInfo& mean,
45 const TensorInfo& var,
46 const TensorInfo& beta,
47 const TensorInfo& gamma,
48 const BatchNormalizationDescriptor& descriptor,
49 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
50
Mike Kelly56858022020-01-27 12:14:47 +000051 bool IsBatchToSpaceNdSupported(const TensorInfo& input,
52 const TensorInfo& output,
53 const BatchToSpaceNdDescriptor& descriptor,
54 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
55
Sadik Armagan48f011e2021-04-21 10:50:34 +010056 bool IsCastSupported(const TensorInfo& input,
57 const TensorInfo& output,
58 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
59
Teresa Charline89dd692021-09-01 16:30:34 +010060 bool IsChannelShuffleSupported(const TensorInfo& input,
61 const TensorInfo& output,
62 const ChannelShuffleDescriptor& descriptor,
63 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
64
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +010065 bool IsComparisonSupported(const TensorInfo& input0,
66 const TensorInfo& input1,
67 const TensorInfo& output,
68 const ComparisonDescriptor& descriptor,
69 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
70
Jim Flynn906f9462019-05-10 13:55:21 +010071 bool IsConcatSupported(const std::vector<const TensorInfo*> inputs,
72 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +010073 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +010074 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
75
arovir017ff76c52018-10-09 09:40:58 +010076 bool IsConstantSupported(const TensorInfo& output,
77 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
78
Narumol Prangnawarat250d3922020-03-30 16:11:04 +010079 bool IsConvertBf16ToFp32Supported(const TensorInfo& input,
80 const TensorInfo& output,
81 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
82
arovir017ff76c52018-10-09 09:40:58 +010083 bool IsConvertFp16ToFp32Supported(const TensorInfo& input,
84 const TensorInfo& output,
85 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
86
Narumol Prangnawarat250d3922020-03-30 16:11:04 +010087 bool IsConvertFp32ToBf16Supported(const TensorInfo& input,
88 const TensorInfo& output,
89 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
90
arovir017ff76c52018-10-09 09:40:58 +010091 bool IsConvertFp32ToFp16Supported(const TensorInfo& input,
92 const TensorInfo& output,
93 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
94
95 bool IsConvolution2dSupported(const TensorInfo& input,
96 const TensorInfo& output,
97 const Convolution2dDescriptor& descriptor,
98 const TensorInfo& weights,
99 const Optional<TensorInfo>& biases,
100 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
101
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100102 bool IsDepthToSpaceSupported(const TensorInfo& input,
103 const TensorInfo& output,
104 const DepthToSpaceDescriptor& descriptor,
105 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
106
107
arovir017ff76c52018-10-09 09:40:58 +0100108 bool IsDepthwiseConvolutionSupported(const TensorInfo& input,
109 const TensorInfo& output,
110 const DepthwiseConvolution2dDescriptor& descriptor,
111 const TensorInfo& weights,
112 const Optional<TensorInfo>& biases,
113 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
114
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100115 bool IsDequantizeSupported(const TensorInfo& input,
116 const TensorInfo& output,
117 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
118
Pablo Tellof0bd6832019-04-26 17:58:13 +0100119 bool IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
120 const TensorInfo& output,
121 const DepthwiseConvolution2dDescriptor& descriptor,
122 const TensorInfo& weights,
123 const Optional<TensorInfo>& biases,
124 Optional<std::string&> reason = EmptyOptional()) const override;
125
josh minor4a3c6102020-01-06 16:40:46 -0600126 bool IsElementwiseUnarySupported(const TensorInfo& input,
127 const TensorInfo& output,
128 const ElementwiseUnaryDescriptor& descriptor,
129 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
130
Sadik Armagana792a052020-06-23 16:22:23 +0100131 bool IsFillSupported(const TensorInfo& input,
132 const TensorInfo& output,
133 const FillDescriptor& descriptor,
134 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
135
arovir017ff76c52018-10-09 09:40:58 +0100136 bool IsFloorSupported(const TensorInfo& input,
137 const TensorInfo& output,
138 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
139
140 bool IsFullyConnectedSupported(const TensorInfo& input,
141 const TensorInfo& output,
142 const TensorInfo& weights,
143 const TensorInfo& biases,
144 const FullyConnectedDescriptor& descriptor,
145 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
146
Teresa Charlinf540eb82020-04-10 19:24:55 +0100147 bool IsGatherSupported(const TensorInfo& input0,
148 const TensorInfo& input1,
149 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +0100150 const GatherDescriptor& descriptor,
Teresa Charlinf540eb82020-04-10 19:24:55 +0100151 Optional<std::string&> reasonIfUnsupported) const override;
152
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100153 ARMNN_DEPRECATED_MSG("Use IsComparisonSupported instead")
kevmay01eed85922019-01-28 08:37:25 +0000154 bool IsGreaterSupported(const TensorInfo& input0,
155 const TensorInfo& input1,
156 const TensorInfo& output,
157 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
158
arovir017ff76c52018-10-09 09:40:58 +0100159 bool IsInputSupported(const TensorInfo& input,
160 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
161
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100162 bool IsInstanceNormalizationSupported(const TensorInfo& input,
163 const TensorInfo& output,
164 const InstanceNormalizationDescriptor& descriptor,
165 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
166
arovir017ff76c52018-10-09 09:40:58 +0100167 bool IsL2NormalizationSupported(const TensorInfo& input,
168 const TensorInfo& output,
169 const L2NormalizationDescriptor& descriptor,
170 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
171
James Conroy177df1e2020-11-13 10:18:51 +0000172 bool IsLogicalBinarySupported(const TensorInfo& input0,
173 const TensorInfo& input1,
174 const TensorInfo& output,
175 const LogicalBinaryDescriptor& descriptor,
176 Optional<std::string&> reasonIfUnsupported) const override;
177
Keith Davis69e653f2020-07-02 11:49:26 +0100178 bool IsLogSoftmaxSupported(const TensorInfo& input,
179 const TensorInfo& output,
180 const LogSoftmaxDescriptor& descriptor,
181 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
182
Jan Eilersad5293a2019-07-08 09:57:55 +0100183 bool IsLstmSupported(const TensorInfo& input,
184 const TensorInfo& outputStateIn,
185 const TensorInfo& cellStateIn,
186 const TensorInfo& scratchBuffer,
187 const TensorInfo& outputStateOut,
188 const TensorInfo& cellStateOut,
189 const TensorInfo& output,
190 const LstmDescriptor& descriptor,
191 const LstmInputParamsInfo& paramsInfo,
192 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
193
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000194 bool IsMaximumSupported(const TensorInfo& input0,
195 const TensorInfo& input1,
196 const TensorInfo& output,
197 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
198
arovir017ff76c52018-10-09 09:40:58 +0100199 bool IsMeanSupported(const TensorInfo& input,
200 const TensorInfo& output,
201 const MeanDescriptor& descriptor,
202 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
203
Jim Flynn906f9462019-05-10 13:55:21 +0100204 ARMNN_DEPRECATED_MSG("Use IsConcatSupported instead")
arovir017ff76c52018-10-09 09:40:58 +0100205 bool IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000206 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100207 const MergerDescriptor& descriptor,
arovir017ff76c52018-10-09 09:40:58 +0100208 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
209
Conor Kennedy54b21692019-01-09 07:57:38 +0000210 bool IsMinimumSupported(const TensorInfo& input0,
211 const TensorInfo& input1,
212 const TensorInfo& output,
213 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
214
arovir017ff76c52018-10-09 09:40:58 +0100215 bool IsMultiplicationSupported(const TensorInfo& input0,
216 const TensorInfo& input1,
217 const TensorInfo& output,
218 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
219
Pablo Telloe61f0712020-01-23 10:37:17 +0000220 bool IsDivisionSupported(const TensorInfo& input0,
221 const TensorInfo& input1,
222 const TensorInfo& output,
223 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
224
arovir017ff76c52018-10-09 09:40:58 +0100225 bool IsNormalizationSupported(const TensorInfo& input,
226 const TensorInfo& output,
227 const NormalizationDescriptor& descriptor,
228 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
229
230 bool IsOutputSupported(const TensorInfo& output,
231 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
232
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000233 bool IsPadSupported(const TensorInfo& input,
234 const TensorInfo& output,
235 const PadDescriptor& descriptor,
236 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
237
arovir017ff76c52018-10-09 09:40:58 +0100238 bool IsPermuteSupported(const TensorInfo& input,
239 const TensorInfo& output,
240 const PermuteDescriptor& descriptor,
241 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
242
243 bool IsPooling2dSupported(const TensorInfo& input,
244 const TensorInfo& output,
245 const Pooling2dDescriptor& descriptor,
246 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
247
Nikhil Raj9b461482019-07-03 15:58:31 +0100248 bool IsPreluSupported(const TensorInfo& input,
249 const TensorInfo& alpha,
250 const TensorInfo& output,
251 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
252
James Conroycc340932020-05-12 18:08:52 +0100253 bool IsQLstmSupported(const TensorInfo& input,
254 const TensorInfo& previousOutputIn,
255 const TensorInfo& previousCellStateIn,
256 const TensorInfo& outputStateOut,
257 const TensorInfo& cellStateOut,
258 const TensorInfo& output,
259 const QLstmDescriptor& descriptor,
260 const LstmInputParamsInfo& paramsInfo,
261 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
262
Sadik Armaganfabc2892019-05-31 09:05:11 +0100263 bool IsQuantizeSupported(const TensorInfo& input,
264 const TensorInfo& output,
265 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
266
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100267 bool IsQuantizedLstmSupported(const TensorInfo& input,
268 const TensorInfo& cellStateIn,
269 const TensorInfo& outputStateIn,
270 const TensorInfo& cellStateOut,
271 const TensorInfo& outputStateOut,
272 const QuantizedLstmInputParamsInfo& paramsInfo,
273 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
274
Sadik Armagana2747482021-02-09 10:28:54 +0000275 bool IsReduceSupported(const TensorInfo& input,
276 const TensorInfo& output,
277 const ReduceDescriptor& descriptor,
278 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
279
arovir017ff76c52018-10-09 09:40:58 +0100280 bool IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000281 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000282 const ReshapeDescriptor& descriptor,
arovir017ff76c52018-10-09 09:40:58 +0100283 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
284
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100285 bool IsResizeSupported(const TensorInfo& input,
286 const TensorInfo& output,
287 const ResizeDescriptor& descriptor,
288 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
289
290 ARMNN_DEPRECATED_MSG("Use IsResizeSupported instead")
Sadik Armaganc625f002018-12-17 11:32:16 +0000291 bool IsResizeBilinearSupported(const TensorInfo& input,
292 const TensorInfo& output,
293 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
294
josh minor4a3c6102020-01-06 16:40:46 -0600295 ARMNN_DEPRECATED_MSG("Use IsElementwiseUnarySupported instead")
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100296 bool IsRsqrtSupported(const TensorInfo& input,
297 const TensorInfo& output,
298 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
299
josh minor036f02d2019-11-15 14:53:22 -0600300 bool IsSliceSupported(const TensorInfo& input,
301 const TensorInfo& output,
302 const SliceDescriptor& descriptor,
303 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
304
arovir017ff76c52018-10-09 09:40:58 +0100305 bool IsSoftmaxSupported(const TensorInfo& input,
306 const TensorInfo& output,
307 const SoftmaxDescriptor& descriptor,
308 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
309
Mike Kelly0be3a882020-01-24 11:27:50 +0000310 bool IsSpaceToBatchNdSupported(const TensorInfo& input,
311 const TensorInfo& output,
312 const SpaceToBatchNdDescriptor& descriptor,
313 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
314
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100315 bool IsSpaceToDepthSupported(const TensorInfo& input,
316 const TensorInfo& output,
317 const SpaceToDepthDescriptor& descriptor,
318 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
319
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100320 ARMNN_DEPRECATED_MSG("Use IsSplitterSupported with outputs instead")
arovir017ff76c52018-10-09 09:40:58 +0100321 bool IsSplitterSupported(const TensorInfo& input,
322 const ViewsDescriptor& descriptor,
323 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
324
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100325 bool IsSplitterSupported(const TensorInfo& input,
326 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
327 const ViewsDescriptor& descriptor,
328 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
329
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100330 bool IsStackSupported(const std::vector<const TensorInfo*>& inputs,
331 const TensorInfo& output,
332 const StackDescriptor& descriptor,
333 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
334
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100335 bool IsStridedSliceSupported(const TensorInfo& input,
336 const TensorInfo& output,
337 const StridedSliceDescriptor& descriptor,
338 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
339
arovir017ff76c52018-10-09 09:40:58 +0100340 bool IsSubtractionSupported(const TensorInfo& input0,
341 const TensorInfo& input1,
342 const TensorInfo& output,
343 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Sadik Armagan581742d2019-08-12 14:11:37 +0100344
345 bool IsTransposeConvolution2dSupported(const TensorInfo& input,
346 const TensorInfo& output,
347 const TransposeConvolution2dDescriptor& descriptor,
348 const TensorInfo& weights,
349 const Optional<TensorInfo>& biases,
350 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
351
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000352 bool IsTransposeSupported(const TensorInfo& input,
353 const TensorInfo& output,
354 const TransposeDescriptor& descriptor,
355 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
356
Sadik Armagan045f6be2020-09-10 13:37:32 +0100357private:
358 const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
359
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100360}; // class NeonLayerSupport
arovir014424b0a2018-10-04 10:46:04 +0100361
arovir017ff76c52018-10-09 09:40:58 +0100362} // namespace armnn