Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / 1299496996bc332f02218f926640a9255ed60310 / . / src / backends / neon / NeonLayerSupport.hpp
blob: 511bb035d28df639316365f9b68f18b3d0a9be19 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]1//
Keith Davis69e653f2020-07-02 11:49:26 +0100[diff] [blame]2// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +0100[diff] [blame]3// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]4//
5#pragma once
6
Sadik Armagan045f6be2020-09-10 13:37:32 +0100[diff] [blame]7#include <armnn/backends/IBackendInternal.hpp>
8
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]9#include <backendsCommon/LayerSupportBase.hpp>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]10
11namespace armnn
12{
13
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]14class NeonLayerSupport : public LayerSupportBase
arovir014424b0a2018-10-04 10:46:04 +0100[diff] [blame]15{
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]16public:
Sadik Armagan045f6be2020-09-10 13:37:32 +0100[diff] [blame]17 explicit NeonLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr);
18 NeonLayerSupport();
19
20 ~NeonLayerSupport() {}
21
Cathal Corbett34b429c2021-12-24 12:24:40 +0000[diff] [blame]22 bool IsLayerSupported(const LayerType& type,
23 const std::vector<TensorInfo>& infos,
24 const BaseDescriptor& descriptor,
25 const Optional<LstmInputParamsInfo>& lstmParamsInfo,
26 const Optional<QuantizedLstmInputParamsInfo>& quantizedLstmParamsInfo,
27 Optional<std::string&> reasonIfUnsupported) const override;
28
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]29 bool IsActivationSupported(const TensorInfo& input,
30 const TensorInfo& output,
31 const ActivationDescriptor& descriptor,
32 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
33
34 bool IsAdditionSupported(const TensorInfo& input0,
35 const TensorInfo& input1,
36 const TensorInfo& output,
37 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
38
James Conroyd47a0642019-09-17 14:22:06 +0100[diff] [blame]39 bool IsArgMinMaxSupported(const TensorInfo& input,
40 const TensorInfo& output,
41 const ArgMinMaxDescriptor& descriptor,
42 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
43
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]44 bool IsBatchNormalizationSupported(const TensorInfo& input,
45 const TensorInfo& output,
46 const TensorInfo& mean,
47 const TensorInfo& var,
48 const TensorInfo& beta,
49 const TensorInfo& gamma,
50 const BatchNormalizationDescriptor& descriptor,
51 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
52
Mike Kelly56858022020-01-27 12:14:47 +0000[diff] [blame]53 bool IsBatchToSpaceNdSupported(const TensorInfo& input,
54 const TensorInfo& output,
55 const BatchToSpaceNdDescriptor& descriptor,
56 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
57
Sadik Armagan48f011e2021-04-21 10:50:34 +0100[diff] [blame]58 bool IsCastSupported(const TensorInfo& input,
59 const TensorInfo& output,
60 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
61
Teresa Charline89dd692021-09-01 16:30:34 +0100[diff] [blame]62 bool IsChannelShuffleSupported(const TensorInfo& input,
63 const TensorInfo& output,
64 const ChannelShuffleDescriptor& descriptor,
65 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
66
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]67 bool IsComparisonSupported(const TensorInfo& input0,
68 const TensorInfo& input1,
69 const TensorInfo& output,
70 const ComparisonDescriptor& descriptor,
71 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
72
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]73 bool IsConcatSupported(const std::vector<const TensorInfo*> inputs,
74 const TensorInfo& output,
Cathal Corbett34b429c2021-12-24 12:24:40 +0000[diff] [blame]75 const OriginsDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]76 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
77
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]78 bool IsConstantSupported(const TensorInfo& output,
79 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
80
Narumol Prangnawarat250d3922020-03-30 16:11:04 +0100[diff] [blame]81 bool IsConvertBf16ToFp32Supported(const TensorInfo& input,
82 const TensorInfo& output,
83 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
84
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]85 bool IsConvertFp16ToFp32Supported(const TensorInfo& input,
86 const TensorInfo& output,
87 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
88
Narumol Prangnawarat250d3922020-03-30 16:11:04 +0100[diff] [blame]89 bool IsConvertFp32ToBf16Supported(const TensorInfo& input,
90 const TensorInfo& output,
91 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
92
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]93 bool IsConvertFp32ToFp16Supported(const TensorInfo& input,
94 const TensorInfo& output,
95 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
96
97 bool IsConvolution2dSupported(const TensorInfo& input,
98 const TensorInfo& output,
99 const Convolution2dDescriptor& descriptor,
100 const TensorInfo& weights,
101 const Optional<TensorInfo>& biases,
102 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
103
Teresa Charlinec5f7d12021-10-22 17:15:00 +0100[diff] [blame]104 bool IsConvolution3dSupported(const TensorInfo& input,
105 const TensorInfo& output,
106 const Convolution3dDescriptor& descriptor,
107 const TensorInfo& weights,
108 const Optional<TensorInfo>& biases,
109 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
110
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100[diff] [blame]111 bool IsDepthToSpaceSupported(const TensorInfo& input,
112 const TensorInfo& output,
113 const DepthToSpaceDescriptor& descriptor,
114 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
115
116
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]117 bool IsDepthwiseConvolutionSupported(const TensorInfo& input,
118 const TensorInfo& output,
119 const DepthwiseConvolution2dDescriptor& descriptor,
120 const TensorInfo& weights,
121 const Optional<TensorInfo>& biases,
122 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
123
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100[diff] [blame]124 bool IsDequantizeSupported(const TensorInfo& input,
125 const TensorInfo& output,
126 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
127
Pablo Tellof0bd6832019-04-26 17:58:13 +0100[diff] [blame]128 bool IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
129 const TensorInfo& output,
130 const DepthwiseConvolution2dDescriptor& descriptor,
131 const TensorInfo& weights,
132 const Optional<TensorInfo>& biases,
133 Optional<std::string&> reason = EmptyOptional()) const override;
134
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]135 bool IsElementwiseUnarySupported(const TensorInfo& input,
136 const TensorInfo& output,
137 const ElementwiseUnaryDescriptor& descriptor,
138 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
139
Sadik Armagana792a052020-06-23 16:22:23 +0100[diff] [blame]140 bool IsFillSupported(const TensorInfo& input,
141 const TensorInfo& output,
142 const FillDescriptor& descriptor,
143 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
144
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]145 bool IsFloorSupported(const TensorInfo& input,
146 const TensorInfo& output,
147 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
148
149 bool IsFullyConnectedSupported(const TensorInfo& input,
150 const TensorInfo& output,
151 const TensorInfo& weights,
152 const TensorInfo& biases,
153 const FullyConnectedDescriptor& descriptor,
154 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
155
Teresa Charlinf540eb82020-04-10 19:24:55 +0100[diff] [blame]156 bool IsGatherSupported(const TensorInfo& input0,
157 const TensorInfo& input1,
158 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +0100[diff] [blame]159 const GatherDescriptor& descriptor,
Teresa Charlinf540eb82020-04-10 19:24:55 +0100[diff] [blame]160 Optional<std::string&> reasonIfUnsupported) const override;
161
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]162 bool IsInputSupported(const TensorInfo& input,
163 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
164
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100[diff] [blame]165 bool IsInstanceNormalizationSupported(const TensorInfo& input,
166 const TensorInfo& output,
167 const InstanceNormalizationDescriptor& descriptor,
168 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
169
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]170 bool IsL2NormalizationSupported(const TensorInfo& input,
171 const TensorInfo& output,
172 const L2NormalizationDescriptor& descriptor,
173 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
174
James Conroy177df1e2020-11-13 10:18:51 +0000[diff] [blame]175 bool IsLogicalBinarySupported(const TensorInfo& input0,
176 const TensorInfo& input1,
177 const TensorInfo& output,
178 const LogicalBinaryDescriptor& descriptor,
179 Optional<std::string&> reasonIfUnsupported) const override;
180
Keith Davis69e653f2020-07-02 11:49:26 +0100[diff] [blame]181 bool IsLogSoftmaxSupported(const TensorInfo& input,
182 const TensorInfo& output,
183 const LogSoftmaxDescriptor& descriptor,
184 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
185
Jan Eilersad5293a2019-07-08 09:57:55 +0100[diff] [blame]186 bool IsLstmSupported(const TensorInfo& input,
187 const TensorInfo& outputStateIn,
188 const TensorInfo& cellStateIn,
189 const TensorInfo& scratchBuffer,
190 const TensorInfo& outputStateOut,
191 const TensorInfo& cellStateOut,
192 const TensorInfo& output,
193 const LstmDescriptor& descriptor,
194 const LstmInputParamsInfo& paramsInfo,
195 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
196
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000[diff] [blame]197 bool IsMaximumSupported(const TensorInfo& input0,
198 const TensorInfo& input1,
199 const TensorInfo& output,
200 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
201
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]202 bool IsMeanSupported(const TensorInfo& input,
203 const TensorInfo& output,
204 const MeanDescriptor& descriptor,
205 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
206
Conor Kennedy54b21692019-01-09 07:57:38 +0000[diff] [blame]207 bool IsMinimumSupported(const TensorInfo& input0,
208 const TensorInfo& input1,
209 const TensorInfo& output,
210 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
211
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]212 bool IsMultiplicationSupported(const TensorInfo& input0,
213 const TensorInfo& input1,
214 const TensorInfo& output,
215 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
216
Pablo Telloe61f0712020-01-23 10:37:17 +0000[diff] [blame]217 bool IsDivisionSupported(const TensorInfo& input0,
218 const TensorInfo& input1,
219 const TensorInfo& output,
220 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
221
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]222 bool IsNormalizationSupported(const TensorInfo& input,
223 const TensorInfo& output,
224 const NormalizationDescriptor& descriptor,
225 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
226
227 bool IsOutputSupported(const TensorInfo& output,
228 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
229
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000[diff] [blame]230 bool IsPadSupported(const TensorInfo& input,
231 const TensorInfo& output,
232 const PadDescriptor& descriptor,
233 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
234
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]235 bool IsPermuteSupported(const TensorInfo& input,
236 const TensorInfo& output,
237 const PermuteDescriptor& descriptor,
238 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
239
240 bool IsPooling2dSupported(const TensorInfo& input,
241 const TensorInfo& output,
242 const Pooling2dDescriptor& descriptor,
243 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
244
Nikhil Raj9b461482019-07-03 15:58:31 +0100[diff] [blame]245 bool IsPreluSupported(const TensorInfo& input,
246 const TensorInfo& alpha,
247 const TensorInfo& output,
248 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
249
James Conroycc340932020-05-12 18:08:52 +0100[diff] [blame]250 bool IsQLstmSupported(const TensorInfo& input,
251 const TensorInfo& previousOutputIn,
252 const TensorInfo& previousCellStateIn,
253 const TensorInfo& outputStateOut,
254 const TensorInfo& cellStateOut,
255 const TensorInfo& output,
256 const QLstmDescriptor& descriptor,
257 const LstmInputParamsInfo& paramsInfo,
258 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
259
Sadik Armaganfabc2892019-05-31 09:05:11 +0100[diff] [blame]260 bool IsQuantizeSupported(const TensorInfo& input,
261 const TensorInfo& output,
262 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
263
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100[diff] [blame]264 bool IsQuantizedLstmSupported(const TensorInfo& input,
265 const TensorInfo& cellStateIn,
266 const TensorInfo& outputStateIn,
267 const TensorInfo& cellStateOut,
268 const TensorInfo& outputStateOut,
269 const QuantizedLstmInputParamsInfo& paramsInfo,
270 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
271
Sadik Armagana2747482021-02-09 10:28:54 +0000[diff] [blame]272 bool IsReduceSupported(const TensorInfo& input,
273 const TensorInfo& output,
274 const ReduceDescriptor& descriptor,
275 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
276
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]277 bool IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000[diff] [blame]278 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]279 const ReshapeDescriptor& descriptor,
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]280 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
281
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100[diff] [blame]282 bool IsResizeSupported(const TensorInfo& input,
283 const TensorInfo& output,
284 const ResizeDescriptor& descriptor,
285 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
286
josh minor036f02d2019-11-15 14:53:22 -0600[diff] [blame]287 bool IsSliceSupported(const TensorInfo& input,
288 const TensorInfo& output,
289 const SliceDescriptor& descriptor,
290 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
291
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]292 bool IsSoftmaxSupported(const TensorInfo& input,
293 const TensorInfo& output,
294 const SoftmaxDescriptor& descriptor,
295 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
296
Mike Kelly0be3a882020-01-24 11:27:50 +0000[diff] [blame]297 bool IsSpaceToBatchNdSupported(const TensorInfo& input,
298 const TensorInfo& output,
299 const SpaceToBatchNdDescriptor& descriptor,
300 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
301
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100[diff] [blame]302 bool IsSpaceToDepthSupported(const TensorInfo& input,
303 const TensorInfo& output,
304 const SpaceToDepthDescriptor& descriptor,
305 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
306
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100[diff] [blame]307 bool IsSplitterSupported(const TensorInfo& input,
308 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
309 const ViewsDescriptor& descriptor,
310 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
311
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100[diff] [blame]312 bool IsStackSupported(const std::vector<const TensorInfo*>& inputs,
313 const TensorInfo& output,
314 const StackDescriptor& descriptor,
315 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
316
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100[diff] [blame]317 bool IsStridedSliceSupported(const TensorInfo& input,
318 const TensorInfo& output,
319 const StridedSliceDescriptor& descriptor,
320 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
321
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]322 bool IsSubtractionSupported(const TensorInfo& input0,
323 const TensorInfo& input1,
324 const TensorInfo& output,
325 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Sadik Armagan581742d2019-08-12 14:11:37 +0100[diff] [blame]326
327 bool IsTransposeConvolution2dSupported(const TensorInfo& input,
328 const TensorInfo& output,
329 const TransposeConvolution2dDescriptor& descriptor,
330 const TensorInfo& weights,
331 const Optional<TensorInfo>& biases,
332 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
333
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]334 bool IsTransposeSupported(const TensorInfo& input,
335 const TensorInfo& output,
336 const TransposeDescriptor& descriptor,
337 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
338
Cathal Corbettfd5bec42022-03-03 15:13:23 +0000[diff] [blame]339 bool IsUnidirectionalSequenceLstmSupported(const TensorInfo& input,
340 const TensorInfo& outputStateIn,
341 const TensorInfo& cellStateIn,
Mike Kelly12994962022-04-21 11:57:09 +0100[diff] [blame^]342 const TensorInfo& outputStateOut,
343 const TensorInfo& cellStateOut,
Cathal Corbettfd5bec42022-03-03 15:13:23 +0000[diff] [blame]344 const TensorInfo& output,
Cathal Corbettfd5bec42022-03-03 15:13:23 +0000[diff] [blame]345 const UnidirectionalSequenceLstmDescriptor& descriptor,
346 const LstmInputParamsInfo& paramsInfo,
347 Optional<std::string&> reasonIfUnsupported) const override;
348
Sadik Armagan045f6be2020-09-10 13:37:32 +0100[diff] [blame]349private:
350 const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
351
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100[diff] [blame]352}; // class NeonLayerSupport
arovir014424b0a2018-10-04 10:46:04 +0100[diff] [blame]353
arovir017ff76c52018-10-09 09:40:58 +0100[diff] [blame]354} // namespace armnn