blob: dc13cc2e4ee2c7dac7af5163737617513e29dae0 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
Keith Davis69e653f2020-07-02 11:49:26 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
Sadik Armagan045f6be2020-09-10 13:37:32 +01007#include <armnn/backends/IBackendInternal.hpp>
8
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00009#include <backendsCommon/LayerSupportBase.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010
11namespace armnn
12{
13
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000014class NeonLayerSupport : public LayerSupportBase
arovir014424b0a2018-10-04 10:46:04 +010015{
arovir017ff76c52018-10-09 09:40:58 +010016public:
Sadik Armagan045f6be2020-09-10 13:37:32 +010017 explicit NeonLayerSupport(const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr);
18 NeonLayerSupport();
19
20 ~NeonLayerSupport() {}
21
josh minor4a3c6102020-01-06 16:40:46 -060022 ARMNN_DEPRECATED_MSG("Use IsElementwiseUnarySupported instead")
Aron Virginas-Tar914e4db2019-09-09 13:36:45 +010023 bool IsAbsSupported(const TensorInfo& input,
24 const TensorInfo& output,
25 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
26
arovir017ff76c52018-10-09 09:40:58 +010027 bool IsActivationSupported(const TensorInfo& input,
28 const TensorInfo& output,
29 const ActivationDescriptor& descriptor,
30 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
31
32 bool IsAdditionSupported(const TensorInfo& input0,
33 const TensorInfo& input1,
34 const TensorInfo& output,
35 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
36
James Conroyd47a0642019-09-17 14:22:06 +010037 bool IsArgMinMaxSupported(const TensorInfo& input,
38 const TensorInfo& output,
39 const ArgMinMaxDescriptor& descriptor,
40 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
41
arovir017ff76c52018-10-09 09:40:58 +010042 bool IsBatchNormalizationSupported(const TensorInfo& input,
43 const TensorInfo& output,
44 const TensorInfo& mean,
45 const TensorInfo& var,
46 const TensorInfo& beta,
47 const TensorInfo& gamma,
48 const BatchNormalizationDescriptor& descriptor,
49 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
50
Mike Kelly56858022020-01-27 12:14:47 +000051 bool IsBatchToSpaceNdSupported(const TensorInfo& input,
52 const TensorInfo& output,
53 const BatchToSpaceNdDescriptor& descriptor,
54 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
55
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +010056 bool IsComparisonSupported(const TensorInfo& input0,
57 const TensorInfo& input1,
58 const TensorInfo& output,
59 const ComparisonDescriptor& descriptor,
60 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
61
Jim Flynn906f9462019-05-10 13:55:21 +010062 bool IsConcatSupported(const std::vector<const TensorInfo*> inputs,
63 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +010064 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +010065 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
66
arovir017ff76c52018-10-09 09:40:58 +010067 bool IsConstantSupported(const TensorInfo& output,
68 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
69
Narumol Prangnawarat250d3922020-03-30 16:11:04 +010070 bool IsConvertBf16ToFp32Supported(const TensorInfo& input,
71 const TensorInfo& output,
72 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
73
arovir017ff76c52018-10-09 09:40:58 +010074 bool IsConvertFp16ToFp32Supported(const TensorInfo& input,
75 const TensorInfo& output,
76 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
77
Narumol Prangnawarat250d3922020-03-30 16:11:04 +010078 bool IsConvertFp32ToBf16Supported(const TensorInfo& input,
79 const TensorInfo& output,
80 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
81
arovir017ff76c52018-10-09 09:40:58 +010082 bool IsConvertFp32ToFp16Supported(const TensorInfo& input,
83 const TensorInfo& output,
84 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
85
86 bool IsConvolution2dSupported(const TensorInfo& input,
87 const TensorInfo& output,
88 const Convolution2dDescriptor& descriptor,
89 const TensorInfo& weights,
90 const Optional<TensorInfo>& biases,
91 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
92
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +010093 bool IsDepthToSpaceSupported(const TensorInfo& input,
94 const TensorInfo& output,
95 const DepthToSpaceDescriptor& descriptor,
96 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
97
98
arovir017ff76c52018-10-09 09:40:58 +010099 bool IsDepthwiseConvolutionSupported(const TensorInfo& input,
100 const TensorInfo& output,
101 const DepthwiseConvolution2dDescriptor& descriptor,
102 const TensorInfo& weights,
103 const Optional<TensorInfo>& biases,
104 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
105
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100106 bool IsDequantizeSupported(const TensorInfo& input,
107 const TensorInfo& output,
108 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
109
Pablo Tellof0bd6832019-04-26 17:58:13 +0100110 bool IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
111 const TensorInfo& output,
112 const DepthwiseConvolution2dDescriptor& descriptor,
113 const TensorInfo& weights,
114 const Optional<TensorInfo>& biases,
115 Optional<std::string&> reason = EmptyOptional()) const override;
116
josh minor4a3c6102020-01-06 16:40:46 -0600117 bool IsElementwiseUnarySupported(const TensorInfo& input,
118 const TensorInfo& output,
119 const ElementwiseUnaryDescriptor& descriptor,
120 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
121
Sadik Armagana792a052020-06-23 16:22:23 +0100122 bool IsFillSupported(const TensorInfo& input,
123 const TensorInfo& output,
124 const FillDescriptor& descriptor,
125 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
126
arovir017ff76c52018-10-09 09:40:58 +0100127 bool IsFloorSupported(const TensorInfo& input,
128 const TensorInfo& output,
129 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
130
131 bool IsFullyConnectedSupported(const TensorInfo& input,
132 const TensorInfo& output,
133 const TensorInfo& weights,
134 const TensorInfo& biases,
135 const FullyConnectedDescriptor& descriptor,
136 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
137
Teresa Charlinf540eb82020-04-10 19:24:55 +0100138 bool IsGatherSupported(const TensorInfo& input0,
139 const TensorInfo& input1,
140 const TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +0100141 const GatherDescriptor& descriptor,
Teresa Charlinf540eb82020-04-10 19:24:55 +0100142 Optional<std::string&> reasonIfUnsupported) const override;
143
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100144 ARMNN_DEPRECATED_MSG("Use IsComparisonSupported instead")
kevmay01eed85922019-01-28 08:37:25 +0000145 bool IsGreaterSupported(const TensorInfo& input0,
146 const TensorInfo& input1,
147 const TensorInfo& output,
148 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
149
arovir017ff76c52018-10-09 09:40:58 +0100150 bool IsInputSupported(const TensorInfo& input,
151 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
152
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100153 bool IsInstanceNormalizationSupported(const TensorInfo& input,
154 const TensorInfo& output,
155 const InstanceNormalizationDescriptor& descriptor,
156 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
157
arovir017ff76c52018-10-09 09:40:58 +0100158 bool IsL2NormalizationSupported(const TensorInfo& input,
159 const TensorInfo& output,
160 const L2NormalizationDescriptor& descriptor,
161 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
162
James Conroy177df1e2020-11-13 10:18:51 +0000163 bool IsLogicalBinarySupported(const TensorInfo& input0,
164 const TensorInfo& input1,
165 const TensorInfo& output,
166 const LogicalBinaryDescriptor& descriptor,
167 Optional<std::string&> reasonIfUnsupported) const override;
168
Keith Davis69e653f2020-07-02 11:49:26 +0100169 bool IsLogSoftmaxSupported(const TensorInfo& input,
170 const TensorInfo& output,
171 const LogSoftmaxDescriptor& descriptor,
172 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
173
Jan Eilersad5293a2019-07-08 09:57:55 +0100174 bool IsLstmSupported(const TensorInfo& input,
175 const TensorInfo& outputStateIn,
176 const TensorInfo& cellStateIn,
177 const TensorInfo& scratchBuffer,
178 const TensorInfo& outputStateOut,
179 const TensorInfo& cellStateOut,
180 const TensorInfo& output,
181 const LstmDescriptor& descriptor,
182 const LstmInputParamsInfo& paramsInfo,
183 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
184
Nattapat Chaimanowong4e6597a2018-12-20 14:14:06 +0000185 bool IsMaximumSupported(const TensorInfo& input0,
186 const TensorInfo& input1,
187 const TensorInfo& output,
188 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
189
arovir017ff76c52018-10-09 09:40:58 +0100190 bool IsMeanSupported(const TensorInfo& input,
191 const TensorInfo& output,
192 const MeanDescriptor& descriptor,
193 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
194
Jim Flynn906f9462019-05-10 13:55:21 +0100195 ARMNN_DEPRECATED_MSG("Use IsConcatSupported instead")
arovir017ff76c52018-10-09 09:40:58 +0100196 bool IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000197 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100198 const MergerDescriptor& descriptor,
arovir017ff76c52018-10-09 09:40:58 +0100199 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
200
Conor Kennedy54b21692019-01-09 07:57:38 +0000201 bool IsMinimumSupported(const TensorInfo& input0,
202 const TensorInfo& input1,
203 const TensorInfo& output,
204 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
205
arovir017ff76c52018-10-09 09:40:58 +0100206 bool IsMultiplicationSupported(const TensorInfo& input0,
207 const TensorInfo& input1,
208 const TensorInfo& output,
209 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
210
Pablo Telloe61f0712020-01-23 10:37:17 +0000211 bool IsDivisionSupported(const TensorInfo& input0,
212 const TensorInfo& input1,
213 const TensorInfo& output,
214 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
215
arovir017ff76c52018-10-09 09:40:58 +0100216 bool IsNormalizationSupported(const TensorInfo& input,
217 const TensorInfo& output,
218 const NormalizationDescriptor& descriptor,
219 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
220
221 bool IsOutputSupported(const TensorInfo& output,
222 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
223
Éanna Ó Catháin12055742019-01-25 10:01:40 +0000224 bool IsPadSupported(const TensorInfo& input,
225 const TensorInfo& output,
226 const PadDescriptor& descriptor,
227 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
228
arovir017ff76c52018-10-09 09:40:58 +0100229 bool IsPermuteSupported(const TensorInfo& input,
230 const TensorInfo& output,
231 const PermuteDescriptor& descriptor,
232 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
233
234 bool IsPooling2dSupported(const TensorInfo& input,
235 const TensorInfo& output,
236 const Pooling2dDescriptor& descriptor,
237 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
238
Nikhil Raj9b461482019-07-03 15:58:31 +0100239 bool IsPreluSupported(const TensorInfo& input,
240 const TensorInfo& alpha,
241 const TensorInfo& output,
242 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
243
James Conroycc340932020-05-12 18:08:52 +0100244 bool IsQLstmSupported(const TensorInfo& input,
245 const TensorInfo& previousOutputIn,
246 const TensorInfo& previousCellStateIn,
247 const TensorInfo& outputStateOut,
248 const TensorInfo& cellStateOut,
249 const TensorInfo& output,
250 const QLstmDescriptor& descriptor,
251 const LstmInputParamsInfo& paramsInfo,
252 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
253
Sadik Armaganfabc2892019-05-31 09:05:11 +0100254 bool IsQuantizeSupported(const TensorInfo& input,
255 const TensorInfo& output,
256 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
257
Francis Murtagh4fc3c482019-08-02 13:20:54 +0100258 bool IsQuantizedLstmSupported(const TensorInfo& input,
259 const TensorInfo& cellStateIn,
260 const TensorInfo& outputStateIn,
261 const TensorInfo& cellStateOut,
262 const TensorInfo& outputStateOut,
263 const QuantizedLstmInputParamsInfo& paramsInfo,
264 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
265
arovir017ff76c52018-10-09 09:40:58 +0100266 bool IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000267 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000268 const ReshapeDescriptor& descriptor,
arovir017ff76c52018-10-09 09:40:58 +0100269 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
270
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100271 bool IsResizeSupported(const TensorInfo& input,
272 const TensorInfo& output,
273 const ResizeDescriptor& descriptor,
274 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
275
276 ARMNN_DEPRECATED_MSG("Use IsResizeSupported instead")
Sadik Armaganc625f002018-12-17 11:32:16 +0000277 bool IsResizeBilinearSupported(const TensorInfo& input,
278 const TensorInfo& output,
279 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
280
josh minor4a3c6102020-01-06 16:40:46 -0600281 ARMNN_DEPRECATED_MSG("Use IsElementwiseUnarySupported instead")
Aron Virginas-Tar0dd3b432019-09-10 13:55:09 +0100282 bool IsRsqrtSupported(const TensorInfo& input,
283 const TensorInfo& output,
284 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
285
josh minor036f02d2019-11-15 14:53:22 -0600286 bool IsSliceSupported(const TensorInfo& input,
287 const TensorInfo& output,
288 const SliceDescriptor& descriptor,
289 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
290
arovir017ff76c52018-10-09 09:40:58 +0100291 bool IsSoftmaxSupported(const TensorInfo& input,
292 const TensorInfo& output,
293 const SoftmaxDescriptor& descriptor,
294 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
295
Mike Kelly0be3a882020-01-24 11:27:50 +0000296 bool IsSpaceToBatchNdSupported(const TensorInfo& input,
297 const TensorInfo& output,
298 const SpaceToBatchNdDescriptor& descriptor,
299 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
300
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100301 bool IsSpaceToDepthSupported(const TensorInfo& input,
302 const TensorInfo& output,
303 const SpaceToDepthDescriptor& descriptor,
304 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
305
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100306 ARMNN_DEPRECATED_MSG("Use IsSplitterSupported with outputs instead")
arovir017ff76c52018-10-09 09:40:58 +0100307 bool IsSplitterSupported(const TensorInfo& input,
308 const ViewsDescriptor& descriptor,
309 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
310
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100311 bool IsSplitterSupported(const TensorInfo& input,
312 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
313 const ViewsDescriptor& descriptor,
314 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
315
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100316 bool IsStackSupported(const std::vector<const TensorInfo*>& inputs,
317 const TensorInfo& output,
318 const StackDescriptor& descriptor,
319 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
320
FinnWilliamsArm1fa19192019-08-02 17:26:31 +0100321 bool IsStridedSliceSupported(const TensorInfo& input,
322 const TensorInfo& output,
323 const StridedSliceDescriptor& descriptor,
324 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
325
arovir017ff76c52018-10-09 09:40:58 +0100326 bool IsSubtractionSupported(const TensorInfo& input0,
327 const TensorInfo& input1,
328 const TensorInfo& output,
329 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
Sadik Armagan581742d2019-08-12 14:11:37 +0100330
331 bool IsTransposeConvolution2dSupported(const TensorInfo& input,
332 const TensorInfo& output,
333 const TransposeConvolution2dDescriptor& descriptor,
334 const TensorInfo& weights,
335 const Optional<TensorInfo>& biases,
336 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
337
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000338 bool IsTransposeSupported(const TensorInfo& input,
339 const TensorInfo& output,
340 const TransposeDescriptor& descriptor,
341 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const override;
342
Sadik Armagan045f6be2020-09-10 13:37:32 +0100343private:
344 const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
345
Aron Virginas-Tarfc824312018-10-15 15:00:13 +0100346}; // class NeonLayerSupport
arovir014424b0a2018-10-04 10:46:04 +0100347
arovir017ff76c52018-10-09 09:40:58 +0100348} // namespace armnn