blob: f796a2da702c917d1494a55689125be42cfc65ca [file] [log] [blame]
David Becke97c6e02018-10-03 13:09:28 +01001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
3// SPDX-License-Identifier: MIT
4//
5#pragma once
6
Jim Flynn906f9462019-05-10 13:55:21 +01007#include <armnn/Deprecated.hpp>
David Becke97c6e02018-10-03 13:09:28 +01008#include <armnn/DescriptorsFwd.hpp>
Jan Eilersd01a83c2019-07-03 18:20:40 +01009#include <armnn/LstmParams.hpp>
James Conroyee18dc82019-07-17 11:27:46 +010010#include <armnn/Optional.hpp>
11#include <armnn/QuantizedLstmParams.hpp>
Matthew Bentham313e1c82019-03-25 17:37:47 +000012
David Beck5eec11d2018-10-04 15:43:17 +010013#include <cctype>
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +010014#include <functional>
David Beck3e9e1152018-10-17 14:17:50 +010015#include <memory>
Matthew Bentham313e1c82019-03-25 17:37:47 +000016#include <vector>
David Becke97c6e02018-10-03 13:09:28 +010017
18namespace armnn
19{
20
21class TensorInfo;
22
23class ILayerSupport
24{
25protected:
26 ILayerSupport() {}
27 virtual ~ILayerSupport() {}
28
29public:
30 virtual bool IsActivationSupported(const TensorInfo& input,
31 const TensorInfo& output,
32 const ActivationDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000033 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010034
35 virtual bool IsAdditionSupported(const TensorInfo& input0,
36 const TensorInfo& input1,
37 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000038 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010039
40 virtual bool IsBatchNormalizationSupported(const TensorInfo& input,
41 const TensorInfo& output,
42 const TensorInfo& mean,
43 const TensorInfo& var,
44 const TensorInfo& beta,
45 const TensorInfo& gamma,
46 const BatchNormalizationDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000047 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010048
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +000049 virtual bool IsBatchToSpaceNdSupported(const TensorInfo& input,
50 const TensorInfo& output,
51 const BatchToSpaceNdDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000052 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +000053
Jim Flynn906f9462019-05-10 13:55:21 +010054 virtual bool IsConcatSupported(const std::vector<const TensorInfo*> inputs,
55 const TensorInfo& output,
56 const OriginsDescriptor& descriptor,
57 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
58
David Becke97c6e02018-10-03 13:09:28 +010059 virtual bool IsConstantSupported(const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000060 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010061
62 virtual bool IsConvertFp16ToFp32Supported(const TensorInfo& input,
63 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000064 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010065
66 virtual bool IsConvertFp32ToFp16Supported(const TensorInfo& input,
67 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000068 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010069
70 virtual bool IsConvolution2dSupported(const TensorInfo& input,
71 const TensorInfo& output,
72 const Convolution2dDescriptor& descriptor,
73 const TensorInfo& weights,
David Beck5eec11d2018-10-04 15:43:17 +010074 const Optional<TensorInfo>& biases,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000075 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010076
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +000077 virtual bool IsDebugSupported(const TensorInfo& input,
78 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000079 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +000080
Matteo Martincigh992d6dc2019-01-10 17:34:20 +000081 virtual bool IsDepthwiseConvolutionSupported(
82 const TensorInfo& input,
83 const TensorInfo& output,
84 const DepthwiseConvolution2dDescriptor& descriptor,
85 const TensorInfo& weights,
86 const Optional<TensorInfo>& biases,
87 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +010088
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +000089 virtual bool IsDequantizeSupported(const TensorInfo& input,
90 const TensorInfo& output,
91 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
92
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +000093 virtual bool IsDetectionPostProcessSupported(
94 const TensorInfo& input0,
95 const TensorInfo& input1,
96 const DetectionPostProcessDescriptor& descriptor,
97 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
98
Pablo Tellof0bd6832019-04-26 17:58:13 +010099 virtual bool IsDilatedDepthwiseConvolutionSupported(
100 const TensorInfo& input,
101 const TensorInfo& output,
102 const DepthwiseConvolution2dDescriptor& descriptor,
103 const TensorInfo& weights,
104 const Optional<TensorInfo>& biases,
105 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
106
David Becke97c6e02018-10-03 13:09:28 +0100107 virtual bool IsDivisionSupported(const TensorInfo& input0,
108 const TensorInfo& input1,
109 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000110 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100111
FrancisMurtagh20995952018-12-17 12:11:36 +0000112 virtual bool IsEqualSupported(const TensorInfo& input0,
113 const TensorInfo& input1,
114 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000115 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
FrancisMurtagh20995952018-12-17 12:11:36 +0000116
arovir01537a0b62018-10-08 12:01:04 +0100117 virtual bool IsFakeQuantizationSupported(const TensorInfo& input,
118 const FakeQuantizationDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000119 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100120
arovir01537a0b62018-10-08 12:01:04 +0100121 virtual bool IsFloorSupported(const TensorInfo& input,
122 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000123 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100124
125 virtual bool IsFullyConnectedSupported(const TensorInfo& input,
126 const TensorInfo& output,
127 const TensorInfo& weights,
128 const TensorInfo& biases,
129 const FullyConnectedDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000130 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100131
Derek Lamberti61f54632019-03-25 16:28:44 +0000132 virtual bool IsGatherSupported(const TensorInfo& input0,
133 const TensorInfo& input1,
134 const TensorInfo& output,
135 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
136
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000137 virtual bool IsGreaterSupported(const TensorInfo& input0,
138 const TensorInfo& input1,
139 const TensorInfo& ouput,
140 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
141
arovir01537a0b62018-10-08 12:01:04 +0100142 virtual bool IsInputSupported(const TensorInfo& input,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000143 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
arovir01537a0b62018-10-08 12:01:04 +0100144
David Becke97c6e02018-10-03 13:09:28 +0100145 virtual bool IsL2NormalizationSupported(const TensorInfo& input,
146 const TensorInfo& output,
147 const L2NormalizationDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000148 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100149
150 virtual bool IsLstmSupported(const TensorInfo& input,
151 const TensorInfo& outputStateIn,
152 const TensorInfo& cellStateIn,
153 const TensorInfo& scratchBuffer,
154 const TensorInfo& outputStateOut,
155 const TensorInfo& cellStateOut,
156 const TensorInfo& output,
157 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100158 const LstmInputParamsInfo& paramsInfo,
159 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100160
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +0000161 virtual bool IsMaximumSupported(const TensorInfo& input0,
162 const TensorInfo& input1,
163 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000164 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +0000165
arovir01537a0b62018-10-08 12:01:04 +0100166 virtual bool IsMeanSupported(const TensorInfo& input,
167 const TensorInfo& output,
168 const MeanDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000169 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
170
171 virtual bool IsMemCopySupported(const TensorInfo& input,
172 const TensorInfo& output,
173 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
arovir01537a0b62018-10-08 12:01:04 +0100174
Derek Lambertif674aa02019-08-01 15:56:25 +0100175 virtual bool IsMemImportSupported(const TensorInfo& input,
176 const TensorInfo& output,
177 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
178
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +0100179 virtual bool IsMergeSupported(const TensorInfo& input0,
180 const TensorInfo& input1,
181 const TensorInfo& output,
182 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
183
Jim Flynn906f9462019-05-10 13:55:21 +0100184 ARMNN_DEPRECATED_MSG("Use IsConcatSupported instead")
David Becke97c6e02018-10-03 13:09:28 +0100185 virtual bool IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000186 const TensorInfo& output,
David Becke97c6e02018-10-03 13:09:28 +0100187 const OriginsDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000188 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100189
kevmay0190539692018-11-29 08:40:19 +0000190 virtual bool IsMinimumSupported(const TensorInfo& input0,
191 const TensorInfo& input1,
192 const TensorInfo& ouput,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000193 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
kevmay0190539692018-11-29 08:40:19 +0000194
David Becke97c6e02018-10-03 13:09:28 +0100195 virtual bool IsMultiplicationSupported(const TensorInfo& input0,
196 const TensorInfo& input1,
197 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000198 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100199
200 virtual bool IsNormalizationSupported(const TensorInfo& input,
201 const TensorInfo& output,
202 const NormalizationDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000203 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100204
205 virtual bool IsOutputSupported(const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000206 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100207
arovir01537a0b62018-10-08 12:01:04 +0100208 virtual bool IsPadSupported(const TensorInfo& input,
209 const TensorInfo& output,
210 const PadDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000211 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
arovir01537a0b62018-10-08 12:01:04 +0100212
David Becke97c6e02018-10-03 13:09:28 +0100213 virtual bool IsPermuteSupported(const TensorInfo& input,
214 const TensorInfo& output,
215 const PermuteDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000216 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100217
218 virtual bool IsPooling2dSupported(const TensorInfo& input,
219 const TensorInfo& output,
220 const Pooling2dDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000221 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100222
Matteo Martincigh49124022019-01-11 13:25:59 +0000223 virtual bool IsPreCompiledSupported(const TensorInfo& input,
224 const PreCompiledDescriptor& descriptor,
225 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
226
Matteo Martincigh0e406ee2019-06-12 15:42:18 +0100227 virtual bool IsPreluSupported(const TensorInfo& input,
228 const TensorInfo& alpha,
229 const TensorInfo& output,
230 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
231
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000232 virtual bool IsQuantizeSupported(const TensorInfo& input,
233 const TensorInfo& output,
234 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
235
James Conroyee18dc82019-07-17 11:27:46 +0100236 virtual bool IsQuantizedLstmSupported(const TensorInfo& input,
237 const TensorInfo& previousCellStateIn,
238 const TensorInfo& previousOutputIn,
239 const TensorInfo& cellStateOut,
240 const TensorInfo& output,
241 const QuantizedLstmInputParamsInfo& paramsInfo,
242 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
243
arovir01537a0b62018-10-08 12:01:04 +0100244 virtual bool IsReshapeSupported(const TensorInfo& input,
Kevin May8ac5fc32019-12-12 17:28:05 +0000245 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000246 const ReshapeDescriptor& descriptor,
247 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
arovir01537a0b62018-10-08 12:01:04 +0100248
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100249 ARMNN_DEPRECATED_MSG("Use IsResizeSupported instead")
David Becke97c6e02018-10-03 13:09:28 +0100250 virtual bool IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000251 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000252 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100253
Teresa Charlina9075df2019-06-27 15:41:57 +0100254 virtual bool IsResizeSupported(const TensorInfo& input,
255 const TensorInfo& output,
256 const ResizeDescriptor& descriptor,
257 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
258
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000259 virtual bool IsRsqrtSupported(const TensorInfo& input,
260 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000261 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000262
David Becke97c6e02018-10-03 13:09:28 +0100263 virtual bool IsSoftmaxSupported(const TensorInfo& input,
264 const TensorInfo& output,
265 const SoftmaxDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000266 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100267
Derek Lamberti61f54632019-03-25 16:28:44 +0000268 virtual bool IsSpaceToBatchNdSupported(const TensorInfo& input,
269 const TensorInfo& output,
270 const SpaceToBatchNdDescriptor& descriptor,
271 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
272
Aron Virginas-Tar972af152019-06-11 14:14:03 +0100273 virtual bool IsSpaceToDepthSupported(const TensorInfo& input,
274 const TensorInfo& output,
275 const SpaceToDepthDescriptor& descriptor,
276 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
277
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100278 ARMNN_DEPRECATED_MSG("Use IsSplitterSupported with outputs instead")
David Becke97c6e02018-10-03 13:09:28 +0100279 virtual bool IsSplitterSupported(const TensorInfo& input,
280 const ViewsDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000281 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
David Becke97c6e02018-10-03 13:09:28 +0100282
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100283 virtual bool IsSplitterSupported(const TensorInfo& input,
284 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
285 const ViewsDescriptor& descriptor,
286 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
287
Matthew Jackson81e601c2019-07-11 12:07:09 +0100288 virtual bool IsStackSupported(const std::vector<const TensorInfo*>& inputs,
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100289 const TensorInfo& output,
290 const StackDescriptor& descriptor,
291 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
292
Conor Kennedy430b5d82018-11-14 15:28:28 +0000293 virtual bool IsStridedSliceSupported(const TensorInfo& input,
294 const TensorInfo& output,
295 const StridedSliceDescriptor& descriptor,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000296 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
Conor Kennedy430b5d82018-11-14 15:28:28 +0000297
arovir01537a0b62018-10-08 12:01:04 +0100298 virtual bool IsSubtractionSupported(const TensorInfo& input0,
299 const TensorInfo& input1,
300 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000301 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
Sadik Armaganeff363d2019-04-05 15:25:46 +0100302
303 virtual bool IsSwitchSupported(const TensorInfo& input0,
304 const TensorInfo& input1,
305 const TensorInfo& output0,
306 const TensorInfo& output1,
307 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
Aron Virginas-Tar639fb042019-06-20 14:28:19 +0100308
309 virtual bool IsTransposeConvolution2dSupported(
310 const TensorInfo& input,
311 const TensorInfo& output,
312 const TransposeConvolution2dDescriptor& descriptor,
313 const TensorInfo& weights,
314 const Optional<TensorInfo>& biases,
315 Optional<std::string&> reasonIfUnsupported = EmptyOptional()) const = 0;
316
David Becke97c6e02018-10-03 13:09:28 +0100317}; // class ILayerSupport
318
David Beck3e9e1152018-10-17 14:17:50 +0100319using ILayerSupportSharedPtr = std::shared_ptr<ILayerSupport>;
320
David Becke97c6e02018-10-03 13:09:28 +0100321} // namespace armnn