Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / 4f1f899da140bb0490cf7e404daeaf1206f4db8b / . / src / backends / reference / RefLayerSupport.cpp
blob: 034cd12477710b8a2615f1df0007b2a624b1a940 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]1//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +0100[diff] [blame]3// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]4//
5
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]6#include "RefLayerSupport.hpp"
David Beck3cc9a622018-10-12 10:38:31 +0100[diff] [blame]7
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]8#include <armnn/TypesUtils.hpp>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]9#include <armnn/Types.hpp>
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]10#include <armnn/Descriptors.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]11#include <armnn/utility/IgnoreUnused.hpp>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]12
Matteo Martincighe011d202019-11-28 11:35:47 +0000[diff] [blame]13#include <LayerSupportCommon.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +0100[diff] [blame]14#include <backendsCommon/LayerSupportRules.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +0000[diff] [blame]15
Matteo Martincighe011d202019-11-28 11:35:47 +0000[diff] [blame]16#include <boost/cast.hpp>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]17
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]18#include <vector>
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]19#include <array>
20
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]21using namespace boost;
22
23namespace armnn
24{
25
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]26namespace
27{
28
29template<typename Float32Func, typename Uint8Func, typename ... Params>
30bool IsSupportedForDataTypeRef(Optional<std::string&> reasonIfUnsupported,
31 DataType dataType,
32 Float32Func floatFuncPtr,
33 Uint8Func uint8FuncPtr,
34 Params&&... params)
35{
36 return IsSupportedForDataTypeGeneric(reasonIfUnsupported,
37 dataType,
38 &FalseFunc<Params...>,
39 floatFuncPtr,
40 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]41 &FalseFunc<Params...>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]42 &FalseFunc<Params...>,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]43 std::forward<Params>(params)...);
44}
45
46} // anonymous namespace
47
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]48namespace
49{
50
51std::string CreateIncorrectDimensionsErrorMsg(unsigned int expected,
52 unsigned int actual,
53 std::string& layerStr,
54 std::string& tensorName)
55{
56 std::string errorMsg = "Reference " + layerStr + ": Expected " + std::to_string(expected) + " dimensions but got" +
57 " " + std::to_string(actual) + " dimensions instead, for the '" + tensorName + "' tensor.";
58
59 return errorMsg;
60}
61
62} // anonymous namespace
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]63
Sadik Armagan9199e582019-09-05 17:35:31 +0100[diff] [blame]64bool RefLayerSupport::IsAbsSupported(const TensorInfo& input, const TensorInfo& output,
65 Optional<std::string&> reasonIfUnsupported) const
66{
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]67 return IsElementwiseUnarySupported(input,
68 output,
69 ElementwiseUnaryDescriptor(UnaryOperation::Abs),
70 reasonIfUnsupported);
Sadik Armagan9199e582019-09-05 17:35:31 +0100[diff] [blame]71}
72
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]73bool RefLayerSupport::IsActivationSupported(const TensorInfo& input,
74 const TensorInfo& output,
75 const ActivationDescriptor& descriptor,
76 Optional<std::string&> reasonIfUnsupported) const
77{
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]78 bool supported = true;
79
80 // Define supported types.
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]81 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]82 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]83 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]84 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]85 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]86 DataType::QAsymmU8,
87 DataType::QSymmS16
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]88 };
89
90 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
91 "Reference activation: input type not supported.");
92
93 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
94 "Reference activation: output type not supported.");
95
96 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
97 "Reference activation: input and output types mismatched.");
98
99 supported &= CheckSupportRule(ShapesAreSameRank(input, output), reasonIfUnsupported,
100 "Reference activation: input and output shapes are of different rank.");
101
102
103 struct ActivationFunctionSupported : public Rule
104 {
105 ActivationFunctionSupported(const ActivationDescriptor& desc)
106 {
107 switch(desc.m_Function)
108 {
109 case ActivationFunction::Abs:
110 case ActivationFunction::BoundedReLu:
David Monahan3b3c3812020-02-25 09:03:29 +0000[diff] [blame]111 case ActivationFunction::Elu:
Colm Donelan03fbeaf2020-02-26 15:39:23 +0000[diff] [blame]112 case ActivationFunction::HardSwish:
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]113 case ActivationFunction::LeakyReLu:
114 case ActivationFunction::Linear:
115 case ActivationFunction::ReLu:
116 case ActivationFunction::Sigmoid:
117 case ActivationFunction::SoftReLu:
118 case ActivationFunction::Sqrt:
119 case ActivationFunction::Square:
120 case ActivationFunction::TanH:
121 {
122 m_Res = true;
123 break;
124 }
125 default:
126 {
127 m_Res = false;
128 break;
129 }
130 }
131 }
132 };
133
134 // Function is supported
135 supported &= CheckSupportRule(ActivationFunctionSupported(descriptor), reasonIfUnsupported,
136 "Reference activation: function not supported.");
137
138 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]139}
140
141bool RefLayerSupport::IsAdditionSupported(const TensorInfo& input0,
142 const TensorInfo& input1,
143 const TensorInfo& output,
144 Optional<std::string&> reasonIfUnsupported) const
145{
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]146 bool supported = true;
147
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]148 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]149 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]150 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]151 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]152 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]153 DataType::QAsymmU8,
154 DataType::QSymmS16
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]155 };
156
157 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
158 "Reference addition: input 0 is not a supported type.");
159
160 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
161 "Reference addition: input 1 is not a supported type.");
162
163 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
164 "Reference addition: output is not a supported type.");
165
166 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
167 "Reference addition: input 0 and Input 1 types are mismatched");
168
169 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
170 "Reference addition: input and output types are mismatched");
171
172 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
173 "Reference addition: shapes are not suitable for implicit broadcast.");
174
175 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]176}
177
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]178bool RefLayerSupport::IsArgMinMaxSupported(const armnn::TensorInfo &input, const armnn::TensorInfo &output,
179 const armnn::ArgMinMaxDescriptor &descriptor,
180 armnn::Optional<std::string &> reasonIfUnsupported) const
181{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]182 IgnoreUnused(descriptor);
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]183
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]184 std::array<DataType, 6> supportedTypes =
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]185 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]186 DataType::BFloat16,
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]187 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]188 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]189 DataType::QAsymmU8,
190 DataType::QSymmS16,
Francis Murtagh1939df52019-11-13 15:21:09 +0000[diff] [blame]191 DataType::Signed32
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]192 };
193
194 bool supported = true;
195
196 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
197 "Reference ArgMinMax: input is not a supported type.");
198 supported &= CheckSupportRule(TypeIs(output, DataType::Signed32), reasonIfUnsupported,
199 "Reference ArgMinMax: output type not supported");
200
201 return supported;
202}
203
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]204bool RefLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
205 const TensorInfo& output,
206 const TensorInfo& mean,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]207 const TensorInfo& variance,
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]208 const TensorInfo& beta,
209 const TensorInfo& gamma,
210 const BatchNormalizationDescriptor& descriptor,
211 Optional<std::string&> reasonIfUnsupported) const
212{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]213 IgnoreUnused(descriptor);
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]214
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]215 std::array<DataType, 6> supportedTypes =
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]216 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]217 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]218 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]219 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]220 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]221 DataType::QAsymmU8,
222 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]223 };
224
225 bool supported = true;
226
227 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
228 "Reference batch normalization: input is not a supported type.");
229
230 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
231 "Reference batch normalization: output is not a supported type.");
232
233 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
234 "Reference batch normalization: input and output types are mismatched");
235
236 supported &= CheckSupportRule(TypeAnyOf(mean, supportedTypes), reasonIfUnsupported,
237 "Reference batch normalization: mean is not a supported type.");
238
239 supported &= CheckSupportRule(TypeAnyOf(variance, supportedTypes), reasonIfUnsupported,
240 "Reference batch normalization: variance is not a supported type.");
241
242 supported &= CheckSupportRule(TypeAnyOf(beta, supportedTypes), reasonIfUnsupported,
243 "Reference batch normalization: beta is not a supported type.");
244
245 supported &= CheckSupportRule(TypeAnyOf(gamma, supportedTypes), reasonIfUnsupported,
246 "Reference batch normalization: gamma is not a supported type.");
247
248 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]249}
250
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000[diff] [blame]251bool RefLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
252 const TensorInfo& output,
253 const BatchToSpaceNdDescriptor& descriptor,
254 Optional<std::string&> reasonIfUnsupported) const
255{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]256 IgnoreUnused(descriptor);
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100[diff] [blame]257
258 bool supported = true;
259
260 std::string batchToSpaceNdLayerStr = "batchToSpaceNd";
261 std::string inputTensorStr = "input";
262 std::string outputTensorStr = "output";
263
264 // Define supported types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]265 std::array<DataType,6> supportedTypes =
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100[diff] [blame]266 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]267 DataType::BFloat16,
268 DataType::Float32,
269 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]270 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]271 DataType::QAsymmU8,
272 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100[diff] [blame]273 };
274
275 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
276 "Reference BatchToSpaceNd: input type not supported.");
277
278 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
279 "Reference BatchToSpaceNd: output type not supported.");
280
281 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
282 "Reference BatchToSpaceNd: input and output types mismatched.");
283
284 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 4),
285 reasonIfUnsupported,
286 CreateIncorrectDimensionsErrorMsg(4,
287 output.GetNumDimensions(),
288 batchToSpaceNdLayerStr,
289 outputTensorStr).data());
290
291 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(input, 4),
292 reasonIfUnsupported,
293 CreateIncorrectDimensionsErrorMsg(4,
294 input.GetNumDimensions(),
295 batchToSpaceNdLayerStr,
296 inputTensorStr).data());
297
298 return supported;
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000[diff] [blame]299}
300
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]301bool RefLayerSupport::IsComparisonSupported(const TensorInfo& input0,
302 const TensorInfo& input1,
303 const TensorInfo& output,
304 const ComparisonDescriptor& descriptor,
305 Optional<std::string&> reasonIfUnsupported) const
306{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]307 IgnoreUnused(descriptor);
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]308 std::array<DataType, 8> supportedInputTypes =
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]309 {
Sadik Armaganb60dd242020-03-19 13:53:16 +0000[diff] [blame]310 DataType::Boolean,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]311 DataType::BFloat16,
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]312 DataType::Float32,
313 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]314 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]315 DataType::QAsymmU8,
Sadik Armaganb60dd242020-03-19 13:53:16 +0000[diff] [blame]316 DataType::QSymmS16,
317 DataType::Signed32
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]318 };
319
320 bool supported = true;
321 supported &= CheckSupportRule(TypeAnyOf(input0, supportedInputTypes), reasonIfUnsupported,
322 "Reference comparison: input 0 is not a supported type");
323
324 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
325 "Reference comparison: input 0 and Input 1 types are mismatched");
326
327 supported &= CheckSupportRule(TypeIs(output, DataType::Boolean), reasonIfUnsupported,
328 "Reference comparison: output is not of type Boolean");
329
330 return supported;
331}
332
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]333bool RefLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
334 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]335 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]336 Optional<std::string&> reasonIfUnsupported) const
337{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]338 IgnoreUnused(descriptor);
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]339
340 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]341 std::array<DataType,6> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]342 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]343 DataType::BFloat16,
344 DataType::Float32,
345 DataType::Float16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]346 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]347 DataType::QAsymmU8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]348 DataType::QSymmS16
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]349 };
350
351 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
352 "Reference concatenation: output type not supported");
353 for (const TensorInfo* input : inputs)
354 {
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +0100[diff] [blame]355 ARMNN_ASSERT(input != nullptr);
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]356 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
357 "Reference concatenation: input type not supported");
358
359 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
360 "Reference concatenation: input and output types mismatched.");
361 }
362
363 return supported;
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]364}
365
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]366bool RefLayerSupport::IsConstantSupported(const TensorInfo& output,
367 Optional<std::string&> reasonIfUnsupported) const
368{
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]369 std::array<DataType,7> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]370 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]371 DataType::BFloat16,
Nina Drozd58ef2c62019-05-16 12:09:18 +0100[diff] [blame]372 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]373 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]374 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]375 DataType::QSymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]376 DataType::QSymmS16,
377 DataType::Signed32
Nina Drozd58ef2c62019-05-16 12:09:18 +0100[diff] [blame]378 };
379
380 return CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
381 "Reference constant: output is not a supported type.");
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]382}
383
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +0000[diff] [blame]384bool RefLayerSupport::IsConvertBf16ToFp32Supported(const TensorInfo& input,
385 const TensorInfo& output,
386 Optional<std::string&> reasonIfUnsupported) const
387{
388 bool supported = true;
389
390 supported &= CheckSupportRule(TypeIs(input, DataType::BFloat16), reasonIfUnsupported,
391 "Reference for ConvertBf16ToFp32 layer: input type not supported");
392
393 supported &= CheckSupportRule(TypeIs(output, DataType::Float32), reasonIfUnsupported,
394 "Reference for ConvertBf16ToFp32 layer: output type not supported");
395
396 return supported;
397}
398
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]399bool RefLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
400 const TensorInfo& output,
401 Optional<std::string&> reasonIfUnsupported) const
402{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]403 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
404 input.GetDataType(),
405 &TrueFunc<>,
406 &FalseInputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]407 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]408 &FalseFuncI32<>,
409 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]410 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
411 output.GetDataType(),
412 &FalseOutputFuncF16<>,
413 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]414 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]415 &FalseFuncI32<>,
416 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]417}
418
Narumol Prangnawaratea54a012020-03-16 16:36:10 +0000[diff] [blame]419bool RefLayerSupport::IsConvertFp32ToBf16Supported(const TensorInfo& input,
420 const TensorInfo& output,
421 Optional<std::string&> reasonIfUnsupported) const
422{
423 bool supported = true;
424
425 supported &= CheckSupportRule(TypeIs(input, DataType::Float32), reasonIfUnsupported,
426 "Reference for ConvertFp32ToBf16 layer: input type not supported");
427
428 supported &= CheckSupportRule(TypeIs(output, DataType::BFloat16), reasonIfUnsupported,
429 "Reference for ConvertFp32ToBf16 layer: output type not supported");
430
431 return supported;
432}
433
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]434bool RefLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
435 const TensorInfo& output,
436 Optional<std::string&> reasonIfUnsupported) const
437{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]438 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
439 input.GetDataType(),
440 &FalseInputFuncF16<>,
441 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]442 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]443 &FalseFuncI32<>,
444 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]445 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
446 output.GetDataType(),
447 &TrueFunc<>,
448 &FalseOutputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]449 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]450 &FalseFuncI32<>,
451 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]452}
453
454bool RefLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
455 const TensorInfo& output,
456 const Convolution2dDescriptor& descriptor,
457 const TensorInfo& weights,
458 const Optional<TensorInfo>& biases,
459 Optional<std::string&> reasonIfUnsupported) const
460{
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]461 bool supported = true;
462
463 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]464 std::array<DataType,7> supportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]465 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]466 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]467 DataType::Float32,
468 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]469 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]470 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]471 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]472 DataType::QSymmS16
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]473 };
474
475 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]476 "Reference Convolution2d: input is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]477
478 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]479 "Reference Convolution2d: output is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]480
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000[diff] [blame]481 // For Convolution2d, we allow to have BFloat16 input with Float32 output for optimization.
482 if (input.GetDataType() == DataType::BFloat16)
483 {
484 if (output.GetDataType() != DataType::BFloat16 && output.GetDataType() != DataType::Float32)
485 {
486 reasonIfUnsupported.value() += "Output tensor type must be BFloat16 or Float32 for BFloat16 input.\n";
487 supported = false;
488 }
489 }
490 else
491 {
492 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]493 "Reference Convolution2d: input and output types mismatched.");
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000[diff] [blame]494 }
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]495
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]496 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]497 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]498 {
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]499 ARMNN_NO_DEPRECATE_WARN_BEGIN
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]500 std::array<DataType, 4> supportedWeightTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]501 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]502 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]503 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]504 DataType::QSymmS8,
505 DataType::QuantizedSymm8PerAxis // deprecated
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]506 };
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]507 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]508
509 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]510 "Reference Convolution2d: weights type not supported for quantized input.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]511 }
512 else
513 {
514 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]515 "Reference Convolution2d: weights is not a supported type.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]516
517 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]518 "Reference Convolution2d: input and weights types mismatched.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]519 }
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]520
521 if (biases.has_value())
522 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]523 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]524 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]525 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]526 DataType::Float32,
527 DataType::Float16,
528 DataType::Signed32
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]529 };
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]530
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]531 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]532 "Reference Convolution2d: biases is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]533 }
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]534 IgnoreUnused(descriptor);
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]535
536 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]537}
538
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000[diff] [blame]539bool RefLayerSupport::IsDebugSupported(const TensorInfo& input,
540 const TensorInfo& output,
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000[diff] [blame]541 Optional<std::string&> reasonIfUnsupported) const
542{
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]543 bool supported = true;
544
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000[diff] [blame]545 std::array<DataType, 8> supportedTypes =
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]546 {
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000[diff] [blame]547 DataType::BFloat16,
Aron Virginas-Tardb1a2832019-11-12 16:15:11 +0000[diff] [blame]548 DataType::Float16,
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]549 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]550 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]551 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]552 DataType::QSymmS8,
Narumol Prangnawaratd2d917d2020-01-09 10:16:39 +0000[diff] [blame]553 DataType::QSymmS16,
554 DataType::Signed32
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]555 };
556
557 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]558 "Reference for Debug layer: input type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]559
560 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]561 "Reference for Debug layer: output type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]562
563 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]564 "Reference for Debug layer: input and output types are mismatched");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]565
566 return supported;
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000[diff] [blame]567}
568
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]569bool RefLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
570 const TensorInfo& output,
571 const DepthToSpaceDescriptor& descriptor,
572 Optional<std::string&> reasonIfUnsupported) const
573{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]574 IgnoreUnused(descriptor);
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]575 bool supported = true;
576
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]577 std::array<DataType,6> supportedTypes =
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]578 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]579 DataType::BFloat16,
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]580 DataType::Float32,
581 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]582 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]583 DataType::QAsymmU8,
584 DataType::QSymmS16
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]585 };
586
587 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
588 "Reference DepthToSpace: input type not supported");
589
590 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
591 "Reference DepthToSpace: output type not supported");
592
593 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
594 "Reference DepthToSpace: input and output types are mismatched");
595
596 return supported;
597}
598
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]599bool RefLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
600 const TensorInfo& output,
601 const DepthwiseConvolution2dDescriptor& descriptor,
602 const TensorInfo& weights,
603 const Optional<TensorInfo>& biases,
604 Optional<std::string&> reasonIfUnsupported) const
605{
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]606 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]607 bool supported = true;
608
609 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]610 std::array<DataType,7> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]611 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]612 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]613 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]614 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]615 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]616 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]617 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]618 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]619 };
620
621 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
622 "Reference DepthwiseConvolution2d: input is not a supported type.");
623
624 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
625 "Reference DepthwiseConvolution2d: output is not a supported type.");
626
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]627 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
628 "Reference DepthwiseConvolution2d: input and output types mismatched.");
629
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]630 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]631 if (IsQuantized8BitType(inputType))
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]632 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]633 ARMNN_NO_DEPRECATE_WARN_BEGIN
634 std::array<DataType, 4> supportedWeightTypes =
635 {
636 DataType::QAsymmS8,
637 DataType::QAsymmU8,
638 DataType::QSymmS8,
639 DataType::QuantizedSymm8PerAxis // deprecated
640 };
641 ARMNN_NO_DEPRECATE_WARN_END
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]642
643 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]644 "Reference DepthwiseConvolution2d: weights type not supported for "
645 "quantized input.");
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]646 }
647 else
648 {
649 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
650 "Reference DepthwiseConvolution2d: weights is not a supported type.");
651
652 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
653 "Reference DepthwiseConvolution2d: input and weights types mismatched.");
654 }
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]655
656 if (biases.has_value())
657 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]658 std::array<DataType,4> biasesSupportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]659 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]660 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]661 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]662 DataType::Float16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]663 DataType::Signed32
664 };
665 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
666 "Reference DepthwiseConvolution2d: biases is not a supported type.");
667 }
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]668
669 return supported;
670
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]671}
672
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000[diff] [blame]673bool RefLayerSupport::IsDequantizeSupported(const TensorInfo& input,
674 const TensorInfo& output,
675 Optional<std::string&> reasonIfUnsupported) const
676{
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]677 bool supported = true;
678
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]679 std::array<DataType,4> supportedInputTypes = {
680 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]681 DataType::QAsymmU8,
Finn Williamsfd271062019-12-04 14:27:27 +0000[diff] [blame]682 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]683 DataType::QSymmS16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]684 };
685
686 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]687 "Reference for Dequantize layer: input type not supported.");
688
689 supported &= CheckSupportRule( TypeNotPerAxisQuantized(input), reasonIfUnsupported,
690 "Reference for Dequantize layer: per-axis quantized input not support .");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]691
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]692 supported &= CheckSupportRule(TypeNotPerAxisQuantized(input), reasonIfUnsupported,
693 "Reference dequantize: per-axis quantized input not support .");
694
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]695 std::array<DataType,3> supportedOutputTypes = {
696 DataType::BFloat16,
Jan Eilersf7107932019-11-01 11:09:36 +0000[diff] [blame]697 DataType::Float32,
698 DataType::Float16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]699 };
700
701 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]702 "Reference for Dequantize layer: output type not supported.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]703
704 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]705 "Reference for Dequantize layer: input/output shapes have different num total "
706 "elements.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]707
708 return supported;
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000[diff] [blame]709}
710
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000[diff] [blame]711bool RefLayerSupport::IsDetectionPostProcessSupported(const TensorInfo& boxEncodings,
712 const TensorInfo& scores,
713 const TensorInfo& anchors,
714 const TensorInfo& detectionBoxes,
715 const TensorInfo& detectionClasses,
716 const TensorInfo& detectionScores,
717 const TensorInfo& numDetections,
718 const DetectionPostProcessDescriptor& descriptor,
719 Optional<std::string&> reasonIfUnsupported) const
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000[diff] [blame]720{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]721 IgnoreUnused(anchors, detectionBoxes, detectionClasses, detectionScores, numDetections, descriptor);
Derek Lamberti901ea112019-12-10 22:07:09 +0000[diff] [blame]722
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]723 bool supported = true;
724
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]725 std::array<DataType,5> supportedInputTypes =
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]726 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]727 DataType::BFloat16,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]728 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]729 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]730 DataType::QAsymmU8,
731 DataType::QSymmS16
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]732 };
733
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000[diff] [blame]734 supported &= CheckSupportRule(TypeAnyOf(boxEncodings, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]735 "Reference DetectionPostProcess: input 0 is not a supported type.");
736
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000[diff] [blame]737 supported &= CheckSupportRule(TypeAnyOf(scores, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]738 "Reference DetectionPostProcess: input 1 is not a supported type.");
739
740 return supported;
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000[diff] [blame]741}
742
Pablo Tellof0bd6832019-04-26 17:58:13 +0100[diff] [blame]743bool RefLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
744 const TensorInfo& output,
745 const DepthwiseConvolution2dDescriptor& descriptor,
746 const TensorInfo& weights,
747 const Optional<TensorInfo>& biases,
748 Optional<std::string&> reasonIfUnsupported) const
749{
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100[diff] [blame]750 return IsDepthwiseConvolutionSupported(input, output, descriptor, weights, biases, reasonIfUnsupported);
Pablo Tellof0bd6832019-04-26 17:58:13 +0100[diff] [blame]751}
752
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100[diff] [blame]753bool RefLayerSupport::IsDivisionSupported(const TensorInfo& input0,
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]754 const TensorInfo& input1,
755 const TensorInfo& output,
756 Optional<std::string&> reasonIfUnsupported) const
757{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]758 bool supported = true;
759
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]760 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]761 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]762 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]763 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]764 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]765 DataType::QAsymmU8,
766 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]767 };
768
769 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
770 "Reference division: input 0 is not a supported type.");
771
772 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
773 "Reference division: input 1 is not a supported type.");
774
775 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
776 "Reference division: output is not a supported type.");
777
778 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
779 "Reference division: input 0 and Input 1 types are mismatched");
780
781 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
782 "Reference division: input and output types are mismatched");
783
784 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
785 "Reference division: shapes are not suitable for implicit broadcast.");
786
787 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]788}
789
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]790bool RefLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
791 const TensorInfo& output,
792 const ElementwiseUnaryDescriptor& descriptor,
793 Optional<std::string&> reasonIfUnsupported) const
794{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]795 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]796
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]797 std::array<DataType, 7> supportedTypes =
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]798 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]799 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]800 DataType::Float32,
801 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]802 DataType::QAsymmS8,
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]803 DataType::QAsymmU8,
Sadik Armaganac472102020-03-24 09:54:36 +0000[diff] [blame]804 DataType::QSymmS16,
805 DataType::Signed32
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]806 };
807
808 bool supported = true;
809
810 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
811 "Reference elementwise unary: input type not supported");
812
813 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
814 "Reference elementwise unary: output type not supported");
815
816 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
817 "Reference elementwise unary: input and output types not matching");
818
819 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
820 "Reference elementwise unary: input and output shapes"
821 "have different number of total elements");
822
823 return supported;
824}
825
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000[diff] [blame]826bool RefLayerSupport::IsEqualSupported(const TensorInfo& input0,
827 const TensorInfo& input1,
828 const TensorInfo& output,
829 Optional<std::string&> reasonIfUnsupported) const
830{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]831 return IsComparisonSupported(input0,
832 input1,
833 output,
834 ComparisonDescriptor(ComparisonOperation::Equal),
835 reasonIfUnsupported);
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000[diff] [blame]836}
837
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]838bool RefLayerSupport::IsFakeQuantizationSupported(const TensorInfo& input,
839 const FakeQuantizationDescriptor& descriptor,
840 Optional<std::string&> reasonIfUnsupported) const
841{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]842 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]843 bool supported = true;
844
845 std::array<DataType,1> supportedTypes =
846 {
847 DataType::Float32
848 };
849
850 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
851 "Reference fake quantization: input type not supported.");
852
853 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]854}
855
856bool RefLayerSupport::IsFloorSupported(const TensorInfo& input,
857 const TensorInfo& output,
858 Optional<std::string&> reasonIfUnsupported) const
859{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]860 IgnoreUnused(output);
James Conroy83735b12019-05-30 16:36:59 +0100[diff] [blame]861 bool supported = true;
862
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]863 std::array<DataType,4> supportedTypes =
James Conroy83735b12019-05-30 16:36:59 +0100[diff] [blame]864 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]865 DataType::BFloat16,
James Conroyb40d7102019-06-04 12:32:09 +0100[diff] [blame]866 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]867 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]868 DataType::QSymmS16
James Conroy83735b12019-05-30 16:36:59 +0100[diff] [blame]869 };
870
871 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
872 "Reference Floor: input type not supported.");
873
874 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
875 "Reference Floor: output type not supported.");
876
877 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]878}
879
880bool RefLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
881 const TensorInfo& output,
882 const TensorInfo& weights,
883 const TensorInfo& biases,
884 const FullyConnectedDescriptor& descriptor,
885 Optional<std::string&> reasonIfUnsupported) const
886{
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]887 bool supported = true;
888
889 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]890 std::array<DataType,6> supportedTypes =
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]891 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]892 DataType::BFloat16,
893 DataType::Float32,
894 DataType::Float16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]895 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]896 DataType::QAsymmU8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]897 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]898 };
899
900 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
901 "Reference Fully Connected: input type not supported.");
902
903 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
904 "Reference Fully Connected: output type not supported.");
905
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]906 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
907 "Reference Fully Connected: weights type not supported.");
908
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000[diff] [blame]909 // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
910 if (input.GetDataType() == DataType::BFloat16)
911 {
912 if (output.GetDataType() != DataType::BFloat16 && output.GetDataType() != DataType::Float32)
913 {
914 reasonIfUnsupported.value() += "Output tensor type must be BFloat16 or Float32 for BFloat16 input.\n";
915 supported = false;
916 }
917 }
918 else
919 {
920 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
921 "Reference Fully Connected: input and output types mismatched.");
922 }
923
Francis Murtaghddb1d062020-03-10 13:51:45 +0000[diff] [blame]924 ARMNN_NO_DEPRECATE_WARN_BEGIN
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]925 std::array<DataType, 4> supportedWeightTypes =
Francis Murtaghddb1d062020-03-10 13:51:45 +0000[diff] [blame]926 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]927 DataType::QAsymmS8,
Francis Murtaghddb1d062020-03-10 13:51:45 +0000[diff] [blame]928 DataType::QAsymmU8,
929 DataType::QSymmS8,
930 DataType::QuantizedSymm8PerAxis // deprecated
931 };
932 ARMNN_NO_DEPRECATE_WARN_END
933
934 if (IsQuantized8BitType(input.GetDataType()))
935 {
936
937 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
938 "Reference Fully Connected: weights type not supported for quantized input.");
939 }
940 else
941 {
942 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
943 "Reference Fully Connected: weights is not a supported type.");
944
945 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
946 "Reference Fully Connected: input and weights types mismatched.");
947 }
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]948
949 if (descriptor.m_BiasEnabled)
950 {
951 // Defined supported types for bias
Sadik Armagandb73c982020-04-01 17:35:30 +0100[diff] [blame]952 std::array<DataType, 5>
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]953 supportedBiasTypes =
954 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]955 DataType::BFloat16,
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]956 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]957 DataType::Float16,
Sadik Armagandb73c982020-04-01 17:35:30 +0100[diff] [blame]958 DataType::Signed32,
959 DataType::QAsymmS8
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]960 };
961
962 supported &= CheckSupportRule(TypeAnyOf(biases, supportedBiasTypes), reasonIfUnsupported,
963 "Reference Fully Connected: bias type not supported.");
964
965 supported &= CheckSupportRule(BiasAndWeightsTypesMatch(biases, weights), reasonIfUnsupported,
966 "Reference Fully Connected: bias and weight types mismatch.");
967
968 supported &= CheckSupportRule(BiasAndWeightsTypesCompatible(weights, supportedBiasTypes), reasonIfUnsupported,
969 "Reference Fully Connected: bias type inferred from weights is incompatible.");
970
Narumol Prangnawarat366d7232020-04-29 12:58:17 +0100[diff] [blame]971 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(biases, 1U), reasonIfUnsupported,
972 "Reference Fully Connected: bias must have 1 dimension.");
973
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]974 }
975
976 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]977}
978
narpra014951d842019-01-18 16:53:53 +0000[diff] [blame]979bool RefLayerSupport::IsGatherSupported(const armnn::TensorInfo& input0,
980 const armnn::TensorInfo& input1,
981 const armnn::TensorInfo& output,
982 armnn::Optional<std::string&> reasonIfUnsupported) const
983{
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100[diff] [blame]984 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]985 std::array<DataType,6> supportedTypes =
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100[diff] [blame]986 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]987 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]988 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]989 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]990 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]991 DataType::QAsymmU8,
992 DataType::QSymmS16
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100[diff] [blame]993 };
994
995 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
996 "Reference Gather: input type not supported");
997
998 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
999 "Reference Gather: output type not supported");
1000
1001 supported &= CheckSupportRule(TypeIs(input1, DataType::Signed32), reasonIfUnsupported,
1002 "Reference Gather: indices (input1) type not supported");
1003
1004 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1005 "Reference Gather: input and output types not matching");
1006
1007 return supported;
narpra014951d842019-01-18 16:53:53 +0000[diff] [blame]1008}
1009
FrancisMurtagh878f0232018-12-19 10:56:15 +0000[diff] [blame]1010bool RefLayerSupport::IsGreaterSupported(const TensorInfo& input0,
1011 const TensorInfo& input1,
1012 const TensorInfo& output,
1013 Optional<std::string&> reasonIfUnsupported) const
1014{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]1015 return IsComparisonSupported(input0,
1016 input1,
1017 output,
1018 ComparisonDescriptor(ComparisonOperation::Greater),
1019 reasonIfUnsupported);
FrancisMurtagh878f0232018-12-19 10:56:15 +0000[diff] [blame]1020}
1021
Derek Lamberti901ea112019-12-10 22:07:09 +0000[diff] [blame]1022bool RefLayerSupport::IsInputSupported(const TensorInfo& /*input*/,
1023 Optional<std::string&> /*reasonIfUnsupported*/) const
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1024{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +0100[diff] [blame]1025 return true;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1026}
1027
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1028bool RefLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
1029 const TensorInfo& output,
1030 const InstanceNormalizationDescriptor& descriptor,
1031 Optional<std::string&> reasonIfUnsupported) const
1032{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1033 IgnoreUnused(descriptor);
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1034 // Define supported types
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1035 std::array<DataType, 3> supportedTypes =
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1036 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1037 DataType::BFloat16,
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1038 DataType::Float32,
1039 DataType::Float16
1040 };
1041
1042 bool supported = true;
1043
1044 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1045 "Reference Instance Normalization: input type not supported.");
1046
1047 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1048 "Reference Instance Normalization: output type not supported.");
1049
1050 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1051 "Reference Instance Normalization: input and output types mismatched.");
1052
1053 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1054 "Reference Instance Normalization: input and output shapes have different "
1055 "num total elements.");
1056
1057 return supported;
1058}
1059
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1060bool RefLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
1061 const TensorInfo& output,
1062 const L2NormalizationDescriptor& descriptor,
1063 Optional<std::string&> reasonIfUnsupported) const
1064{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1065 IgnoreUnused(descriptor);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1066 // Define supported types
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1067 std::array<DataType, 6> supportedTypes =
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1068 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1069 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1070 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1071 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1072 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1073 DataType::QAsymmU8,
1074 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1075 };
1076
1077 bool supported = true;
1078
1079 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1080 "Reference L2normalization: input type not supported.");
1081
1082 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1083 "Reference L2normalization: output type not supported.");
1084
1085 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1086 "Reference L2normalization: input and output types mismatched.");
1087
1088 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1089 "Reference L2normalization: input and output shapes have different "
1090 "num total elements.");
1091
1092 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1093}
1094
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1095bool RefLayerSupport::IsLogSoftmaxSupported(const TensorInfo& input,
1096 const TensorInfo& output,
1097 const LogSoftmaxDescriptor& descriptor,
1098 Optional<std::string&> reasonIfUnsupported) const
1099{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1100 IgnoreUnused(descriptor);
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1101
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1102 std::array<DataType, 3> supportedTypes =
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1103 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1104 DataType::BFloat16,
1105 DataType::Float32,
1106 DataType::Float16
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1107 };
1108
1109 bool supported = true;
1110 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1111 "Reference LogSoftmax: input type not supported");
1112
1113 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1114 "Reference LogSoftmax: output type not supported");
1115
1116 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1117 "Reference LogSoftmax: input and output types do not match");
1118
1119 return supported;
1120}
1121
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1122bool RefLayerSupport::IsLstmSupported(const TensorInfo& input,
1123 const TensorInfo& outputStateIn,
1124 const TensorInfo& cellStateIn,
1125 const TensorInfo& scratchBuffer,
1126 const TensorInfo& outputStateOut,
1127 const TensorInfo& cellStateOut,
1128 const TensorInfo& output,
1129 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1130 const LstmInputParamsInfo& paramsInfo,
1131 Optional<std::string&> reasonIfUnsupported) const
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1132{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1133 IgnoreUnused(descriptor);
1134 IgnoreUnused(paramsInfo);
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1135
1136 bool supported = true;
1137
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1138 std::array<DataType,3> supportedTypes = {
1139 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +0100[diff] [blame]1140 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1141 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1142 };
1143
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1144 // check inputs and outputs
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1145 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1146 "Reference Lstm: input is not a supported type.");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1147 supported &= CheckSupportRule(TypesAreEqual(input, outputStateIn), reasonIfUnsupported,
1148 "Reference Lstm: input and outputStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1149 supported &= CheckSupportRule(TypesAreEqual(input, cellStateIn), reasonIfUnsupported,
1150 "Reference Lstm: input and cellStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1151 supported &= CheckSupportRule(TypesAreEqual(input, scratchBuffer), reasonIfUnsupported,
1152 "Reference Lstm: input and scratchBuffer types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1153 supported &= CheckSupportRule(TypesAreEqual(input, outputStateOut), reasonIfUnsupported,
1154 "Reference Lstm: input and outputStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1155 supported &= CheckSupportRule(TypesAreEqual(input, cellStateOut), reasonIfUnsupported,
1156 "Reference Lstm: input and cellStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1157 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1158 "Reference Lstm: input and output types are mismatched");
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1159 // check layer parameters
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1160 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1161 "Reference Lstm: input and InputToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1162 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1163 "Reference Lstm: input and InputToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1164 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1165 "Reference Lstm: input and InputToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1166 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1167 "Reference Lstm: input and RecurrentToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1168 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1169 "Reference Lstm: input and RecurrentToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1170 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1171 "Reference Lstm: input and RecurrentToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1172 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1173 "Reference Lstm: input and ForgetGateBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1174 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1175 "Reference Lstm: input and CellBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1176 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1177 "Reference Lstm: input and OutputGateBias types are mismatched");
1178 if (!descriptor.m_CifgEnabled)
1179 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1180 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToInputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1181 "Reference Lstm: input and InputToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1182 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1183 reasonIfUnsupported,
1184 "Reference Lstm: input and RecurrentToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1185 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1186 "Reference Lstm: input and InputGateBias types are mismatched");
1187 if (descriptor.m_PeepholeEnabled)
1188 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1189 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1190 reasonIfUnsupported,
1191 "Reference Lstm: input and CellToInputWeights types are mismatched");
1192 }
1193 }
1194 if (descriptor.m_PeepholeEnabled)
1195 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1196 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1197 "Reference Lstm: input and CellToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1198 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1199 "Reference Lstm: input and CellToOutputWeights types are mismatched");
1200 }
1201 if (descriptor.m_ProjectionEnabled)
1202 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1203 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1204 "Reference Lstm: input and mProjectionWeights types are mismatched");
1205 if (paramsInfo.m_ProjectionBias != nullptr)
1206 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1207 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1208 "Reference Lstm: input and ProjectionBias types are mismatched");
1209 }
1210 }
1211 if (descriptor.m_LayerNormEnabled)
1212 {
1213 if (!descriptor.m_CifgEnabled)
1214 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1215 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1216 reasonIfUnsupported,
1217 "Reference Lstm: input and InputLayerNormWeights types are mismatched");
1218 }
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1219 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1220 reasonIfUnsupported,
1221 "Reference Lstm: input and ForgetLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1222 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1223 reasonIfUnsupported,
1224 "Reference Lstm: input and CellLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1225 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1226 reasonIfUnsupported,
1227 "Reference Lstm: input and OutputLayerNormWeights types are mismatched");
1228 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1229
1230 return supported;
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]1231}
1232
saoste012df12b32018-11-28 16:57:20 +0000[diff] [blame]1233bool RefLayerSupport::IsMaximumSupported(const TensorInfo& input0,
1234 const TensorInfo& input1,
1235 const TensorInfo& output,
1236 Optional<std::string&> reasonIfUnsupported) const
1237{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1238 bool supported = true;
1239
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1240 std::array<DataType,6> supportedTypes = {
1241 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1242 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1243 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]1244 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1245 DataType::QAsymmU8,
1246 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1247 };
1248
1249 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1250 "Reference maximum: input 0 is not a supported type.");
1251
1252 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1253 "Reference maximum: input 1 is not a supported type.");
1254
1255 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1256 "Reference maximum: output is not a supported type.");
1257
1258 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1259 "Reference maximum: input 0 and Input 1 types are mismatched");
1260
1261 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1262 "Reference maximum: input and output types are mismatched");
1263
1264 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1265 "Reference maximum: shapes are not suitable for implicit broadcast.");
1266
1267 return supported;
saoste012df12b32018-11-28 16:57:20 +0000[diff] [blame]1268}
1269
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1270bool RefLayerSupport::IsMeanSupported(const TensorInfo& input,
1271 const TensorInfo& output,
1272 const MeanDescriptor& descriptor,
1273 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100[diff] [blame]1274{
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1275 bool supported = true;
1276 std::string meanLayerStr = "Mean";
1277 std::string outputTensorStr = "output";
1278
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1279 std::array<DataType,6> supportedTypes =
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1280 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1281 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1282 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1283 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1284 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1285 DataType::QAsymmU8,
1286 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1287 };
1288
1289 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1290 "Reference Mean: input type not supported.");
1291
1292 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1293 "Reference Mean: input and output types are mismatched");
1294
1295 if (descriptor.m_KeepDims)
1296 {
1297 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, input.GetNumDimensions()),
1298 reasonIfUnsupported,
1299 CreateIncorrectDimensionsErrorMsg(input.GetNumDimensions(),
1300 output.GetNumDimensions(),
1301 meanLayerStr, outputTensorStr).data());
1302 }
1303 else if (descriptor.m_Axis.empty())
1304 {
1305 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1306 reasonIfUnsupported,
1307 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1308 meanLayerStr, outputTensorStr).data());
1309 }
1310 else
1311 {
1312 auto outputDim = input.GetNumDimensions() - boost::numeric_cast<unsigned int>(descriptor.m_Axis.size());
1313
1314 if (outputDim > 0)
1315 {
1316 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, outputDim),
1317 reasonIfUnsupported,
1318 CreateIncorrectDimensionsErrorMsg(outputDim, output.GetNumDimensions(),
1319 meanLayerStr, outputTensorStr).data());
1320 }
1321 else
1322 {
1323 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1324 reasonIfUnsupported,
1325 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1326 meanLayerStr, outputTensorStr).data());
1327 }
1328 }
1329
1330 return supported;
narpra0132b90462018-09-13 11:07:48 +0100[diff] [blame]1331}
1332
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1333bool RefLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000[diff] [blame]1334 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]1335 const MergerDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1336 Optional<std::string&> reasonIfUnsupported) const
1337{
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]1338 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1339}
1340
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]1341bool RefLayerSupport::IsMemCopySupported(const TensorInfo &input,
1342 const TensorInfo &output,
1343 Optional<std::string &> reasonIfUnsupported) const
1344{
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1345 bool supported = true;
1346
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1347 std::array<DataType,7> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1348 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1349 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1350 DataType::Float32,
1351 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1352 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1353 DataType::QAsymmU8,
1354 DataType::QSymmS16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1355 DataType::Boolean
1356 };
1357
1358 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1359 "Reference MemCopy: input type not supported");
1360
1361 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1362 "Reference MemCopy: output type not supported");
1363
1364 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1365 "Reference MemCopy: input and output types are mismatched");
1366
1367 return supported;
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]1368}
1369
Éanna Ó Catháin20e58802018-12-04 10:29:06 +0000[diff] [blame]1370bool RefLayerSupport::IsMinimumSupported(const TensorInfo& input0,
1371 const TensorInfo& input1,
1372 const TensorInfo& output,
1373 Optional<std::string&> reasonIfUnsupported) const
1374{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1375 bool supported = true;
1376
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1377 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1378 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1379 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1380 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1381 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1382 DataType::QAsymmU8,
1383 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1384 };
1385
1386 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1387 "Reference minimum: input 0 is not a supported type.");
1388
1389 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1390 "Reference minimum: input 1 is not a supported type.");
1391
1392 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1393 "Reference minimum: output is not a supported type.");
1394
1395 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1396 "Reference minimum: input 0 and Input 1 types are mismatched");
1397
1398 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1399 "Reference minimum: input and output types are mismatched");
1400
1401 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1402 "Reference minimum: shapes are not suitable for implicit broadcast.");
1403
1404 return supported;
Éanna Ó Catháin20e58802018-12-04 10:29:06 +0000[diff] [blame]1405}
1406
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1407bool RefLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
1408 const TensorInfo& input1,
1409 const TensorInfo& output,
1410 Optional<std::string&> reasonIfUnsupported) const
1411{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1412 bool supported = true;
1413
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]1414 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1415 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1416 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1417 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]1418 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1419 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1420 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1421 };
1422
1423 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1424 "Reference multiplication: input 0 is not a supported type.");
1425
1426 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1427 "Reference multiplication: input 1 is not a supported type.");
1428
1429 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1430 "Reference multiplication: output is not a supported type.");
1431
1432 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1433 "Reference multiplication: input 0 and Input 1 types are mismatched");
1434
1435 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1436 "Reference multiplication: input and output types are mismatched");
1437
1438 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1439 "Reference multiplication: shapes are not suitable for implicit broadcast.");
1440
1441 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1442}
1443
1444bool RefLayerSupport::IsNormalizationSupported(const TensorInfo& input,
1445 const TensorInfo& output,
1446 const NormalizationDescriptor& descriptor,
1447 Optional<std::string&> reasonIfUnsupported) const
Nina Drozd661dfa72018-10-02 11:14:17 +0100[diff] [blame]1448{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1449 IgnoreUnused(descriptor);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1450
1451 // Define supported types
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1452 std::array<DataType, 6> supportedTypes =
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1453 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1454 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1455 DataType::Float16,
1456 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1457 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1458 DataType::QAsymmU8,
1459 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1460 };
1461
1462 bool supported = true;
1463
1464 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1465 "Reference normalization: input type not supported.");
1466
1467 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1468 "Reference normalization: output type not supported.");
1469
1470 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1471 "Reference normalization: input and output shapes have different "
1472 "num total elements.");
1473
1474 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1475}
1476
Derek Lamberti901ea112019-12-10 22:07:09 +0000[diff] [blame]1477bool RefLayerSupport::IsOutputSupported(const TensorInfo& /*output*/,
1478 Optional<std::string&> /*reasonIfUnsupported*/) const
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1479{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +0100[diff] [blame]1480 return true;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1481}
1482
1483bool RefLayerSupport::IsPadSupported(const TensorInfo& input,
1484 const TensorInfo& output,
1485 const PadDescriptor& descriptor,
1486 Optional<std::string&> reasonIfUnsupported) const
1487{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1488 IgnoreUnused(descriptor);
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1489 bool supported = true;
1490
1491 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1492 std::array<DataType,6> supportedTypes =
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1493 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1494 DataType::BFloat16,
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1495 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1496 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1497 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1498 DataType::QAsymmU8,
1499 DataType::QSymmS16
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1500 };
1501
1502 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1503 "Reference pad: input is not a supported type.");
1504
1505 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1506 "Reference pad: output is not a supported type.");
1507
1508 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1509 "Reference pad: input and output types are mismatched.");
1510
1511 return supported;
Nina Drozd661dfa72018-10-02 11:14:17 +0100[diff] [blame]1512}
1513
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1514bool RefLayerSupport::IsPermuteSupported(const TensorInfo& input,
1515 const TensorInfo& output,
1516 const PermuteDescriptor& descriptor,
1517 Optional<std::string&> reasonIfUnsupported) const
1518{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1519 IgnoreUnused(descriptor);
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1520 bool supported = true;
1521
1522 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1523 std::array<DataType, 6> supportedTypes =
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1524 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1525 DataType::BFloat16,
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1526 DataType::Float32,
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]1527 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1528 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1529 DataType::QAsymmU8,
1530 DataType::QSymmS16
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1531 };
1532
1533 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1534 "Reference permute: input is not a supported type.");
1535
1536 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1537 "Reference permute: output is not a supported type.");
1538
1539 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1540 "Reference permute: input and output types are mismatched.");
1541
1542 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1543}
1544
1545bool RefLayerSupport::IsPooling2dSupported(const TensorInfo& input,
1546 const TensorInfo& output,
1547 const Pooling2dDescriptor& descriptor,
1548 Optional<std::string&> reasonIfUnsupported) const
1549{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1550 IgnoreUnused(descriptor);
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1551 bool supported = true;
1552
1553 // Define supported output and inputs types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1554 std::array<DataType,6> supportedTypes =
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1555 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1556 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1557 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1558 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1559 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1560 DataType::QAsymmU8,
1561 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1562 };
1563
1564 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1565 "Reference poolind2d: input is not a supported type.");
1566
1567 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1568 "Reference poolind2d: output is not a supported type.");
1569
1570 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1571 "Reference poolind2d: input and output types are mismatched.");
1572
1573 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1574}
1575
James Conroy4f1f8992020-04-29 20:01:10 +0100[diff] [blame^]1576bool RefLayerSupport::IsQLstmSupported(const TensorInfo& input,
1577 const TensorInfo& previousOutputIn,
1578 const TensorInfo& previousCellStateIn,
1579 const TensorInfo& outputStateOut,
1580 const TensorInfo& cellStateOut,
1581 const TensorInfo& output,
1582 const QLstmDescriptor& descriptor,
1583 const LstmInputParamsInfo& paramsInfo,
1584 Optional<std::string&> reasonIfUnsupported) const
1585{
1586 IgnoreUnused(input);
1587 IgnoreUnused(previousOutputIn);
1588 IgnoreUnused(previousCellStateIn);
1589 IgnoreUnused(outputStateOut);
1590 IgnoreUnused(cellStateOut);
1591 IgnoreUnused(output);
1592 IgnoreUnused(descriptor);
1593 IgnoreUnused(paramsInfo);
1594
1595 IgnoreUnused(reasonIfUnsupported);
1596
1597 return true;
1598}
1599
Derek Lamberti5f400d62019-03-25 15:41:58 +0000[diff] [blame]1600bool RefLayerSupport::IsQuantizeSupported(const TensorInfo& input,
1601 const TensorInfo& output,
1602 Optional<std::string&> reasonIfUnsupported) const
1603{
1604 bool supported = true;
1605
Finn Williamsfd271062019-12-04 14:27:27 +0000[diff] [blame]1606 // Define supported input types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1607 std::array<DataType,7> supportedInputTypes = {
1608 DataType::BFloat16,
Keith Davis5e51cd82020-01-29 16:52:59 +0000[diff] [blame]1609 DataType::Float32,
Keith Davis3d8bc972020-02-04 09:31:47 +0000[diff] [blame]1610 DataType::Float16,
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]1611 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +0000[diff] [blame]1612 DataType::QAsymmU8,
1613 DataType::QSymmS8,
1614 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +0000[diff] [blame]1615 };
1616
1617 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
1618 "Reference quantize: input type not supported.");
1619
1620 // Define supported output types.
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]1621 std::array<DataType,4> supportedOutputTypes = {
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]1622 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1623 DataType::QAsymmU8,
Finn Williamsfd271062019-12-04 14:27:27 +0000[diff] [blame]1624 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1625 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +0000[diff] [blame]1626 };
1627 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
1628 "Reference quantize: output type not supported.");
1629
1630 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1631 "Reference quantize: input and output shapes have different num total elements.");
1632
1633 return supported;
1634}
1635
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1636bool RefLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000[diff] [blame]1637 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]1638 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1639 Optional<std::string&> reasonIfUnsupported) const
1640{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1641 IgnoreUnused(output);
1642 IgnoreUnused(descriptor);
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1643 // Define supported output types.
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1644 std::array<DataType,7> supportedOutputTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1645 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1646 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1647 DataType::Float32,
1648 DataType::Float16,
Narumol Prangnawarat0718ee92019-09-13 16:53:38 +0100[diff] [blame]1649 DataType::Signed32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1650 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1651 DataType::QAsymmU8,
1652 DataType::QSymmS16
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1653 };
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1654
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1655 return CheckSupportRule(TypeAnyOf(input, supportedOutputTypes), reasonIfUnsupported,
1656 "Reference reshape: input type not supported.");
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1657}
1658
1659bool RefLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000[diff] [blame]1660 const TensorInfo& output,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1661 Optional<std::string&> reasonIfUnsupported) const
1662{
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +0100[diff] [blame]1663 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1664 std::array<DataType,6> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1665 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1666 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1667 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1668 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1669 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1670 DataType::QAsymmU8,
1671 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1672 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +0100[diff] [blame]1673
1674 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1675 "Reference ResizeBilinear: input type not supported");
1676
1677 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1678 "Reference ResizeBilinear: output type not supported");
1679
1680 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1681 "Reference ResizeBilinear: input and output types not matching");
1682
1683 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1684}
1685
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1686bool RefLayerSupport::IsResizeSupported(const TensorInfo& input,
1687 const TensorInfo& output,
1688 const ResizeDescriptor& descriptor,
1689 Optional<std::string&> reasonIfUnsupported) const
1690{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1691 IgnoreUnused(descriptor);
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1692 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1693 std::array<DataType,6> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1694 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1695 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1696 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1697 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]1698 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1699 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1700 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1701 };
1702
1703 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1704 "Reference Resize: input type not supported");
1705
1706 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1707 "Reference Resize: output type not supported");
1708
1709 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1710 "Reference Resize: input and output types not matching");
1711
1712 return supported;
1713}
1714
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000[diff] [blame]1715bool RefLayerSupport::IsRsqrtSupported(const TensorInfo& input,
1716 const TensorInfo& output,
1717 Optional<std::string&> reasonIfUnsupported) const
1718{
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]1719 return IsElementwiseUnarySupported(input,
1720 output,
1721 ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt),
1722 reasonIfUnsupported);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000[diff] [blame]1723}
1724
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1725bool RefLayerSupport::IsSliceSupported(const TensorInfo& input,
1726 const TensorInfo& output,
1727 const SliceDescriptor& descriptor,
1728 Optional<std::string&> reasonIfUnsupported) const
1729{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1730 IgnoreUnused(descriptor);
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1731 bool supported = true;
1732
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1733 std::array<DataType, 5> supportedTypes =
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1734 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1735 DataType::BFloat16,
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1736 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1737 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1738 DataType::QAsymmU8,
1739 DataType::QSymmS16
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1740 };
1741
1742 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1743 "Reference Slice: input type not supported");
1744
1745 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1746 "Reference Slice: output type not supported");
1747
1748 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1749 "Reference Slice: input and output types are mismatched");
1750
1751 return supported;
1752}
1753
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1754bool RefLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
1755 const TensorInfo& output,
1756 const SoftmaxDescriptor& descriptor,
1757 Optional<std::string&> reasonIfUnsupported) const
1758{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1759 IgnoreUnused(descriptor);
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1760 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1761 std::array<DataType,7> supportedTypes =
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1762 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1763 DataType::BFloat16,
1764 DataType::Float32,
1765 DataType::Float16,
1766 DataType::QSymmS8,
1767 DataType::QAsymmS8,
1768 DataType::QAsymmU8,
1769 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1770 };
1771
1772 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1773 "Reference Softmax: output type not supported");
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1774
1775 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1776 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1777
1778 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1779 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1780
1781 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1782}
1783
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +0000[diff] [blame]1784bool RefLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
1785 const TensorInfo& output,
1786 const SpaceToBatchNdDescriptor& descriptor,
1787 Optional<std::string&> reasonIfUnsupported) const
1788{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1789 IgnoreUnused(descriptor);
nikraj01120522a2019-05-31 11:33:07 +0100[diff] [blame]1790 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1791 std::array<DataType,6> supportedTypes =
nikraj01120522a2019-05-31 11:33:07 +0100[diff] [blame]1792 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1793 DataType::BFloat16,
1794 DataType::Float32,
1795 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1796 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1797 DataType::QAsymmU8,
1798 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +0100[diff] [blame]1799 };
1800
1801 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1802 "Reference SpaceToBatchNd: input type not supported");
1803
1804 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1805 "Reference SpaceToBatchNd: output type not supported");
1806
1807 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1808 "Reference SpaceToBatchNd: input and output types are mismatched");
1809
1810 return supported;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +0000[diff] [blame]1811}
1812
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1813bool RefLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
Keith Davis51910332019-06-26 15:28:43 +0100[diff] [blame]1814 const TensorInfo& output,
1815 const SpaceToDepthDescriptor& descriptor,
1816 Optional<std::string&> reasonIfUnsupported) const
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1817{
1818
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1819 IgnoreUnused(descriptor);
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1820 bool supported = true;
1821
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1822 std::array<DataType,6> supportedTypes =
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1823 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1824 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1825 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1826 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1827 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1828 DataType::QAsymmU8,
1829 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1830 };
1831
1832 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1833 "Reference SpaceToDepth: input type not supported");
1834
1835 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1836 "Reference SpaceToDepth: output type not supported");
1837
1838 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1839 "Reference SpaceToDepth: input and output types are mismatched");
1840
1841 return supported;
1842}
1843
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1844bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1845 const ViewsDescriptor& descriptor,
1846 Optional<std::string&> reasonIfUnsupported) const
1847{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1848 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1849 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1850 std::array<DataType,6> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1851 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1852 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1853 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1854 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1855 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1856 DataType::QAsymmU8,
1857 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1858 };
1859
1860 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1861 "Reference splitter: input type not supported");
1862
1863 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1864}
1865
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100[diff] [blame]1866bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1867 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
1868 const ViewsDescriptor& descriptor,
1869 Optional<std::string&> reasonIfUnsupported) const
1870{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1871 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1872 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1873 std::array<DataType,6> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1874 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1875 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1876 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1877 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1878 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1879 DataType::QAsymmU8,
1880 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1881 };
1882
1883 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1884 "Reference splitter: output type not supported");
1885 for (const TensorInfo output : outputs)
1886 {
1887 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1888 "Reference splitter: input type not supported");
1889
1890 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1891 "Reference splitter: input and output types mismatched.");
1892 }
1893
1894 return supported;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100[diff] [blame]1895}
1896
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1897bool RefLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
1898 const TensorInfo& output,
1899 const StackDescriptor& descriptor,
1900 Optional<std::string&> reasonIfUnsupported) const
1901{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1902 IgnoreUnused(descriptor);
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1903
1904 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1905 std::array<DataType,6> supportedTypes =
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1906 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1907 DataType::BFloat16,
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1908 DataType::Float32,
Matthew Jacksone69c3992019-09-09 14:31:21 +0100[diff] [blame]1909 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1910 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1911 DataType::QAsymmU8,
1912 DataType::QSymmS16
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1913 };
1914
1915 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1916 "Reference stack: output type not supported");
1917 for (const TensorInfo* input : inputs)
1918 {
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +0100[diff] [blame]1919 ARMNN_ASSERT(input != nullptr);
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1920 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
1921 "Reference stack: input type not supported");
1922
1923 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
1924 "Reference stack: input and output types mismatched.");
1925 }
1926
1927 return supported;
1928}
1929
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +0000[diff] [blame]1930bool RefLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
1931 const TensorInfo& output,
1932 const StridedSliceDescriptor& descriptor,
1933 Optional<std::string&> reasonIfUnsupported) const
1934{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1935 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1936 bool supported = true;
1937
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1938 std::array<DataType,5> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1939 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1940 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1941 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1942 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1943 DataType::QAsymmU8,
1944 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1945 };
1946
1947 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1948 "Reference StridedSlice: input type not supported");
1949
1950 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1951 "Reference StridedSlice: output type not supported");
1952
1953 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1954 "Reference StridedSlice: input and output types are mismatched");
1955
1956 return supported;
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +0000[diff] [blame]1957}
1958
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1959bool RefLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
1960 const TensorInfo& input1,
1961 const TensorInfo& output,
1962 Optional<std::string&> reasonIfUnsupported) const
1963{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1964 bool supported = true;
1965
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1966 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1967 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1968 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1969 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1970 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1971 DataType::QAsymmU8,
1972 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1973 };
1974
1975 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1976 "Reference subtraction: input 0 is not a supported type.");
1977
1978 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1979 "Reference subtraction: input 1 is not a supported type.");
1980
1981 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1982 "Reference subtraction: output is not a supported type.");
1983
1984 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1985 "Reference subtraction: input 0 and Input 1 types are mismatched");
1986
1987 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1988 "Reference subtraction: input and output types are mismatched");
1989
1990 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1991 "Reference subtraction: shapes are not suitable for implicit broadcast.");
1992
1993 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1994}
1995
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]1996bool RefLayerSupport::IsPreluSupported(const TensorInfo& input,
1997 const TensorInfo& alpha,
1998 const TensorInfo& output,
1999 Optional<std::string&> reasonIfUnsupported) const
2000{
2001 bool supported = true;
2002
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2003 std::array<DataType, 6> supportedTypes
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]2004 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2005 DataType::BFloat16,
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]2006 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]2007 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2008 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]2009 DataType::QAsymmU8,
2010 DataType::QSymmS16
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]2011 };
2012
2013 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2014 "PReLU: input is not a supported type.");
2015
2016 supported &= CheckSupportRule(TypeAnyOf(alpha, supportedTypes), reasonIfUnsupported,
2017 "PReLU: alpha is not a supported type.");
2018
2019 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2020 "PReLU: output is not a supported type.");
2021
2022 supported &= CheckSupportRule(TypesAreEqual(input, alpha, output), reasonIfUnsupported,
2023 "PReLU: input, alpha and output types are mismatched");
2024
2025 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input, alpha, output), reasonIfUnsupported,
2026 "PReLU: shapes are not suitable for implicit broadcast");
2027
2028 return supported;
2029}
2030
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2031bool RefLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
2032 const TensorInfo& output,
2033 const TransposeConvolution2dDescriptor& descriptor,
2034 const TensorInfo& weights,
2035 const Optional<TensorInfo>& biases,
2036 Optional<std::string&> reasonIfUnsupported) const
2037{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]2038 IgnoreUnused(descriptor);
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2039 bool supported = true;
2040
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2041 std::array<DataType,7> supportedTypes =
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2042 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2043 DataType::BFloat16,
2044 DataType::Float32,
2045 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2046 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2047 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2048 DataType::QSymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2049 DataType::QSymmS16
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2050 };
2051
2052 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2053 "Reference TransposeConvolution2d: input is not a supported type.");
2054
2055 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2056 "Reference TransposeConvolution2d: output is not a supported type.");
2057
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2058 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
2059 "Reference TransposeConvolution2d: input and output types mismatched.");
2060
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2061
2062 const DataType inputType = input.GetDataType();
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2063 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2064 {
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]2065 ARMNN_NO_DEPRECATE_WARN_BEGIN
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2066 std::array<DataType, 4> supportedWeightTypes =
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2067 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2068 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]2069 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]2070 DataType::QSymmS8,
2071 DataType::QuantizedSymm8PerAxis //Deprecated
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2072 };
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]2073 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2074
2075 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
2076 "Reference TransposeConvolution2d: weights type not supported for "
2077 "quantized input.");
2078 }
2079 else
2080 {
2081 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
2082 "Reference TransposeConvolution2d: weights is not a supported type.");
2083
2084 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
2085 "Reference TransposeConvolution2d: input and weights types mismatched.");
2086 }
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2087
2088 if (biases.has_value())
2089 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2090 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar651aafe2019-08-05 11:52:05 +0100[diff] [blame]2091 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2092 DataType::BFloat16,
2093 DataType::Float32,
2094 DataType::Float16,
2095 DataType::Signed32
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2096 };
2097 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
2098 "Reference TransposeConvolution2d: biases is not a supported type.");
2099 }
2100
2101 return supported;
2102}
2103
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2104bool RefLayerSupport::IsTransposeSupported(const TensorInfo& input,
2105 const TensorInfo& output,
2106 const TransposeDescriptor& descriptor,
2107 Optional<std::string&> reasonIfUnsupported) const
2108{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]2109 IgnoreUnused(descriptor);
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2110 bool supported = true;
2111
2112 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2113 std::array<DataType, 6> supportedTypes =
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2114 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2115 DataType::BFloat16,
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2116 DataType::Float32,
2117 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2118 DataType::QAsymmS8,
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2119 DataType::QAsymmU8,
2120 DataType::QSymmS16
2121 };
2122
2123 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2124 "Reference transpose: input is not a supported type.");
2125
2126 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2127 "Reference transpose: output is not a supported type.");
2128
2129 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
2130 "Reference transpose: input and output types are mismatched.");
2131
2132 return supported;
2133}
2134
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]2135} // namespace armnn