blob: 7d3600cf09d6a06aa55500af89bef61250c4fbd7 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "RefLayerSupport.hpp"
David Beck3cc9a622018-10-12 10:38:31 +01007
Keith Davis0c2eeac2020-02-11 16:51:50 +00008#include <armnn/TypesUtils.hpp>
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Types.hpp>
Derek Lamberti50db4e82019-03-13 14:16:15 +000010#include <armnn/Descriptors.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +000011#include <armnn/utility/IgnoreUnused.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012
Matteo Martincighe011d202019-11-28 11:35:47 +000013#include <LayerSupportCommon.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +010014#include <backendsCommon/LayerSupportRules.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +000015
Matteo Martincighe011d202019-11-28 11:35:47 +000016#include <boost/cast.hpp>
telsoa014fcda012018-03-09 14:13:49 +000017
Derek Lamberti50db4e82019-03-13 14:16:15 +000018#include <vector>
Derek Lamberti50db4e82019-03-13 14:16:15 +000019#include <array>
20
telsoa014fcda012018-03-09 14:13:49 +000021using namespace boost;
22
23namespace armnn
24{
25
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +010026namespace
27{
28
29template<typename Float32Func, typename Uint8Func, typename ... Params>
30bool IsSupportedForDataTypeRef(Optional<std::string&> reasonIfUnsupported,
31 DataType dataType,
32 Float32Func floatFuncPtr,
33 Uint8Func uint8FuncPtr,
34 Params&&... params)
35{
36 return IsSupportedForDataTypeGeneric(reasonIfUnsupported,
37 dataType,
38 &FalseFunc<Params...>,
39 floatFuncPtr,
40 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000041 &FalseFunc<Params...>,
kevmay012b4d88e2019-01-24 14:05:09 +000042 &FalseFunc<Params...>,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +010043 std::forward<Params>(params)...);
44}
45
46} // anonymous namespace
47
James Conroy4d1ff582019-06-10 17:06:39 +010048namespace
49{
50
51std::string CreateIncorrectDimensionsErrorMsg(unsigned int expected,
52 unsigned int actual,
53 std::string& layerStr,
54 std::string& tensorName)
55{
56 std::string errorMsg = "Reference " + layerStr + ": Expected " + std::to_string(expected) + " dimensions but got" +
57 " " + std::to_string(actual) + " dimensions instead, for the '" + tensorName + "' tensor.";
58
59 return errorMsg;
60}
61
62} // anonymous namespace
Derek Lamberti50db4e82019-03-13 14:16:15 +000063
Sadik Armagan9199e582019-09-05 17:35:31 +010064bool RefLayerSupport::IsAbsSupported(const TensorInfo& input, const TensorInfo& output,
65 Optional<std::string&> reasonIfUnsupported) const
66{
josh minor4a3c6102020-01-06 16:40:46 -060067 return IsElementwiseUnarySupported(input,
68 output,
69 ElementwiseUnaryDescriptor(UnaryOperation::Abs),
70 reasonIfUnsupported);
Sadik Armagan9199e582019-09-05 17:35:31 +010071}
72
arovir011c7c81b2018-10-08 11:34:28 +010073bool RefLayerSupport::IsActivationSupported(const TensorInfo& input,
74 const TensorInfo& output,
75 const ActivationDescriptor& descriptor,
76 Optional<std::string&> reasonIfUnsupported) const
77{
Derek Lamberti50db4e82019-03-13 14:16:15 +000078 bool supported = true;
79
80 // Define supported types.
Keith Davis0c2eeac2020-02-11 16:51:50 +000081 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +000082 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +000083 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +010084 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +000085 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +000086 DataType::QAsymmU8,
87 DataType::QSymmS16
Derek Lamberti50db4e82019-03-13 14:16:15 +000088 };
89
90 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
91 "Reference activation: input type not supported.");
92
93 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
94 "Reference activation: output type not supported.");
95
96 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
97 "Reference activation: input and output types mismatched.");
98
99 supported &= CheckSupportRule(ShapesAreSameRank(input, output), reasonIfUnsupported,
100 "Reference activation: input and output shapes are of different rank.");
101
102
103 struct ActivationFunctionSupported : public Rule
104 {
105 ActivationFunctionSupported(const ActivationDescriptor& desc)
106 {
107 switch(desc.m_Function)
108 {
109 case ActivationFunction::Abs:
110 case ActivationFunction::BoundedReLu:
David Monahan3b3c3812020-02-25 09:03:29 +0000111 case ActivationFunction::Elu:
Colm Donelan03fbeaf2020-02-26 15:39:23 +0000112 case ActivationFunction::HardSwish:
Derek Lamberti50db4e82019-03-13 14:16:15 +0000113 case ActivationFunction::LeakyReLu:
114 case ActivationFunction::Linear:
115 case ActivationFunction::ReLu:
116 case ActivationFunction::Sigmoid:
117 case ActivationFunction::SoftReLu:
118 case ActivationFunction::Sqrt:
119 case ActivationFunction::Square:
120 case ActivationFunction::TanH:
121 {
122 m_Res = true;
123 break;
124 }
125 default:
126 {
127 m_Res = false;
128 break;
129 }
130 }
131 }
132 };
133
134 // Function is supported
135 supported &= CheckSupportRule(ActivationFunctionSupported(descriptor), reasonIfUnsupported,
136 "Reference activation: function not supported.");
137
138 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100139}
140
141bool RefLayerSupport::IsAdditionSupported(const TensorInfo& input0,
142 const TensorInfo& input1,
143 const TensorInfo& output,
144 Optional<std::string&> reasonIfUnsupported) const
145{
Derek Lamberti50db4e82019-03-13 14:16:15 +0000146 bool supported = true;
147
Keith Davis0c2eeac2020-02-11 16:51:50 +0000148 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000149 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +0000150 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100151 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000152 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000153 DataType::QAsymmU8,
154 DataType::QSymmS16
Derek Lamberti50db4e82019-03-13 14:16:15 +0000155 };
156
157 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
158 "Reference addition: input 0 is not a supported type.");
159
160 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
161 "Reference addition: input 1 is not a supported type.");
162
163 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
164 "Reference addition: output is not a supported type.");
165
166 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
167 "Reference addition: input 0 and Input 1 types are mismatched");
168
169 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
170 "Reference addition: input and output types are mismatched");
171
172 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
173 "Reference addition: shapes are not suitable for implicit broadcast.");
174
175 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100176}
177
Nikhil Raj68c2c902019-09-19 11:21:11 +0100178bool RefLayerSupport::IsArgMinMaxSupported(const armnn::TensorInfo &input, const armnn::TensorInfo &output,
179 const armnn::ArgMinMaxDescriptor &descriptor,
180 armnn::Optional<std::string &> reasonIfUnsupported) const
181{
Jan Eilers8eb25602020-03-09 12:13:48 +0000182 IgnoreUnused(descriptor);
Nikhil Raj68c2c902019-09-19 11:21:11 +0100183
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000184 std::array<DataType, 5> supportedTypes =
Nikhil Raj68c2c902019-09-19 11:21:11 +0100185 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000186 DataType::BFloat16,
Nikhil Raj68c2c902019-09-19 11:21:11 +0100187 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000188 DataType::QAsymmU8,
189 DataType::QSymmS16,
Francis Murtagh1939df52019-11-13 15:21:09 +0000190 DataType::Signed32
Nikhil Raj68c2c902019-09-19 11:21:11 +0100191 };
192
193 bool supported = true;
194
195 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
196 "Reference ArgMinMax: input is not a supported type.");
197 supported &= CheckSupportRule(TypeIs(output, DataType::Signed32), reasonIfUnsupported,
198 "Reference ArgMinMax: output type not supported");
199
200 return supported;
201}
202
arovir011c7c81b2018-10-08 11:34:28 +0100203bool RefLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
204 const TensorInfo& output,
205 const TensorInfo& mean,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100206 const TensorInfo& variance,
arovir011c7c81b2018-10-08 11:34:28 +0100207 const TensorInfo& beta,
208 const TensorInfo& gamma,
209 const BatchNormalizationDescriptor& descriptor,
210 Optional<std::string&> reasonIfUnsupported) const
211{
Jan Eilers8eb25602020-03-09 12:13:48 +0000212 IgnoreUnused(descriptor);
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100213
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000214 std::array<DataType, 5> supportedTypes =
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100215 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000216 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100217 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100218 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000219 DataType::QAsymmU8,
220 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100221 };
222
223 bool supported = true;
224
225 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
226 "Reference batch normalization: input is not a supported type.");
227
228 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
229 "Reference batch normalization: output is not a supported type.");
230
231 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
232 "Reference batch normalization: input and output types are mismatched");
233
234 supported &= CheckSupportRule(TypeAnyOf(mean, supportedTypes), reasonIfUnsupported,
235 "Reference batch normalization: mean is not a supported type.");
236
237 supported &= CheckSupportRule(TypeAnyOf(variance, supportedTypes), reasonIfUnsupported,
238 "Reference batch normalization: variance is not a supported type.");
239
240 supported &= CheckSupportRule(TypeAnyOf(beta, supportedTypes), reasonIfUnsupported,
241 "Reference batch normalization: beta is not a supported type.");
242
243 supported &= CheckSupportRule(TypeAnyOf(gamma, supportedTypes), reasonIfUnsupported,
244 "Reference batch normalization: gamma is not a supported type.");
245
246 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100247}
248
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000249bool RefLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
250 const TensorInfo& output,
251 const BatchToSpaceNdDescriptor& descriptor,
252 Optional<std::string&> reasonIfUnsupported) const
253{
Jan Eilers8eb25602020-03-09 12:13:48 +0000254 IgnoreUnused(descriptor);
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100255
256 bool supported = true;
257
258 std::string batchToSpaceNdLayerStr = "batchToSpaceNd";
259 std::string inputTensorStr = "input";
260 std::string outputTensorStr = "output";
261
262 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000263 std::array<DataType,5> supportedTypes =
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100264 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000265 DataType::BFloat16,
266 DataType::Float32,
267 DataType::Float16,
268 DataType::QAsymmU8,
269 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100270 };
271
272 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
273 "Reference BatchToSpaceNd: input type not supported.");
274
275 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
276 "Reference BatchToSpaceNd: output type not supported.");
277
278 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
279 "Reference BatchToSpaceNd: input and output types mismatched.");
280
281 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 4),
282 reasonIfUnsupported,
283 CreateIncorrectDimensionsErrorMsg(4,
284 output.GetNumDimensions(),
285 batchToSpaceNdLayerStr,
286 outputTensorStr).data());
287
288 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(input, 4),
289 reasonIfUnsupported,
290 CreateIncorrectDimensionsErrorMsg(4,
291 input.GetNumDimensions(),
292 batchToSpaceNdLayerStr,
293 inputTensorStr).data());
294
295 return supported;
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000296}
297
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100298bool RefLayerSupport::IsComparisonSupported(const TensorInfo& input0,
299 const TensorInfo& input1,
300 const TensorInfo& output,
301 const ComparisonDescriptor& descriptor,
302 Optional<std::string&> reasonIfUnsupported) const
303{
Jan Eilers8eb25602020-03-09 12:13:48 +0000304 IgnoreUnused(descriptor);
Sadik Armaganb60dd242020-03-19 13:53:16 +0000305 std::array<DataType, 7> supportedInputTypes =
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100306 {
Sadik Armaganb60dd242020-03-19 13:53:16 +0000307 DataType::Boolean,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000308 DataType::BFloat16,
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100309 DataType::Float32,
310 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000311 DataType::QAsymmU8,
Sadik Armaganb60dd242020-03-19 13:53:16 +0000312 DataType::QSymmS16,
313 DataType::Signed32
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100314 };
315
316 bool supported = true;
317 supported &= CheckSupportRule(TypeAnyOf(input0, supportedInputTypes), reasonIfUnsupported,
318 "Reference comparison: input 0 is not a supported type");
319
320 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
321 "Reference comparison: input 0 and Input 1 types are mismatched");
322
323 supported &= CheckSupportRule(TypeIs(output, DataType::Boolean), reasonIfUnsupported,
324 "Reference comparison: output is not of type Boolean");
325
326 return supported;
327}
328
Jim Flynn906f9462019-05-10 13:55:21 +0100329bool RefLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
330 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100331 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100332 Optional<std::string&> reasonIfUnsupported) const
333{
Jan Eilers8eb25602020-03-09 12:13:48 +0000334 IgnoreUnused(descriptor);
Jim Flynne242f2d2019-05-22 14:24:13 +0100335
336 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000337 std::array<DataType,6> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100338 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000339 DataType::BFloat16,
340 DataType::Float32,
341 DataType::Float16,
342 DataType::QAsymmU8,
343 DataType::QAsymmS8,
344 DataType::QSymmS16
Jim Flynne242f2d2019-05-22 14:24:13 +0100345 };
346
347 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
348 "Reference concatenation: output type not supported");
349 for (const TensorInfo* input : inputs)
350 {
Matthew Jackson81e601c2019-07-11 12:07:09 +0100351 BOOST_ASSERT(input != nullptr);
Jim Flynne242f2d2019-05-22 14:24:13 +0100352 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
353 "Reference concatenation: input type not supported");
354
355 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
356 "Reference concatenation: input and output types mismatched.");
357 }
358
359 return supported;
Jim Flynn906f9462019-05-10 13:55:21 +0100360}
361
arovir011c7c81b2018-10-08 11:34:28 +0100362bool RefLayerSupport::IsConstantSupported(const TensorInfo& output,
363 Optional<std::string&> reasonIfUnsupported) const
364{
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000365 std::array<DataType,7> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100366 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000367 DataType::BFloat16,
Nina Drozd58ef2c62019-05-16 12:09:18 +0100368 DataType::Float32,
369 DataType::Signed32,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000370 DataType::QAsymmU8,
Keith Davis67e6c542020-02-19 10:08:33 +0000371 DataType::QAsymmS8,
Keith Davis5204aa82020-01-27 15:24:59 +0000372 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000373 DataType::QSymmS16
Nina Drozd58ef2c62019-05-16 12:09:18 +0100374 };
375
376 return CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
377 "Reference constant: output is not a supported type.");
arovir011c7c81b2018-10-08 11:34:28 +0100378}
379
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +0000380bool RefLayerSupport::IsConvertBf16ToFp32Supported(const TensorInfo& input,
381 const TensorInfo& output,
382 Optional<std::string&> reasonIfUnsupported) const
383{
384 bool supported = true;
385
386 supported &= CheckSupportRule(TypeIs(input, DataType::BFloat16), reasonIfUnsupported,
387 "Reference for ConvertBf16ToFp32 layer: input type not supported");
388
389 supported &= CheckSupportRule(TypeIs(output, DataType::Float32), reasonIfUnsupported,
390 "Reference for ConvertBf16ToFp32 layer: output type not supported");
391
392 return supported;
393}
394
arovir011c7c81b2018-10-08 11:34:28 +0100395bool RefLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
396 const TensorInfo& output,
397 Optional<std::string&> reasonIfUnsupported) const
398{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100399 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
400 input.GetDataType(),
401 &TrueFunc<>,
402 &FalseInputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000403 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000404 &FalseFuncI32<>,
405 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100406 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
407 output.GetDataType(),
408 &FalseOutputFuncF16<>,
409 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000410 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000411 &FalseFuncI32<>,
412 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100413}
414
Narumol Prangnawaratea54a012020-03-16 16:36:10 +0000415bool RefLayerSupport::IsConvertFp32ToBf16Supported(const TensorInfo& input,
416 const TensorInfo& output,
417 Optional<std::string&> reasonIfUnsupported) const
418{
419 bool supported = true;
420
421 supported &= CheckSupportRule(TypeIs(input, DataType::Float32), reasonIfUnsupported,
422 "Reference for ConvertFp32ToBf16 layer: input type not supported");
423
424 supported &= CheckSupportRule(TypeIs(output, DataType::BFloat16), reasonIfUnsupported,
425 "Reference for ConvertFp32ToBf16 layer: output type not supported");
426
427 return supported;
428}
429
arovir011c7c81b2018-10-08 11:34:28 +0100430bool RefLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
431 const TensorInfo& output,
432 Optional<std::string&> reasonIfUnsupported) const
433{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100434 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
435 input.GetDataType(),
436 &FalseInputFuncF16<>,
437 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000438 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000439 &FalseFuncI32<>,
440 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100441 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
442 output.GetDataType(),
443 &TrueFunc<>,
444 &FalseOutputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000445 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000446 &FalseFuncI32<>,
447 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100448}
449
450bool RefLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
451 const TensorInfo& output,
452 const Convolution2dDescriptor& descriptor,
453 const TensorInfo& weights,
454 const Optional<TensorInfo>& biases,
455 Optional<std::string&> reasonIfUnsupported) const
456{
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100457 bool supported = true;
458
459 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000460 std::array<DataType,7> supportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000461 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000462 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000463 DataType::Float32,
464 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000465 DataType::QAsymmU8,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000466 DataType::QAsymmS8,
Keith Davis5204aa82020-01-27 15:24:59 +0000467 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000468 DataType::QSymmS16
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100469 };
470
471 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000472 "Reference Convolution2d: input is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100473
474 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000475 "Reference Convolution2d: output is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100476
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100477 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000478 "Reference Convolution2d: input and output types mismatched.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100479
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000480 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000481 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000482 {
Derek Lambertid466a542020-01-22 15:37:29 +0000483 ARMNN_NO_DEPRECATE_WARN_BEGIN
Keith Davis0c2eeac2020-02-11 16:51:50 +0000484 std::array<DataType, 4> supportedWeightTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000485 {
Derek Lambertif90c56d2020-01-10 17:14:08 +0000486 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000487 DataType::QSymmS8,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000488 DataType::QAsymmS8,
Derek Lambertid466a542020-01-22 15:37:29 +0000489 DataType::QuantizedSymm8PerAxis // deprecated
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000490 };
Derek Lambertid466a542020-01-22 15:37:29 +0000491 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000492
493 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000494 "Reference Convolution2d: weights type not supported for quantized input.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000495 }
496 else
497 {
498 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000499 "Reference Convolution2d: weights is not a supported type.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000500
501 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000502 "Reference Convolution2d: input and weights types mismatched.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000503 }
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100504
505 if (biases.has_value())
506 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000507 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000508 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000509 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000510 DataType::Float32,
511 DataType::Float16,
512 DataType::Signed32
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100513 };
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000514
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100515 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000516 "Reference Convolution2d: biases is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100517 }
Jan Eilers8eb25602020-03-09 12:13:48 +0000518 IgnoreUnused(descriptor);
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100519
520 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100521}
522
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000523bool RefLayerSupport::IsDebugSupported(const TensorInfo& input,
524 const TensorInfo& output,
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000525 Optional<std::string&> reasonIfUnsupported) const
526{
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100527 bool supported = true;
528
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000529 std::array<DataType, 8> supportedTypes =
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100530 {
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000531 DataType::BFloat16,
Aron Virginas-Tardb1a2832019-11-12 16:15:11 +0000532 DataType::Float16,
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100533 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000534 DataType::QAsymmU8,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000535 DataType::QAsymmS8,
Keith Davis5204aa82020-01-27 15:24:59 +0000536 DataType::QSymmS8,
Narumol Prangnawaratd2d917d2020-01-09 10:16:39 +0000537 DataType::QSymmS16,
538 DataType::Signed32
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100539 };
540
541 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000542 "Reference for Debug layer: input type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100543
544 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000545 "Reference for Debug layer: output type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100546
547 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000548 "Reference for Debug layer: input and output types are mismatched");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100549
550 return supported;
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000551}
552
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100553bool RefLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
554 const TensorInfo& output,
555 const DepthToSpaceDescriptor& descriptor,
556 Optional<std::string&> reasonIfUnsupported) const
557{
Jan Eilers8eb25602020-03-09 12:13:48 +0000558 IgnoreUnused(descriptor);
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100559 bool supported = true;
560
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000561 std::array<DataType,5> supportedTypes =
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100562 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000563 DataType::BFloat16,
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100564 DataType::Float32,
565 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000566 DataType::QAsymmU8,
567 DataType::QSymmS16
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100568 };
569
570 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
571 "Reference DepthToSpace: input type not supported");
572
573 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
574 "Reference DepthToSpace: output type not supported");
575
576 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
577 "Reference DepthToSpace: input and output types are mismatched");
578
579 return supported;
580}
581
arovir011c7c81b2018-10-08 11:34:28 +0100582bool RefLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
583 const TensorInfo& output,
584 const DepthwiseConvolution2dDescriptor& descriptor,
585 const TensorInfo& weights,
586 const Optional<TensorInfo>& biases,
587 Optional<std::string&> reasonIfUnsupported) const
588{
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100589 bool supported = true;
590
591 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000592 std::array<DataType,7> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100593 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000594 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100595 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100596 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000597 DataType::QSymmS8,
598 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000599 DataType::QAsymmU8,
600 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100601 };
602
603 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
604 "Reference DepthwiseConvolution2d: input is not a supported type.");
605
606 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
607 "Reference DepthwiseConvolution2d: output is not a supported type.");
608
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100609 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
610 "Reference DepthwiseConvolution2d: input and output types mismatched.");
611
Derek Lambertid466a542020-01-22 15:37:29 +0000612 ARMNN_NO_DEPRECATE_WARN_BEGIN
613 std::array<DataType, 3> supportedWeightTypes =
614 {
615 DataType::QAsymmU8,
616 DataType::QSymmS8,
617 DataType::QuantizedSymm8PerAxis // deprecated
618 };
619 ARMNN_NO_DEPRECATE_WARN_END
620
Teresa Charlind8df0262019-11-11 12:28:15 +0000621 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000622 if (IsQuantized8BitType(inputType))
Teresa Charlind8df0262019-11-11 12:28:15 +0000623 {
Teresa Charlind8df0262019-11-11 12:28:15 +0000624
625 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
626 "Reference convolution2d: weights type not supported for quantized input.");
627 }
628 else
629 {
630 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
631 "Reference DepthwiseConvolution2d: weights is not a supported type.");
632
633 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
634 "Reference DepthwiseConvolution2d: input and weights types mismatched.");
635 }
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100636
637 if (biases.has_value())
638 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000639 std::array<DataType,4> biasesSupportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100640 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000641 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100642 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100643 DataType::Float16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100644 DataType::Signed32
645 };
646 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
647 "Reference DepthwiseConvolution2d: biases is not a supported type.");
648 }
Jan Eilers8eb25602020-03-09 12:13:48 +0000649 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100650
651 return supported;
652
arovir011c7c81b2018-10-08 11:34:28 +0100653}
654
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000655bool RefLayerSupport::IsDequantizeSupported(const TensorInfo& input,
656 const TensorInfo& output,
657 Optional<std::string&> reasonIfUnsupported) const
658{
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100659 bool supported = true;
660
Ryan OShea9add1202020-02-07 10:06:33 +0000661 std::array<DataType,4> supportedInputTypes = {
662 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000663 DataType::QAsymmU8,
Finn Williamsfd271062019-12-04 14:27:27 +0000664 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000665 DataType::QSymmS16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100666 };
667
668 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000669 "Reference for Dequantize layer: input type not supported.");
670
671 supported &= CheckSupportRule( TypeNotPerAxisQuantized(input), reasonIfUnsupported,
672 "Reference for Dequantize layer: per-axis quantized input not support .");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100673
Derek Lambertid466a542020-01-22 15:37:29 +0000674 supported &= CheckSupportRule(TypeNotPerAxisQuantized(input), reasonIfUnsupported,
675 "Reference dequantize: per-axis quantized input not support .");
676
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000677 std::array<DataType,3> supportedOutputTypes = {
678 DataType::BFloat16,
Jan Eilersf7107932019-11-01 11:09:36 +0000679 DataType::Float32,
680 DataType::Float16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100681 };
682
683 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000684 "Reference for Dequantize layer: output type not supported.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100685
686 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000687 "Reference for Dequantize layer: input/output shapes have different num total "
688 "elements.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100689
690 return supported;
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000691}
692
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000693bool RefLayerSupport::IsDetectionPostProcessSupported(const TensorInfo& boxEncodings,
694 const TensorInfo& scores,
695 const TensorInfo& anchors,
696 const TensorInfo& detectionBoxes,
697 const TensorInfo& detectionClasses,
698 const TensorInfo& detectionScores,
699 const TensorInfo& numDetections,
700 const DetectionPostProcessDescriptor& descriptor,
701 Optional<std::string&> reasonIfUnsupported) const
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000702{
Jan Eilers8eb25602020-03-09 12:13:48 +0000703 IgnoreUnused(anchors, detectionBoxes, detectionClasses, detectionScores, numDetections, descriptor);
Derek Lamberti901ea112019-12-10 22:07:09 +0000704
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100705 bool supported = true;
706
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000707 std::array<DataType,4> supportedInputTypes =
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100708 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000709 DataType::BFloat16,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100710 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000711 DataType::QAsymmU8,
712 DataType::QSymmS16
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100713 };
714
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000715 supported &= CheckSupportRule(TypeAnyOf(boxEncodings, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100716 "Reference DetectionPostProcess: input 0 is not a supported type.");
717
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000718 supported &= CheckSupportRule(TypeAnyOf(scores, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100719 "Reference DetectionPostProcess: input 1 is not a supported type.");
720
721 return supported;
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000722}
723
Pablo Tellof0bd6832019-04-26 17:58:13 +0100724bool RefLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
725 const TensorInfo& output,
726 const DepthwiseConvolution2dDescriptor& descriptor,
727 const TensorInfo& weights,
728 const Optional<TensorInfo>& biases,
729 Optional<std::string&> reasonIfUnsupported) const
730{
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100731 return IsDepthwiseConvolutionSupported(input, output, descriptor, weights, biases, reasonIfUnsupported);
Pablo Tellof0bd6832019-04-26 17:58:13 +0100732}
733
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100734bool RefLayerSupport::IsDivisionSupported(const TensorInfo& input0,
arovir011c7c81b2018-10-08 11:34:28 +0100735 const TensorInfo& input1,
736 const TensorInfo& output,
737 Optional<std::string&> reasonIfUnsupported) const
738{
Sadik Armagan2999a022019-04-09 14:20:12 +0100739 bool supported = true;
740
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000741 std::array<DataType,5> supportedTypes = {
742 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100743 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100744 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000745 DataType::QAsymmU8,
746 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +0100747 };
748
749 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
750 "Reference division: input 0 is not a supported type.");
751
752 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
753 "Reference division: input 1 is not a supported type.");
754
755 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
756 "Reference division: output is not a supported type.");
757
758 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
759 "Reference division: input 0 and Input 1 types are mismatched");
760
761 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
762 "Reference division: input and output types are mismatched");
763
764 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
765 "Reference division: shapes are not suitable for implicit broadcast.");
766
767 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100768}
769
josh minor4a3c6102020-01-06 16:40:46 -0600770bool RefLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
771 const TensorInfo& output,
772 const ElementwiseUnaryDescriptor& descriptor,
773 Optional<std::string&> reasonIfUnsupported) const
774{
Jan Eilers8eb25602020-03-09 12:13:48 +0000775 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600776
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000777 std::array<DataType, 5> supportedTypes =
josh minor4a3c6102020-01-06 16:40:46 -0600778 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000779 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -0600780 DataType::Float32,
781 DataType::Float16,
782 DataType::QAsymmU8,
783 DataType::QSymmS16
784 };
785
786 bool supported = true;
787
788 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
789 "Reference elementwise unary: input type not supported");
790
791 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
792 "Reference elementwise unary: output type not supported");
793
794 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
795 "Reference elementwise unary: input and output types not matching");
796
797 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
798 "Reference elementwise unary: input and output shapes"
799 "have different number of total elements");
800
801 return supported;
802}
803
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000804bool RefLayerSupport::IsEqualSupported(const TensorInfo& input0,
805 const TensorInfo& input1,
806 const TensorInfo& output,
807 Optional<std::string&> reasonIfUnsupported) const
808{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100809 return IsComparisonSupported(input0,
810 input1,
811 output,
812 ComparisonDescriptor(ComparisonOperation::Equal),
813 reasonIfUnsupported);
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000814}
815
arovir011c7c81b2018-10-08 11:34:28 +0100816bool RefLayerSupport::IsFakeQuantizationSupported(const TensorInfo& input,
817 const FakeQuantizationDescriptor& descriptor,
818 Optional<std::string&> reasonIfUnsupported) const
819{
Jan Eilers8eb25602020-03-09 12:13:48 +0000820 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100821 bool supported = true;
822
823 std::array<DataType,1> supportedTypes =
824 {
825 DataType::Float32
826 };
827
828 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
829 "Reference fake quantization: input type not supported.");
830
831 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100832}
833
834bool RefLayerSupport::IsFloorSupported(const TensorInfo& input,
835 const TensorInfo& output,
836 Optional<std::string&> reasonIfUnsupported) const
837{
Jan Eilers8eb25602020-03-09 12:13:48 +0000838 IgnoreUnused(output);
James Conroy83735b12019-05-30 16:36:59 +0100839 bool supported = true;
840
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000841 std::array<DataType,4> supportedTypes =
James Conroy83735b12019-05-30 16:36:59 +0100842 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000843 DataType::BFloat16,
James Conroyb40d7102019-06-04 12:32:09 +0100844 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100845 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000846 DataType::QSymmS16
James Conroy83735b12019-05-30 16:36:59 +0100847 };
848
849 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
850 "Reference Floor: input type not supported.");
851
852 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
853 "Reference Floor: output type not supported.");
854
855 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100856}
857
858bool RefLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
859 const TensorInfo& output,
860 const TensorInfo& weights,
861 const TensorInfo& biases,
862 const FullyConnectedDescriptor& descriptor,
863 Optional<std::string&> reasonIfUnsupported) const
864{
Francis Murtagh46c09d02019-05-28 08:15:28 +0100865 bool supported = true;
866
867 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000868 std::array<DataType,6> supportedTypes =
Francis Murtagh46c09d02019-05-28 08:15:28 +0100869 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000870 DataType::BFloat16,
871 DataType::Float32,
872 DataType::Float16,
873 DataType::QAsymmU8,
874 DataType::QAsymmS8,
875 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +0100876 };
877
878 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
879 "Reference Fully Connected: input type not supported.");
880
881 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
882 "Reference Fully Connected: output type not supported.");
883
884 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
885 "Reference Fully Connected: input and output types mismatched.");
886
887 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
888 "Reference Fully Connected: weights type not supported.");
889
Francis Murtaghddb1d062020-03-10 13:51:45 +0000890 ARMNN_NO_DEPRECATE_WARN_BEGIN
891 std::array<DataType, 3> supportedWeightTypes =
892 {
893 DataType::QAsymmU8,
894 DataType::QSymmS8,
895 DataType::QuantizedSymm8PerAxis // deprecated
896 };
897 ARMNN_NO_DEPRECATE_WARN_END
898
899 if (IsQuantized8BitType(input.GetDataType()))
900 {
901
902 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
903 "Reference Fully Connected: weights type not supported for quantized input.");
904 }
905 else
906 {
907 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
908 "Reference Fully Connected: weights is not a supported type.");
909
910 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
911 "Reference Fully Connected: input and weights types mismatched.");
912 }
Francis Murtagh46c09d02019-05-28 08:15:28 +0100913
914 if (descriptor.m_BiasEnabled)
915 {
916 // Defined supported types for bias
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000917 std::array<DataType, 4>
Francis Murtagh46c09d02019-05-28 08:15:28 +0100918 supportedBiasTypes =
919 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000920 DataType::BFloat16,
Francis Murtagh46c09d02019-05-28 08:15:28 +0100921 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100922 DataType::Float16,
Francis Murtagh46c09d02019-05-28 08:15:28 +0100923 DataType::Signed32
924 };
925
926 supported &= CheckSupportRule(TypeAnyOf(biases, supportedBiasTypes), reasonIfUnsupported,
927 "Reference Fully Connected: bias type not supported.");
928
929 supported &= CheckSupportRule(BiasAndWeightsTypesMatch(biases, weights), reasonIfUnsupported,
930 "Reference Fully Connected: bias and weight types mismatch.");
931
932 supported &= CheckSupportRule(BiasAndWeightsTypesCompatible(weights, supportedBiasTypes), reasonIfUnsupported,
933 "Reference Fully Connected: bias type inferred from weights is incompatible.");
934
935 }
936
937 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100938}
939
narpra014951d842019-01-18 16:53:53 +0000940bool RefLayerSupport::IsGatherSupported(const armnn::TensorInfo& input0,
941 const armnn::TensorInfo& input1,
942 const armnn::TensorInfo& output,
943 armnn::Optional<std::string&> reasonIfUnsupported) const
944{
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100945 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000946 std::array<DataType,5> supportedTypes =
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100947 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000948 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100949 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100950 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000951 DataType::QAsymmU8,
952 DataType::QSymmS16
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100953 };
954
955 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
956 "Reference Gather: input type not supported");
957
958 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
959 "Reference Gather: output type not supported");
960
961 supported &= CheckSupportRule(TypeIs(input1, DataType::Signed32), reasonIfUnsupported,
962 "Reference Gather: indices (input1) type not supported");
963
964 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
965 "Reference Gather: input and output types not matching");
966
967 return supported;
narpra014951d842019-01-18 16:53:53 +0000968}
969
FrancisMurtagh878f0232018-12-19 10:56:15 +0000970bool RefLayerSupport::IsGreaterSupported(const TensorInfo& input0,
971 const TensorInfo& input1,
972 const TensorInfo& output,
973 Optional<std::string&> reasonIfUnsupported) const
974{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100975 return IsComparisonSupported(input0,
976 input1,
977 output,
978 ComparisonDescriptor(ComparisonOperation::Greater),
979 reasonIfUnsupported);
FrancisMurtagh878f0232018-12-19 10:56:15 +0000980}
981
Derek Lamberti901ea112019-12-10 22:07:09 +0000982bool RefLayerSupport::IsInputSupported(const TensorInfo& /*input*/,
983 Optional<std::string&> /*reasonIfUnsupported*/) const
arovir011c7c81b2018-10-08 11:34:28 +0100984{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +0100985 return true;
arovir011c7c81b2018-10-08 11:34:28 +0100986}
987
Kevin May09ca49c2019-10-09 12:37:34 +0100988bool RefLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
989 const TensorInfo& output,
990 const InstanceNormalizationDescriptor& descriptor,
991 Optional<std::string&> reasonIfUnsupported) const
992{
Jan Eilers8eb25602020-03-09 12:13:48 +0000993 IgnoreUnused(descriptor);
Kevin May09ca49c2019-10-09 12:37:34 +0100994 // Define supported types
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000995 std::array<DataType, 3> supportedTypes =
Kevin May09ca49c2019-10-09 12:37:34 +0100996 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000997 DataType::BFloat16,
Kevin May09ca49c2019-10-09 12:37:34 +0100998 DataType::Float32,
999 DataType::Float16
1000 };
1001
1002 bool supported = true;
1003
1004 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1005 "Reference Instance Normalization: input type not supported.");
1006
1007 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1008 "Reference Instance Normalization: output type not supported.");
1009
1010 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1011 "Reference Instance Normalization: input and output types mismatched.");
1012
1013 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1014 "Reference Instance Normalization: input and output shapes have different "
1015 "num total elements.");
1016
1017 return supported;
1018}
1019
arovir011c7c81b2018-10-08 11:34:28 +01001020bool RefLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
1021 const TensorInfo& output,
1022 const L2NormalizationDescriptor& descriptor,
1023 Optional<std::string&> reasonIfUnsupported) const
1024{
Jan Eilers8eb25602020-03-09 12:13:48 +00001025 IgnoreUnused(descriptor);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001026 // Define supported types
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001027 std::array<DataType, 5> supportedTypes =
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001028 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001029 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001030 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001031 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001032 DataType::QAsymmU8,
1033 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001034 };
1035
1036 bool supported = true;
1037
1038 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1039 "Reference L2normalization: input type not supported.");
1040
1041 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1042 "Reference L2normalization: output type not supported.");
1043
1044 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1045 "Reference L2normalization: input and output types mismatched.");
1046
1047 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1048 "Reference L2normalization: input and output shapes have different "
1049 "num total elements.");
1050
1051 return supported;
arovir011c7c81b2018-10-08 11:34:28 +01001052}
1053
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001054bool RefLayerSupport::IsLogSoftmaxSupported(const TensorInfo& input,
1055 const TensorInfo& output,
1056 const LogSoftmaxDescriptor& descriptor,
1057 Optional<std::string&> reasonIfUnsupported) const
1058{
Jan Eilers8eb25602020-03-09 12:13:48 +00001059 IgnoreUnused(descriptor);
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001060
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001061 std::array<DataType, 3> supportedTypes =
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001062 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001063 DataType::BFloat16,
1064 DataType::Float32,
1065 DataType::Float16
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001066 };
1067
1068 bool supported = true;
1069 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1070 "Reference LogSoftmax: input type not supported");
1071
1072 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1073 "Reference LogSoftmax: output type not supported");
1074
1075 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1076 "Reference LogSoftmax: input and output types do not match");
1077
1078 return supported;
1079}
1080
arovir011c7c81b2018-10-08 11:34:28 +01001081bool RefLayerSupport::IsLstmSupported(const TensorInfo& input,
1082 const TensorInfo& outputStateIn,
1083 const TensorInfo& cellStateIn,
1084 const TensorInfo& scratchBuffer,
1085 const TensorInfo& outputStateOut,
1086 const TensorInfo& cellStateOut,
1087 const TensorInfo& output,
1088 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001089 const LstmInputParamsInfo& paramsInfo,
1090 Optional<std::string&> reasonIfUnsupported) const
arovir011c7c81b2018-10-08 11:34:28 +01001091{
Jan Eilers8eb25602020-03-09 12:13:48 +00001092 IgnoreUnused(descriptor);
1093 IgnoreUnused(paramsInfo);
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001094
1095 bool supported = true;
1096
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001097 std::array<DataType,3> supportedTypes = {
1098 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +01001099 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001100 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001101 };
1102
Jan Eilersd01a83c2019-07-03 18:20:40 +01001103 // check inputs and outputs
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001104 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1105 "Reference Lstm: input is not a supported type.");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001106 supported &= CheckSupportRule(TypesAreEqual(input, outputStateIn), reasonIfUnsupported,
1107 "Reference Lstm: input and outputStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001108 supported &= CheckSupportRule(TypesAreEqual(input, cellStateIn), reasonIfUnsupported,
1109 "Reference Lstm: input and cellStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001110 supported &= CheckSupportRule(TypesAreEqual(input, scratchBuffer), reasonIfUnsupported,
1111 "Reference Lstm: input and scratchBuffer types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001112 supported &= CheckSupportRule(TypesAreEqual(input, outputStateOut), reasonIfUnsupported,
1113 "Reference Lstm: input and outputStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001114 supported &= CheckSupportRule(TypesAreEqual(input, cellStateOut), reasonIfUnsupported,
1115 "Reference Lstm: input and cellStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001116 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1117 "Reference Lstm: input and output types are mismatched");
Jan Eilersd01a83c2019-07-03 18:20:40 +01001118 // check layer parameters
Francis Murtaghbb590b42019-08-14 09:51:36 +01001119 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001120 "Reference Lstm: input and InputToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001121 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001122 "Reference Lstm: input and InputToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001123 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001124 "Reference Lstm: input and InputToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001125 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001126 "Reference Lstm: input and RecurrentToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001127 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001128 "Reference Lstm: input and RecurrentToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001129 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001130 "Reference Lstm: input and RecurrentToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001131 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001132 "Reference Lstm: input and ForgetGateBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001133 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001134 "Reference Lstm: input and CellBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001135 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001136 "Reference Lstm: input and OutputGateBias types are mismatched");
1137 if (!descriptor.m_CifgEnabled)
1138 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001139 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToInputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001140 "Reference Lstm: input and InputToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001141 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001142 reasonIfUnsupported,
1143 "Reference Lstm: input and RecurrentToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001144 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001145 "Reference Lstm: input and InputGateBias types are mismatched");
1146 if (descriptor.m_PeepholeEnabled)
1147 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001148 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001149 reasonIfUnsupported,
1150 "Reference Lstm: input and CellToInputWeights types are mismatched");
1151 }
1152 }
1153 if (descriptor.m_PeepholeEnabled)
1154 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001155 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001156 "Reference Lstm: input and CellToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001157 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001158 "Reference Lstm: input and CellToOutputWeights types are mismatched");
1159 }
1160 if (descriptor.m_ProjectionEnabled)
1161 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001162 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001163 "Reference Lstm: input and mProjectionWeights types are mismatched");
1164 if (paramsInfo.m_ProjectionBias != nullptr)
1165 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001166 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001167 "Reference Lstm: input and ProjectionBias types are mismatched");
1168 }
1169 }
1170 if (descriptor.m_LayerNormEnabled)
1171 {
1172 if (!descriptor.m_CifgEnabled)
1173 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001174 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001175 reasonIfUnsupported,
1176 "Reference Lstm: input and InputLayerNormWeights types are mismatched");
1177 }
Francis Murtaghbb590b42019-08-14 09:51:36 +01001178 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001179 reasonIfUnsupported,
1180 "Reference Lstm: input and ForgetLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001181 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001182 reasonIfUnsupported,
1183 "Reference Lstm: input and CellLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001184 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001185 reasonIfUnsupported,
1186 "Reference Lstm: input and OutputLayerNormWeights types are mismatched");
1187 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001188
1189 return supported;
telsoa01c577f2c2018-08-31 09:22:23 +01001190}
1191
saoste012df12b32018-11-28 16:57:20 +00001192bool RefLayerSupport::IsMaximumSupported(const TensorInfo& input0,
1193 const TensorInfo& input1,
1194 const TensorInfo& output,
1195 Optional<std::string&> reasonIfUnsupported) const
1196{
Sadik Armagan2999a022019-04-09 14:20:12 +01001197 bool supported = true;
1198
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001199 std::array<DataType,6> supportedTypes = {
1200 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001201 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001202 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001203 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001204 DataType::QAsymmU8,
1205 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +01001206 };
1207
1208 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1209 "Reference maximum: input 0 is not a supported type.");
1210
1211 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1212 "Reference maximum: input 1 is not a supported type.");
1213
1214 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1215 "Reference maximum: output is not a supported type.");
1216
1217 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1218 "Reference maximum: input 0 and Input 1 types are mismatched");
1219
1220 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1221 "Reference maximum: input and output types are mismatched");
1222
1223 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1224 "Reference maximum: shapes are not suitable for implicit broadcast.");
1225
1226 return supported;
saoste012df12b32018-11-28 16:57:20 +00001227}
1228
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001229bool RefLayerSupport::IsMeanSupported(const TensorInfo& input,
1230 const TensorInfo& output,
1231 const MeanDescriptor& descriptor,
1232 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +01001233{
James Conroy4d1ff582019-06-10 17:06:39 +01001234 bool supported = true;
1235 std::string meanLayerStr = "Mean";
1236 std::string outputTensorStr = "output";
1237
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001238 std::array<DataType,5> supportedTypes =
James Conroy4d1ff582019-06-10 17:06:39 +01001239 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001240 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +01001241 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001242 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001243 DataType::QAsymmU8,
1244 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +01001245 };
1246
1247 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1248 "Reference Mean: input type not supported.");
1249
1250 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1251 "Reference Mean: input and output types are mismatched");
1252
1253 if (descriptor.m_KeepDims)
1254 {
1255 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, input.GetNumDimensions()),
1256 reasonIfUnsupported,
1257 CreateIncorrectDimensionsErrorMsg(input.GetNumDimensions(),
1258 output.GetNumDimensions(),
1259 meanLayerStr, outputTensorStr).data());
1260 }
1261 else if (descriptor.m_Axis.empty())
1262 {
1263 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1264 reasonIfUnsupported,
1265 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1266 meanLayerStr, outputTensorStr).data());
1267 }
1268 else
1269 {
1270 auto outputDim = input.GetNumDimensions() - boost::numeric_cast<unsigned int>(descriptor.m_Axis.size());
1271
1272 if (outputDim > 0)
1273 {
1274 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, outputDim),
1275 reasonIfUnsupported,
1276 CreateIncorrectDimensionsErrorMsg(outputDim, output.GetNumDimensions(),
1277 meanLayerStr, outputTensorStr).data());
1278 }
1279 else
1280 {
1281 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1282 reasonIfUnsupported,
1283 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1284 meanLayerStr, outputTensorStr).data());
1285 }
1286 }
1287
1288 return supported;
narpra0132b90462018-09-13 11:07:48 +01001289}
1290
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001291bool RefLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +00001292 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +01001293 const MergerDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001294 Optional<std::string&> reasonIfUnsupported) const
1295{
Jim Flynne242f2d2019-05-22 14:24:13 +01001296 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001297}
1298
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001299bool RefLayerSupport::IsMemCopySupported(const TensorInfo &input,
1300 const TensorInfo &output,
1301 Optional<std::string &> reasonIfUnsupported) const
1302{
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001303 bool supported = true;
1304
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001305 std::array<DataType,6> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001306 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001307 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001308 DataType::Float32,
1309 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001310 DataType::QAsymmU8,
1311 DataType::QSymmS16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001312 DataType::Boolean
1313 };
1314
1315 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1316 "Reference MemCopy: input type not supported");
1317
1318 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1319 "Reference MemCopy: output type not supported");
1320
1321 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1322 "Reference MemCopy: input and output types are mismatched");
1323
1324 return supported;
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001325}
1326
Éanna Ó Catháin20e58802018-12-04 10:29:06 +00001327bool RefLayerSupport::IsMinimumSupported(const TensorInfo& input0,
1328 const TensorInfo& input1,
1329 const TensorInfo& output,
1330 Optional<std::string&> reasonIfUnsupported) const
1331{
Sadik Armagan2999a022019-04-09 14:20:12 +01001332 bool supported = true;
1333
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001334 std::array<DataType,5> supportedTypes = {
1335 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001336 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001337 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001338 DataType::QAsymmU8,
1339 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +01001340 };
1341
1342 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1343 "Reference minimum: input 0 is not a supported type.");
1344
1345 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1346 "Reference minimum: input 1 is not a supported type.");
1347
1348 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1349 "Reference minimum: output is not a supported type.");
1350
1351 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1352 "Reference minimum: input 0 and Input 1 types are mismatched");
1353
1354 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1355 "Reference minimum: input and output types are mismatched");
1356
1357 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1358 "Reference minimum: shapes are not suitable for implicit broadcast.");
1359
1360 return supported;
Éanna Ó Catháin20e58802018-12-04 10:29:06 +00001361}
1362
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001363bool RefLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
1364 const TensorInfo& input1,
1365 const TensorInfo& output,
1366 Optional<std::string&> reasonIfUnsupported) const
1367{
Sadik Armagan2999a022019-04-09 14:20:12 +01001368 bool supported = true;
1369
Keith Davis67e6c542020-02-19 10:08:33 +00001370 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001371 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001372 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001373 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001374 DataType::QAsymmU8,
Keith Davis67e6c542020-02-19 10:08:33 +00001375 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001376 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +01001377 };
1378
1379 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1380 "Reference multiplication: input 0 is not a supported type.");
1381
1382 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1383 "Reference multiplication: input 1 is not a supported type.");
1384
1385 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1386 "Reference multiplication: output is not a supported type.");
1387
1388 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1389 "Reference multiplication: input 0 and Input 1 types are mismatched");
1390
1391 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1392 "Reference multiplication: input and output types are mismatched");
1393
1394 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1395 "Reference multiplication: shapes are not suitable for implicit broadcast.");
1396
1397 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001398}
1399
1400bool RefLayerSupport::IsNormalizationSupported(const TensorInfo& input,
1401 const TensorInfo& output,
1402 const NormalizationDescriptor& descriptor,
1403 Optional<std::string&> reasonIfUnsupported) const
Nina Drozd661dfa72018-10-02 11:14:17 +01001404{
Jan Eilers8eb25602020-03-09 12:13:48 +00001405 IgnoreUnused(descriptor);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001406
1407 // Define supported types
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001408 std::array<DataType, 5> supportedTypes =
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001409 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001410 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001411 DataType::Float16,
1412 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001413 DataType::QAsymmU8,
1414 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001415 };
1416
1417 bool supported = true;
1418
1419 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1420 "Reference normalization: input type not supported.");
1421
1422 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1423 "Reference normalization: output type not supported.");
1424
1425 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1426 "Reference normalization: input and output shapes have different "
1427 "num total elements.");
1428
1429 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001430}
1431
Derek Lamberti901ea112019-12-10 22:07:09 +00001432bool RefLayerSupport::IsOutputSupported(const TensorInfo& /*output*/,
1433 Optional<std::string&> /*reasonIfUnsupported*/) const
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001434{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +01001435 return true;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001436}
1437
1438bool RefLayerSupport::IsPadSupported(const TensorInfo& input,
1439 const TensorInfo& output,
1440 const PadDescriptor& descriptor,
1441 Optional<std::string&> reasonIfUnsupported) const
1442{
Jan Eilers8eb25602020-03-09 12:13:48 +00001443 IgnoreUnused(descriptor);
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001444 bool supported = true;
1445
1446 // Define supported output and inputs types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001447 std::array<DataType,5> supportedTypes =
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001448 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001449 DataType::BFloat16,
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001450 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001451 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001452 DataType::QAsymmU8,
1453 DataType::QSymmS16
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001454 };
1455
1456 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1457 "Reference pad: input is not a supported type.");
1458
1459 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1460 "Reference pad: output is not a supported type.");
1461
1462 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1463 "Reference pad: input and output types are mismatched.");
1464
1465 return supported;
Nina Drozd661dfa72018-10-02 11:14:17 +01001466}
1467
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001468bool RefLayerSupport::IsPermuteSupported(const TensorInfo& input,
1469 const TensorInfo& output,
1470 const PermuteDescriptor& descriptor,
1471 Optional<std::string&> reasonIfUnsupported) const
1472{
Jan Eilers8eb25602020-03-09 12:13:48 +00001473 IgnoreUnused(descriptor);
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001474 bool supported = true;
1475
1476 // Define supported output and inputs types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001477 std::array<DataType, 5> supportedTypes =
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001478 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001479 DataType::BFloat16,
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001480 DataType::Float32,
Mike Kellyc9ea45a2020-02-28 18:11:58 +00001481 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001482 DataType::QAsymmU8,
1483 DataType::QSymmS16
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001484 };
1485
1486 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1487 "Reference permute: input is not a supported type.");
1488
1489 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1490 "Reference permute: output is not a supported type.");
1491
1492 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1493 "Reference permute: input and output types are mismatched.");
1494
1495 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001496}
1497
1498bool RefLayerSupport::IsPooling2dSupported(const TensorInfo& input,
1499 const TensorInfo& output,
1500 const Pooling2dDescriptor& descriptor,
1501 Optional<std::string&> reasonIfUnsupported) const
1502{
Jan Eilers8eb25602020-03-09 12:13:48 +00001503 IgnoreUnused(descriptor);
Teresa Charlina3b20472019-06-06 11:12:32 +01001504 bool supported = true;
1505
1506 // Define supported output and inputs types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001507 std::array<DataType,6> supportedTypes =
Teresa Charlina3b20472019-06-06 11:12:32 +01001508 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001509 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +01001510 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001511 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001512 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001513 DataType::QAsymmU8,
1514 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +01001515 };
1516
1517 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1518 "Reference poolind2d: input is not a supported type.");
1519
1520 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1521 "Reference poolind2d: output is not a supported type.");
1522
1523 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1524 "Reference poolind2d: input and output types are mismatched.");
1525
1526 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001527}
1528
Derek Lamberti5f400d62019-03-25 15:41:58 +00001529bool RefLayerSupport::IsQuantizeSupported(const TensorInfo& input,
1530 const TensorInfo& output,
1531 Optional<std::string&> reasonIfUnsupported) const
1532{
1533 bool supported = true;
1534
Finn Williamsfd271062019-12-04 14:27:27 +00001535 // Define supported input types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001536 std::array<DataType,7> supportedInputTypes = {
1537 DataType::BFloat16,
Keith Davis5e51cd82020-01-29 16:52:59 +00001538 DataType::Float32,
Keith Davis3d8bc972020-02-04 09:31:47 +00001539 DataType::Float16,
Ryan OShea9add1202020-02-07 10:06:33 +00001540 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +00001541 DataType::QAsymmU8,
1542 DataType::QSymmS8,
1543 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +00001544 };
1545
1546 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
1547 "Reference quantize: input type not supported.");
1548
1549 // Define supported output types.
Ryan OShea9add1202020-02-07 10:06:33 +00001550 std::array<DataType,4> supportedOutputTypes = {
Derek Lambertif90c56d2020-01-10 17:14:08 +00001551 DataType::QAsymmU8,
Ryan OShea9add1202020-02-07 10:06:33 +00001552 DataType::QAsymmS8,
Finn Williamsfd271062019-12-04 14:27:27 +00001553 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001554 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +00001555 };
1556 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
1557 "Reference quantize: output type not supported.");
1558
1559 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1560 "Reference quantize: input and output shapes have different num total elements.");
1561
1562 return supported;
1563}
1564
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001565bool RefLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +00001566 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001567 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001568 Optional<std::string&> reasonIfUnsupported) const
1569{
Jan Eilers8eb25602020-03-09 12:13:48 +00001570 IgnoreUnused(output);
1571 IgnoreUnused(descriptor);
Nina Drozd2f2778f2019-05-27 10:37:05 +01001572 // Define supported output types.
Keith Davis0c2eeac2020-02-11 16:51:50 +00001573 std::array<DataType,7> supportedOutputTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +01001574 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001575 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001576 DataType::Float32,
1577 DataType::Float16,
Narumol Prangnawarat0718ee92019-09-13 16:53:38 +01001578 DataType::Signed32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001579 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001580 DataType::QAsymmU8,
1581 DataType::QSymmS16
Nina Drozd2f2778f2019-05-27 10:37:05 +01001582 };
Keith Davis0c2eeac2020-02-11 16:51:50 +00001583
Nina Drozd2f2778f2019-05-27 10:37:05 +01001584 return CheckSupportRule(TypeAnyOf(input, supportedOutputTypes), reasonIfUnsupported,
1585 "Reference reshape: input type not supported.");
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001586}
1587
1588bool RefLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +00001589 const TensorInfo& output,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001590 Optional<std::string&> reasonIfUnsupported) const
1591{
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001592 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001593 std::array<DataType,5> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001594 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001595 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001596 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001597 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001598 DataType::QAsymmU8,
1599 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001600 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001601
1602 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1603 "Reference ResizeBilinear: input type not supported");
1604
1605 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1606 "Reference ResizeBilinear: output type not supported");
1607
1608 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1609 "Reference ResizeBilinear: input and output types not matching");
1610
1611 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001612}
1613
Teresa Charlin970f43b2019-07-01 13:51:07 +01001614bool RefLayerSupport::IsResizeSupported(const TensorInfo& input,
1615 const TensorInfo& output,
1616 const ResizeDescriptor& descriptor,
1617 Optional<std::string&> reasonIfUnsupported) const
1618{
Jan Eilers8eb25602020-03-09 12:13:48 +00001619 IgnoreUnused(descriptor);
Teresa Charlin970f43b2019-07-01 13:51:07 +01001620 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001621 std::array<DataType,6> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001622 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001623 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001624 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001625 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001626 DataType::QAsymmU8,
Keith Davis67e6c542020-02-19 10:08:33 +00001627 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001628 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001629 };
1630
1631 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1632 "Reference Resize: input type not supported");
1633
1634 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1635 "Reference Resize: output type not supported");
1636
1637 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1638 "Reference Resize: input and output types not matching");
1639
1640 return supported;
1641}
1642
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00001643bool RefLayerSupport::IsRsqrtSupported(const TensorInfo& input,
1644 const TensorInfo& output,
1645 Optional<std::string&> reasonIfUnsupported) const
1646{
josh minor4a3c6102020-01-06 16:40:46 -06001647 return IsElementwiseUnarySupported(input,
1648 output,
1649 ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt),
1650 reasonIfUnsupported);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00001651}
1652
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001653bool RefLayerSupport::IsSliceSupported(const TensorInfo& input,
1654 const TensorInfo& output,
1655 const SliceDescriptor& descriptor,
1656 Optional<std::string&> reasonIfUnsupported) const
1657{
Jan Eilers8eb25602020-03-09 12:13:48 +00001658 IgnoreUnused(descriptor);
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001659 bool supported = true;
1660
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001661 std::array<DataType, 4> supportedTypes =
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001662 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001663 DataType::BFloat16,
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001664 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001665 DataType::QAsymmU8,
1666 DataType::QSymmS16
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001667 };
1668
1669 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1670 "Reference Slice: input type not supported");
1671
1672 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1673 "Reference Slice: output type not supported");
1674
1675 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1676 "Reference Slice: input and output types are mismatched");
1677
1678 return supported;
1679}
1680
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001681bool RefLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
1682 const TensorInfo& output,
1683 const SoftmaxDescriptor& descriptor,
1684 Optional<std::string&> reasonIfUnsupported) const
1685{
Jan Eilers8eb25602020-03-09 12:13:48 +00001686 IgnoreUnused(descriptor);
nikraj01248683f2019-05-29 16:46:50 +01001687 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001688 std::array<DataType,7> supportedTypes =
nikraj01248683f2019-05-29 16:46:50 +01001689 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001690 DataType::BFloat16,
1691 DataType::Float32,
1692 DataType::Float16,
1693 DataType::QSymmS8,
1694 DataType::QAsymmS8,
1695 DataType::QAsymmU8,
1696 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +01001697 };
1698
1699 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001700 "Reference Softmax: output type not supported");
nikraj01248683f2019-05-29 16:46:50 +01001701
1702 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001703 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +01001704
1705 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001706 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +01001707
1708 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001709}
1710
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001711bool RefLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
1712 const TensorInfo& output,
1713 const SpaceToBatchNdDescriptor& descriptor,
1714 Optional<std::string&> reasonIfUnsupported) const
1715{
Jan Eilers8eb25602020-03-09 12:13:48 +00001716 IgnoreUnused(descriptor);
nikraj01120522a2019-05-31 11:33:07 +01001717 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001718 std::array<DataType,5> supportedTypes =
nikraj01120522a2019-05-31 11:33:07 +01001719 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001720 DataType::BFloat16,
1721 DataType::Float32,
1722 DataType::Float16,
1723 DataType::QAsymmU8,
1724 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +01001725 };
1726
1727 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1728 "Reference SpaceToBatchNd: input type not supported");
1729
1730 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1731 "Reference SpaceToBatchNd: output type not supported");
1732
1733 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1734 "Reference SpaceToBatchNd: input and output types are mismatched");
1735
1736 return supported;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001737}
1738
Keith Davisa57eccb2019-06-14 17:33:22 +01001739bool RefLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
Keith Davis51910332019-06-26 15:28:43 +01001740 const TensorInfo& output,
1741 const SpaceToDepthDescriptor& descriptor,
1742 Optional<std::string&> reasonIfUnsupported) const
Keith Davisa57eccb2019-06-14 17:33:22 +01001743{
1744
Jan Eilers8eb25602020-03-09 12:13:48 +00001745 IgnoreUnused(descriptor);
Keith Davisa57eccb2019-06-14 17:33:22 +01001746 bool supported = true;
1747
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001748 std::array<DataType,5> supportedTypes =
Keith Davisa57eccb2019-06-14 17:33:22 +01001749 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001750 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +01001751 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001752 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001753 DataType::QAsymmU8,
1754 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +01001755 };
1756
1757 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1758 "Reference SpaceToDepth: input type not supported");
1759
1760 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1761 "Reference SpaceToDepth: output type not supported");
1762
1763 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1764 "Reference SpaceToDepth: input and output types are mismatched");
1765
1766 return supported;
1767}
1768
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001769bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1770 const ViewsDescriptor& descriptor,
1771 Optional<std::string&> reasonIfUnsupported) const
1772{
Jan Eilers8eb25602020-03-09 12:13:48 +00001773 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001774 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001775 std::array<DataType,5> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001776 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001777 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001778 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001779 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001780 DataType::QAsymmU8,
1781 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001782 };
1783
1784 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1785 "Reference splitter: input type not supported");
1786
1787 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001788}
1789
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001790bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1791 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
1792 const ViewsDescriptor& descriptor,
1793 Optional<std::string&> reasonIfUnsupported) const
1794{
Jan Eilers8eb25602020-03-09 12:13:48 +00001795 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001796 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001797 std::array<DataType,5> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001798 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001799 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001800 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001801 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001802 DataType::QAsymmU8,
1803 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001804 };
1805
1806 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1807 "Reference splitter: output type not supported");
1808 for (const TensorInfo output : outputs)
1809 {
1810 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1811 "Reference splitter: input type not supported");
1812
1813 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1814 "Reference splitter: input and output types mismatched.");
1815 }
1816
1817 return supported;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001818}
1819
Matthew Jackson81e601c2019-07-11 12:07:09 +01001820bool RefLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
1821 const TensorInfo& output,
1822 const StackDescriptor& descriptor,
1823 Optional<std::string&> reasonIfUnsupported) const
1824{
Jan Eilers8eb25602020-03-09 12:13:48 +00001825 IgnoreUnused(descriptor);
Matthew Jackson81e601c2019-07-11 12:07:09 +01001826
1827 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001828 std::array<DataType,5> supportedTypes =
Matthew Jackson81e601c2019-07-11 12:07:09 +01001829 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001830 DataType::BFloat16,
Matthew Jackson81e601c2019-07-11 12:07:09 +01001831 DataType::Float32,
Matthew Jacksone69c3992019-09-09 14:31:21 +01001832 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001833 DataType::QAsymmU8,
1834 DataType::QSymmS16
Matthew Jackson81e601c2019-07-11 12:07:09 +01001835 };
1836
1837 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1838 "Reference stack: output type not supported");
1839 for (const TensorInfo* input : inputs)
1840 {
1841 BOOST_ASSERT(input != nullptr);
1842 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
1843 "Reference stack: input type not supported");
1844
1845 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
1846 "Reference stack: input and output types mismatched.");
1847 }
1848
1849 return supported;
1850}
1851
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +00001852bool RefLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
1853 const TensorInfo& output,
1854 const StridedSliceDescriptor& descriptor,
1855 Optional<std::string&> reasonIfUnsupported) const
1856{
Jan Eilers8eb25602020-03-09 12:13:48 +00001857 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001858 bool supported = true;
1859
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001860 std::array<DataType,4> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001861 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001862 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001863 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001864 DataType::QAsymmU8,
1865 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001866 };
1867
1868 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1869 "Reference StridedSlice: input type not supported");
1870
1871 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1872 "Reference StridedSlice: output type not supported");
1873
1874 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1875 "Reference StridedSlice: input and output types are mismatched");
1876
1877 return supported;
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +00001878}
1879
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001880bool RefLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
1881 const TensorInfo& input1,
1882 const TensorInfo& output,
1883 Optional<std::string&> reasonIfUnsupported) const
1884{
Sadik Armagan2999a022019-04-09 14:20:12 +01001885 bool supported = true;
1886
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001887 std::array<DataType,5> supportedTypes = {
1888 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001889 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001890 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001891 DataType::QAsymmU8,
1892 DataType::QSymmS16
Sadik Armagan2999a022019-04-09 14:20:12 +01001893 };
1894
1895 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1896 "Reference subtraction: input 0 is not a supported type.");
1897
1898 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1899 "Reference subtraction: input 1 is not a supported type.");
1900
1901 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1902 "Reference subtraction: output is not a supported type.");
1903
1904 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1905 "Reference subtraction: input 0 and Input 1 types are mismatched");
1906
1907 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1908 "Reference subtraction: input and output types are mismatched");
1909
1910 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1911 "Reference subtraction: shapes are not suitable for implicit broadcast.");
1912
1913 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001914}
1915
Matteo Martincighab9e5252019-06-13 17:27:46 +01001916bool RefLayerSupport::IsPreluSupported(const TensorInfo& input,
1917 const TensorInfo& alpha,
1918 const TensorInfo& output,
1919 Optional<std::string&> reasonIfUnsupported) const
1920{
1921 bool supported = true;
1922
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001923 std::array<DataType, 5> supportedTypes
Matteo Martincighab9e5252019-06-13 17:27:46 +01001924 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001925 DataType::BFloat16,
Matteo Martincighab9e5252019-06-13 17:27:46 +01001926 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001927 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001928 DataType::QAsymmU8,
1929 DataType::QSymmS16
Matteo Martincighab9e5252019-06-13 17:27:46 +01001930 };
1931
1932 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1933 "PReLU: input is not a supported type.");
1934
1935 supported &= CheckSupportRule(TypeAnyOf(alpha, supportedTypes), reasonIfUnsupported,
1936 "PReLU: alpha is not a supported type.");
1937
1938 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1939 "PReLU: output is not a supported type.");
1940
1941 supported &= CheckSupportRule(TypesAreEqual(input, alpha, output), reasonIfUnsupported,
1942 "PReLU: input, alpha and output types are mismatched");
1943
1944 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input, alpha, output), reasonIfUnsupported,
1945 "PReLU: shapes are not suitable for implicit broadcast");
1946
1947 return supported;
1948}
1949
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01001950bool RefLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
1951 const TensorInfo& output,
1952 const TransposeConvolution2dDescriptor& descriptor,
1953 const TensorInfo& weights,
1954 const Optional<TensorInfo>& biases,
1955 Optional<std::string&> reasonIfUnsupported) const
1956{
Jan Eilers8eb25602020-03-09 12:13:48 +00001957 IgnoreUnused(descriptor);
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01001958 bool supported = true;
1959
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001960 std::array<DataType,5> supportedTypes =
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01001961 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001962 DataType::BFloat16,
1963 DataType::Float32,
1964 DataType::Float16,
1965 DataType::QAsymmU8,
1966 DataType::QSymmS16
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01001967 };
1968
1969 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1970 "Reference TransposeConvolution2d: input is not a supported type.");
1971
1972 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1973 "Reference TransposeConvolution2d: output is not a supported type.");
1974
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01001975 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1976 "Reference TransposeConvolution2d: input and output types mismatched.");
1977
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00001978
1979 const DataType inputType = input.GetDataType();
Derek Lambertif90c56d2020-01-10 17:14:08 +00001980 if (inputType == DataType::QAsymmU8)
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00001981 {
Derek Lambertid466a542020-01-22 15:37:29 +00001982 ARMNN_NO_DEPRECATE_WARN_BEGIN
1983 std::array<DataType, 3> supportedWeightTypes =
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00001984 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00001985 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +00001986 DataType::QSymmS8,
1987 DataType::QuantizedSymm8PerAxis //Deprecated
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00001988 };
Derek Lambertid466a542020-01-22 15:37:29 +00001989 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00001990
1991 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
1992 "Reference TransposeConvolution2d: weights type not supported for "
1993 "quantized input.");
1994 }
1995 else
1996 {
1997 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
1998 "Reference TransposeConvolution2d: weights is not a supported type.");
1999
2000 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
2001 "Reference TransposeConvolution2d: input and weights types mismatched.");
2002 }
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002003
2004 if (biases.has_value())
2005 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002006 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar651aafe2019-08-05 11:52:05 +01002007 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002008 DataType::BFloat16,
2009 DataType::Float32,
2010 DataType::Float16,
2011 DataType::Signed32
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002012 };
2013 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
2014 "Reference TransposeConvolution2d: biases is not a supported type.");
2015 }
2016
2017 return supported;
2018}
2019
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002020bool RefLayerSupport::IsTransposeSupported(const TensorInfo& input,
2021 const TensorInfo& output,
2022 const TransposeDescriptor& descriptor,
2023 Optional<std::string&> reasonIfUnsupported) const
2024{
Jan Eilers8eb25602020-03-09 12:13:48 +00002025 IgnoreUnused(descriptor);
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002026 bool supported = true;
2027
2028 // Define supported output and inputs types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002029 std::array<DataType, 5> supportedTypes =
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002030 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002031 DataType::BFloat16,
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002032 DataType::Float32,
2033 DataType::Float16,
2034 DataType::QAsymmU8,
2035 DataType::QSymmS16
2036 };
2037
2038 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2039 "Reference transpose: input is not a supported type.");
2040
2041 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2042 "Reference transpose: output is not a supported type.");
2043
2044 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
2045 "Reference transpose: input and output types are mismatched.");
2046
2047 return supported;
2048}
2049
arovir011c7c81b2018-10-08 11:34:28 +01002050} // namespace armnn