blob: 18b36a5fa8d62c502d449fdab7e0cdbc8cb8a43c [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5
telsoa014fcda012018-03-09 14:13:49 +00006#include "RefLayerSupport.hpp"
David Beck3cc9a622018-10-12 10:38:31 +01007
Keith Davis0c2eeac2020-02-11 16:51:50 +00008#include <armnn/TypesUtils.hpp>
telsoa014fcda012018-03-09 14:13:49 +00009#include <armnn/Types.hpp>
Derek Lamberti50db4e82019-03-13 14:16:15 +000010#include <armnn/Descriptors.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +000011#include <armnn/utility/IgnoreUnused.hpp>
telsoa014fcda012018-03-09 14:13:49 +000012
Matteo Martincighe011d202019-11-28 11:35:47 +000013#include <LayerSupportCommon.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +010014#include <backendsCommon/LayerSupportRules.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +000015
Matteo Martincighe011d202019-11-28 11:35:47 +000016#include <boost/cast.hpp>
telsoa014fcda012018-03-09 14:13:49 +000017
Derek Lamberti50db4e82019-03-13 14:16:15 +000018#include <vector>
Derek Lamberti50db4e82019-03-13 14:16:15 +000019#include <array>
20
telsoa014fcda012018-03-09 14:13:49 +000021using namespace boost;
22
23namespace armnn
24{
25
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +010026namespace
27{
28
29template<typename Float32Func, typename Uint8Func, typename ... Params>
30bool IsSupportedForDataTypeRef(Optional<std::string&> reasonIfUnsupported,
31 DataType dataType,
32 Float32Func floatFuncPtr,
33 Uint8Func uint8FuncPtr,
34 Params&&... params)
35{
36 return IsSupportedForDataTypeGeneric(reasonIfUnsupported,
37 dataType,
38 &FalseFunc<Params...>,
39 floatFuncPtr,
40 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +000041 &FalseFunc<Params...>,
kevmay012b4d88e2019-01-24 14:05:09 +000042 &FalseFunc<Params...>,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +010043 std::forward<Params>(params)...);
44}
45
46} // anonymous namespace
47
James Conroy4d1ff582019-06-10 17:06:39 +010048namespace
49{
50
51std::string CreateIncorrectDimensionsErrorMsg(unsigned int expected,
52 unsigned int actual,
53 std::string& layerStr,
54 std::string& tensorName)
55{
56 std::string errorMsg = "Reference " + layerStr + ": Expected " + std::to_string(expected) + " dimensions but got" +
57 " " + std::to_string(actual) + " dimensions instead, for the '" + tensorName + "' tensor.";
58
59 return errorMsg;
60}
61
62} // anonymous namespace
Derek Lamberti50db4e82019-03-13 14:16:15 +000063
Sadik Armagan9199e582019-09-05 17:35:31 +010064bool RefLayerSupport::IsAbsSupported(const TensorInfo& input, const TensorInfo& output,
65 Optional<std::string&> reasonIfUnsupported) const
66{
josh minor4a3c6102020-01-06 16:40:46 -060067 return IsElementwiseUnarySupported(input,
68 output,
69 ElementwiseUnaryDescriptor(UnaryOperation::Abs),
70 reasonIfUnsupported);
Sadik Armagan9199e582019-09-05 17:35:31 +010071}
72
arovir011c7c81b2018-10-08 11:34:28 +010073bool RefLayerSupport::IsActivationSupported(const TensorInfo& input,
74 const TensorInfo& output,
75 const ActivationDescriptor& descriptor,
76 Optional<std::string&> reasonIfUnsupported) const
77{
Derek Lamberti50db4e82019-03-13 14:16:15 +000078 bool supported = true;
79
80 // Define supported types.
Keith Davis0c2eeac2020-02-11 16:51:50 +000081 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +000082 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +000083 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +010084 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +000085 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +000086 DataType::QAsymmU8,
87 DataType::QSymmS16
Derek Lamberti50db4e82019-03-13 14:16:15 +000088 };
89
90 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
91 "Reference activation: input type not supported.");
92
93 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
94 "Reference activation: output type not supported.");
95
96 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
97 "Reference activation: input and output types mismatched.");
98
99 supported &= CheckSupportRule(ShapesAreSameRank(input, output), reasonIfUnsupported,
100 "Reference activation: input and output shapes are of different rank.");
101
102
103 struct ActivationFunctionSupported : public Rule
104 {
105 ActivationFunctionSupported(const ActivationDescriptor& desc)
106 {
107 switch(desc.m_Function)
108 {
109 case ActivationFunction::Abs:
110 case ActivationFunction::BoundedReLu:
David Monahan3b3c3812020-02-25 09:03:29 +0000111 case ActivationFunction::Elu:
Colm Donelan03fbeaf2020-02-26 15:39:23 +0000112 case ActivationFunction::HardSwish:
Derek Lamberti50db4e82019-03-13 14:16:15 +0000113 case ActivationFunction::LeakyReLu:
114 case ActivationFunction::Linear:
115 case ActivationFunction::ReLu:
116 case ActivationFunction::Sigmoid:
117 case ActivationFunction::SoftReLu:
118 case ActivationFunction::Sqrt:
119 case ActivationFunction::Square:
120 case ActivationFunction::TanH:
121 {
122 m_Res = true;
123 break;
124 }
125 default:
126 {
127 m_Res = false;
128 break;
129 }
130 }
131 }
132 };
133
134 // Function is supported
135 supported &= CheckSupportRule(ActivationFunctionSupported(descriptor), reasonIfUnsupported,
136 "Reference activation: function not supported.");
137
138 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100139}
140
141bool RefLayerSupport::IsAdditionSupported(const TensorInfo& input0,
142 const TensorInfo& input1,
143 const TensorInfo& output,
144 Optional<std::string&> reasonIfUnsupported) const
145{
Derek Lamberti50db4e82019-03-13 14:16:15 +0000146 bool supported = true;
147
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100148 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000149 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +0000150 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100151 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000152 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000153 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100154 DataType::QSymmS16,
155 DataType::Signed32
Derek Lamberti50db4e82019-03-13 14:16:15 +0000156 };
157
158 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
159 "Reference addition: input 0 is not a supported type.");
160
161 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
162 "Reference addition: input 1 is not a supported type.");
163
164 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
165 "Reference addition: output is not a supported type.");
166
167 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
168 "Reference addition: input 0 and Input 1 types are mismatched");
169
170 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
171 "Reference addition: input and output types are mismatched");
172
173 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
174 "Reference addition: shapes are not suitable for implicit broadcast.");
175
176 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100177}
178
Nikhil Raj68c2c902019-09-19 11:21:11 +0100179bool RefLayerSupport::IsArgMinMaxSupported(const armnn::TensorInfo &input, const armnn::TensorInfo &output,
180 const armnn::ArgMinMaxDescriptor &descriptor,
181 armnn::Optional<std::string &> reasonIfUnsupported) const
182{
Jan Eilers8eb25602020-03-09 12:13:48 +0000183 IgnoreUnused(descriptor);
Nikhil Raj68c2c902019-09-19 11:21:11 +0100184
Teresa Charline300b362020-05-25 10:01:03 +0100185 std::array<DataType, 7> supportedTypes =
Nikhil Raj68c2c902019-09-19 11:21:11 +0100186 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000187 DataType::BFloat16,
Teresa Charline300b362020-05-25 10:01:03 +0100188 DataType::Float16,
Nikhil Raj68c2c902019-09-19 11:21:11 +0100189 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100190 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000191 DataType::QAsymmU8,
192 DataType::QSymmS16,
Francis Murtagh1939df52019-11-13 15:21:09 +0000193 DataType::Signed32
Nikhil Raj68c2c902019-09-19 11:21:11 +0100194 };
195
196 bool supported = true;
197
198 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
199 "Reference ArgMinMax: input is not a supported type.");
200 supported &= CheckSupportRule(TypeIs(output, DataType::Signed32), reasonIfUnsupported,
201 "Reference ArgMinMax: output type not supported");
202
203 return supported;
204}
205
arovir011c7c81b2018-10-08 11:34:28 +0100206bool RefLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
207 const TensorInfo& output,
208 const TensorInfo& mean,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100209 const TensorInfo& variance,
arovir011c7c81b2018-10-08 11:34:28 +0100210 const TensorInfo& beta,
211 const TensorInfo& gamma,
212 const BatchNormalizationDescriptor& descriptor,
213 Optional<std::string&> reasonIfUnsupported) const
214{
Jan Eilers8eb25602020-03-09 12:13:48 +0000215 IgnoreUnused(descriptor);
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100216
Sadik Armagan303980c2020-04-17 12:45:14 +0100217 std::array<DataType, 6> supportedTypes =
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100218 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000219 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100220 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100221 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100222 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000223 DataType::QAsymmU8,
224 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100225 };
226
227 bool supported = true;
228
229 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
230 "Reference batch normalization: input is not a supported type.");
231
232 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
233 "Reference batch normalization: output is not a supported type.");
234
235 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
236 "Reference batch normalization: input and output types are mismatched");
237
238 supported &= CheckSupportRule(TypeAnyOf(mean, supportedTypes), reasonIfUnsupported,
239 "Reference batch normalization: mean is not a supported type.");
240
241 supported &= CheckSupportRule(TypeAnyOf(variance, supportedTypes), reasonIfUnsupported,
242 "Reference batch normalization: variance is not a supported type.");
243
244 supported &= CheckSupportRule(TypeAnyOf(beta, supportedTypes), reasonIfUnsupported,
245 "Reference batch normalization: beta is not a supported type.");
246
247 supported &= CheckSupportRule(TypeAnyOf(gamma, supportedTypes), reasonIfUnsupported,
248 "Reference batch normalization: gamma is not a supported type.");
249
250 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100251}
252
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000253bool RefLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
254 const TensorInfo& output,
255 const BatchToSpaceNdDescriptor& descriptor,
256 Optional<std::string&> reasonIfUnsupported) const
257{
Jan Eilers8eb25602020-03-09 12:13:48 +0000258 IgnoreUnused(descriptor);
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100259
260 bool supported = true;
261
262 std::string batchToSpaceNdLayerStr = "batchToSpaceNd";
263 std::string inputTensorStr = "input";
264 std::string outputTensorStr = "output";
265
266 // Define supported types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100267 std::array<DataType,6> supportedTypes =
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100268 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000269 DataType::BFloat16,
270 DataType::Float32,
271 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100272 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000273 DataType::QAsymmU8,
274 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100275 };
276
277 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
278 "Reference BatchToSpaceNd: input type not supported.");
279
280 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
281 "Reference BatchToSpaceNd: output type not supported.");
282
283 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
284 "Reference BatchToSpaceNd: input and output types mismatched.");
285
286 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 4),
287 reasonIfUnsupported,
288 CreateIncorrectDimensionsErrorMsg(4,
289 output.GetNumDimensions(),
290 batchToSpaceNdLayerStr,
291 outputTensorStr).data());
292
293 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(input, 4),
294 reasonIfUnsupported,
295 CreateIncorrectDimensionsErrorMsg(4,
296 input.GetNumDimensions(),
297 batchToSpaceNdLayerStr,
298 inputTensorStr).data());
299
300 return supported;
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000301}
302
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100303bool RefLayerSupport::IsComparisonSupported(const TensorInfo& input0,
304 const TensorInfo& input1,
305 const TensorInfo& output,
306 const ComparisonDescriptor& descriptor,
307 Optional<std::string&> reasonIfUnsupported) const
308{
Jan Eilers8eb25602020-03-09 12:13:48 +0000309 IgnoreUnused(descriptor);
Sadik Armagan303980c2020-04-17 12:45:14 +0100310 std::array<DataType, 8> supportedInputTypes =
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100311 {
Sadik Armaganb60dd242020-03-19 13:53:16 +0000312 DataType::Boolean,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000313 DataType::BFloat16,
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100314 DataType::Float32,
315 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100316 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000317 DataType::QAsymmU8,
Sadik Armaganb60dd242020-03-19 13:53:16 +0000318 DataType::QSymmS16,
319 DataType::Signed32
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100320 };
321
322 bool supported = true;
323 supported &= CheckSupportRule(TypeAnyOf(input0, supportedInputTypes), reasonIfUnsupported,
324 "Reference comparison: input 0 is not a supported type");
325
326 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
327 "Reference comparison: input 0 and Input 1 types are mismatched");
328
329 supported &= CheckSupportRule(TypeIs(output, DataType::Boolean), reasonIfUnsupported,
330 "Reference comparison: output is not of type Boolean");
331
332 return supported;
333}
334
Jim Flynn906f9462019-05-10 13:55:21 +0100335bool RefLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
336 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100337 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100338 Optional<std::string&> reasonIfUnsupported) const
339{
Jan Eilers8eb25602020-03-09 12:13:48 +0000340 IgnoreUnused(descriptor);
Jim Flynne242f2d2019-05-22 14:24:13 +0100341
342 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000343 std::array<DataType,6> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100344 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000345 DataType::BFloat16,
346 DataType::Float32,
347 DataType::Float16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000348 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100349 DataType::QAsymmU8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000350 DataType::QSymmS16
Jim Flynne242f2d2019-05-22 14:24:13 +0100351 };
352
353 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
354 "Reference concatenation: output type not supported");
355 for (const TensorInfo* input : inputs)
356 {
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +0100357 ARMNN_ASSERT(input != nullptr);
Jim Flynne242f2d2019-05-22 14:24:13 +0100358 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
359 "Reference concatenation: input type not supported");
360
361 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
362 "Reference concatenation: input and output types mismatched.");
363 }
364
365 return supported;
Jim Flynn906f9462019-05-10 13:55:21 +0100366}
367
arovir011c7c81b2018-10-08 11:34:28 +0100368bool RefLayerSupport::IsConstantSupported(const TensorInfo& output,
369 Optional<std::string&> reasonIfUnsupported) const
370{
Teresa Charlin6fa8ce62020-05-25 16:16:44 +0100371 std::array<DataType,8> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100372 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000373 DataType::BFloat16,
Teresa Charlin6fa8ce62020-05-25 16:16:44 +0100374 DataType::Float16,
Nina Drozd58ef2c62019-05-16 12:09:18 +0100375 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +0000376 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100377 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000378 DataType::QSymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100379 DataType::QSymmS16,
380 DataType::Signed32
Nina Drozd58ef2c62019-05-16 12:09:18 +0100381 };
382
383 return CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
384 "Reference constant: output is not a supported type.");
arovir011c7c81b2018-10-08 11:34:28 +0100385}
386
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +0000387bool RefLayerSupport::IsConvertBf16ToFp32Supported(const TensorInfo& input,
388 const TensorInfo& output,
389 Optional<std::string&> reasonIfUnsupported) const
390{
391 bool supported = true;
392
393 supported &= CheckSupportRule(TypeIs(input, DataType::BFloat16), reasonIfUnsupported,
394 "Reference for ConvertBf16ToFp32 layer: input type not supported");
395
396 supported &= CheckSupportRule(TypeIs(output, DataType::Float32), reasonIfUnsupported,
397 "Reference for ConvertBf16ToFp32 layer: output type not supported");
398
399 return supported;
400}
401
arovir011c7c81b2018-10-08 11:34:28 +0100402bool RefLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
403 const TensorInfo& output,
404 Optional<std::string&> reasonIfUnsupported) const
405{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100406 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
407 input.GetDataType(),
408 &TrueFunc<>,
409 &FalseInputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000410 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000411 &FalseFuncI32<>,
412 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100413 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
414 output.GetDataType(),
415 &FalseOutputFuncF16<>,
416 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000417 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000418 &FalseFuncI32<>,
419 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100420}
421
Narumol Prangnawaratea54a012020-03-16 16:36:10 +0000422bool RefLayerSupport::IsConvertFp32ToBf16Supported(const TensorInfo& input,
423 const TensorInfo& output,
424 Optional<std::string&> reasonIfUnsupported) const
425{
426 bool supported = true;
427
428 supported &= CheckSupportRule(TypeIs(input, DataType::Float32), reasonIfUnsupported,
429 "Reference for ConvertFp32ToBf16 layer: input type not supported");
430
431 supported &= CheckSupportRule(TypeIs(output, DataType::BFloat16), reasonIfUnsupported,
432 "Reference for ConvertFp32ToBf16 layer: output type not supported");
433
434 return supported;
435}
436
arovir011c7c81b2018-10-08 11:34:28 +0100437bool RefLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
438 const TensorInfo& output,
439 Optional<std::string&> reasonIfUnsupported) const
440{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100441 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
442 input.GetDataType(),
443 &FalseInputFuncF16<>,
444 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000445 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000446 &FalseFuncI32<>,
447 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100448 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
449 output.GetDataType(),
450 &TrueFunc<>,
451 &FalseOutputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000452 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000453 &FalseFuncI32<>,
454 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100455}
456
457bool RefLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
458 const TensorInfo& output,
459 const Convolution2dDescriptor& descriptor,
460 const TensorInfo& weights,
461 const Optional<TensorInfo>& biases,
462 Optional<std::string&> reasonIfUnsupported) const
463{
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100464 bool supported = true;
465
466 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000467 std::array<DataType,7> supportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000468 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000469 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000470 DataType::Float32,
471 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000472 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100473 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000474 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000475 DataType::QSymmS16
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100476 };
477
478 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000479 "Reference Convolution2d: input is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100480
481 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000482 "Reference Convolution2d: output is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100483
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000484 // For Convolution2d, we allow to have BFloat16 input with Float32 output for optimization.
485 if (input.GetDataType() == DataType::BFloat16)
486 {
487 if (output.GetDataType() != DataType::BFloat16 && output.GetDataType() != DataType::Float32)
488 {
489 reasonIfUnsupported.value() += "Output tensor type must be BFloat16 or Float32 for BFloat16 input.\n";
490 supported = false;
491 }
492 }
493 else
494 {
495 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000496 "Reference Convolution2d: input and output types mismatched.");
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000497 }
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100498
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000499 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000500 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000501 {
Derek Lambertid466a542020-01-22 15:37:29 +0000502 ARMNN_NO_DEPRECATE_WARN_BEGIN
Keith Davis0c2eeac2020-02-11 16:51:50 +0000503 std::array<DataType, 4> supportedWeightTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000504 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100505 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000506 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000507 DataType::QSymmS8,
508 DataType::QuantizedSymm8PerAxis // deprecated
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000509 };
Derek Lambertid466a542020-01-22 15:37:29 +0000510 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000511
512 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000513 "Reference Convolution2d: weights type not supported for quantized input.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000514 }
515 else
516 {
517 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000518 "Reference Convolution2d: weights is not a supported type.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000519
520 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000521 "Reference Convolution2d: input and weights types mismatched.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000522 }
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100523
524 if (biases.has_value())
525 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000526 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000527 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000528 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000529 DataType::Float32,
530 DataType::Float16,
531 DataType::Signed32
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100532 };
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000533
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100534 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000535 "Reference Convolution2d: biases is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100536 }
Jan Eilers8eb25602020-03-09 12:13:48 +0000537 IgnoreUnused(descriptor);
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100538
539 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100540}
541
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000542bool RefLayerSupport::IsDebugSupported(const TensorInfo& input,
543 const TensorInfo& output,
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000544 Optional<std::string&> reasonIfUnsupported) const
545{
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100546 bool supported = true;
547
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000548 std::array<DataType, 8> supportedTypes =
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100549 {
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000550 DataType::BFloat16,
Aron Virginas-Tardb1a2832019-11-12 16:15:11 +0000551 DataType::Float16,
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100552 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000553 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100554 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000555 DataType::QSymmS8,
Narumol Prangnawaratd2d917d2020-01-09 10:16:39 +0000556 DataType::QSymmS16,
557 DataType::Signed32
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100558 };
559
560 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000561 "Reference for Debug layer: input type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100562
563 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000564 "Reference for Debug layer: output type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100565
566 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000567 "Reference for Debug layer: input and output types are mismatched");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100568
569 return supported;
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000570}
571
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100572bool RefLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
573 const TensorInfo& output,
574 const DepthToSpaceDescriptor& descriptor,
575 Optional<std::string&> reasonIfUnsupported) const
576{
Jan Eilers8eb25602020-03-09 12:13:48 +0000577 IgnoreUnused(descriptor);
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100578 bool supported = true;
579
Sadik Armagan303980c2020-04-17 12:45:14 +0100580 std::array<DataType,6> supportedTypes =
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100581 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000582 DataType::BFloat16,
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100583 DataType::Float32,
584 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100585 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000586 DataType::QAsymmU8,
587 DataType::QSymmS16
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100588 };
589
590 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
591 "Reference DepthToSpace: input type not supported");
592
593 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
594 "Reference DepthToSpace: output type not supported");
595
596 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
597 "Reference DepthToSpace: input and output types are mismatched");
598
599 return supported;
600}
601
arovir011c7c81b2018-10-08 11:34:28 +0100602bool RefLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
603 const TensorInfo& output,
604 const DepthwiseConvolution2dDescriptor& descriptor,
605 const TensorInfo& weights,
606 const Optional<TensorInfo>& biases,
607 Optional<std::string&> reasonIfUnsupported) const
608{
Sadik Armagan303980c2020-04-17 12:45:14 +0100609 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100610 bool supported = true;
611
612 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000613 std::array<DataType,7> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100614 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000615 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100616 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100617 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000618 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000619 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100620 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000621 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100622 };
623
624 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
625 "Reference DepthwiseConvolution2d: input is not a supported type.");
626
627 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
628 "Reference DepthwiseConvolution2d: output is not a supported type.");
629
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100630 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
631 "Reference DepthwiseConvolution2d: input and output types mismatched.");
632
Teresa Charlind8df0262019-11-11 12:28:15 +0000633 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000634 if (IsQuantized8BitType(inputType))
Teresa Charlind8df0262019-11-11 12:28:15 +0000635 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100636 ARMNN_NO_DEPRECATE_WARN_BEGIN
637 std::array<DataType, 4> supportedWeightTypes =
638 {
639 DataType::QAsymmS8,
640 DataType::QAsymmU8,
641 DataType::QSymmS8,
642 DataType::QuantizedSymm8PerAxis // deprecated
643 };
644 ARMNN_NO_DEPRECATE_WARN_END
Teresa Charlind8df0262019-11-11 12:28:15 +0000645
646 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
Sadik Armagan303980c2020-04-17 12:45:14 +0100647 "Reference DepthwiseConvolution2d: weights type not supported for "
648 "quantized input.");
Teresa Charlind8df0262019-11-11 12:28:15 +0000649 }
650 else
651 {
652 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
653 "Reference DepthwiseConvolution2d: weights is not a supported type.");
654
655 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
656 "Reference DepthwiseConvolution2d: input and weights types mismatched.");
657 }
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100658
659 if (biases.has_value())
660 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000661 std::array<DataType,4> biasesSupportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100662 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000663 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100664 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100665 DataType::Float16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100666 DataType::Signed32
667 };
668 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
669 "Reference DepthwiseConvolution2d: biases is not a supported type.");
670 }
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100671
672 return supported;
673
arovir011c7c81b2018-10-08 11:34:28 +0100674}
675
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000676bool RefLayerSupport::IsDequantizeSupported(const TensorInfo& input,
677 const TensorInfo& output,
678 Optional<std::string&> reasonIfUnsupported) const
679{
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100680 bool supported = true;
681
Ryan OShea9add1202020-02-07 10:06:33 +0000682 std::array<DataType,4> supportedInputTypes = {
683 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000684 DataType::QAsymmU8,
Finn Williamsfd271062019-12-04 14:27:27 +0000685 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000686 DataType::QSymmS16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100687 };
688
689 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000690 "Reference for Dequantize layer: input type not supported.");
691
692 supported &= CheckSupportRule( TypeNotPerAxisQuantized(input), reasonIfUnsupported,
693 "Reference for Dequantize layer: per-axis quantized input not support .");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100694
Derek Lambertid466a542020-01-22 15:37:29 +0000695 supported &= CheckSupportRule(TypeNotPerAxisQuantized(input), reasonIfUnsupported,
696 "Reference dequantize: per-axis quantized input not support .");
697
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000698 std::array<DataType,3> supportedOutputTypes = {
699 DataType::BFloat16,
Jan Eilersf7107932019-11-01 11:09:36 +0000700 DataType::Float32,
701 DataType::Float16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100702 };
703
704 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000705 "Reference for Dequantize layer: output type not supported.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100706
707 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000708 "Reference for Dequantize layer: input/output shapes have different num total "
709 "elements.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100710
711 return supported;
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000712}
713
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000714bool RefLayerSupport::IsDetectionPostProcessSupported(const TensorInfo& boxEncodings,
715 const TensorInfo& scores,
716 const TensorInfo& anchors,
717 const TensorInfo& detectionBoxes,
718 const TensorInfo& detectionClasses,
719 const TensorInfo& detectionScores,
720 const TensorInfo& numDetections,
721 const DetectionPostProcessDescriptor& descriptor,
722 Optional<std::string&> reasonIfUnsupported) const
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000723{
Jan Eilers8eb25602020-03-09 12:13:48 +0000724 IgnoreUnused(anchors, detectionBoxes, detectionClasses, detectionScores, numDetections, descriptor);
Derek Lamberti901ea112019-12-10 22:07:09 +0000725
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100726 bool supported = true;
727
Sadik Armagan303980c2020-04-17 12:45:14 +0100728 std::array<DataType,5> supportedInputTypes =
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100729 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000730 DataType::BFloat16,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100731 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100732 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000733 DataType::QAsymmU8,
734 DataType::QSymmS16
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100735 };
736
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000737 supported &= CheckSupportRule(TypeAnyOf(boxEncodings, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100738 "Reference DetectionPostProcess: input 0 is not a supported type.");
739
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000740 supported &= CheckSupportRule(TypeAnyOf(scores, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100741 "Reference DetectionPostProcess: input 1 is not a supported type.");
742
743 return supported;
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000744}
745
Pablo Tellof0bd6832019-04-26 17:58:13 +0100746bool RefLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
747 const TensorInfo& output,
748 const DepthwiseConvolution2dDescriptor& descriptor,
749 const TensorInfo& weights,
750 const Optional<TensorInfo>& biases,
751 Optional<std::string&> reasonIfUnsupported) const
752{
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100753 return IsDepthwiseConvolutionSupported(input, output, descriptor, weights, biases, reasonIfUnsupported);
Pablo Tellof0bd6832019-04-26 17:58:13 +0100754}
755
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100756bool RefLayerSupport::IsDivisionSupported(const TensorInfo& input0,
arovir011c7c81b2018-10-08 11:34:28 +0100757 const TensorInfo& input1,
758 const TensorInfo& output,
759 Optional<std::string&> reasonIfUnsupported) const
760{
Sadik Armagan2999a022019-04-09 14:20:12 +0100761 bool supported = true;
762
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100763 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000764 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100765 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100766 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100767 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000768 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100769 DataType::QSymmS16,
770 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +0100771 };
772
773 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
774 "Reference division: input 0 is not a supported type.");
775
776 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
777 "Reference division: input 1 is not a supported type.");
778
779 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
780 "Reference division: output is not a supported type.");
781
782 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
783 "Reference division: input 0 and Input 1 types are mismatched");
784
785 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
786 "Reference division: input and output types are mismatched");
787
788 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
789 "Reference division: shapes are not suitable for implicit broadcast.");
790
791 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100792}
793
josh minor4a3c6102020-01-06 16:40:46 -0600794bool RefLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
795 const TensorInfo& output,
796 const ElementwiseUnaryDescriptor& descriptor,
797 Optional<std::string&> reasonIfUnsupported) const
798{
Jan Eilers8eb25602020-03-09 12:13:48 +0000799 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600800
Sadik Armagan303980c2020-04-17 12:45:14 +0100801 std::array<DataType, 7> supportedTypes =
josh minor4a3c6102020-01-06 16:40:46 -0600802 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000803 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -0600804 DataType::Float32,
805 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100806 DataType::QAsymmS8,
josh minor4a3c6102020-01-06 16:40:46 -0600807 DataType::QAsymmU8,
Sadik Armaganac472102020-03-24 09:54:36 +0000808 DataType::QSymmS16,
809 DataType::Signed32
josh minor4a3c6102020-01-06 16:40:46 -0600810 };
811
812 bool supported = true;
813
814 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
815 "Reference elementwise unary: input type not supported");
816
817 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
818 "Reference elementwise unary: output type not supported");
819
820 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
821 "Reference elementwise unary: input and output types not matching");
822
823 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
824 "Reference elementwise unary: input and output shapes"
825 "have different number of total elements");
826
827 return supported;
828}
829
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000830bool RefLayerSupport::IsEqualSupported(const TensorInfo& input0,
831 const TensorInfo& input1,
832 const TensorInfo& output,
833 Optional<std::string&> reasonIfUnsupported) const
834{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100835 return IsComparisonSupported(input0,
836 input1,
837 output,
838 ComparisonDescriptor(ComparisonOperation::Equal),
839 reasonIfUnsupported);
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000840}
841
arovir011c7c81b2018-10-08 11:34:28 +0100842bool RefLayerSupport::IsFakeQuantizationSupported(const TensorInfo& input,
843 const FakeQuantizationDescriptor& descriptor,
844 Optional<std::string&> reasonIfUnsupported) const
845{
Jan Eilers8eb25602020-03-09 12:13:48 +0000846 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100847 bool supported = true;
848
849 std::array<DataType,1> supportedTypes =
850 {
851 DataType::Float32
852 };
853
854 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
855 "Reference fake quantization: input type not supported.");
856
857 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100858}
859
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100860bool RefLayerSupport::IsFillSupported(const TensorInfo& input,
861 const TensorInfo& output,
862 const FillDescriptor& descriptor,
863 Optional<std::string&> reasonIfUnsupported) const
864{
865 IgnoreUnused(descriptor);
866 IgnoreUnused(output);
867
868 bool supported = true;
869
Sadik Armagana792a052020-06-23 16:22:23 +0100870 std::array<DataType,3> supportedTypes =
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100871 {
872 DataType::Float32,
Sadik Armagana792a052020-06-23 16:22:23 +0100873 DataType::Float16,
874 DataType::Signed32
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100875 };
876
877 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
878 "Reference Fill: input type not supported.");
879
880 return supported;
881}
882
arovir011c7c81b2018-10-08 11:34:28 +0100883bool RefLayerSupport::IsFloorSupported(const TensorInfo& input,
884 const TensorInfo& output,
885 Optional<std::string&> reasonIfUnsupported) const
886{
Jan Eilers8eb25602020-03-09 12:13:48 +0000887 IgnoreUnused(output);
James Conroy83735b12019-05-30 16:36:59 +0100888 bool supported = true;
889
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000890 std::array<DataType,4> supportedTypes =
James Conroy83735b12019-05-30 16:36:59 +0100891 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000892 DataType::BFloat16,
James Conroyb40d7102019-06-04 12:32:09 +0100893 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100894 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000895 DataType::QSymmS16
James Conroy83735b12019-05-30 16:36:59 +0100896 };
897
898 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
899 "Reference Floor: input type not supported.");
900
901 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
902 "Reference Floor: output type not supported.");
903
904 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100905}
906
907bool RefLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
908 const TensorInfo& output,
909 const TensorInfo& weights,
910 const TensorInfo& biases,
911 const FullyConnectedDescriptor& descriptor,
912 Optional<std::string&> reasonIfUnsupported) const
913{
Francis Murtagh46c09d02019-05-28 08:15:28 +0100914 bool supported = true;
915
916 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000917 std::array<DataType,6> supportedTypes =
Francis Murtagh46c09d02019-05-28 08:15:28 +0100918 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000919 DataType::BFloat16,
920 DataType::Float32,
921 DataType::Float16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000922 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100923 DataType::QAsymmU8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000924 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +0100925 };
926
927 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
928 "Reference Fully Connected: input type not supported.");
929
930 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
931 "Reference Fully Connected: output type not supported.");
932
Francis Murtagh46c09d02019-05-28 08:15:28 +0100933 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
934 "Reference Fully Connected: weights type not supported.");
935
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000936 // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
937 if (input.GetDataType() == DataType::BFloat16)
938 {
939 if (output.GetDataType() != DataType::BFloat16 && output.GetDataType() != DataType::Float32)
940 {
941 reasonIfUnsupported.value() += "Output tensor type must be BFloat16 or Float32 for BFloat16 input.\n";
942 supported = false;
943 }
944 }
945 else
946 {
947 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
948 "Reference Fully Connected: input and output types mismatched.");
949 }
950
Jan Eilers1f45dc32020-06-15 11:43:03 +0100951 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
952 "Reference Fully Connected: weights is not a supported type.");
Francis Murtaghddb1d062020-03-10 13:51:45 +0000953
Jan Eilers1f45dc32020-06-15 11:43:03 +0100954 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
955 "Reference Fully Connected: input and weights types mismatched.");
Francis Murtagh46c09d02019-05-28 08:15:28 +0100956
957 if (descriptor.m_BiasEnabled)
958 {
959 // Defined supported types for bias
Sadik Armagandb73c982020-04-01 17:35:30 +0100960 std::array<DataType, 5>
Francis Murtagh46c09d02019-05-28 08:15:28 +0100961 supportedBiasTypes =
962 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000963 DataType::BFloat16,
Francis Murtagh46c09d02019-05-28 08:15:28 +0100964 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100965 DataType::Float16,
Sadik Armagandb73c982020-04-01 17:35:30 +0100966 DataType::Signed32,
967 DataType::QAsymmS8
Francis Murtagh46c09d02019-05-28 08:15:28 +0100968 };
969
970 supported &= CheckSupportRule(TypeAnyOf(biases, supportedBiasTypes), reasonIfUnsupported,
971 "Reference Fully Connected: bias type not supported.");
972
973 supported &= CheckSupportRule(BiasAndWeightsTypesMatch(biases, weights), reasonIfUnsupported,
974 "Reference Fully Connected: bias and weight types mismatch.");
975
976 supported &= CheckSupportRule(BiasAndWeightsTypesCompatible(weights, supportedBiasTypes), reasonIfUnsupported,
977 "Reference Fully Connected: bias type inferred from weights is incompatible.");
978
Narumol Prangnawarat366d7232020-04-29 12:58:17 +0100979 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(biases, 1U), reasonIfUnsupported,
980 "Reference Fully Connected: bias must have 1 dimension.");
981
Francis Murtagh46c09d02019-05-28 08:15:28 +0100982 }
983
984 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100985}
986
narpra014951d842019-01-18 16:53:53 +0000987bool RefLayerSupport::IsGatherSupported(const armnn::TensorInfo& input0,
988 const armnn::TensorInfo& input1,
989 const armnn::TensorInfo& output,
990 armnn::Optional<std::string&> reasonIfUnsupported) const
991{
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100992 bool supported = true;
Teresa Charlin3940d8b2020-05-29 16:47:23 +0100993 std::array<DataType,7> supportedTypes =
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100994 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000995 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100996 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100997 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100998 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000999 DataType::QAsymmU8,
Teresa Charlin3940d8b2020-05-29 16:47:23 +01001000 DataType::QSymmS16,
1001 DataType::Signed32
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01001002 };
1003
1004 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1005 "Reference Gather: input type not supported");
1006
1007 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1008 "Reference Gather: output type not supported");
1009
1010 supported &= CheckSupportRule(TypeIs(input1, DataType::Signed32), reasonIfUnsupported,
1011 "Reference Gather: indices (input1) type not supported");
1012
1013 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1014 "Reference Gather: input and output types not matching");
1015
1016 return supported;
narpra014951d842019-01-18 16:53:53 +00001017}
1018
FrancisMurtagh878f0232018-12-19 10:56:15 +00001019bool RefLayerSupport::IsGreaterSupported(const TensorInfo& input0,
1020 const TensorInfo& input1,
1021 const TensorInfo& output,
1022 Optional<std::string&> reasonIfUnsupported) const
1023{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +01001024 return IsComparisonSupported(input0,
1025 input1,
1026 output,
1027 ComparisonDescriptor(ComparisonOperation::Greater),
1028 reasonIfUnsupported);
FrancisMurtagh878f0232018-12-19 10:56:15 +00001029}
1030
Derek Lamberti901ea112019-12-10 22:07:09 +00001031bool RefLayerSupport::IsInputSupported(const TensorInfo& /*input*/,
1032 Optional<std::string&> /*reasonIfUnsupported*/) const
arovir011c7c81b2018-10-08 11:34:28 +01001033{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +01001034 return true;
arovir011c7c81b2018-10-08 11:34:28 +01001035}
1036
Kevin May09ca49c2019-10-09 12:37:34 +01001037bool RefLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
1038 const TensorInfo& output,
1039 const InstanceNormalizationDescriptor& descriptor,
1040 Optional<std::string&> reasonIfUnsupported) const
1041{
Jan Eilers8eb25602020-03-09 12:13:48 +00001042 IgnoreUnused(descriptor);
Kevin May09ca49c2019-10-09 12:37:34 +01001043 // Define supported types
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001044 std::array<DataType, 3> supportedTypes =
Kevin May09ca49c2019-10-09 12:37:34 +01001045 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001046 DataType::BFloat16,
Kevin May09ca49c2019-10-09 12:37:34 +01001047 DataType::Float32,
1048 DataType::Float16
1049 };
1050
1051 bool supported = true;
1052
1053 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1054 "Reference Instance Normalization: input type not supported.");
1055
1056 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1057 "Reference Instance Normalization: output type not supported.");
1058
1059 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1060 "Reference Instance Normalization: input and output types mismatched.");
1061
1062 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1063 "Reference Instance Normalization: input and output shapes have different "
1064 "num total elements.");
1065
1066 return supported;
1067}
1068
arovir011c7c81b2018-10-08 11:34:28 +01001069bool RefLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
1070 const TensorInfo& output,
1071 const L2NormalizationDescriptor& descriptor,
1072 Optional<std::string&> reasonIfUnsupported) const
1073{
Jan Eilers8eb25602020-03-09 12:13:48 +00001074 IgnoreUnused(descriptor);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001075 // Define supported types
Sadik Armagan303980c2020-04-17 12:45:14 +01001076 std::array<DataType, 6> supportedTypes =
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001077 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001078 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001079 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001080 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001081 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001082 DataType::QAsymmU8,
1083 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001084 };
1085
1086 bool supported = true;
1087
1088 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1089 "Reference L2normalization: input type not supported.");
1090
1091 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1092 "Reference L2normalization: output type not supported.");
1093
1094 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1095 "Reference L2normalization: input and output types mismatched.");
1096
1097 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1098 "Reference L2normalization: input and output shapes have different "
1099 "num total elements.");
1100
1101 return supported;
arovir011c7c81b2018-10-08 11:34:28 +01001102}
1103
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001104bool RefLayerSupport::IsLogSoftmaxSupported(const TensorInfo& input,
1105 const TensorInfo& output,
1106 const LogSoftmaxDescriptor& descriptor,
1107 Optional<std::string&> reasonIfUnsupported) const
1108{
Jan Eilers8eb25602020-03-09 12:13:48 +00001109 IgnoreUnused(descriptor);
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001110
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001111 std::array<DataType, 3> supportedTypes =
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001112 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001113 DataType::BFloat16,
1114 DataType::Float32,
1115 DataType::Float16
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001116 };
1117
1118 bool supported = true;
1119 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1120 "Reference LogSoftmax: input type not supported");
1121
1122 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1123 "Reference LogSoftmax: output type not supported");
1124
1125 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1126 "Reference LogSoftmax: input and output types do not match");
1127
1128 return supported;
1129}
1130
arovir011c7c81b2018-10-08 11:34:28 +01001131bool RefLayerSupport::IsLstmSupported(const TensorInfo& input,
1132 const TensorInfo& outputStateIn,
1133 const TensorInfo& cellStateIn,
1134 const TensorInfo& scratchBuffer,
1135 const TensorInfo& outputStateOut,
1136 const TensorInfo& cellStateOut,
1137 const TensorInfo& output,
1138 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001139 const LstmInputParamsInfo& paramsInfo,
1140 Optional<std::string&> reasonIfUnsupported) const
arovir011c7c81b2018-10-08 11:34:28 +01001141{
Jan Eilers8eb25602020-03-09 12:13:48 +00001142 IgnoreUnused(descriptor);
1143 IgnoreUnused(paramsInfo);
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001144
1145 bool supported = true;
1146
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001147 std::array<DataType,3> supportedTypes = {
1148 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +01001149 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001150 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001151 };
1152
Jan Eilersd01a83c2019-07-03 18:20:40 +01001153 // check inputs and outputs
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001154 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1155 "Reference Lstm: input is not a supported type.");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001156 supported &= CheckSupportRule(TypesAreEqual(input, outputStateIn), reasonIfUnsupported,
1157 "Reference Lstm: input and outputStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001158 supported &= CheckSupportRule(TypesAreEqual(input, cellStateIn), reasonIfUnsupported,
1159 "Reference Lstm: input and cellStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001160 supported &= CheckSupportRule(TypesAreEqual(input, scratchBuffer), reasonIfUnsupported,
1161 "Reference Lstm: input and scratchBuffer types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001162 supported &= CheckSupportRule(TypesAreEqual(input, outputStateOut), reasonIfUnsupported,
1163 "Reference Lstm: input and outputStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001164 supported &= CheckSupportRule(TypesAreEqual(input, cellStateOut), reasonIfUnsupported,
1165 "Reference Lstm: input and cellStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001166 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1167 "Reference Lstm: input and output types are mismatched");
Jan Eilersd01a83c2019-07-03 18:20:40 +01001168 // check layer parameters
Francis Murtaghbb590b42019-08-14 09:51:36 +01001169 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001170 "Reference Lstm: input and InputToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001171 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001172 "Reference Lstm: input and InputToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001173 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001174 "Reference Lstm: input and InputToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001175 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001176 "Reference Lstm: input and RecurrentToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001177 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001178 "Reference Lstm: input and RecurrentToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001179 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001180 "Reference Lstm: input and RecurrentToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001181 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001182 "Reference Lstm: input and ForgetGateBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001183 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001184 "Reference Lstm: input and CellBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001185 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001186 "Reference Lstm: input and OutputGateBias types are mismatched");
1187 if (!descriptor.m_CifgEnabled)
1188 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001189 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToInputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001190 "Reference Lstm: input and InputToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001191 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001192 reasonIfUnsupported,
1193 "Reference Lstm: input and RecurrentToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001194 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001195 "Reference Lstm: input and InputGateBias types are mismatched");
1196 if (descriptor.m_PeepholeEnabled)
1197 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001198 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001199 reasonIfUnsupported,
1200 "Reference Lstm: input and CellToInputWeights types are mismatched");
1201 }
1202 }
1203 if (descriptor.m_PeepholeEnabled)
1204 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001205 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001206 "Reference Lstm: input and CellToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001207 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001208 "Reference Lstm: input and CellToOutputWeights types are mismatched");
1209 }
1210 if (descriptor.m_ProjectionEnabled)
1211 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001212 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001213 "Reference Lstm: input and mProjectionWeights types are mismatched");
1214 if (paramsInfo.m_ProjectionBias != nullptr)
1215 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001216 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +01001217 "Reference Lstm: input and ProjectionBias types are mismatched");
1218 }
1219 }
1220 if (descriptor.m_LayerNormEnabled)
1221 {
1222 if (!descriptor.m_CifgEnabled)
1223 {
Francis Murtaghbb590b42019-08-14 09:51:36 +01001224 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001225 reasonIfUnsupported,
1226 "Reference Lstm: input and InputLayerNormWeights types are mismatched");
1227 }
Francis Murtaghbb590b42019-08-14 09:51:36 +01001228 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001229 reasonIfUnsupported,
1230 "Reference Lstm: input and ForgetLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001231 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001232 reasonIfUnsupported,
1233 "Reference Lstm: input and CellLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +01001234 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +01001235 reasonIfUnsupported,
1236 "Reference Lstm: input and OutputLayerNormWeights types are mismatched");
1237 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001238
1239 return supported;
telsoa01c577f2c2018-08-31 09:22:23 +01001240}
1241
saoste012df12b32018-11-28 16:57:20 +00001242bool RefLayerSupport::IsMaximumSupported(const TensorInfo& input0,
1243 const TensorInfo& input1,
1244 const TensorInfo& output,
1245 Optional<std::string&> reasonIfUnsupported) const
1246{
Sadik Armagan2999a022019-04-09 14:20:12 +01001247 bool supported = true;
1248
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001249 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001250 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001251 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001252 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001253 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001254 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001255 DataType::QSymmS16,
1256 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +01001257 };
1258
1259 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1260 "Reference maximum: input 0 is not a supported type.");
1261
1262 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1263 "Reference maximum: input 1 is not a supported type.");
1264
1265 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1266 "Reference maximum: output is not a supported type.");
1267
1268 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1269 "Reference maximum: input 0 and Input 1 types are mismatched");
1270
1271 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1272 "Reference maximum: input and output types are mismatched");
1273
1274 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1275 "Reference maximum: shapes are not suitable for implicit broadcast.");
1276
1277 return supported;
saoste012df12b32018-11-28 16:57:20 +00001278}
1279
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001280bool RefLayerSupport::IsMeanSupported(const TensorInfo& input,
1281 const TensorInfo& output,
1282 const MeanDescriptor& descriptor,
1283 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +01001284{
James Conroy4d1ff582019-06-10 17:06:39 +01001285 bool supported = true;
1286 std::string meanLayerStr = "Mean";
1287 std::string outputTensorStr = "output";
1288
Sadik Armagan303980c2020-04-17 12:45:14 +01001289 std::array<DataType,6> supportedTypes =
James Conroy4d1ff582019-06-10 17:06:39 +01001290 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001291 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +01001292 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001293 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001294 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001295 DataType::QAsymmU8,
1296 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +01001297 };
1298
1299 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1300 "Reference Mean: input type not supported.");
1301
1302 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1303 "Reference Mean: input and output types are mismatched");
1304
1305 if (descriptor.m_KeepDims)
1306 {
1307 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, input.GetNumDimensions()),
1308 reasonIfUnsupported,
1309 CreateIncorrectDimensionsErrorMsg(input.GetNumDimensions(),
1310 output.GetNumDimensions(),
1311 meanLayerStr, outputTensorStr).data());
1312 }
1313 else if (descriptor.m_Axis.empty())
1314 {
1315 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1316 reasonIfUnsupported,
1317 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1318 meanLayerStr, outputTensorStr).data());
1319 }
1320 else
1321 {
1322 auto outputDim = input.GetNumDimensions() - boost::numeric_cast<unsigned int>(descriptor.m_Axis.size());
1323
1324 if (outputDim > 0)
1325 {
1326 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, outputDim),
1327 reasonIfUnsupported,
1328 CreateIncorrectDimensionsErrorMsg(outputDim, output.GetNumDimensions(),
1329 meanLayerStr, outputTensorStr).data());
1330 }
1331 else
1332 {
1333 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1334 reasonIfUnsupported,
1335 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1336 meanLayerStr, outputTensorStr).data());
1337 }
1338 }
1339
1340 return supported;
narpra0132b90462018-09-13 11:07:48 +01001341}
1342
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001343bool RefLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +00001344 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +01001345 const MergerDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001346 Optional<std::string&> reasonIfUnsupported) const
1347{
Jim Flynne242f2d2019-05-22 14:24:13 +01001348 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001349}
1350
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001351bool RefLayerSupport::IsMemCopySupported(const TensorInfo &input,
1352 const TensorInfo &output,
1353 Optional<std::string &> reasonIfUnsupported) const
1354{
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001355 bool supported = true;
1356
Sadik Armagan303980c2020-04-17 12:45:14 +01001357 std::array<DataType,7> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001358 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001359 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001360 DataType::Float32,
1361 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001362 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001363 DataType::QAsymmU8,
1364 DataType::QSymmS16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001365 DataType::Boolean
1366 };
1367
1368 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1369 "Reference MemCopy: input type not supported");
1370
1371 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1372 "Reference MemCopy: output type not supported");
1373
1374 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1375 "Reference MemCopy: input and output types are mismatched");
1376
1377 return supported;
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001378}
1379
Éanna Ó Catháin20e58802018-12-04 10:29:06 +00001380bool RefLayerSupport::IsMinimumSupported(const TensorInfo& input0,
1381 const TensorInfo& input1,
1382 const TensorInfo& output,
1383 Optional<std::string&> reasonIfUnsupported) const
1384{
Sadik Armagan2999a022019-04-09 14:20:12 +01001385 bool supported = true;
1386
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001387 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001388 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001389 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001390 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001391 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001392 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001393 DataType::QSymmS16,
1394 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +01001395 };
1396
1397 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1398 "Reference minimum: input 0 is not a supported type.");
1399
1400 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1401 "Reference minimum: input 1 is not a supported type.");
1402
1403 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1404 "Reference minimum: output is not a supported type.");
1405
1406 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1407 "Reference minimum: input 0 and Input 1 types are mismatched");
1408
1409 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1410 "Reference minimum: input and output types are mismatched");
1411
1412 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1413 "Reference minimum: shapes are not suitable for implicit broadcast.");
1414
1415 return supported;
Éanna Ó Catháin20e58802018-12-04 10:29:06 +00001416}
1417
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001418bool RefLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
1419 const TensorInfo& input1,
1420 const TensorInfo& output,
1421 Optional<std::string&> reasonIfUnsupported) const
1422{
Sadik Armagan2999a022019-04-09 14:20:12 +01001423 bool supported = true;
1424
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001425 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001426 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001427 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001428 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001429 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001430 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001431 DataType::QSymmS16,
1432 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +01001433 };
1434
1435 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1436 "Reference multiplication: input 0 is not a supported type.");
1437
1438 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1439 "Reference multiplication: input 1 is not a supported type.");
1440
1441 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1442 "Reference multiplication: output is not a supported type.");
1443
1444 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1445 "Reference multiplication: input 0 and Input 1 types are mismatched");
1446
1447 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1448 "Reference multiplication: input and output types are mismatched");
1449
1450 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1451 "Reference multiplication: shapes are not suitable for implicit broadcast.");
1452
1453 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001454}
1455
1456bool RefLayerSupport::IsNormalizationSupported(const TensorInfo& input,
1457 const TensorInfo& output,
1458 const NormalizationDescriptor& descriptor,
1459 Optional<std::string&> reasonIfUnsupported) const
Nina Drozd661dfa72018-10-02 11:14:17 +01001460{
Jan Eilers8eb25602020-03-09 12:13:48 +00001461 IgnoreUnused(descriptor);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001462
1463 // Define supported types
Sadik Armagan303980c2020-04-17 12:45:14 +01001464 std::array<DataType, 6> supportedTypes =
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001465 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001466 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001467 DataType::Float16,
1468 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001469 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001470 DataType::QAsymmU8,
1471 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001472 };
1473
1474 bool supported = true;
1475
1476 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1477 "Reference normalization: input type not supported.");
1478
1479 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1480 "Reference normalization: output type not supported.");
1481
1482 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1483 "Reference normalization: input and output shapes have different "
1484 "num total elements.");
1485
1486 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001487}
1488
Derek Lamberti901ea112019-12-10 22:07:09 +00001489bool RefLayerSupport::IsOutputSupported(const TensorInfo& /*output*/,
1490 Optional<std::string&> /*reasonIfUnsupported*/) const
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001491{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +01001492 return true;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001493}
1494
1495bool RefLayerSupport::IsPadSupported(const TensorInfo& input,
1496 const TensorInfo& output,
1497 const PadDescriptor& descriptor,
1498 Optional<std::string&> reasonIfUnsupported) const
1499{
Jan Eilers8eb25602020-03-09 12:13:48 +00001500 IgnoreUnused(descriptor);
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001501 bool supported = true;
1502
1503 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +01001504 std::array<DataType,6> supportedTypes =
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001505 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001506 DataType::BFloat16,
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001507 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001508 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001509 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001510 DataType::QAsymmU8,
1511 DataType::QSymmS16
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +01001512 };
1513
1514 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1515 "Reference pad: input is not a supported type.");
1516
1517 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1518 "Reference pad: output is not a supported type.");
1519
1520 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1521 "Reference pad: input and output types are mismatched.");
1522
1523 return supported;
Nina Drozd661dfa72018-10-02 11:14:17 +01001524}
1525
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001526bool RefLayerSupport::IsPermuteSupported(const TensorInfo& input,
1527 const TensorInfo& output,
1528 const PermuteDescriptor& descriptor,
1529 Optional<std::string&> reasonIfUnsupported) const
1530{
Jan Eilers8eb25602020-03-09 12:13:48 +00001531 IgnoreUnused(descriptor);
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001532 bool supported = true;
1533
1534 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +01001535 std::array<DataType, 6> supportedTypes =
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001536 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001537 DataType::BFloat16,
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001538 DataType::Float32,
Mike Kellyc9ea45a2020-02-28 18:11:58 +00001539 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001540 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001541 DataType::QAsymmU8,
1542 DataType::QSymmS16
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +01001543 };
1544
1545 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1546 "Reference permute: input is not a supported type.");
1547
1548 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1549 "Reference permute: output is not a supported type.");
1550
1551 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1552 "Reference permute: input and output types are mismatched.");
1553
1554 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001555}
1556
1557bool RefLayerSupport::IsPooling2dSupported(const TensorInfo& input,
1558 const TensorInfo& output,
1559 const Pooling2dDescriptor& descriptor,
1560 Optional<std::string&> reasonIfUnsupported) const
1561{
Jan Eilers8eb25602020-03-09 12:13:48 +00001562 IgnoreUnused(descriptor);
Teresa Charlina3b20472019-06-06 11:12:32 +01001563 bool supported = true;
1564
1565 // Define supported output and inputs types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001566 std::array<DataType,6> supportedTypes =
Teresa Charlina3b20472019-06-06 11:12:32 +01001567 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001568 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +01001569 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +01001570 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001571 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001572 DataType::QAsymmU8,
1573 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +01001574 };
1575
1576 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1577 "Reference poolind2d: input is not a supported type.");
1578
1579 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1580 "Reference poolind2d: output is not a supported type.");
1581
1582 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1583 "Reference poolind2d: input and output types are mismatched.");
1584
1585 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001586}
1587
James Conroy4f1f8992020-04-29 20:01:10 +01001588bool RefLayerSupport::IsQLstmSupported(const TensorInfo& input,
1589 const TensorInfo& previousOutputIn,
1590 const TensorInfo& previousCellStateIn,
1591 const TensorInfo& outputStateOut,
1592 const TensorInfo& cellStateOut,
1593 const TensorInfo& output,
1594 const QLstmDescriptor& descriptor,
1595 const LstmInputParamsInfo& paramsInfo,
1596 Optional<std::string&> reasonIfUnsupported) const
1597{
1598 IgnoreUnused(input);
1599 IgnoreUnused(previousOutputIn);
1600 IgnoreUnused(previousCellStateIn);
1601 IgnoreUnused(outputStateOut);
1602 IgnoreUnused(cellStateOut);
1603 IgnoreUnused(output);
1604 IgnoreUnused(descriptor);
1605 IgnoreUnused(paramsInfo);
1606
1607 IgnoreUnused(reasonIfUnsupported);
1608
1609 return true;
1610}
1611
Derek Lamberti5f400d62019-03-25 15:41:58 +00001612bool RefLayerSupport::IsQuantizeSupported(const TensorInfo& input,
1613 const TensorInfo& output,
1614 Optional<std::string&> reasonIfUnsupported) const
1615{
1616 bool supported = true;
1617
Finn Williamsfd271062019-12-04 14:27:27 +00001618 // Define supported input types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001619 std::array<DataType,7> supportedInputTypes = {
1620 DataType::BFloat16,
Keith Davis5e51cd82020-01-29 16:52:59 +00001621 DataType::Float32,
Keith Davis3d8bc972020-02-04 09:31:47 +00001622 DataType::Float16,
Ryan OShea9add1202020-02-07 10:06:33 +00001623 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +00001624 DataType::QAsymmU8,
1625 DataType::QSymmS8,
1626 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +00001627 };
1628
1629 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
1630 "Reference quantize: input type not supported.");
1631
1632 // Define supported output types.
Ryan OShea9add1202020-02-07 10:06:33 +00001633 std::array<DataType,4> supportedOutputTypes = {
Ryan OShea9add1202020-02-07 10:06:33 +00001634 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001635 DataType::QAsymmU8,
Finn Williamsfd271062019-12-04 14:27:27 +00001636 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001637 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +00001638 };
1639 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
1640 "Reference quantize: output type not supported.");
1641
1642 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1643 "Reference quantize: input and output shapes have different num total elements.");
1644
1645 return supported;
1646}
1647
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001648bool RefLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +00001649 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +00001650 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001651 Optional<std::string&> reasonIfUnsupported) const
1652{
Jan Eilers8eb25602020-03-09 12:13:48 +00001653 IgnoreUnused(output);
1654 IgnoreUnused(descriptor);
Nina Drozd2f2778f2019-05-27 10:37:05 +01001655 // Define supported output types.
Keith Davis0c2eeac2020-02-11 16:51:50 +00001656 std::array<DataType,7> supportedOutputTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +01001657 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001658 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001659 DataType::Float32,
1660 DataType::Float16,
Narumol Prangnawarat0718ee92019-09-13 16:53:38 +01001661 DataType::Signed32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001662 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001663 DataType::QAsymmU8,
1664 DataType::QSymmS16
Nina Drozd2f2778f2019-05-27 10:37:05 +01001665 };
Keith Davis0c2eeac2020-02-11 16:51:50 +00001666
Nina Drozd2f2778f2019-05-27 10:37:05 +01001667 return CheckSupportRule(TypeAnyOf(input, supportedOutputTypes), reasonIfUnsupported,
1668 "Reference reshape: input type not supported.");
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001669}
1670
1671bool RefLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +00001672 const TensorInfo& output,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001673 Optional<std::string&> reasonIfUnsupported) const
1674{
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001675 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +01001676 std::array<DataType,6> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001677 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001678 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001679 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001680 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001681 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001682 DataType::QAsymmU8,
1683 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001684 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001685
1686 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1687 "Reference ResizeBilinear: input type not supported");
1688
1689 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1690 "Reference ResizeBilinear: output type not supported");
1691
1692 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1693 "Reference ResizeBilinear: input and output types not matching");
1694
1695 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001696}
1697
Teresa Charlin970f43b2019-07-01 13:51:07 +01001698bool RefLayerSupport::IsResizeSupported(const TensorInfo& input,
1699 const TensorInfo& output,
1700 const ResizeDescriptor& descriptor,
1701 Optional<std::string&> reasonIfUnsupported) const
1702{
Jan Eilers8eb25602020-03-09 12:13:48 +00001703 IgnoreUnused(descriptor);
Teresa Charlin970f43b2019-07-01 13:51:07 +01001704 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001705 std::array<DataType,6> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001706 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001707 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001708 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001709 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001710 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001711 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001712 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001713 };
1714
1715 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1716 "Reference Resize: input type not supported");
1717
1718 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1719 "Reference Resize: output type not supported");
1720
1721 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1722 "Reference Resize: input and output types not matching");
1723
1724 return supported;
1725}
1726
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00001727bool RefLayerSupport::IsRsqrtSupported(const TensorInfo& input,
1728 const TensorInfo& output,
1729 Optional<std::string&> reasonIfUnsupported) const
1730{
josh minor4a3c6102020-01-06 16:40:46 -06001731 return IsElementwiseUnarySupported(input,
1732 output,
1733 ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt),
1734 reasonIfUnsupported);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00001735}
1736
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001737bool RefLayerSupport::IsSliceSupported(const TensorInfo& input,
1738 const TensorInfo& output,
1739 const SliceDescriptor& descriptor,
1740 Optional<std::string&> reasonIfUnsupported) const
1741{
Jan Eilers8eb25602020-03-09 12:13:48 +00001742 IgnoreUnused(descriptor);
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001743 bool supported = true;
1744
Sadik Armagan303980c2020-04-17 12:45:14 +01001745 std::array<DataType, 5> supportedTypes =
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001746 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001747 DataType::BFloat16,
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001748 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001749 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001750 DataType::QAsymmU8,
1751 DataType::QSymmS16
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01001752 };
1753
1754 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1755 "Reference Slice: input type not supported");
1756
1757 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1758 "Reference Slice: output type not supported");
1759
1760 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1761 "Reference Slice: input and output types are mismatched");
1762
1763 return supported;
1764}
1765
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001766bool RefLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
1767 const TensorInfo& output,
1768 const SoftmaxDescriptor& descriptor,
1769 Optional<std::string&> reasonIfUnsupported) const
1770{
Jan Eilers8eb25602020-03-09 12:13:48 +00001771 IgnoreUnused(descriptor);
nikraj01248683f2019-05-29 16:46:50 +01001772 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001773 std::array<DataType,7> supportedTypes =
nikraj01248683f2019-05-29 16:46:50 +01001774 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001775 DataType::BFloat16,
1776 DataType::Float32,
1777 DataType::Float16,
1778 DataType::QSymmS8,
1779 DataType::QAsymmS8,
1780 DataType::QAsymmU8,
1781 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +01001782 };
1783
1784 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001785 "Reference Softmax: output type not supported");
nikraj01248683f2019-05-29 16:46:50 +01001786
1787 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001788 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +01001789
1790 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +01001791 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +01001792
1793 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001794}
1795
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001796bool RefLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
1797 const TensorInfo& output,
1798 const SpaceToBatchNdDescriptor& descriptor,
1799 Optional<std::string&> reasonIfUnsupported) const
1800{
Jan Eilers8eb25602020-03-09 12:13:48 +00001801 IgnoreUnused(descriptor);
nikraj01120522a2019-05-31 11:33:07 +01001802 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +01001803 std::array<DataType,6> supportedTypes =
nikraj01120522a2019-05-31 11:33:07 +01001804 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001805 DataType::BFloat16,
1806 DataType::Float32,
1807 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001808 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001809 DataType::QAsymmU8,
1810 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +01001811 };
1812
1813 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1814 "Reference SpaceToBatchNd: input type not supported");
1815
1816 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1817 "Reference SpaceToBatchNd: output type not supported");
1818
1819 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1820 "Reference SpaceToBatchNd: input and output types are mismatched");
1821
1822 return supported;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001823}
1824
Keith Davisa57eccb2019-06-14 17:33:22 +01001825bool RefLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
Keith Davis51910332019-06-26 15:28:43 +01001826 const TensorInfo& output,
1827 const SpaceToDepthDescriptor& descriptor,
1828 Optional<std::string&> reasonIfUnsupported) const
Keith Davisa57eccb2019-06-14 17:33:22 +01001829{
1830
Jan Eilers8eb25602020-03-09 12:13:48 +00001831 IgnoreUnused(descriptor);
Keith Davisa57eccb2019-06-14 17:33:22 +01001832 bool supported = true;
1833
Sadik Armagan303980c2020-04-17 12:45:14 +01001834 std::array<DataType,6> supportedTypes =
Keith Davisa57eccb2019-06-14 17:33:22 +01001835 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001836 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +01001837 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001838 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001839 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001840 DataType::QAsymmU8,
1841 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +01001842 };
1843
1844 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1845 "Reference SpaceToDepth: input type not supported");
1846
1847 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1848 "Reference SpaceToDepth: output type not supported");
1849
1850 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1851 "Reference SpaceToDepth: input and output types are mismatched");
1852
1853 return supported;
1854}
1855
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001856bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1857 const ViewsDescriptor& descriptor,
1858 Optional<std::string&> reasonIfUnsupported) const
1859{
Jan Eilers8eb25602020-03-09 12:13:48 +00001860 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001861 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +01001862 std::array<DataType,6> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001863 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001864 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001865 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001866 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001867 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001868 DataType::QAsymmU8,
1869 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001870 };
1871
1872 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1873 "Reference splitter: input type not supported");
1874
1875 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001876}
1877
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001878bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1879 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
1880 const ViewsDescriptor& descriptor,
1881 Optional<std::string&> reasonIfUnsupported) const
1882{
Jan Eilers8eb25602020-03-09 12:13:48 +00001883 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001884 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +01001885 std::array<DataType,6> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001886 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001887 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001888 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001889 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001890 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001891 DataType::QAsymmU8,
1892 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001893 };
1894
1895 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1896 "Reference splitter: output type not supported");
1897 for (const TensorInfo output : outputs)
1898 {
1899 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1900 "Reference splitter: input type not supported");
1901
1902 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1903 "Reference splitter: input and output types mismatched.");
1904 }
1905
1906 return supported;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +01001907}
1908
Matthew Jackson81e601c2019-07-11 12:07:09 +01001909bool RefLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
1910 const TensorInfo& output,
1911 const StackDescriptor& descriptor,
1912 Optional<std::string&> reasonIfUnsupported) const
1913{
Jan Eilers8eb25602020-03-09 12:13:48 +00001914 IgnoreUnused(descriptor);
Matthew Jackson81e601c2019-07-11 12:07:09 +01001915
1916 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +01001917 std::array<DataType,6> supportedTypes =
Matthew Jackson81e601c2019-07-11 12:07:09 +01001918 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001919 DataType::BFloat16,
Matthew Jackson81e601c2019-07-11 12:07:09 +01001920 DataType::Float32,
Matthew Jacksone69c3992019-09-09 14:31:21 +01001921 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001922 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001923 DataType::QAsymmU8,
1924 DataType::QSymmS16
Matthew Jackson81e601c2019-07-11 12:07:09 +01001925 };
1926
1927 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1928 "Reference stack: output type not supported");
1929 for (const TensorInfo* input : inputs)
1930 {
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +01001931 ARMNN_ASSERT(input != nullptr);
Matthew Jackson81e601c2019-07-11 12:07:09 +01001932 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
1933 "Reference stack: input type not supported");
1934
1935 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
1936 "Reference stack: input and output types mismatched.");
1937 }
1938
1939 return supported;
1940}
1941
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +00001942bool RefLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
1943 const TensorInfo& output,
1944 const StridedSliceDescriptor& descriptor,
1945 Optional<std::string&> reasonIfUnsupported) const
1946{
Jan Eilers8eb25602020-03-09 12:13:48 +00001947 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001948 bool supported = true;
1949
Sadik Armagan303980c2020-04-17 12:45:14 +01001950 std::array<DataType,5> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001951 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001952 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001953 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001954 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001955 DataType::QAsymmU8,
1956 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +01001957 };
1958
1959 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1960 "Reference StridedSlice: input type not supported");
1961
1962 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1963 "Reference StridedSlice: output type not supported");
1964
1965 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1966 "Reference StridedSlice: input and output types are mismatched");
1967
1968 return supported;
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +00001969}
1970
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01001971bool RefLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
1972 const TensorInfo& input1,
1973 const TensorInfo& output,
1974 Optional<std::string&> reasonIfUnsupported) const
1975{
Sadik Armagan2999a022019-04-09 14:20:12 +01001976 bool supported = true;
1977
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001978 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001979 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +01001980 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001981 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001982 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001983 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001984 DataType::QSymmS16,
1985 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +01001986 };
1987
1988 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1989 "Reference subtraction: input 0 is not a supported type.");
1990
1991 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1992 "Reference subtraction: input 1 is not a supported type.");
1993
1994 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1995 "Reference subtraction: output is not a supported type.");
1996
1997 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1998 "Reference subtraction: input 0 and Input 1 types are mismatched");
1999
2000 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
2001 "Reference subtraction: input and output types are mismatched");
2002
2003 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
2004 "Reference subtraction: shapes are not suitable for implicit broadcast.");
2005
2006 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +01002007}
2008
Matteo Martincighab9e5252019-06-13 17:27:46 +01002009bool RefLayerSupport::IsPreluSupported(const TensorInfo& input,
2010 const TensorInfo& alpha,
2011 const TensorInfo& output,
2012 Optional<std::string&> reasonIfUnsupported) const
2013{
2014 bool supported = true;
2015
Teresa Charlin3940d8b2020-05-29 16:47:23 +01002016 std::array<DataType, 6> supportedTypes
Matteo Martincighab9e5252019-06-13 17:27:46 +01002017 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002018 DataType::BFloat16,
Matteo Martincighab9e5252019-06-13 17:27:46 +01002019 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01002020 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002021 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002022 DataType::QAsymmU8,
Teresa Charlin3940d8b2020-05-29 16:47:23 +01002023 DataType::QSymmS16
Matteo Martincighab9e5252019-06-13 17:27:46 +01002024 };
2025
2026 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2027 "PReLU: input is not a supported type.");
2028
2029 supported &= CheckSupportRule(TypeAnyOf(alpha, supportedTypes), reasonIfUnsupported,
2030 "PReLU: alpha is not a supported type.");
2031
2032 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2033 "PReLU: output is not a supported type.");
2034
2035 supported &= CheckSupportRule(TypesAreEqual(input, alpha, output), reasonIfUnsupported,
2036 "PReLU: input, alpha and output types are mismatched");
2037
2038 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input, alpha, output), reasonIfUnsupported,
2039 "PReLU: shapes are not suitable for implicit broadcast");
2040
2041 return supported;
2042}
2043
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002044bool RefLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
2045 const TensorInfo& output,
2046 const TransposeConvolution2dDescriptor& descriptor,
2047 const TensorInfo& weights,
2048 const Optional<TensorInfo>& biases,
2049 Optional<std::string&> reasonIfUnsupported) const
2050{
Jan Eilers8eb25602020-03-09 12:13:48 +00002051 IgnoreUnused(descriptor);
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002052 bool supported = true;
2053
Sadik Armagan303980c2020-04-17 12:45:14 +01002054 std::array<DataType,7> supportedTypes =
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002055 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002056 DataType::BFloat16,
2057 DataType::Float32,
2058 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002059 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002060 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002061 DataType::QSymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002062 DataType::QSymmS16
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002063 };
2064
2065 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2066 "Reference TransposeConvolution2d: input is not a supported type.");
2067
2068 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2069 "Reference TransposeConvolution2d: output is not a supported type.");
2070
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002071 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
2072 "Reference TransposeConvolution2d: input and output types mismatched.");
2073
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002074
2075 const DataType inputType = input.GetDataType();
Sadik Armagan303980c2020-04-17 12:45:14 +01002076 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002077 {
Derek Lambertid466a542020-01-22 15:37:29 +00002078 ARMNN_NO_DEPRECATE_WARN_BEGIN
Sadik Armagan303980c2020-04-17 12:45:14 +01002079 std::array<DataType, 4> supportedWeightTypes =
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002080 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002081 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002082 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +00002083 DataType::QSymmS8,
2084 DataType::QuantizedSymm8PerAxis //Deprecated
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002085 };
Derek Lambertid466a542020-01-22 15:37:29 +00002086 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002087
2088 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
2089 "Reference TransposeConvolution2d: weights type not supported for "
2090 "quantized input.");
2091 }
2092 else
2093 {
2094 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
2095 "Reference TransposeConvolution2d: weights is not a supported type.");
2096
2097 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
2098 "Reference TransposeConvolution2d: input and weights types mismatched.");
2099 }
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002100
2101 if (biases.has_value())
2102 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002103 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar651aafe2019-08-05 11:52:05 +01002104 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002105 DataType::BFloat16,
2106 DataType::Float32,
2107 DataType::Float16,
2108 DataType::Signed32
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +01002109 };
2110 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
2111 "Reference TransposeConvolution2d: biases is not a supported type.");
2112 }
2113
2114 return supported;
2115}
2116
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002117bool RefLayerSupport::IsTransposeSupported(const TensorInfo& input,
2118 const TensorInfo& output,
2119 const TransposeDescriptor& descriptor,
2120 Optional<std::string&> reasonIfUnsupported) const
2121{
Jan Eilers8eb25602020-03-09 12:13:48 +00002122 IgnoreUnused(descriptor);
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002123 bool supported = true;
2124
2125 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +01002126 std::array<DataType, 6> supportedTypes =
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002127 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002128 DataType::BFloat16,
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002129 DataType::Float32,
2130 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002131 DataType::QAsymmS8,
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002132 DataType::QAsymmU8,
2133 DataType::QSymmS16
2134 };
2135
2136 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2137 "Reference transpose: input is not a supported type.");
2138
2139 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2140 "Reference transpose: output is not a supported type.");
2141
2142 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
2143 "Reference transpose: input and output types are mismatched.");
2144
2145 return supported;
2146}
2147
arovir011c7c81b2018-10-08 11:34:28 +01002148} // namespace armnn