Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / 4b10fef654c5d54b73cc6f09327a88976d8c0fc4 / . / src / backends / reference / RefLayerSupport.cpp
blob: f6c214e2c6862de619b36251747472790ca73a3c [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]1//
Teresa Charlin52664732020-06-29 16:27:03 +0100[diff] [blame]2// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +0100[diff] [blame]3// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]4//
5
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]6#include "RefLayerSupport.hpp"
David Beck3cc9a622018-10-12 10:38:31 +0100[diff] [blame]7
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]8#include <armnn/TypesUtils.hpp>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]9#include <armnn/Types.hpp>
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]10#include <armnn/Descriptors.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]11#include <armnn/utility/IgnoreUnused.hpp>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]12
Matteo Martincighe011d202019-11-28 11:35:47 +0000[diff] [blame]13#include <LayerSupportCommon.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +0100[diff] [blame]14#include <backendsCommon/LayerSupportRules.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +0000[diff] [blame]15
Matteo Martincighe011d202019-11-28 11:35:47 +0000[diff] [blame]16#include <boost/cast.hpp>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]17
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]18#include <vector>
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]19#include <array>
20
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]21using namespace boost;
22
23namespace armnn
24{
25
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]26namespace
27{
28
29template<typename Float32Func, typename Uint8Func, typename ... Params>
30bool IsSupportedForDataTypeRef(Optional<std::string&> reasonIfUnsupported,
31 DataType dataType,
32 Float32Func floatFuncPtr,
33 Uint8Func uint8FuncPtr,
34 Params&&... params)
35{
36 return IsSupportedForDataTypeGeneric(reasonIfUnsupported,
37 dataType,
38 &FalseFunc<Params...>,
39 floatFuncPtr,
40 uint8FuncPtr,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]41 &FalseFunc<Params...>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]42 &FalseFunc<Params...>,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]43 std::forward<Params>(params)...);
44}
45
46} // anonymous namespace
47
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]48namespace
49{
50
51std::string CreateIncorrectDimensionsErrorMsg(unsigned int expected,
52 unsigned int actual,
53 std::string& layerStr,
54 std::string& tensorName)
55{
56 std::string errorMsg = "Reference " + layerStr + ": Expected " + std::to_string(expected) + " dimensions but got" +
57 " " + std::to_string(actual) + " dimensions instead, for the '" + tensorName + "' tensor.";
58
59 return errorMsg;
60}
61
62} // anonymous namespace
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]63
Sadik Armagan9199e582019-09-05 17:35:31 +0100[diff] [blame]64bool RefLayerSupport::IsAbsSupported(const TensorInfo& input, const TensorInfo& output,
65 Optional<std::string&> reasonIfUnsupported) const
66{
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]67 return IsElementwiseUnarySupported(input,
68 output,
69 ElementwiseUnaryDescriptor(UnaryOperation::Abs),
70 reasonIfUnsupported);
Sadik Armagan9199e582019-09-05 17:35:31 +0100[diff] [blame]71}
72
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]73bool RefLayerSupport::IsActivationSupported(const TensorInfo& input,
74 const TensorInfo& output,
75 const ActivationDescriptor& descriptor,
76 Optional<std::string&> reasonIfUnsupported) const
77{
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]78 bool supported = true;
79
80 // Define supported types.
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]81 std::array<DataType,6> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]82 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]83 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]84 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]85 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]86 DataType::QAsymmU8,
87 DataType::QSymmS16
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]88 };
89
90 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
91 "Reference activation: input type not supported.");
92
93 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
94 "Reference activation: output type not supported.");
95
96 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
97 "Reference activation: input and output types mismatched.");
98
99 supported &= CheckSupportRule(ShapesAreSameRank(input, output), reasonIfUnsupported,
100 "Reference activation: input and output shapes are of different rank.");
101
102
103 struct ActivationFunctionSupported : public Rule
104 {
105 ActivationFunctionSupported(const ActivationDescriptor& desc)
106 {
107 switch(desc.m_Function)
108 {
109 case ActivationFunction::Abs:
110 case ActivationFunction::BoundedReLu:
David Monahan3b3c3812020-02-25 09:03:29 +0000[diff] [blame]111 case ActivationFunction::Elu:
Colm Donelan03fbeaf2020-02-26 15:39:23 +0000[diff] [blame]112 case ActivationFunction::HardSwish:
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]113 case ActivationFunction::LeakyReLu:
114 case ActivationFunction::Linear:
115 case ActivationFunction::ReLu:
116 case ActivationFunction::Sigmoid:
117 case ActivationFunction::SoftReLu:
118 case ActivationFunction::Sqrt:
119 case ActivationFunction::Square:
120 case ActivationFunction::TanH:
121 {
122 m_Res = true;
123 break;
124 }
125 default:
126 {
127 m_Res = false;
128 break;
129 }
130 }
131 }
132 };
133
134 // Function is supported
135 supported &= CheckSupportRule(ActivationFunctionSupported(descriptor), reasonIfUnsupported,
136 "Reference activation: function not supported.");
137
138 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]139}
140
141bool RefLayerSupport::IsAdditionSupported(const TensorInfo& input0,
142 const TensorInfo& input1,
143 const TensorInfo& output,
144 Optional<std::string&> reasonIfUnsupported) const
145{
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]146 bool supported = true;
147
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]148 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]149 DataType::BFloat16,
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]150 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]151 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]152 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]153 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]154 DataType::QSymmS16,
155 DataType::Signed32
Derek Lamberti50db4e82019-03-13 14:16:15 +0000[diff] [blame]156 };
157
158 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
159 "Reference addition: input 0 is not a supported type.");
160
161 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
162 "Reference addition: input 1 is not a supported type.");
163
164 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
165 "Reference addition: output is not a supported type.");
166
167 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
168 "Reference addition: input 0 and Input 1 types are mismatched");
169
170 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
171 "Reference addition: input and output types are mismatched");
172
173 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
174 "Reference addition: shapes are not suitable for implicit broadcast.");
175
176 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]177}
178
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]179bool RefLayerSupport::IsArgMinMaxSupported(const armnn::TensorInfo &input, const armnn::TensorInfo &output,
180 const armnn::ArgMinMaxDescriptor &descriptor,
181 armnn::Optional<std::string &> reasonIfUnsupported) const
182{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]183 IgnoreUnused(descriptor);
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]184
Teresa Charline300b362020-05-25 10:01:03 +0100[diff] [blame]185 std::array<DataType, 7> supportedTypes =
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]186 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]187 DataType::BFloat16,
Teresa Charline300b362020-05-25 10:01:03 +0100[diff] [blame]188 DataType::Float16,
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]189 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]190 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]191 DataType::QAsymmU8,
192 DataType::QSymmS16,
Francis Murtagh1939df52019-11-13 15:21:09 +0000[diff] [blame]193 DataType::Signed32
Nikhil Raj68c2c902019-09-19 11:21:11 +0100[diff] [blame]194 };
195
196 bool supported = true;
197
198 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
199 "Reference ArgMinMax: input is not a supported type.");
200 supported &= CheckSupportRule(TypeIs(output, DataType::Signed32), reasonIfUnsupported,
201 "Reference ArgMinMax: output type not supported");
202
203 return supported;
204}
205
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]206bool RefLayerSupport::IsBatchNormalizationSupported(const TensorInfo& input,
207 const TensorInfo& output,
208 const TensorInfo& mean,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]209 const TensorInfo& variance,
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]210 const TensorInfo& beta,
211 const TensorInfo& gamma,
212 const BatchNormalizationDescriptor& descriptor,
213 Optional<std::string&> reasonIfUnsupported) const
214{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]215 IgnoreUnused(descriptor);
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]216
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]217 std::array<DataType, 6> supportedTypes =
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]218 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]219 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]220 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]221 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]222 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]223 DataType::QAsymmU8,
224 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +0100[diff] [blame]225 };
226
227 bool supported = true;
228
229 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
230 "Reference batch normalization: input is not a supported type.");
231
232 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
233 "Reference batch normalization: output is not a supported type.");
234
235 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
236 "Reference batch normalization: input and output types are mismatched");
237
238 supported &= CheckSupportRule(TypeAnyOf(mean, supportedTypes), reasonIfUnsupported,
239 "Reference batch normalization: mean is not a supported type.");
240
241 supported &= CheckSupportRule(TypeAnyOf(variance, supportedTypes), reasonIfUnsupported,
242 "Reference batch normalization: variance is not a supported type.");
243
244 supported &= CheckSupportRule(TypeAnyOf(beta, supportedTypes), reasonIfUnsupported,
245 "Reference batch normalization: beta is not a supported type.");
246
247 supported &= CheckSupportRule(TypeAnyOf(gamma, supportedTypes), reasonIfUnsupported,
248 "Reference batch normalization: gamma is not a supported type.");
249
250 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]251}
252
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000[diff] [blame]253bool RefLayerSupport::IsBatchToSpaceNdSupported(const TensorInfo& input,
254 const TensorInfo& output,
255 const BatchToSpaceNdDescriptor& descriptor,
256 Optional<std::string&> reasonIfUnsupported) const
257{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]258 IgnoreUnused(descriptor);
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100[diff] [blame]259
260 bool supported = true;
261
262 std::string batchToSpaceNdLayerStr = "batchToSpaceNd";
263 std::string inputTensorStr = "input";
264 std::string outputTensorStr = "output";
265
266 // Define supported types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]267 std::array<DataType,6> supportedTypes =
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100[diff] [blame]268 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]269 DataType::BFloat16,
270 DataType::Float32,
271 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]272 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]273 DataType::QAsymmU8,
274 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +0100[diff] [blame]275 };
276
277 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
278 "Reference BatchToSpaceNd: input type not supported.");
279
280 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
281 "Reference BatchToSpaceNd: output type not supported.");
282
283 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
284 "Reference BatchToSpaceNd: input and output types mismatched.");
285
286 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 4),
287 reasonIfUnsupported,
288 CreateIncorrectDimensionsErrorMsg(4,
289 output.GetNumDimensions(),
290 batchToSpaceNdLayerStr,
291 outputTensorStr).data());
292
293 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(input, 4),
294 reasonIfUnsupported,
295 CreateIncorrectDimensionsErrorMsg(4,
296 input.GetNumDimensions(),
297 batchToSpaceNdLayerStr,
298 inputTensorStr).data());
299
300 return supported;
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000[diff] [blame]301}
302
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]303bool RefLayerSupport::IsComparisonSupported(const TensorInfo& input0,
304 const TensorInfo& input1,
305 const TensorInfo& output,
306 const ComparisonDescriptor& descriptor,
307 Optional<std::string&> reasonIfUnsupported) const
308{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]309 IgnoreUnused(descriptor);
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]310 std::array<DataType, 8> supportedInputTypes =
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]311 {
Sadik Armaganb60dd242020-03-19 13:53:16 +0000[diff] [blame]312 DataType::Boolean,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]313 DataType::BFloat16,
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]314 DataType::Float32,
315 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]316 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]317 DataType::QAsymmU8,
Sadik Armaganb60dd242020-03-19 13:53:16 +0000[diff] [blame]318 DataType::QSymmS16,
319 DataType::Signed32
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]320 };
321
322 bool supported = true;
323 supported &= CheckSupportRule(TypeAnyOf(input0, supportedInputTypes), reasonIfUnsupported,
324 "Reference comparison: input 0 is not a supported type");
325
326 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
327 "Reference comparison: input 0 and Input 1 types are mismatched");
328
329 supported &= CheckSupportRule(TypeIs(output, DataType::Boolean), reasonIfUnsupported,
330 "Reference comparison: output is not of type Boolean");
331
332 return supported;
333}
334
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]335bool RefLayerSupport::IsConcatSupported(const std::vector<const TensorInfo*> inputs,
336 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]337 const ConcatDescriptor& descriptor,
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]338 Optional<std::string&> reasonIfUnsupported) const
339{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]340 IgnoreUnused(descriptor);
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]341
342 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]343 std::array<DataType,6> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]344 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]345 DataType::BFloat16,
346 DataType::Float32,
347 DataType::Float16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]348 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]349 DataType::QAsymmU8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]350 DataType::QSymmS16
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]351 };
352
353 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
354 "Reference concatenation: output type not supported");
355 for (const TensorInfo* input : inputs)
356 {
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +0100[diff] [blame]357 ARMNN_ASSERT(input != nullptr);
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]358 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
359 "Reference concatenation: input type not supported");
360
361 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
362 "Reference concatenation: input and output types mismatched.");
363 }
364
365 return supported;
Jim Flynn906f9462019-05-10 13:55:21 +0100[diff] [blame]366}
367
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]368bool RefLayerSupport::IsConstantSupported(const TensorInfo& output,
369 Optional<std::string&> reasonIfUnsupported) const
370{
Teresa Charlin6fa8ce62020-05-25 16:16:44 +0100[diff] [blame]371 std::array<DataType,8> supportedTypes =
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]372 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]373 DataType::BFloat16,
Teresa Charlin6fa8ce62020-05-25 16:16:44 +0100[diff] [blame]374 DataType::Float16,
Nina Drozd58ef2c62019-05-16 12:09:18 +0100[diff] [blame]375 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]376 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]377 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]378 DataType::QSymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]379 DataType::QSymmS16,
380 DataType::Signed32
Nina Drozd58ef2c62019-05-16 12:09:18 +0100[diff] [blame]381 };
382
383 return CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
384 "Reference constant: output is not a supported type.");
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]385}
386
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +0000[diff] [blame]387bool RefLayerSupport::IsConvertBf16ToFp32Supported(const TensorInfo& input,
388 const TensorInfo& output,
389 Optional<std::string&> reasonIfUnsupported) const
390{
391 bool supported = true;
392
393 supported &= CheckSupportRule(TypeIs(input, DataType::BFloat16), reasonIfUnsupported,
394 "Reference for ConvertBf16ToFp32 layer: input type not supported");
395
396 supported &= CheckSupportRule(TypeIs(output, DataType::Float32), reasonIfUnsupported,
397 "Reference for ConvertBf16ToFp32 layer: output type not supported");
398
399 return supported;
400}
401
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]402bool RefLayerSupport::IsConvertFp16ToFp32Supported(const TensorInfo& input,
403 const TensorInfo& output,
404 Optional<std::string&> reasonIfUnsupported) const
405{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]406 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
407 input.GetDataType(),
408 &TrueFunc<>,
409 &FalseInputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]410 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]411 &FalseFuncI32<>,
412 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]413 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
414 output.GetDataType(),
415 &FalseOutputFuncF16<>,
416 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]417 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]418 &FalseFuncI32<>,
419 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]420}
421
Narumol Prangnawaratea54a012020-03-16 16:36:10 +0000[diff] [blame]422bool RefLayerSupport::IsConvertFp32ToBf16Supported(const TensorInfo& input,
423 const TensorInfo& output,
424 Optional<std::string&> reasonIfUnsupported) const
425{
426 bool supported = true;
427
428 supported &= CheckSupportRule(TypeIs(input, DataType::Float32), reasonIfUnsupported,
429 "Reference for ConvertFp32ToBf16 layer: input type not supported");
430
431 supported &= CheckSupportRule(TypeIs(output, DataType::BFloat16), reasonIfUnsupported,
432 "Reference for ConvertFp32ToBf16 layer: output type not supported");
433
434 return supported;
435}
436
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]437bool RefLayerSupport::IsConvertFp32ToFp16Supported(const TensorInfo& input,
438 const TensorInfo& output,
439 Optional<std::string&> reasonIfUnsupported) const
440{
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]441 return (IsSupportedForDataTypeGeneric(reasonIfUnsupported,
442 input.GetDataType(),
443 &FalseInputFuncF16<>,
444 &TrueFunc<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]445 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]446 &FalseFuncI32<>,
447 &FalseFuncU8<>) &&
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]448 IsSupportedForDataTypeGeneric(reasonIfUnsupported,
449 output.GetDataType(),
450 &TrueFunc<>,
451 &FalseOutputFuncF32<>,
narpra01db2b1602019-01-23 15:23:11 +0000[diff] [blame]452 &FalseFuncU8<>,
kevmay012b4d88e2019-01-24 14:05:09 +0000[diff] [blame]453 &FalseFuncI32<>,
454 &FalseFuncU8<>));
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]455}
456
457bool RefLayerSupport::IsConvolution2dSupported(const TensorInfo& input,
458 const TensorInfo& output,
459 const Convolution2dDescriptor& descriptor,
460 const TensorInfo& weights,
461 const Optional<TensorInfo>& biases,
462 Optional<std::string&> reasonIfUnsupported) const
463{
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]464 bool supported = true;
465
466 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]467 std::array<DataType,7> supportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]468 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]469 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]470 DataType::Float32,
471 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]472 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]473 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]474 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]475 DataType::QSymmS16
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]476 };
477
478 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]479 "Reference Convolution2d: input is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]480
481 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]482 "Reference Convolution2d: output is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]483
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000[diff] [blame]484 // For Convolution2d, we allow to have BFloat16 input with Float32 output for optimization.
485 if (input.GetDataType() == DataType::BFloat16)
486 {
487 if (output.GetDataType() != DataType::BFloat16 && output.GetDataType() != DataType::Float32)
488 {
489 reasonIfUnsupported.value() += "Output tensor type must be BFloat16 or Float32 for BFloat16 input.\n";
490 supported = false;
491 }
492 }
493 else
494 {
495 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]496 "Reference Convolution2d: input and output types mismatched.");
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000[diff] [blame]497 }
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]498
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]499 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]500 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]501 {
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]502 ARMNN_NO_DEPRECATE_WARN_BEGIN
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]503 std::array<DataType, 4> supportedWeightTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]504 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]505 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]506 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]507 DataType::QSymmS8,
508 DataType::QuantizedSymm8PerAxis // deprecated
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]509 };
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]510 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]511
512 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]513 "Reference Convolution2d: weights type not supported for quantized input.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]514 }
515 else
516 {
517 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]518 "Reference Convolution2d: weights is not a supported type.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]519
520 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]521 "Reference Convolution2d: input and weights types mismatched.");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]522 }
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]523
524 if (biases.has_value())
525 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]526 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]527 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]528 DataType::BFloat16,
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]529 DataType::Float32,
530 DataType::Float16,
531 DataType::Signed32
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]532 };
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000[diff] [blame]533
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]534 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]535 "Reference Convolution2d: biases is not a supported type.");
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]536 }
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]537 IgnoreUnused(descriptor);
Mike Kelly2f80f6e2019-05-16 12:41:34 +0100[diff] [blame]538
539 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]540}
541
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000[diff] [blame]542bool RefLayerSupport::IsDebugSupported(const TensorInfo& input,
543 const TensorInfo& output,
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000[diff] [blame]544 Optional<std::string&> reasonIfUnsupported) const
545{
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]546 bool supported = true;
547
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000[diff] [blame]548 std::array<DataType, 8> supportedTypes =
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]549 {
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000[diff] [blame]550 DataType::BFloat16,
Aron Virginas-Tardb1a2832019-11-12 16:15:11 +0000[diff] [blame]551 DataType::Float16,
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]552 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]553 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]554 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]555 DataType::QSymmS8,
Narumol Prangnawaratd2d917d2020-01-09 10:16:39 +0000[diff] [blame]556 DataType::QSymmS16,
557 DataType::Signed32
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]558 };
559
560 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]561 "Reference for Debug layer: input type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]562
563 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]564 "Reference for Debug layer: output type not supported");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]565
566 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]567 "Reference for Debug layer: input and output types are mismatched");
Narumol Prangnawarat47cfee92019-07-04 10:29:00 +0100[diff] [blame]568
569 return supported;
Nattapat Chaimanowongcfdcadf2018-12-06 11:54:33 +0000[diff] [blame]570}
571
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]572bool RefLayerSupport::IsDepthToSpaceSupported(const TensorInfo& input,
573 const TensorInfo& output,
574 const DepthToSpaceDescriptor& descriptor,
575 Optional<std::string&> reasonIfUnsupported) const
576{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]577 IgnoreUnused(descriptor);
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]578 bool supported = true;
579
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]580 std::array<DataType,6> supportedTypes =
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]581 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]582 DataType::BFloat16,
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]583 DataType::Float32,
584 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]585 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]586 DataType::QAsymmU8,
587 DataType::QSymmS16
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100[diff] [blame]588 };
589
590 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
591 "Reference DepthToSpace: input type not supported");
592
593 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
594 "Reference DepthToSpace: output type not supported");
595
596 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
597 "Reference DepthToSpace: input and output types are mismatched");
598
599 return supported;
600}
601
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]602bool RefLayerSupport::IsDepthwiseConvolutionSupported(const TensorInfo& input,
603 const TensorInfo& output,
604 const DepthwiseConvolution2dDescriptor& descriptor,
605 const TensorInfo& weights,
606 const Optional<TensorInfo>& biases,
607 Optional<std::string&> reasonIfUnsupported) const
608{
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]609 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]610 bool supported = true;
611
612 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]613 std::array<DataType,7> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]614 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]615 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]616 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]617 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]618 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]619 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]620 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]621 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]622 };
623
624 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
625 "Reference DepthwiseConvolution2d: input is not a supported type.");
626
627 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
628 "Reference DepthwiseConvolution2d: output is not a supported type.");
629
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]630 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
631 "Reference DepthwiseConvolution2d: input and output types mismatched.");
632
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]633 const DataType inputType = input.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]634 if (IsQuantized8BitType(inputType))
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]635 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]636 ARMNN_NO_DEPRECATE_WARN_BEGIN
637 std::array<DataType, 4> supportedWeightTypes =
638 {
639 DataType::QAsymmS8,
640 DataType::QAsymmU8,
641 DataType::QSymmS8,
642 DataType::QuantizedSymm8PerAxis // deprecated
643 };
644 ARMNN_NO_DEPRECATE_WARN_END
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]645
646 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]647 "Reference DepthwiseConvolution2d: weights type not supported for "
648 "quantized input.");
Teresa Charlind8df0262019-11-11 12:28:15 +0000[diff] [blame]649 }
650 else
651 {
652 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
653 "Reference DepthwiseConvolution2d: weights is not a supported type.");
654
655 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
656 "Reference DepthwiseConvolution2d: input and weights types mismatched.");
657 }
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]658
659 if (biases.has_value())
660 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]661 std::array<DataType,4> biasesSupportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]662 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]663 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]664 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]665 DataType::Float16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]666 DataType::Signed32
667 };
668 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
669 "Reference DepthwiseConvolution2d: biases is not a supported type.");
670 }
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]671
672 return supported;
673
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]674}
675
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000[diff] [blame]676bool RefLayerSupport::IsDequantizeSupported(const TensorInfo& input,
677 const TensorInfo& output,
678 Optional<std::string&> reasonIfUnsupported) const
679{
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]680 bool supported = true;
681
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]682 std::array<DataType,4> supportedInputTypes = {
683 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]684 DataType::QAsymmU8,
Finn Williamsfd271062019-12-04 14:27:27 +0000[diff] [blame]685 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]686 DataType::QSymmS16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]687 };
688
689 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]690 "Reference for Dequantize layer: input type not supported.");
691
692 supported &= CheckSupportRule( TypeNotPerAxisQuantized(input), reasonIfUnsupported,
693 "Reference for Dequantize layer: per-axis quantized input not support .");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]694
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]695 supported &= CheckSupportRule(TypeNotPerAxisQuantized(input), reasonIfUnsupported,
696 "Reference dequantize: per-axis quantized input not support .");
697
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]698 std::array<DataType,3> supportedOutputTypes = {
699 DataType::BFloat16,
Jan Eilersf7107932019-11-01 11:09:36 +0000[diff] [blame]700 DataType::Float32,
701 DataType::Float16
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]702 };
703
704 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]705 "Reference for Dequantize layer: output type not supported.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]706
707 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
Keith Davis5204aa82020-01-27 15:24:59 +0000[diff] [blame]708 "Reference for Dequantize layer: input/output shapes have different num total "
709 "elements.");
Nattapat Chaimanowongafa4e3a2019-04-02 11:41:45 +0100[diff] [blame]710
711 return supported;
Nattapat Chaimanowong8a54ac02019-03-29 15:25:04 +0000[diff] [blame]712}
713
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000[diff] [blame]714bool RefLayerSupport::IsDetectionPostProcessSupported(const TensorInfo& boxEncodings,
715 const TensorInfo& scores,
716 const TensorInfo& anchors,
717 const TensorInfo& detectionBoxes,
718 const TensorInfo& detectionClasses,
719 const TensorInfo& detectionScores,
720 const TensorInfo& numDetections,
721 const DetectionPostProcessDescriptor& descriptor,
722 Optional<std::string&> reasonIfUnsupported) const
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000[diff] [blame]723{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]724 IgnoreUnused(anchors, detectionBoxes, detectionClasses, detectionScores, numDetections, descriptor);
Derek Lamberti901ea112019-12-10 22:07:09 +0000[diff] [blame]725
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]726 bool supported = true;
727
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]728 std::array<DataType,5> supportedInputTypes =
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]729 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]730 DataType::BFloat16,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]731 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]732 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]733 DataType::QAsymmU8,
734 DataType::QSymmS16
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]735 };
736
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000[diff] [blame]737 supported &= CheckSupportRule(TypeAnyOf(boxEncodings, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]738 "Reference DetectionPostProcess: input 0 is not a supported type.");
739
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000[diff] [blame]740 supported &= CheckSupportRule(TypeAnyOf(scores, supportedInputTypes), reasonIfUnsupported,
Aron Virginas-Tara37e1bd2019-06-06 16:08:30 +0100[diff] [blame]741 "Reference DetectionPostProcess: input 1 is not a supported type.");
742
743 return supported;
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +0000[diff] [blame]744}
745
Pablo Tellof0bd6832019-04-26 17:58:13 +0100[diff] [blame]746bool RefLayerSupport::IsDilatedDepthwiseConvolutionSupported(const TensorInfo& input,
747 const TensorInfo& output,
748 const DepthwiseConvolution2dDescriptor& descriptor,
749 const TensorInfo& weights,
750 const Optional<TensorInfo>& biases,
751 Optional<std::string&> reasonIfUnsupported) const
752{
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100[diff] [blame]753 return IsDepthwiseConvolutionSupported(input, output, descriptor, weights, biases, reasonIfUnsupported);
Pablo Tellof0bd6832019-04-26 17:58:13 +0100[diff] [blame]754}
755
Aron Virginas-Taraece4ed2019-06-14 17:00:09 +0100[diff] [blame]756bool RefLayerSupport::IsDivisionSupported(const TensorInfo& input0,
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]757 const TensorInfo& input1,
758 const TensorInfo& output,
759 Optional<std::string&> reasonIfUnsupported) const
760{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]761 bool supported = true;
762
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]763 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]764 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]765 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]766 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]767 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]768 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]769 DataType::QSymmS16,
770 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]771 };
772
773 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
774 "Reference division: input 0 is not a supported type.");
775
776 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
777 "Reference division: input 1 is not a supported type.");
778
779 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
780 "Reference division: output is not a supported type.");
781
782 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
783 "Reference division: input 0 and Input 1 types are mismatched");
784
785 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
786 "Reference division: input and output types are mismatched");
787
788 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
789 "Reference division: shapes are not suitable for implicit broadcast.");
790
791 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]792}
793
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]794bool RefLayerSupport::IsElementwiseUnarySupported(const TensorInfo& input,
795 const TensorInfo& output,
796 const ElementwiseUnaryDescriptor& descriptor,
797 Optional<std::string&> reasonIfUnsupported) const
798{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]799 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]800
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]801 std::array<DataType, 7> supportedTypes =
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]802 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]803 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]804 DataType::Float32,
805 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]806 DataType::QAsymmS8,
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]807 DataType::QAsymmU8,
Sadik Armaganac472102020-03-24 09:54:36 +0000[diff] [blame]808 DataType::QSymmS16,
809 DataType::Signed32
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]810 };
811
812 bool supported = true;
813
814 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
815 "Reference elementwise unary: input type not supported");
816
817 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
818 "Reference elementwise unary: output type not supported");
819
820 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
821 "Reference elementwise unary: input and output types not matching");
822
823 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
824 "Reference elementwise unary: input and output shapes"
825 "have different number of total elements");
826
827 return supported;
828}
829
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000[diff] [blame]830bool RefLayerSupport::IsEqualSupported(const TensorInfo& input0,
831 const TensorInfo& input1,
832 const TensorInfo& output,
833 Optional<std::string&> reasonIfUnsupported) const
834{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]835 return IsComparisonSupported(input0,
836 input1,
837 output,
838 ComparisonDescriptor(ComparisonOperation::Equal),
839 reasonIfUnsupported);
FrancisMurtagh30cdfca2018-12-18 12:57:35 +0000[diff] [blame]840}
841
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]842bool RefLayerSupport::IsFakeQuantizationSupported(const TensorInfo& input,
843 const FakeQuantizationDescriptor& descriptor,
844 Optional<std::string&> reasonIfUnsupported) const
845{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]846 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]847 bool supported = true;
848
849 std::array<DataType,1> supportedTypes =
850 {
851 DataType::Float32
852 };
853
854 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
855 "Reference fake quantization: input type not supported.");
856
857 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]858}
859
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100[diff] [blame]860bool RefLayerSupport::IsFillSupported(const TensorInfo& input,
861 const TensorInfo& output,
862 const FillDescriptor& descriptor,
863 Optional<std::string&> reasonIfUnsupported) const
864{
865 IgnoreUnused(descriptor);
866 IgnoreUnused(output);
867
868 bool supported = true;
869
Sadik Armagana792a052020-06-23 16:22:23 +0100[diff] [blame]870 std::array<DataType,3> supportedTypes =
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100[diff] [blame]871 {
872 DataType::Float32,
Sadik Armagana792a052020-06-23 16:22:23 +0100[diff] [blame]873 DataType::Float16,
874 DataType::Signed32
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100[diff] [blame]875 };
876
Teresa Charlin4b10fef2020-07-29 09:36:41 +0100[diff] [blame^]877 supported &= CheckSupportRule(TypeIs(input, DataType::Signed32), reasonIfUnsupported,
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100[diff] [blame]878 "Reference Fill: input type not supported.");
879
Teresa Charlin44088502020-07-27 11:27:19 +0100[diff] [blame]880 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
881 "Reference Fill: output type not supported.");
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100[diff] [blame]882 return supported;
883}
884
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]885bool RefLayerSupport::IsFloorSupported(const TensorInfo& input,
886 const TensorInfo& output,
887 Optional<std::string&> reasonIfUnsupported) const
888{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]889 IgnoreUnused(output);
James Conroy83735b12019-05-30 16:36:59 +0100[diff] [blame]890 bool supported = true;
891
Francis Murtaghe8ac1332020-07-30 18:03:40 +0100[diff] [blame]892 std::array<DataType,3> supportedTypes =
James Conroy83735b12019-05-30 16:36:59 +0100[diff] [blame]893 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]894 DataType::BFloat16,
James Conroyb40d7102019-06-04 12:32:09 +0100[diff] [blame]895 DataType::Float32,
Francis Murtaghe8ac1332020-07-30 18:03:40 +0100[diff] [blame]896 DataType::Float16
James Conroy83735b12019-05-30 16:36:59 +0100[diff] [blame]897 };
898
899 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
900 "Reference Floor: input type not supported.");
901
902 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
903 "Reference Floor: output type not supported.");
904
905 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]906}
907
908bool RefLayerSupport::IsFullyConnectedSupported(const TensorInfo& input,
909 const TensorInfo& output,
910 const TensorInfo& weights,
911 const TensorInfo& biases,
912 const FullyConnectedDescriptor& descriptor,
913 Optional<std::string&> reasonIfUnsupported) const
914{
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]915 bool supported = true;
916
917 // Define supported types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]918 std::array<DataType,6> supportedTypes =
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]919 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]920 DataType::BFloat16,
921 DataType::Float32,
922 DataType::Float16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]923 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]924 DataType::QAsymmU8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]925 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]926 };
927
928 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
929 "Reference Fully Connected: input type not supported.");
930
931 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
932 "Reference Fully Connected: output type not supported.");
933
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]934 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
935 "Reference Fully Connected: weights type not supported.");
936
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +0000[diff] [blame]937 // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
938 if (input.GetDataType() == DataType::BFloat16)
939 {
940 if (output.GetDataType() != DataType::BFloat16 && output.GetDataType() != DataType::Float32)
941 {
942 reasonIfUnsupported.value() += "Output tensor type must be BFloat16 or Float32 for BFloat16 input.\n";
943 supported = false;
944 }
945 }
946 else
947 {
948 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
949 "Reference Fully Connected: input and output types mismatched.");
950 }
951
Jan Eilers1f45dc32020-06-15 11:43:03 +0100[diff] [blame]952 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
953 "Reference Fully Connected: weights is not a supported type.");
Francis Murtaghddb1d062020-03-10 13:51:45 +0000[diff] [blame]954
Jan Eilers1f45dc32020-06-15 11:43:03 +0100[diff] [blame]955 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
956 "Reference Fully Connected: input and weights types mismatched.");
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]957
958 if (descriptor.m_BiasEnabled)
959 {
960 // Defined supported types for bias
Sadik Armagandb73c982020-04-01 17:35:30 +0100[diff] [blame]961 std::array<DataType, 5>
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]962 supportedBiasTypes =
963 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]964 DataType::BFloat16,
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]965 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]966 DataType::Float16,
Sadik Armagandb73c982020-04-01 17:35:30 +0100[diff] [blame]967 DataType::Signed32,
968 DataType::QAsymmS8
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]969 };
970
971 supported &= CheckSupportRule(TypeAnyOf(biases, supportedBiasTypes), reasonIfUnsupported,
972 "Reference Fully Connected: bias type not supported.");
973
974 supported &= CheckSupportRule(BiasAndWeightsTypesMatch(biases, weights), reasonIfUnsupported,
975 "Reference Fully Connected: bias and weight types mismatch.");
976
977 supported &= CheckSupportRule(BiasAndWeightsTypesCompatible(weights, supportedBiasTypes), reasonIfUnsupported,
978 "Reference Fully Connected: bias type inferred from weights is incompatible.");
979
Narumol Prangnawarat366d7232020-04-29 12:58:17 +0100[diff] [blame]980 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(biases, 1U), reasonIfUnsupported,
981 "Reference Fully Connected: bias must have 1 dimension.");
982
Francis Murtagh46c09d02019-05-28 08:15:28 +0100[diff] [blame]983 }
984
985 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]986}
987
narpra014951d842019-01-18 16:53:53 +0000[diff] [blame]988bool RefLayerSupport::IsGatherSupported(const armnn::TensorInfo& input0,
989 const armnn::TensorInfo& input1,
990 const armnn::TensorInfo& output,
Teresa Charlin52664732020-06-29 16:27:03 +0100[diff] [blame]991 const GatherDescriptor& descriptor,
narpra014951d842019-01-18 16:53:53 +0000[diff] [blame]992 armnn::Optional<std::string&> reasonIfUnsupported) const
993{
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100[diff] [blame]994 bool supported = true;
Teresa Charlin3940d8b2020-05-29 16:47:23 +0100[diff] [blame]995 std::array<DataType,7> supportedTypes =
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100[diff] [blame]996 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]997 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]998 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]999 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1000 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1001 DataType::QAsymmU8,
Teresa Charlin3940d8b2020-05-29 16:47:23 +0100[diff] [blame]1002 DataType::QSymmS16,
1003 DataType::Signed32
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100[diff] [blame]1004 };
1005
Teresa Charlin52664732020-06-29 16:27:03 +0100[diff] [blame]1006 if (descriptor.m_Axis != 0)
1007 {
1008 reasonIfUnsupported.value() += std::string("Reference Gather: axis not supported\n");
1009 supported &= false;
1010 }
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +0100[diff] [blame]1011 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1012 "Reference Gather: input type not supported");
1013
1014 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1015 "Reference Gather: output type not supported");
1016
1017 supported &= CheckSupportRule(TypeIs(input1, DataType::Signed32), reasonIfUnsupported,
1018 "Reference Gather: indices (input1) type not supported");
1019
1020 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1021 "Reference Gather: input and output types not matching");
1022
1023 return supported;
narpra014951d842019-01-18 16:53:53 +0000[diff] [blame]1024}
1025
FrancisMurtagh878f0232018-12-19 10:56:15 +0000[diff] [blame]1026bool RefLayerSupport::IsGreaterSupported(const TensorInfo& input0,
1027 const TensorInfo& input1,
1028 const TensorInfo& output,
1029 Optional<std::string&> reasonIfUnsupported) const
1030{
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100[diff] [blame]1031 return IsComparisonSupported(input0,
1032 input1,
1033 output,
1034 ComparisonDescriptor(ComparisonOperation::Greater),
1035 reasonIfUnsupported);
FrancisMurtagh878f0232018-12-19 10:56:15 +0000[diff] [blame]1036}
1037
Derek Lamberti901ea112019-12-10 22:07:09 +0000[diff] [blame]1038bool RefLayerSupport::IsInputSupported(const TensorInfo& /*input*/,
1039 Optional<std::string&> /*reasonIfUnsupported*/) const
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1040{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +0100[diff] [blame]1041 return true;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1042}
1043
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1044bool RefLayerSupport::IsInstanceNormalizationSupported(const TensorInfo& input,
1045 const TensorInfo& output,
1046 const InstanceNormalizationDescriptor& descriptor,
1047 Optional<std::string&> reasonIfUnsupported) const
1048{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1049 IgnoreUnused(descriptor);
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1050 // Define supported types
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1051 std::array<DataType, 3> supportedTypes =
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1052 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1053 DataType::BFloat16,
Kevin May09ca49c2019-10-09 12:37:34 +0100[diff] [blame]1054 DataType::Float32,
1055 DataType::Float16
1056 };
1057
1058 bool supported = true;
1059
1060 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1061 "Reference Instance Normalization: input type not supported.");
1062
1063 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1064 "Reference Instance Normalization: output type not supported.");
1065
1066 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1067 "Reference Instance Normalization: input and output types mismatched.");
1068
1069 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1070 "Reference Instance Normalization: input and output shapes have different "
1071 "num total elements.");
1072
1073 return supported;
1074}
1075
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1076bool RefLayerSupport::IsL2NormalizationSupported(const TensorInfo& input,
1077 const TensorInfo& output,
1078 const L2NormalizationDescriptor& descriptor,
1079 Optional<std::string&> reasonIfUnsupported) const
1080{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1081 IgnoreUnused(descriptor);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1082 // Define supported types
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1083 std::array<DataType, 6> supportedTypes =
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1084 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1085 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1086 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1087 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1088 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1089 DataType::QAsymmU8,
1090 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +0100[diff] [blame]1091 };
1092
1093 bool supported = true;
1094
1095 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1096 "Reference L2normalization: input type not supported.");
1097
1098 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1099 "Reference L2normalization: output type not supported.");
1100
1101 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1102 "Reference L2normalization: input and output types mismatched.");
1103
1104 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1105 "Reference L2normalization: input and output shapes have different "
1106 "num total elements.");
1107
1108 return supported;
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1109}
1110
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1111bool RefLayerSupport::IsLogSoftmaxSupported(const TensorInfo& input,
1112 const TensorInfo& output,
1113 const LogSoftmaxDescriptor& descriptor,
1114 Optional<std::string&> reasonIfUnsupported) const
1115{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1116 IgnoreUnused(descriptor);
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1117
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1118 std::array<DataType, 3> supportedTypes =
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1119 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1120 DataType::BFloat16,
1121 DataType::Float32,
1122 DataType::Float16
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1123 };
1124
1125 bool supported = true;
1126 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1127 "Reference LogSoftmax: input type not supported");
1128
1129 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1130 "Reference LogSoftmax: output type not supported");
1131
1132 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1133 "Reference LogSoftmax: input and output types do not match");
1134
1135 return supported;
1136}
1137
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1138bool RefLayerSupport::IsLstmSupported(const TensorInfo& input,
1139 const TensorInfo& outputStateIn,
1140 const TensorInfo& cellStateIn,
1141 const TensorInfo& scratchBuffer,
1142 const TensorInfo& outputStateOut,
1143 const TensorInfo& cellStateOut,
1144 const TensorInfo& output,
1145 const LstmDescriptor& descriptor,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1146 const LstmInputParamsInfo& paramsInfo,
1147 Optional<std::string&> reasonIfUnsupported) const
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]1148{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1149 IgnoreUnused(descriptor);
1150 IgnoreUnused(paramsInfo);
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1151
1152 bool supported = true;
1153
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1154 std::array<DataType,3> supportedTypes = {
1155 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +0100[diff] [blame]1156 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1157 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1158 };
1159
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1160 // check inputs and outputs
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1161 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1162 "Reference Lstm: input is not a supported type.");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1163 supported &= CheckSupportRule(TypesAreEqual(input, outputStateIn), reasonIfUnsupported,
1164 "Reference Lstm: input and outputStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1165 supported &= CheckSupportRule(TypesAreEqual(input, cellStateIn), reasonIfUnsupported,
1166 "Reference Lstm: input and cellStateIn types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1167 supported &= CheckSupportRule(TypesAreEqual(input, scratchBuffer), reasonIfUnsupported,
1168 "Reference Lstm: input and scratchBuffer types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1169 supported &= CheckSupportRule(TypesAreEqual(input, outputStateOut), reasonIfUnsupported,
1170 "Reference Lstm: input and outputStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1171 supported &= CheckSupportRule(TypesAreEqual(input, cellStateOut), reasonIfUnsupported,
1172 "Reference Lstm: input and cellStateOut types are mismatched");
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1173 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1174 "Reference Lstm: input and output types are mismatched");
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1175 // check layer parameters
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1176 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1177 "Reference Lstm: input and InputToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1178 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1179 "Reference Lstm: input and InputToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1180 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1181 "Reference Lstm: input and InputToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1182 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1183 "Reference Lstm: input and RecurrentToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1184 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToCellWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1185 "Reference Lstm: input and RecurrentToCellWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1186 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1187 "Reference Lstm: input and RecurrentToOutputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1188 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1189 "Reference Lstm: input and ForgetGateBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1190 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1191 "Reference Lstm: input and CellBias types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1192 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1193 "Reference Lstm: input and OutputGateBias types are mismatched");
1194 if (!descriptor.m_CifgEnabled)
1195 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1196 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputToInputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1197 "Reference Lstm: input and InputToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1198 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetRecurrentToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1199 reasonIfUnsupported,
1200 "Reference Lstm: input and RecurrentToInputWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1201 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputGateBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1202 "Reference Lstm: input and InputGateBias types are mismatched");
1203 if (descriptor.m_PeepholeEnabled)
1204 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1205 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToInputWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1206 reasonIfUnsupported,
1207 "Reference Lstm: input and CellToInputWeights types are mismatched");
1208 }
1209 }
1210 if (descriptor.m_PeepholeEnabled)
1211 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1212 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToForgetWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1213 "Reference Lstm: input and CellToForgetWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1214 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellToOutputWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1215 "Reference Lstm: input and CellToOutputWeights types are mismatched");
1216 }
1217 if (descriptor.m_ProjectionEnabled)
1218 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1219 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionWeights()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1220 "Reference Lstm: input and mProjectionWeights types are mismatched");
1221 if (paramsInfo.m_ProjectionBias != nullptr)
1222 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1223 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetProjectionBias()), reasonIfUnsupported,
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1224 "Reference Lstm: input and ProjectionBias types are mismatched");
1225 }
1226 }
1227 if (descriptor.m_LayerNormEnabled)
1228 {
1229 if (!descriptor.m_CifgEnabled)
1230 {
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1231 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetInputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1232 reasonIfUnsupported,
1233 "Reference Lstm: input and InputLayerNormWeights types are mismatched");
1234 }
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1235 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetForgetLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1236 reasonIfUnsupported,
1237 "Reference Lstm: input and ForgetLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1238 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetCellLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1239 reasonIfUnsupported,
1240 "Reference Lstm: input and CellLayerNormWeights types are mismatched");
Francis Murtaghbb590b42019-08-14 09:51:36 +0100[diff] [blame]1241 supported &= CheckSupportRule(TypesAreEqual(input, paramsInfo.GetOutputLayerNormWeights()),
Jan Eilersd01a83c2019-07-03 18:20:40 +0100[diff] [blame]1242 reasonIfUnsupported,
1243 "Reference Lstm: input and OutputLayerNormWeights types are mismatched");
1244 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +0100[diff] [blame]1245
1246 return supported;
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]1247}
1248
saoste012df12b32018-11-28 16:57:20 +0000[diff] [blame]1249bool RefLayerSupport::IsMaximumSupported(const TensorInfo& input0,
1250 const TensorInfo& input1,
1251 const TensorInfo& output,
1252 Optional<std::string&> reasonIfUnsupported) const
1253{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1254 bool supported = true;
1255
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]1256 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1257 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1258 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1259 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]1260 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1261 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]1262 DataType::QSymmS16,
1263 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1264 };
1265
1266 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1267 "Reference maximum: input 0 is not a supported type.");
1268
1269 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1270 "Reference maximum: input 1 is not a supported type.");
1271
1272 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1273 "Reference maximum: output is not a supported type.");
1274
1275 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1276 "Reference maximum: input 0 and Input 1 types are mismatched");
1277
1278 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1279 "Reference maximum: input and output types are mismatched");
1280
1281 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1282 "Reference maximum: shapes are not suitable for implicit broadcast.");
1283
1284 return supported;
saoste012df12b32018-11-28 16:57:20 +0000[diff] [blame]1285}
1286
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1287bool RefLayerSupport::IsMeanSupported(const TensorInfo& input,
1288 const TensorInfo& output,
1289 const MeanDescriptor& descriptor,
1290 Optional<std::string&> reasonIfUnsupported) const
narpra0132b90462018-09-13 11:07:48 +0100[diff] [blame]1291{
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1292 bool supported = true;
1293 std::string meanLayerStr = "Mean";
1294 std::string outputTensorStr = "output";
1295
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1296 std::array<DataType,6> supportedTypes =
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1297 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1298 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1299 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1300 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1301 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1302 DataType::QAsymmU8,
1303 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +0100[diff] [blame]1304 };
1305
1306 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1307 "Reference Mean: input type not supported.");
1308
1309 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1310 "Reference Mean: input and output types are mismatched");
1311
1312 if (descriptor.m_KeepDims)
1313 {
1314 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, input.GetNumDimensions()),
1315 reasonIfUnsupported,
1316 CreateIncorrectDimensionsErrorMsg(input.GetNumDimensions(),
1317 output.GetNumDimensions(),
1318 meanLayerStr, outputTensorStr).data());
1319 }
1320 else if (descriptor.m_Axis.empty())
1321 {
1322 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1323 reasonIfUnsupported,
1324 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1325 meanLayerStr, outputTensorStr).data());
1326 }
1327 else
1328 {
1329 auto outputDim = input.GetNumDimensions() - boost::numeric_cast<unsigned int>(descriptor.m_Axis.size());
1330
1331 if (outputDim > 0)
1332 {
1333 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, outputDim),
1334 reasonIfUnsupported,
1335 CreateIncorrectDimensionsErrorMsg(outputDim, output.GetNumDimensions(),
1336 meanLayerStr, outputTensorStr).data());
1337 }
1338 else
1339 {
1340 supported &= CheckSupportRule(TensorNumDimensionsAreCorrect(output, 1),
1341 reasonIfUnsupported,
1342 CreateIncorrectDimensionsErrorMsg(1, output.GetNumDimensions(),
1343 meanLayerStr, outputTensorStr).data());
1344 }
1345 }
1346
1347 return supported;
narpra0132b90462018-09-13 11:07:48 +0100[diff] [blame]1348}
1349
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1350bool RefLayerSupport::IsMergerSupported(const std::vector<const TensorInfo*> inputs,
Nikhil Raj8599a412018-11-19 14:51:07 +0000[diff] [blame]1351 const TensorInfo& output,
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]1352 const MergerDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1353 Optional<std::string&> reasonIfUnsupported) const
1354{
Jim Flynne242f2d2019-05-22 14:24:13 +0100[diff] [blame]1355 return IsConcatSupported(inputs, output, descriptor, reasonIfUnsupported);
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1356}
1357
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]1358bool RefLayerSupport::IsMemCopySupported(const TensorInfo &input,
1359 const TensorInfo &output,
1360 Optional<std::string &> reasonIfUnsupported) const
1361{
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1362 bool supported = true;
1363
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1364 std::array<DataType,7> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1365 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1366 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1367 DataType::Float32,
1368 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1369 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1370 DataType::QAsymmU8,
1371 DataType::QSymmS16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1372 DataType::Boolean
1373 };
1374
1375 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1376 "Reference MemCopy: input type not supported");
1377
1378 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1379 "Reference MemCopy: output type not supported");
1380
1381 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1382 "Reference MemCopy: input and output types are mismatched");
1383
1384 return supported;
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]1385}
1386
Éanna Ó Catháin20e58802018-12-04 10:29:06 +0000[diff] [blame]1387bool RefLayerSupport::IsMinimumSupported(const TensorInfo& input0,
1388 const TensorInfo& input1,
1389 const TensorInfo& output,
1390 Optional<std::string&> reasonIfUnsupported) const
1391{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1392 bool supported = true;
1393
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]1394 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1395 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1396 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1397 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1398 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1399 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]1400 DataType::QSymmS16,
1401 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1402 };
1403
1404 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1405 "Reference minimum: input 0 is not a supported type.");
1406
1407 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1408 "Reference minimum: input 1 is not a supported type.");
1409
1410 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1411 "Reference minimum: output is not a supported type.");
1412
1413 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1414 "Reference minimum: input 0 and Input 1 types are mismatched");
1415
1416 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1417 "Reference minimum: input and output types are mismatched");
1418
1419 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1420 "Reference minimum: shapes are not suitable for implicit broadcast.");
1421
1422 return supported;
Éanna Ó Catháin20e58802018-12-04 10:29:06 +0000[diff] [blame]1423}
1424
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1425bool RefLayerSupport::IsMultiplicationSupported(const TensorInfo& input0,
1426 const TensorInfo& input1,
1427 const TensorInfo& output,
1428 Optional<std::string&> reasonIfUnsupported) const
1429{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1430 bool supported = true;
1431
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]1432 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1433 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1434 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1435 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]1436 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1437 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]1438 DataType::QSymmS16,
1439 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1440 };
1441
1442 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
1443 "Reference multiplication: input 0 is not a supported type.");
1444
1445 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
1446 "Reference multiplication: input 1 is not a supported type.");
1447
1448 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1449 "Reference multiplication: output is not a supported type.");
1450
1451 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
1452 "Reference multiplication: input 0 and Input 1 types are mismatched");
1453
1454 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
1455 "Reference multiplication: input and output types are mismatched");
1456
1457 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
1458 "Reference multiplication: shapes are not suitable for implicit broadcast.");
1459
1460 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1461}
1462
1463bool RefLayerSupport::IsNormalizationSupported(const TensorInfo& input,
1464 const TensorInfo& output,
1465 const NormalizationDescriptor& descriptor,
1466 Optional<std::string&> reasonIfUnsupported) const
Nina Drozd661dfa72018-10-02 11:14:17 +0100[diff] [blame]1467{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1468 IgnoreUnused(descriptor);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1469
1470 // Define supported types
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1471 std::array<DataType, 6> supportedTypes =
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1472 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1473 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1474 DataType::Float16,
1475 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1476 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1477 DataType::QAsymmU8,
1478 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +0100[diff] [blame]1479 };
1480
1481 bool supported = true;
1482
1483 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1484 "Reference normalization: input type not supported.");
1485
1486 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1487 "Reference normalization: output type not supported.");
1488
1489 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1490 "Reference normalization: input and output shapes have different "
1491 "num total elements.");
1492
1493 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1494}
1495
Derek Lamberti901ea112019-12-10 22:07:09 +0000[diff] [blame]1496bool RefLayerSupport::IsOutputSupported(const TensorInfo& /*output*/,
1497 Optional<std::string&> /*reasonIfUnsupported*/) const
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1498{
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +0100[diff] [blame]1499 return true;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1500}
1501
1502bool RefLayerSupport::IsPadSupported(const TensorInfo& input,
1503 const TensorInfo& output,
1504 const PadDescriptor& descriptor,
1505 Optional<std::string&> reasonIfUnsupported) const
1506{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1507 IgnoreUnused(descriptor);
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1508 bool supported = true;
1509
1510 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1511 std::array<DataType,6> supportedTypes =
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1512 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1513 DataType::BFloat16,
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1514 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1515 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1516 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1517 DataType::QAsymmU8,
1518 DataType::QSymmS16
Narumol Prangnawarate6eaf662019-07-08 08:57:17 +0100[diff] [blame]1519 };
1520
1521 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1522 "Reference pad: input is not a supported type.");
1523
1524 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1525 "Reference pad: output is not a supported type.");
1526
1527 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1528 "Reference pad: input and output types are mismatched.");
1529
1530 return supported;
Nina Drozd661dfa72018-10-02 11:14:17 +0100[diff] [blame]1531}
1532
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1533bool RefLayerSupport::IsPermuteSupported(const TensorInfo& input,
1534 const TensorInfo& output,
1535 const PermuteDescriptor& descriptor,
1536 Optional<std::string&> reasonIfUnsupported) const
1537{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1538 IgnoreUnused(descriptor);
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1539 bool supported = true;
1540
1541 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1542 std::array<DataType, 6> supportedTypes =
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1543 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1544 DataType::BFloat16,
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1545 DataType::Float32,
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]1546 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1547 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1548 DataType::QAsymmU8,
1549 DataType::QSymmS16
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100[diff] [blame]1550 };
1551
1552 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1553 "Reference permute: input is not a supported type.");
1554
1555 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1556 "Reference permute: output is not a supported type.");
1557
1558 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1559 "Reference permute: input and output types are mismatched.");
1560
1561 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1562}
1563
1564bool RefLayerSupport::IsPooling2dSupported(const TensorInfo& input,
1565 const TensorInfo& output,
1566 const Pooling2dDescriptor& descriptor,
1567 Optional<std::string&> reasonIfUnsupported) const
1568{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1569 IgnoreUnused(descriptor);
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1570 bool supported = true;
1571
1572 // Define supported output and inputs types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1573 std::array<DataType,6> supportedTypes =
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1574 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1575 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1576 DataType::Float32,
Matthew Jackson252df3a2019-09-11 09:19:18 +0100[diff] [blame]1577 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1578 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1579 DataType::QAsymmU8,
1580 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +0100[diff] [blame]1581 };
1582
1583 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1584 "Reference poolind2d: input is not a supported type.");
1585
1586 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1587 "Reference poolind2d: output is not a supported type.");
1588
1589 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1590 "Reference poolind2d: input and output types are mismatched.");
1591
1592 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1593}
1594
James Conroy4f1f8992020-04-29 20:01:10 +0100[diff] [blame]1595bool RefLayerSupport::IsQLstmSupported(const TensorInfo& input,
1596 const TensorInfo& previousOutputIn,
1597 const TensorInfo& previousCellStateIn,
1598 const TensorInfo& outputStateOut,
1599 const TensorInfo& cellStateOut,
1600 const TensorInfo& output,
1601 const QLstmDescriptor& descriptor,
1602 const LstmInputParamsInfo& paramsInfo,
1603 Optional<std::string&> reasonIfUnsupported) const
1604{
1605 IgnoreUnused(input);
1606 IgnoreUnused(previousOutputIn);
1607 IgnoreUnused(previousCellStateIn);
1608 IgnoreUnused(outputStateOut);
1609 IgnoreUnused(cellStateOut);
1610 IgnoreUnused(output);
1611 IgnoreUnused(descriptor);
1612 IgnoreUnused(paramsInfo);
1613
1614 IgnoreUnused(reasonIfUnsupported);
1615
1616 return true;
1617}
1618
Derek Lamberti5f400d62019-03-25 15:41:58 +0000[diff] [blame]1619bool RefLayerSupport::IsQuantizeSupported(const TensorInfo& input,
1620 const TensorInfo& output,
1621 Optional<std::string&> reasonIfUnsupported) const
1622{
1623 bool supported = true;
1624
Finn Williamsfd271062019-12-04 14:27:27 +0000[diff] [blame]1625 // Define supported input types.
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1626 std::array<DataType,7> supportedInputTypes = {
1627 DataType::BFloat16,
Keith Davis5e51cd82020-01-29 16:52:59 +0000[diff] [blame]1628 DataType::Float32,
Keith Davis3d8bc972020-02-04 09:31:47 +0000[diff] [blame]1629 DataType::Float16,
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]1630 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +0000[diff] [blame]1631 DataType::QAsymmU8,
1632 DataType::QSymmS8,
1633 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +0000[diff] [blame]1634 };
1635
1636 supported &= CheckSupportRule(TypeAnyOf(input, supportedInputTypes), reasonIfUnsupported,
1637 "Reference quantize: input type not supported.");
1638
1639 // Define supported output types.
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]1640 std::array<DataType,4> supportedOutputTypes = {
Ryan OShea9add1202020-02-07 10:06:33 +0000[diff] [blame]1641 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1642 DataType::QAsymmU8,
Finn Williamsfd271062019-12-04 14:27:27 +0000[diff] [blame]1643 DataType::QSymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1644 DataType::QSymmS16
Derek Lamberti5f400d62019-03-25 15:41:58 +0000[diff] [blame]1645 };
1646 supported &= CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
1647 "Reference quantize: output type not supported.");
1648
1649 supported &= CheckSupportRule(ShapesAreSameTotalSize(input, output), reasonIfUnsupported,
1650 "Reference quantize: input and output shapes have different num total elements.");
1651
1652 return supported;
1653}
1654
Finn Williams2605b232020-06-10 15:53:46 +0100[diff] [blame]1655bool RefLayerSupport::IsRankSupported(const TensorInfo& input,
1656 const TensorInfo& output,
1657 Optional<std::string&> reasonIfUnsupported) const
1658{
1659 IgnoreUnused(input);
1660 // Define supported output types.
1661 std::array<DataType,1> supportedOutputTypes =
1662 {
1663 DataType::Signed32,
1664 };
1665
1666 return CheckSupportRule(TypeAnyOf(output, supportedOutputTypes), reasonIfUnsupported,
1667 "Reference rank: input type not supported.");
1668}
1669
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1670bool RefLayerSupport::IsReshapeSupported(const TensorInfo& input,
Kevin Maya023c402019-12-12 17:28:05 +0000[diff] [blame]1671 const TensorInfo& output,
Matteo Martincigh992d6dc2019-01-10 17:34:20 +0000[diff] [blame]1672 const ReshapeDescriptor& descriptor,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1673 Optional<std::string&> reasonIfUnsupported) const
1674{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1675 IgnoreUnused(output);
1676 IgnoreUnused(descriptor);
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1677 // Define supported output types.
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1678 std::array<DataType,7> supportedOutputTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1679 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1680 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1681 DataType::Float32,
1682 DataType::Float16,
Narumol Prangnawarat0718ee92019-09-13 16:53:38 +0100[diff] [blame]1683 DataType::Signed32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1684 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1685 DataType::QAsymmU8,
1686 DataType::QSymmS16
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1687 };
Keith Davis0c2eeac2020-02-11 16:51:50 +0000[diff] [blame]1688
Nina Drozd2f2778f2019-05-27 10:37:05 +0100[diff] [blame]1689 return CheckSupportRule(TypeAnyOf(input, supportedOutputTypes), reasonIfUnsupported,
1690 "Reference reshape: input type not supported.");
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1691}
1692
1693bool RefLayerSupport::IsResizeBilinearSupported(const TensorInfo& input,
Sadik Armaganc625f002018-12-17 11:32:16 +0000[diff] [blame]1694 const TensorInfo& output,
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1695 Optional<std::string&> reasonIfUnsupported) const
1696{
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +0100[diff] [blame]1697 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1698 std::array<DataType,6> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1699 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1700 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1701 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1702 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1703 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1704 DataType::QAsymmU8,
1705 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1706 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +0100[diff] [blame]1707
1708 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1709 "Reference ResizeBilinear: input type not supported");
1710
1711 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1712 "Reference ResizeBilinear: output type not supported");
1713
1714 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1715 "Reference ResizeBilinear: input and output types not matching");
1716
1717 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1718}
1719
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1720bool RefLayerSupport::IsResizeSupported(const TensorInfo& input,
1721 const TensorInfo& output,
1722 const ResizeDescriptor& descriptor,
1723 Optional<std::string&> reasonIfUnsupported) const
1724{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1725 IgnoreUnused(descriptor);
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1726 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1727 std::array<DataType,6> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1728 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1729 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1730 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1731 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +0000[diff] [blame]1732 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1733 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1734 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +0100[diff] [blame]1735 };
1736
1737 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1738 "Reference Resize: input type not supported");
1739
1740 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1741 "Reference Resize: output type not supported");
1742
1743 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1744 "Reference Resize: input and output types not matching");
1745
1746 return supported;
1747}
1748
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000[diff] [blame]1749bool RefLayerSupport::IsRsqrtSupported(const TensorInfo& input,
1750 const TensorInfo& output,
1751 Optional<std::string&> reasonIfUnsupported) const
1752{
josh minor4a3c6102020-01-06 16:40:46 -0600[diff] [blame]1753 return IsElementwiseUnarySupported(input,
1754 output,
1755 ElementwiseUnaryDescriptor(UnaryOperation::Rsqrt),
1756 reasonIfUnsupported);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000[diff] [blame]1757}
1758
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1759bool RefLayerSupport::IsSliceSupported(const TensorInfo& input,
1760 const TensorInfo& output,
1761 const SliceDescriptor& descriptor,
1762 Optional<std::string&> reasonIfUnsupported) const
1763{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1764 IgnoreUnused(descriptor);
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1765 bool supported = true;
1766
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1767 std::array<DataType, 5> supportedTypes =
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1768 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1769 DataType::BFloat16,
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1770 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1771 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1772 DataType::QAsymmU8,
1773 DataType::QSymmS16
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100[diff] [blame]1774 };
1775
1776 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1777 "Reference Slice: input type not supported");
1778
1779 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1780 "Reference Slice: output type not supported");
1781
1782 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1783 "Reference Slice: input and output types are mismatched");
1784
1785 return supported;
1786}
1787
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1788bool RefLayerSupport::IsSoftmaxSupported(const TensorInfo& input,
1789 const TensorInfo& output,
1790 const SoftmaxDescriptor& descriptor,
1791 Optional<std::string&> reasonIfUnsupported) const
1792{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1793 IgnoreUnused(descriptor);
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1794 bool supported = true;
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1795 std::array<DataType,7> supportedTypes =
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1796 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1797 DataType::BFloat16,
1798 DataType::Float32,
1799 DataType::Float16,
1800 DataType::QSymmS8,
1801 DataType::QAsymmS8,
1802 DataType::QAsymmU8,
1803 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1804 };
1805
1806 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1807 "Reference Softmax: output type not supported");
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1808
1809 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1810 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1811
1812 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100[diff] [blame]1813 "Reference Softmax: input type not supported");
nikraj01248683f2019-05-29 16:46:50 +0100[diff] [blame]1814
1815 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1816}
1817
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +0000[diff] [blame]1818bool RefLayerSupport::IsSpaceToBatchNdSupported(const TensorInfo& input,
1819 const TensorInfo& output,
1820 const SpaceToBatchNdDescriptor& descriptor,
1821 Optional<std::string&> reasonIfUnsupported) const
1822{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1823 IgnoreUnused(descriptor);
nikraj01120522a2019-05-31 11:33:07 +0100[diff] [blame]1824 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1825 std::array<DataType,6> supportedTypes =
nikraj01120522a2019-05-31 11:33:07 +0100[diff] [blame]1826 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1827 DataType::BFloat16,
1828 DataType::Float32,
1829 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1830 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1831 DataType::QAsymmU8,
1832 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +0100[diff] [blame]1833 };
1834
1835 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1836 "Reference SpaceToBatchNd: input type not supported");
1837
1838 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1839 "Reference SpaceToBatchNd: output type not supported");
1840
1841 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1842 "Reference SpaceToBatchNd: input and output types are mismatched");
1843
1844 return supported;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +0000[diff] [blame]1845}
1846
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1847bool RefLayerSupport::IsSpaceToDepthSupported(const TensorInfo& input,
Keith Davis51910332019-06-26 15:28:43 +0100[diff] [blame]1848 const TensorInfo& output,
1849 const SpaceToDepthDescriptor& descriptor,
1850 Optional<std::string&> reasonIfUnsupported) const
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1851{
1852
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1853 IgnoreUnused(descriptor);
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1854 bool supported = true;
1855
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1856 std::array<DataType,6> supportedTypes =
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1857 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1858 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1859 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1860 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1861 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1862 DataType::QAsymmU8,
1863 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +0100[diff] [blame]1864 };
1865
1866 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1867 "Reference SpaceToDepth: input type not supported");
1868
1869 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1870 "Reference SpaceToDepth: output type not supported");
1871
1872 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1873 "Reference SpaceToDepth: input and output types are mismatched");
1874
1875 return supported;
1876}
1877
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1878bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1879 const ViewsDescriptor& descriptor,
1880 Optional<std::string&> reasonIfUnsupported) const
1881{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1882 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1883 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1884 std::array<DataType,6> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1885 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1886 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1887 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1888 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1889 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1890 DataType::QAsymmU8,
1891 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1892 };
1893
1894 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1895 "Reference splitter: input type not supported");
1896
1897 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1898}
1899
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100[diff] [blame]1900bool RefLayerSupport::IsSplitterSupported(const TensorInfo& input,
1901 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
1902 const ViewsDescriptor& descriptor,
1903 Optional<std::string&> reasonIfUnsupported) const
1904{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1905 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1906 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1907 std::array<DataType,6> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1908 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1909 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1910 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]1911 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1912 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1913 DataType::QAsymmU8,
1914 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1915 };
1916
1917 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1918 "Reference splitter: output type not supported");
1919 for (const TensorInfo output : outputs)
1920 {
1921 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1922 "Reference splitter: input type not supported");
1923
1924 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1925 "Reference splitter: input and output types mismatched.");
1926 }
1927
1928 return supported;
Narumol Prangnawarat15eb5832019-05-20 15:31:05 +0100[diff] [blame]1929}
1930
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1931bool RefLayerSupport::IsStackSupported(const std::vector<const TensorInfo*>& inputs,
1932 const TensorInfo& output,
1933 const StackDescriptor& descriptor,
1934 Optional<std::string&> reasonIfUnsupported) const
1935{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1936 IgnoreUnused(descriptor);
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1937
1938 bool supported = true;
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1939 std::array<DataType,6> supportedTypes =
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1940 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1941 DataType::BFloat16,
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1942 DataType::Float32,
Matthew Jacksone69c3992019-09-09 14:31:21 +0100[diff] [blame]1943 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1944 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1945 DataType::QAsymmU8,
1946 DataType::QSymmS16
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1947 };
1948
1949 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1950 "Reference stack: output type not supported");
1951 for (const TensorInfo* input : inputs)
1952 {
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +0100[diff] [blame]1953 ARMNN_ASSERT(input != nullptr);
Matthew Jackson81e601c2019-07-11 12:07:09 +0100[diff] [blame]1954 supported &= CheckSupportRule(TypeAnyOf(*input, supportedTypes), reasonIfUnsupported,
1955 "Reference stack: input type not supported");
1956
1957 supported &= CheckSupportRule(TypesAreEqual(*input, output), reasonIfUnsupported,
1958 "Reference stack: input and output types mismatched.");
1959 }
1960
1961 return supported;
1962}
1963
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +0000[diff] [blame]1964bool RefLayerSupport::IsStridedSliceSupported(const TensorInfo& input,
1965 const TensorInfo& output,
1966 const StridedSliceDescriptor& descriptor,
1967 Optional<std::string&> reasonIfUnsupported) const
1968{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]1969 IgnoreUnused(descriptor);
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1970 bool supported = true;
1971
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1972 std::array<DataType,5> supportedTypes =
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1973 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]1974 DataType::BFloat16,
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1975 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]1976 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]1977 DataType::QAsymmU8,
1978 DataType::QSymmS16
Narumol Prangnawaratf9ac3fd2019-07-03 14:55:57 +0100[diff] [blame]1979 };
1980
1981 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
1982 "Reference StridedSlice: input type not supported");
1983
1984 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
1985 "Reference StridedSlice: output type not supported");
1986
1987 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
1988 "Reference StridedSlice: input and output types are mismatched");
1989
1990 return supported;
Nattapat Chaimanowong1216b582018-11-23 15:33:41 +0000[diff] [blame]1991}
1992
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]1993bool RefLayerSupport::IsSubtractionSupported(const TensorInfo& input0,
1994 const TensorInfo& input1,
1995 const TensorInfo& output,
1996 Optional<std::string&> reasonIfUnsupported) const
1997{
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]1998 bool supported = true;
1999
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]2000 std::array<DataType,7> supportedTypes = {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2001 DataType::BFloat16,
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]2002 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]2003 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2004 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]2005 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +0100[diff] [blame]2006 DataType::QSymmS16,
2007 DataType::Signed32
Sadik Armagan2999a022019-04-09 14:20:12 +0100[diff] [blame]2008 };
2009
2010 supported &= CheckSupportRule(TypeAnyOf(input0, supportedTypes), reasonIfUnsupported,
2011 "Reference subtraction: input 0 is not a supported type.");
2012
2013 supported &= CheckSupportRule(TypeAnyOf(input1, supportedTypes), reasonIfUnsupported,
2014 "Reference subtraction: input 1 is not a supported type.");
2015
2016 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2017 "Reference subtraction: output is not a supported type.");
2018
2019 supported &= CheckSupportRule(TypesAreEqual(input0, input1), reasonIfUnsupported,
2020 "Reference subtraction: input 0 and Input 1 types are mismatched");
2021
2022 supported &= CheckSupportRule(TypesAreEqual(input0, output), reasonIfUnsupported,
2023 "Reference subtraction: input and output types are mismatched");
2024
2025 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input0, input1, output), reasonIfUnsupported,
2026 "Reference subtraction: shapes are not suitable for implicit broadcast.");
2027
2028 return supported;
Aron Virginas-Tarb5acbb72018-10-15 11:11:51 +0100[diff] [blame]2029}
2030
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]2031bool RefLayerSupport::IsPreluSupported(const TensorInfo& input,
2032 const TensorInfo& alpha,
2033 const TensorInfo& output,
2034 Optional<std::string&> reasonIfUnsupported) const
2035{
2036 bool supported = true;
2037
Teresa Charlin3940d8b2020-05-29 16:47:23 +0100[diff] [blame]2038 std::array<DataType, 6> supportedTypes
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]2039 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2040 DataType::BFloat16,
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]2041 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +0100[diff] [blame]2042 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2043 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]2044 DataType::QAsymmU8,
Teresa Charlin3940d8b2020-05-29 16:47:23 +0100[diff] [blame]2045 DataType::QSymmS16
Matteo Martincighab9e5252019-06-13 17:27:46 +0100[diff] [blame]2046 };
2047
2048 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2049 "PReLU: input is not a supported type.");
2050
2051 supported &= CheckSupportRule(TypeAnyOf(alpha, supportedTypes), reasonIfUnsupported,
2052 "PReLU: alpha is not a supported type.");
2053
2054 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2055 "PReLU: output is not a supported type.");
2056
2057 supported &= CheckSupportRule(TypesAreEqual(input, alpha, output), reasonIfUnsupported,
2058 "PReLU: input, alpha and output types are mismatched");
2059
2060 supported &= CheckSupportRule(ShapesAreBroadcastCompatible(input, alpha, output), reasonIfUnsupported,
2061 "PReLU: shapes are not suitable for implicit broadcast");
2062
2063 return supported;
2064}
2065
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2066bool RefLayerSupport::IsTransposeConvolution2dSupported(const TensorInfo& input,
2067 const TensorInfo& output,
2068 const TransposeConvolution2dDescriptor& descriptor,
2069 const TensorInfo& weights,
2070 const Optional<TensorInfo>& biases,
2071 Optional<std::string&> reasonIfUnsupported) const
2072{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]2073 IgnoreUnused(descriptor);
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2074 bool supported = true;
2075
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2076 std::array<DataType,7> supportedTypes =
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2077 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2078 DataType::BFloat16,
2079 DataType::Float32,
2080 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2081 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2082 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2083 DataType::QSymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2084 DataType::QSymmS16
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2085 };
2086
2087 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2088 "Reference TransposeConvolution2d: input is not a supported type.");
2089
2090 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2091 "Reference TransposeConvolution2d: output is not a supported type.");
2092
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2093 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
2094 "Reference TransposeConvolution2d: input and output types mismatched.");
2095
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2096
2097 const DataType inputType = input.GetDataType();
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2098 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2099 {
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]2100 ARMNN_NO_DEPRECATE_WARN_BEGIN
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2101 std::array<DataType, 4> supportedWeightTypes =
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2102 {
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2103 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000[diff] [blame]2104 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]2105 DataType::QSymmS8,
2106 DataType::QuantizedSymm8PerAxis //Deprecated
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2107 };
Derek Lambertid466a542020-01-22 15:37:29 +0000[diff] [blame]2108 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +0000[diff] [blame]2109
2110 supported &= CheckSupportRule(TypeAnyOf(weights, supportedWeightTypes), reasonIfUnsupported,
2111 "Reference TransposeConvolution2d: weights type not supported for "
2112 "quantized input.");
2113 }
2114 else
2115 {
2116 supported &= CheckSupportRule(TypeAnyOf(weights, supportedTypes), reasonIfUnsupported,
2117 "Reference TransposeConvolution2d: weights is not a supported type.");
2118
2119 supported &= CheckSupportRule(TypesAreEqual(input, weights), reasonIfUnsupported,
2120 "Reference TransposeConvolution2d: input and weights types mismatched.");
2121 }
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2122
2123 if (biases.has_value())
2124 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2125 std::array<DataType,4> biasesSupportedTypes =
Aron Virginas-Tar651aafe2019-08-05 11:52:05 +0100[diff] [blame]2126 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2127 DataType::BFloat16,
2128 DataType::Float32,
2129 DataType::Float16,
2130 DataType::Signed32
Aron Virginas-Tar98180ef2019-06-26 15:02:47 +0100[diff] [blame]2131 };
2132 supported &= CheckSupportRule(TypeAnyOf(biases.value(), biasesSupportedTypes), reasonIfUnsupported,
2133 "Reference TransposeConvolution2d: biases is not a supported type.");
2134 }
2135
2136 return supported;
2137}
2138
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2139bool RefLayerSupport::IsTransposeSupported(const TensorInfo& input,
2140 const TensorInfo& output,
2141 const TransposeDescriptor& descriptor,
2142 Optional<std::string&> reasonIfUnsupported) const
2143{
Jan Eilers8eb25602020-03-09 12:13:48 +0000[diff] [blame]2144 IgnoreUnused(descriptor);
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2145 bool supported = true;
2146
2147 // Define supported output and inputs types.
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2148 std::array<DataType, 6> supportedTypes =
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2149 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000[diff] [blame]2150 DataType::BFloat16,
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2151 DataType::Float32,
2152 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +0100[diff] [blame]2153 DataType::QAsymmS8,
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000[diff] [blame]2154 DataType::QAsymmU8,
2155 DataType::QSymmS16
2156 };
2157
2158 supported &= CheckSupportRule(TypeAnyOf(input, supportedTypes), reasonIfUnsupported,
2159 "Reference transpose: input is not a supported type.");
2160
2161 supported &= CheckSupportRule(TypeAnyOf(output, supportedTypes), reasonIfUnsupported,
2162 "Reference transpose: output is not a supported type.");
2163
2164 supported &= CheckSupportRule(TypesAreEqual(input, output), reasonIfUnsupported,
2165 "Reference transpose: input and output types are mismatched.");
2166
2167 return supported;
2168}
2169
arovir011c7c81b2018-10-08 11:34:28 +0100[diff] [blame]2170} // namespace armnn