blob: 395a63d6e63621519aa486a787389973207acb8f [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +00007#include <Graph.hpp>
8
9#include <backendsCommon/WorkloadFactory.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010
11#include <boost/core/ignore_unused.hpp>
12
13namespace
14{
15armnn::Graph dummyGraph;
16
telsoa01c577f2c2018-08-31 09:22:23 +010017// Make a dummy TensorInfo object.
telsoa014fcda012018-03-09 14:13:49 +000018template<armnn::DataType DataType>
19armnn::TensorInfo MakeDummyTensorInfo()
20{
Teresa Charlin33d58272020-01-28 12:24:34 +000021 return armnn::TensorInfo({2,2,2,2}, DataType, 1.0, 0);
telsoa014fcda012018-03-09 14:13:49 +000022}
23
24
25// Make a dummy WorkloadInfo using a dummy TensorInfo.
26template<armnn::DataType DataType>
27armnn::WorkloadInfo MakeDummyWorkloadInfo(unsigned int numInputs, unsigned int numOutputs)
28{
29 armnn::WorkloadInfo info;
James Conroyee18dc82019-07-17 11:27:46 +010030
telsoa014fcda012018-03-09 14:13:49 +000031 for (unsigned int i=0; i < numInputs; i++)
32 {
33 info.m_InputTensorInfos.push_back(MakeDummyTensorInfo<DataType>());
34 }
James Conroyee18dc82019-07-17 11:27:46 +010035
telsoa014fcda012018-03-09 14:13:49 +000036 for (unsigned int o=0; o < numOutputs; o++)
37 {
38 info.m_OutputTensorInfos.push_back(MakeDummyTensorInfo<DataType>());
39 }
James Conroyee18dc82019-07-17 11:27:46 +010040
telsoa014fcda012018-03-09 14:13:49 +000041 return info;
42}
43
telsoa01c577f2c2018-08-31 09:22:23 +010044// Template class to create a dummy layer (2 parameters).
telsoa014fcda012018-03-09 14:13:49 +000045template<typename LayerType, typename DescType = typename LayerType::DescriptorType>
46struct DummyLayer
47{
48 DummyLayer()
49 {
50 m_Layer = dummyGraph.AddLayer<LayerType>(DescType(), "");
51 }
James Conroyee18dc82019-07-17 11:27:46 +010052
telsoa014fcda012018-03-09 14:13:49 +000053 ~DummyLayer()
54 {
55 dummyGraph.EraseLayer(m_Layer);
56 }
James Conroyee18dc82019-07-17 11:27:46 +010057
telsoa014fcda012018-03-09 14:13:49 +000058 LayerType* m_Layer;
59};
60
telsoa01c577f2c2018-08-31 09:22:23 +010061// Template class to create a dummy layer (1 parameter).
telsoa014fcda012018-03-09 14:13:49 +000062template<typename LayerType>
63struct DummyLayer<LayerType, void>
64{
65 DummyLayer()
66 {
67 m_Layer = dummyGraph.AddLayer<LayerType>("");
68 }
James Conroyee18dc82019-07-17 11:27:46 +010069
telsoa014fcda012018-03-09 14:13:49 +000070 ~DummyLayer()
71 {
72 dummyGraph.EraseLayer(m_Layer);
73 }
James Conroyee18dc82019-07-17 11:27:46 +010074
telsoa014fcda012018-03-09 14:13:49 +000075 LayerType* m_Layer;
76};
77
78template<>
telsoa01c577f2c2018-08-31 09:22:23 +010079struct DummyLayer<armnn::BatchNormalizationLayer>
80{
81 DummyLayer()
82 {
83 m_Layer = dummyGraph.AddLayer<armnn::BatchNormalizationLayer>(armnn::BatchNormalizationDescriptor(), "");
84 m_Layer->m_Mean = std::make_unique<armnn::ScopedCpuTensorHandle>(
85 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
86 m_Layer->m_Variance = std::make_unique<armnn::ScopedCpuTensorHandle>(
87 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
88 m_Layer->m_Beta = std::make_unique<armnn::ScopedCpuTensorHandle>(
89 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
90 m_Layer->m_Gamma = std::make_unique<armnn::ScopedCpuTensorHandle>(
91 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
92 }
James Conroyee18dc82019-07-17 11:27:46 +010093
telsoa01c577f2c2018-08-31 09:22:23 +010094 ~DummyLayer()
95 {
96 dummyGraph.EraseLayer(m_Layer);
97 }
telsoa01c577f2c2018-08-31 09:22:23 +010098
James Conroyee18dc82019-07-17 11:27:46 +010099 armnn::BatchNormalizationLayer* m_Layer;
telsoa01c577f2c2018-08-31 09:22:23 +0100100};
101
102template<>
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000103struct DummyLayer<armnn::BatchToSpaceNdLayer>
104{
105 DummyLayer()
106 {
107 m_Layer = dummyGraph.AddLayer<armnn::BatchToSpaceNdLayer>(armnn::BatchToSpaceNdDescriptor(), "");
108 }
James Conroyee18dc82019-07-17 11:27:46 +0100109
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000110 ~DummyLayer()
111 {
112 dummyGraph.EraseLayer(m_Layer);
113 }
James Conroyee18dc82019-07-17 11:27:46 +0100114
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000115 armnn::BatchToSpaceNdLayer* m_Layer;
116};
117
118template<>
telsoa014fcda012018-03-09 14:13:49 +0000119struct DummyLayer<armnn::ConstantLayer, void>
120{
121 DummyLayer()
122 {
telsoa01c577f2c2018-08-31 09:22:23 +0100123 m_Layer = dummyGraph.AddLayer<armnn::ConstantLayer>("");
telsoa014fcda012018-03-09 14:13:49 +0000124 }
James Conroyee18dc82019-07-17 11:27:46 +0100125
telsoa014fcda012018-03-09 14:13:49 +0000126 ~DummyLayer()
127 {
128 dummyGraph.EraseLayer(m_Layer);
129 }
James Conroyee18dc82019-07-17 11:27:46 +0100130
telsoa014fcda012018-03-09 14:13:49 +0000131 armnn::ConstantLayer* m_Layer;
132};
133
134template<>
135struct DummyLayer<armnn::InputLayer, armnn::LayerBindingId>
136{
137 DummyLayer()
138 {
139 m_Layer = dummyGraph.AddLayer<armnn::InputLayer>(armnn::LayerBindingId(), "");
telsoa014fcda012018-03-09 14:13:49 +0000140 }
James Conroyee18dc82019-07-17 11:27:46 +0100141
telsoa014fcda012018-03-09 14:13:49 +0000142 ~DummyLayer()
143 {
144 dummyGraph.EraseLayer(m_Layer);
145 }
James Conroyee18dc82019-07-17 11:27:46 +0100146
telsoa014fcda012018-03-09 14:13:49 +0000147 armnn::InputLayer* m_Layer;
148};
149
150template<>
Jim Flynne242f2d2019-05-22 14:24:13 +0100151struct DummyLayer<armnn::ConcatLayer>
telsoa014fcda012018-03-09 14:13:49 +0000152{
153 DummyLayer()
154 {
155 armnn::OriginsDescriptor desc(2);
Jim Flynne242f2d2019-05-22 14:24:13 +0100156 m_Layer = dummyGraph.AddLayer<armnn::ConcatLayer>(desc, "");
telsoa014fcda012018-03-09 14:13:49 +0000157 }
James Conroyee18dc82019-07-17 11:27:46 +0100158
telsoa014fcda012018-03-09 14:13:49 +0000159 ~DummyLayer()
160 {
161 dummyGraph.EraseLayer(m_Layer);
162 }
James Conroyee18dc82019-07-17 11:27:46 +0100163
Jim Flynne242f2d2019-05-22 14:24:13 +0100164 armnn::ConcatLayer* m_Layer;
telsoa014fcda012018-03-09 14:13:49 +0000165};
166
167template<>
168struct DummyLayer<armnn::OutputLayer, armnn::LayerBindingId>
169{
170 DummyLayer()
171 {
172 m_Layer = dummyGraph.AddLayer<armnn::OutputLayer>(armnn::LayerBindingId(), "");
telsoa014fcda012018-03-09 14:13:49 +0000173 }
James Conroyee18dc82019-07-17 11:27:46 +0100174
telsoa014fcda012018-03-09 14:13:49 +0000175 ~DummyLayer()
176 {
177 dummyGraph.EraseLayer(m_Layer);
178 }
James Conroyee18dc82019-07-17 11:27:46 +0100179
telsoa014fcda012018-03-09 14:13:49 +0000180 armnn::OutputLayer* m_Layer;
181};
182
183template<>
184struct DummyLayer<armnn::SplitterLayer>
185{
186 DummyLayer()
187 {
188 armnn::ViewsDescriptor desc(1);
189 m_Layer = dummyGraph.AddLayer<armnn::SplitterLayer>(desc, "");
telsoa014fcda012018-03-09 14:13:49 +0000190 }
James Conroyee18dc82019-07-17 11:27:46 +0100191
telsoa014fcda012018-03-09 14:13:49 +0000192 ~DummyLayer()
193 {
194 dummyGraph.EraseLayer(m_Layer);
195 }
James Conroyee18dc82019-07-17 11:27:46 +0100196
telsoa014fcda012018-03-09 14:13:49 +0000197 armnn::SplitterLayer* m_Layer;
198};
199
200template <typename ConvolutionLayerType>
201struct DummyConvolutionLayer
202{
203 DummyConvolutionLayer()
204 {
205 typename ConvolutionLayerType::DescriptorType desc;
James Conroy663c1842019-11-01 15:21:48 +0000206 desc.m_StrideX = 1;
207 desc.m_StrideY = 1;
telsoa014fcda012018-03-09 14:13:49 +0000208 m_Layer = dummyGraph.AddLayer<ConvolutionLayerType>(desc, "");
209 m_Layer->m_Weight = std::make_unique<armnn::ScopedCpuTensorHandle>(
210 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
211 m_Layer->m_Bias = std::make_unique<armnn::ScopedCpuTensorHandle>(
212 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
213 }
James Conroyee18dc82019-07-17 11:27:46 +0100214
telsoa014fcda012018-03-09 14:13:49 +0000215 ~DummyConvolutionLayer()
216 {
217 dummyGraph.EraseLayer(m_Layer);
218 }
James Conroyee18dc82019-07-17 11:27:46 +0100219
telsoa014fcda012018-03-09 14:13:49 +0000220 ConvolutionLayerType* m_Layer;
221};
222
223template<>
224struct DummyLayer<armnn::Convolution2dLayer>
225 : public DummyConvolutionLayer<armnn::Convolution2dLayer>
226{
227};
228
229template<>
230struct DummyLayer<armnn::DepthwiseConvolution2dLayer>
231 : public DummyConvolutionLayer<armnn::DepthwiseConvolution2dLayer>
232{
233};
234
Aron Virginas-Tar639fb042019-06-20 14:28:19 +0100235template<>
236struct DummyLayer<armnn::TransposeConvolution2dLayer>
237 : public DummyConvolutionLayer<armnn::TransposeConvolution2dLayer>
238{
239};
240
Derek Lamberti6a5e5e82019-12-05 14:41:20 +0000241template<>
242struct DummyLayer<armnn::DetectionPostProcessLayer>
243{
244 DummyLayer()
245 {
246 m_Layer = dummyGraph.AddLayer<armnn::DetectionPostProcessLayer>(armnn::DetectionPostProcessDescriptor(), "");
247 m_Layer->m_Anchors = std::make_unique<armnn::ScopedCpuTensorHandle>(
248 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
249 }
250
251 ~DummyLayer()
252 {
253 dummyGraph.EraseLayer(m_Layer);
254 }
255
256 armnn::DetectionPostProcessLayer* m_Layer;
257};
258
telsoa01c577f2c2018-08-31 09:22:23 +0100259template <typename LstmLayerType>
260struct DummyLstmLayer
261{
262 DummyLstmLayer()
263 {
264 typename LstmLayerType::DescriptorType desc;
265 desc.m_CifgEnabled = false;
266
267 m_Layer = dummyGraph.AddLayer<LstmLayerType>(armnn::LstmDescriptor(), "");
268 m_Layer->m_BasicParameters.m_InputToForgetWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
269 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
270 m_Layer->m_BasicParameters.m_InputToCellWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
271 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
272 m_Layer->m_BasicParameters.m_InputToOutputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
273 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
274 m_Layer->m_BasicParameters.m_RecurrentToForgetWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
275 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
276 m_Layer->m_BasicParameters.m_RecurrentToCellWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
277 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
278 m_Layer->m_BasicParameters.m_RecurrentToOutputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
279 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
280 m_Layer->m_BasicParameters.m_ForgetGateBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
281 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
282 m_Layer->m_BasicParameters.m_CellBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
283 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
284 m_Layer->m_BasicParameters.m_OutputGateBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
285 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
286
287 m_Layer->m_CifgParameters.m_InputToInputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
288 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
289 m_Layer->m_CifgParameters.m_RecurrentToInputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
290 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
291 m_Layer->m_CifgParameters.m_CellToInputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
292 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
293 m_Layer->m_CifgParameters.m_InputGateBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
294 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
295 }
James Conroyee18dc82019-07-17 11:27:46 +0100296
telsoa01c577f2c2018-08-31 09:22:23 +0100297 ~DummyLstmLayer()
298 {
299 dummyGraph.EraseLayer(m_Layer);
300 }
James Conroyee18dc82019-07-17 11:27:46 +0100301
telsoa01c577f2c2018-08-31 09:22:23 +0100302 armnn::LstmLayer* m_Layer;
303};
304
305template<>
306struct DummyLayer<armnn::LstmLayer>
307 : public DummyLstmLayer<armnn::LstmLayer>
308{
309};
310
311template<>
James Conroyee18dc82019-07-17 11:27:46 +0100312struct DummyLayer<armnn::QuantizedLstmLayer, void>
313{
314 DummyLayer()
315 {
316 m_Layer = dummyGraph.AddLayer<armnn::QuantizedLstmLayer>("");
317
318 m_Layer->m_QuantizedLstmParameters.m_InputToInputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000319 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100320 m_Layer->m_QuantizedLstmParameters.m_InputToForgetWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000321 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100322 m_Layer->m_QuantizedLstmParameters.m_InputToCellWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000323 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100324 m_Layer->m_QuantizedLstmParameters.m_InputToOutputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000325 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100326
327 m_Layer->m_QuantizedLstmParameters.m_RecurrentToInputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000328 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100329 m_Layer->m_QuantizedLstmParameters.m_RecurrentToForgetWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000330 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100331 m_Layer->m_QuantizedLstmParameters.m_RecurrentToCellWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000332 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100333 m_Layer->m_QuantizedLstmParameters.m_RecurrentToOutputWeights = std::make_unique<armnn::ScopedCpuTensorHandle>(
Derek Lambertif90c56d2020-01-10 17:14:08 +0000334 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::QAsymmU8));
James Conroyee18dc82019-07-17 11:27:46 +0100335
336 m_Layer->m_QuantizedLstmParameters.m_InputGateBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
337 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Signed32));
338 m_Layer->m_QuantizedLstmParameters.m_ForgetGateBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
339 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Signed32));
340 m_Layer->m_QuantizedLstmParameters.m_CellBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
341 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Signed32));
342 m_Layer->m_QuantizedLstmParameters.m_OutputGateBias = std::make_unique<armnn::ScopedCpuTensorHandle>(
343 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Signed32));
344 }
345
346 ~DummyLayer()
347 {
348 dummyGraph.EraseLayer(m_Layer);
349 }
350
351 armnn::QuantizedLstmLayer* m_Layer;
352};
353
354template<>
telsoa01c577f2c2018-08-31 09:22:23 +0100355struct DummyLayer<armnn::FullyConnectedLayer>
356{
357 DummyLayer()
358 {
359 armnn::FullyConnectedLayer::DescriptorType desc;
360 m_Layer = dummyGraph.AddLayer<armnn::FullyConnectedLayer>(desc, "");
361 m_Layer->m_Weight = std::make_unique<armnn::ScopedCpuTensorHandle>(
362 armnn::TensorInfo(armnn::TensorShape({1,1,1,1}), armnn::DataType::Float32));
363 }
James Conroyee18dc82019-07-17 11:27:46 +0100364
telsoa01c577f2c2018-08-31 09:22:23 +0100365 ~DummyLayer()
366 {
367 dummyGraph.EraseLayer(m_Layer);
368 }
James Conroyee18dc82019-07-17 11:27:46 +0100369
telsoa01c577f2c2018-08-31 09:22:23 +0100370 armnn::FullyConnectedLayer* m_Layer;
371};
372
telsoa014fcda012018-03-09 14:13:49 +0000373// Tag for giving LayerType entries a unique strong type each.
374template<armnn::LayerType>
375struct Tag{};
376
377#define DECLARE_LAYER_POLICY_CUSTOM_PARAM(name, descType) \
378template<armnn::DataType DataType> \
379struct LayerTypePolicy<armnn::LayerType::name, DataType> \
380{ \
381 using Type = armnn::name##Layer; \
382 using Desc = descType; \
383 using QueueDesc = armnn::name##QueueDescriptor; \
384 constexpr static const char* NameStr = #name; \
Derek Lambertie606b7c2019-10-21 16:51:11 +0100385 constexpr static const bool IsException = false; \
telsoa014fcda012018-03-09 14:13:49 +0000386 \
387 static std::unique_ptr<armnn::IWorkload> MakeDummyWorkload(armnn::IWorkloadFactory *factory, \
388 unsigned int nIn, unsigned int nOut) \
389 { \
390 QueueDesc desc; \
391 armnn::WorkloadInfo info = MakeDummyWorkloadInfo<DataType>(nIn, nOut); \
392 return factory->Create##name(desc, info); \
393 } \
394};
395
telsoa01c577f2c2018-08-31 09:22:23 +0100396// Define a layer policy specialization for use with the IsLayerSupported tests.
telsoa014fcda012018-03-09 14:13:49 +0000397// Use this version for layers whose constructor takes 1 parameter(name).
398#define DECLARE_LAYER_POLICY_1_PARAM(name) DECLARE_LAYER_POLICY_CUSTOM_PARAM(name, void)
399
telsoa01c577f2c2018-08-31 09:22:23 +0100400// Define a layer policy specialization for use with the IsLayerSupported tests.
telsoa014fcda012018-03-09 14:13:49 +0000401// Use this version for layers whose constructor takes 2 parameters(descriptor and name).
402#define DECLARE_LAYER_POLICY_2_PARAM(name) DECLARE_LAYER_POLICY_CUSTOM_PARAM(name, armnn::name##Descriptor)
403
Derek Lamberti013c3902019-10-21 10:46:16 +0100404
405#define DECLARE_LAYER_POLICY_EXCEPTION(name, descType) \
406template<armnn::DataType DataType> \
407struct LayerTypePolicy<armnn::LayerType::name, DataType> \
408{ \
409 using Type = armnn::name##Layer; \
410 using Desc = descType; \
411 constexpr static const char* NameStr = #name; \
Derek Lambertib99ef392019-10-21 14:10:38 +0100412 constexpr static const bool IsException = true; \
Derek Lamberti013c3902019-10-21 10:46:16 +0100413 \
414 static std::unique_ptr<armnn::IWorkload> MakeDummyWorkload(armnn::IWorkloadFactory *factory, \
415 unsigned int nIn, unsigned int nOut) \
416 { \
Derek Lamberti901ea112019-12-10 22:07:09 +0000417 boost::ignore_unused(factory, nIn, nOut); \
Derek Lamberti013c3902019-10-21 10:46:16 +0100418 return std::unique_ptr<armnn::IWorkload>(); \
419 } \
420};
421
422#define DECLARE_LAYER_POLICY_EXCEPTION_1_PARAM(name) DECLARE_LAYER_POLICY_EXCEPTION(name, void)
423#define DECLARE_LAYER_POLICY_EXCEPTION_2_PARAM(name) DECLARE_LAYER_POLICY_EXCEPTION(name, armnn::name##Descriptor)
424
telsoa01c577f2c2018-08-31 09:22:23 +0100425// Layer policy template.
telsoa014fcda012018-03-09 14:13:49 +0000426template<armnn::LayerType Type, armnn::DataType DataType>
427struct LayerTypePolicy;
428
429// Every entry in the armnn::LayerType enum must be accounted for below.
430DECLARE_LAYER_POLICY_2_PARAM(Activation)
431
432DECLARE_LAYER_POLICY_1_PARAM(Addition)
433
Nikhil Rajee391d52019-09-05 17:50:44 +0100434DECLARE_LAYER_POLICY_2_PARAM(ArgMinMax)
435
telsoa014fcda012018-03-09 14:13:49 +0000436DECLARE_LAYER_POLICY_2_PARAM(BatchNormalization)
437
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000438DECLARE_LAYER_POLICY_2_PARAM(BatchToSpaceNd)
439
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100440DECLARE_LAYER_POLICY_2_PARAM(Comparison)
441
Jim Flynne242f2d2019-05-22 14:24:13 +0100442DECLARE_LAYER_POLICY_2_PARAM(Concat)
443
telsoa014fcda012018-03-09 14:13:49 +0000444DECLARE_LAYER_POLICY_1_PARAM(Constant)
445
telsoa01c577f2c2018-08-31 09:22:23 +0100446DECLARE_LAYER_POLICY_1_PARAM(ConvertFp16ToFp32)
447
448DECLARE_LAYER_POLICY_1_PARAM(ConvertFp32ToFp16)
449
telsoa014fcda012018-03-09 14:13:49 +0000450DECLARE_LAYER_POLICY_2_PARAM(Convolution2d)
451
452DECLARE_LAYER_POLICY_1_PARAM(MemCopy)
453
Derek Lambertif674aa02019-08-01 15:56:25 +0100454DECLARE_LAYER_POLICY_1_PARAM(MemImport)
455
Nattapat Chaimanowong964e9552019-03-26 11:03:26 +0000456DECLARE_LAYER_POLICY_1_PARAM(Debug)
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +0000457
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +0100458DECLARE_LAYER_POLICY_2_PARAM(DepthToSpace)
459
telsoa014fcda012018-03-09 14:13:49 +0000460DECLARE_LAYER_POLICY_2_PARAM(DepthwiseConvolution2d)
461
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +0000462DECLARE_LAYER_POLICY_1_PARAM(Dequantize)
463
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +0000464DECLARE_LAYER_POLICY_2_PARAM(DetectionPostProcess)
465
josh minor4a3c6102020-01-06 16:40:46 -0600466DECLARE_LAYER_POLICY_2_PARAM(ElementwiseUnary)
467
telsoa014fcda012018-03-09 14:13:49 +0000468DECLARE_LAYER_POLICY_2_PARAM(FakeQuantization)
469
470DECLARE_LAYER_POLICY_1_PARAM(Floor)
471
472DECLARE_LAYER_POLICY_2_PARAM(FullyConnected)
473
narpra01b89b05f2019-01-16 09:53:09 +0000474DECLARE_LAYER_POLICY_1_PARAM(Gather)
475
telsoa014fcda012018-03-09 14:13:49 +0000476DECLARE_LAYER_POLICY_CUSTOM_PARAM(Input, armnn::LayerBindingId)
477
Kevin Mayce5045a2019-10-02 14:07:47 +0100478DECLARE_LAYER_POLICY_2_PARAM(InstanceNormalization)
479
Matteo Martincighbcd3c852018-09-28 14:14:12 +0100480DECLARE_LAYER_POLICY_2_PARAM(L2Normalization)
telsoa014fcda012018-03-09 14:13:49 +0000481
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +0100482DECLARE_LAYER_POLICY_2_PARAM(LogSoftmax)
483
telsoa01c577f2c2018-08-31 09:22:23 +0100484DECLARE_LAYER_POLICY_2_PARAM(Lstm)
485
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +0000486DECLARE_LAYER_POLICY_1_PARAM(Maximum)
487
narpra0132b90462018-09-13 11:07:48 +0100488DECLARE_LAYER_POLICY_2_PARAM(Mean)
489
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +0100490DECLARE_LAYER_POLICY_1_PARAM(Merge)
491
kevmay0190539692018-11-29 08:40:19 +0000492DECLARE_LAYER_POLICY_1_PARAM(Minimum)
493
telsoa014fcda012018-03-09 14:13:49 +0000494DECLARE_LAYER_POLICY_1_PARAM(Multiplication)
495
496DECLARE_LAYER_POLICY_2_PARAM(Normalization)
497
498DECLARE_LAYER_POLICY_CUSTOM_PARAM(Output, armnn::LayerBindingId)
499
Mohamed Nour Abouelseoud5662c202018-09-24 13:30:09 +0100500DECLARE_LAYER_POLICY_2_PARAM(Pad)
501
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000502DECLARE_LAYER_POLICY_1_PARAM(Quantize)
503
telsoa014fcda012018-03-09 14:13:49 +0000504DECLARE_LAYER_POLICY_2_PARAM(Permute)
505
506DECLARE_LAYER_POLICY_2_PARAM(Pooling2d)
507
Matteo Martincigh49124022019-01-11 13:25:59 +0000508DECLARE_LAYER_POLICY_2_PARAM(PreCompiled)
509
Matteo Martincigh0e406ee2019-06-12 15:42:18 +0100510DECLARE_LAYER_POLICY_1_PARAM(Prelu)
511
James Conroyee18dc82019-07-17 11:27:46 +0100512DECLARE_LAYER_POLICY_1_PARAM(QuantizedLstm)
513
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100514DECLARE_LAYER_POLICY_1_PARAM(Division)
515
Teresa Charlina9075df2019-06-27 15:41:57 +0100516DECLARE_LAYER_POLICY_2_PARAM(Resize)
517
telsoa01c577f2c2018-08-31 09:22:23 +0100518DECLARE_LAYER_POLICY_2_PARAM(Reshape)
519
Aron Virginas-Tar636ab402019-09-16 14:27:45 +0100520DECLARE_LAYER_POLICY_2_PARAM(Slice)
521
telsoa014fcda012018-03-09 14:13:49 +0000522DECLARE_LAYER_POLICY_2_PARAM(Softmax)
523
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +0000524DECLARE_LAYER_POLICY_2_PARAM(SpaceToBatchNd)
525
Aron Virginas-Tar972af152019-06-11 14:14:03 +0100526DECLARE_LAYER_POLICY_2_PARAM(SpaceToDepth)
527
telsoa014fcda012018-03-09 14:13:49 +0000528DECLARE_LAYER_POLICY_2_PARAM(Splitter)
529
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100530DECLARE_LAYER_POLICY_2_PARAM(Stack)
531
Derek Lamberti013c3902019-10-21 10:46:16 +0100532DECLARE_LAYER_POLICY_EXCEPTION_2_PARAM(StandIn)
533
Conor Kennedy430b5d82018-11-14 15:28:28 +0000534DECLARE_LAYER_POLICY_2_PARAM(StridedSlice)
535
David Beckc2044fe2018-09-05 15:00:38 +0100536DECLARE_LAYER_POLICY_1_PARAM(Subtraction)
telsoa014fcda012018-03-09 14:13:49 +0000537
Sadik Armaganeff363d2019-04-05 15:25:46 +0100538DECLARE_LAYER_POLICY_1_PARAM(Switch)
539
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000540DECLARE_LAYER_POLICY_2_PARAM(Transpose)
541
Aron Virginas-Tar639fb042019-06-20 14:28:19 +0100542DECLARE_LAYER_POLICY_2_PARAM(TransposeConvolution2d)
543
telsoa014fcda012018-03-09 14:13:49 +0000544
545// Generic implementation to get the number of input slots for a given layer type;
546template<armnn::LayerType Type>
547unsigned int GetNumInputs(const armnn::Layer& layer)
548{
549 return layer.GetNumInputSlots();
550}
551
552// Generic implementation to get the number of output slots for a given layer type;
553template<armnn::LayerType Type>
554unsigned int GetNumOutputs(const armnn::Layer& layer)
555{
556 return layer.GetNumOutputSlots();
557}
558
559template<>
Jim Flynne242f2d2019-05-22 14:24:13 +0100560unsigned int GetNumInputs<armnn::LayerType::Concat>(const armnn::Layer& layer)
telsoa014fcda012018-03-09 14:13:49 +0000561{
562 boost::ignore_unused(layer);
563 return 2;
564}
565
telsoa01c577f2c2018-08-31 09:22:23 +0100566// Tests that the IsLayerSupported() function returns the correct value.
567// We determined the correct value by *trying* to create the relevant workload and seeing if it matches what we expect.
telsoa014fcda012018-03-09 14:13:49 +0000568// Returns true if expectations are met, otherwise returns false.
569template<typename FactoryType, armnn::DataType DataType, armnn::LayerType Type>
570bool IsLayerSupportedTest(FactoryType *factory, Tag<Type>)
571{
572 using LayerPolicy = LayerTypePolicy<Type, DataType>;
573 using LayerType = typename LayerPolicy::Type;
574 using LayerDesc = typename LayerPolicy::Desc;
575 DummyLayer<LayerType, LayerDesc> layer;
576
Derek Lambertib99ef392019-10-21 14:10:38 +0100577 if (LayerPolicy::IsException) //Don't test exceptions to the rule.
578 {
579 return true;
580 }
581
telsoa014fcda012018-03-09 14:13:49 +0000582 unsigned int numIn = GetNumInputs<Type>(*layer.m_Layer);
583 unsigned int numOut = GetNumOutputs<Type>(*layer.m_Layer);
584
telsoa01c577f2c2018-08-31 09:22:23 +0100585 // Make another dummy layer just to make IsLayerSupported have valid inputs.
telsoa014fcda012018-03-09 14:13:49 +0000586 DummyLayer<armnn::ConstantLayer, void> previousLayer;
telsoa01c577f2c2018-08-31 09:22:23 +0100587 // Set output of the previous layer to a dummy tensor.
telsoa014fcda012018-03-09 14:13:49 +0000588 armnn::TensorInfo output = MakeDummyTensorInfo<DataType>();
589 previousLayer.m_Layer->GetOutputSlot(0).SetTensorInfo(output);
telsoa01c577f2c2018-08-31 09:22:23 +0100590 // Connect all outputs of the previous layer to inputs of tested layer.
telsoa014fcda012018-03-09 14:13:49 +0000591 for (unsigned int i = 0; i < numIn; i++)
592 {
593 armnn::IOutputSlot& previousLayerOutputSlot = previousLayer.m_Layer->GetOutputSlot(0);
594 armnn::IInputSlot& layerInputSlot = layer.m_Layer->GetInputSlot(i);
595 previousLayerOutputSlot.Connect(layerInputSlot);
596 }
telsoa01c577f2c2018-08-31 09:22:23 +0100597 // Set outputs of tested layer to a dummy tensor.
telsoa014fcda012018-03-09 14:13:49 +0000598 for (unsigned int i = 0; i < numOut; i++)
599 {
600 layer.m_Layer->GetOutputSlot(0).SetTensorInfo(output);
601 }
602
603 std::string layerName = LayerPolicy::NameStr;
604 std::string reasonIfUnsupported;
605 if (FactoryType::IsLayerSupported(*layer.m_Layer, DataType, reasonIfUnsupported))
606 {
607 std::string errorMsg = " layer expected support but found none.";
608 try
609 {
610 bool retVal = LayerPolicy::MakeDummyWorkload(factory, numIn, numOut).get() != nullptr;
Matteo Martincighfbebcbd2018-10-16 09:45:08 +0100611 BOOST_CHECK_MESSAGE(retVal, layerName << errorMsg);
telsoa014fcda012018-03-09 14:13:49 +0000612 return retVal;
613 }
telsoa01c577f2c2018-08-31 09:22:23 +0100614 catch(const armnn::InvalidArgumentException& e)
telsoa014fcda012018-03-09 14:13:49 +0000615 {
616 boost::ignore_unused(e);
617 // This is ok since we throw InvalidArgumentException when creating the dummy workload.
618 return true;
619 }
620 catch(const std::exception& e)
621 {
622 errorMsg = e.what();
623 BOOST_TEST_ERROR(layerName << ": " << errorMsg);
624 return false;
625 }
telsoa01c577f2c2018-08-31 09:22:23 +0100626 catch(...)
telsoa014fcda012018-03-09 14:13:49 +0000627 {
628 errorMsg = "Unexpected error while testing support for ";
629 BOOST_TEST_ERROR(errorMsg << layerName);
630 return false;
631 }
632 }
633 else
634 {
635 std::string errorMsg = "layer expected no support (giving reason: " + reasonIfUnsupported + ") but found some.";
636 try
637 {
638 bool retVal = LayerPolicy::MakeDummyWorkload(factory, numIn, numOut).get() == nullptr;
639 BOOST_CHECK_MESSAGE(retVal, layerName << errorMsg);
640 return retVal;
641 }
642 // These two exceptions are ok: For workloads that are partially supported, attempting to instantiate them
643 // using parameters that make IsLayerSupported() return false should throw an
telsoa01c577f2c2018-08-31 09:22:23 +0100644 // InvalidArgumentException or UnimplementedException.
telsoa014fcda012018-03-09 14:13:49 +0000645 catch(const armnn::InvalidArgumentException& e)
646 {
647 boost::ignore_unused(e);
648 return true;
649 }
telsoa01c577f2c2018-08-31 09:22:23 +0100650 catch(const armnn::UnimplementedException& e)
telsoa014fcda012018-03-09 14:13:49 +0000651 {
652 boost::ignore_unused(e);
653 return true;
654 }
655 catch(const std::exception& e)
656 {
657 errorMsg = e.what();
658 BOOST_TEST_ERROR(layerName << ": " << errorMsg);
659 return false;
660 }
telsoa01c577f2c2018-08-31 09:22:23 +0100661 catch(...)
telsoa014fcda012018-03-09 14:13:49 +0000662 {
663 errorMsg = "Unexpected error while testing support for ";
664 BOOST_TEST_ERROR(errorMsg << layerName);
665 return false;
666 }
667 }
668}
669
telsoa01c577f2c2018-08-31 09:22:23 +0100670// Helper function to compute the next type in the LayerType enum.
telsoa014fcda012018-03-09 14:13:49 +0000671constexpr armnn::LayerType NextType(armnn::LayerType type)
672{
673 return static_cast<armnn::LayerType>(static_cast<int>(type)+1);
674}
675
telsoa01c577f2c2018-08-31 09:22:23 +0100676// Termination function for determining the end of the LayerType enumeration.
telsoa014fcda012018-03-09 14:13:49 +0000677template<typename FactoryType, armnn::DataType DataType, armnn::LayerType Type>
678bool IsLayerSupportedTestsImpl(FactoryType *factory, Tag<armnn::LayerType::LastLayer>)
679{
680 return IsLayerSupportedTest<FactoryType, DataType, Type>(factory, Tag<Type>());
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000681}
telsoa014fcda012018-03-09 14:13:49 +0000682
telsoa01c577f2c2018-08-31 09:22:23 +0100683// Recursive function to test and enter in the LayerType enum and then iterate on the next entry.
telsoa014fcda012018-03-09 14:13:49 +0000684template<typename FactoryType, armnn::DataType DataType, armnn::LayerType Type>
685bool IsLayerSupportedTestsImpl(FactoryType *factory, Tag<Type>)
686{
687 bool v = IsLayerSupportedTest<FactoryType, DataType, Type>(factory, Tag<Type>());
688
689 return v &&
690 IsLayerSupportedTestsImpl<FactoryType, DataType, NextType(Type)>
691 (factory, Tag<NextType(Type)>());
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000692}
telsoa014fcda012018-03-09 14:13:49 +0000693
694// Helper function to pass through to the test framework.
695template<typename FactoryType, armnn::DataType DataType>
696bool IsLayerSupportedTests(FactoryType *factory)
697{
698 return IsLayerSupportedTestsImpl<FactoryType, DataType>(factory, Tag<armnn::LayerType::FirstLayer>());
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000699}
telsoa014fcda012018-03-09 14:13:49 +0000700
701template<armnn::LayerType Type>
702bool TestLayerTypeMatches()
703{
704 using LayerPolicy = LayerTypePolicy<Type, armnn::DataType::Float32>;
705 using LayerType = typename LayerPolicy::Type;
706 using LayerDesc = typename LayerPolicy::Desc;
707 DummyLayer<LayerType, LayerDesc> layer;
708
709 std::stringstream ss;
710 ss << LayerPolicy::NameStr << " layer type mismatches expected layer type value.";
711 bool v = Type == layer.m_Layer->GetType();
712 BOOST_CHECK_MESSAGE(v, ss.str());
713 return v;
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000714}
telsoa014fcda012018-03-09 14:13:49 +0000715
716template<armnn::LayerType Type>
717bool LayerTypeMatchesTestImpl(Tag<armnn::LayerType::LastLayer>)
718{
719 return TestLayerTypeMatches<Type>();
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000720}
telsoa014fcda012018-03-09 14:13:49 +0000721
722template<armnn::LayerType Type>
723bool LayerTypeMatchesTestImpl(Tag<Type>)
724{
725 return TestLayerTypeMatches<Type>() &&
726 LayerTypeMatchesTestImpl<NextType(Type)>(Tag<NextType(Type)>());
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000727}
telsoa014fcda012018-03-09 14:13:49 +0000728
telsoa01c577f2c2018-08-31 09:22:23 +0100729template<typename FactoryType, typename LayerType, armnn::DataType InputDataType , armnn::DataType OutputDataType>
730bool IsConvertLayerSupportedTests(std::string& reasonIfUnsupported)
731{
732 armnn::Graph graph;
733 LayerType* const layer = graph.AddLayer<LayerType>("LayerName");
734
735 armnn::Layer* const input = graph.AddLayer<armnn::InputLayer>(0, "input");
736 armnn::Layer* const output = graph.AddLayer<armnn::OutputLayer>(0, "output");
737
738 armnn::TensorInfo inputTensorInfo({1, 3, 2, 3}, InputDataType);
739 armnn::TensorInfo outputTensorInfo({1, 3, 2, 3}, OutputDataType);
740
741 input->GetOutputSlot(0).Connect(layer->GetInputSlot(0));
742 input->GetOutputHandler(0).SetTensorInfo(inputTensorInfo);
743 layer->GetOutputSlot(0).Connect(output->GetInputSlot(0));
744 layer->GetOutputHandler(0).SetTensorInfo(outputTensorInfo);
745
746 bool result = FactoryType::IsLayerSupported(*layer, InputDataType, reasonIfUnsupported);
747
748 return result;
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000749}
telsoa01c577f2c2018-08-31 09:22:23 +0100750
Matthew Bentham1f0ff352019-01-02 13:26:31 +0000751template<typename FactoryType, armnn::DataType InputDataType , armnn::DataType OutputDataType>
752bool IsMeanLayerSupportedTests(std::string& reasonIfUnsupported)
753{
754 armnn::Graph graph;
755 static const std::vector<unsigned> axes = {1, 0};
756 armnn::MeanDescriptor desc(axes, false);
757
758 armnn::Layer* const layer = graph.AddLayer<armnn::MeanLayer>(desc, "LayerName");
759
760 armnn::Layer* const input = graph.AddLayer<armnn::InputLayer>(0, "input");
761 armnn::Layer* const output = graph.AddLayer<armnn::OutputLayer>(0, "output");
762
763 armnn::TensorInfo inputTensorInfo({4, 3, 2}, InputDataType);
764 armnn::TensorInfo outputTensorInfo({2}, OutputDataType);
765
766 input->GetOutputSlot(0).Connect(layer->GetInputSlot(0));
767 input->GetOutputHandler(0).SetTensorInfo(inputTensorInfo);
768 layer->GetOutputSlot(0).Connect(output->GetInputSlot(0));
769 layer->GetOutputHandler(0).SetTensorInfo(outputTensorInfo);
770
771 bool result = FactoryType::IsLayerSupported(*layer, InputDataType, reasonIfUnsupported);
772
773 return result;
774}
775
James Conroy4d1ff582019-06-10 17:06:39 +0100776// Tests that IsMeanSupported fails when input tensor dimensions
777// do not match output tensor dimensions when keepDims == true
778template<typename FactoryType, armnn::DataType InputDataType , armnn::DataType OutputDataType>
779bool IsMeanLayerNotSupportedTests(std::string& reasonIfUnsupported)
780{
781 armnn::Graph graph;
782 static const std::vector<unsigned> axes = {};
783 // Set keepDims == true
784 armnn::MeanDescriptor desc(axes, true);
785
786 armnn::Layer* const layer = graph.AddLayer<armnn::MeanLayer>(desc, "LayerName");
787
788 armnn::Layer* const input = graph.AddLayer<armnn::InputLayer>(0, "input");
789 armnn::Layer* const output = graph.AddLayer<armnn::OutputLayer>(0, "output");
790
791 // Mismatching number of tensor dimensions
792 armnn::TensorInfo inputTensorInfo({1, 1, 1, 1}, InputDataType);
793 armnn::TensorInfo outputTensorInfo({1, 1}, OutputDataType);
794
795 input->GetOutputSlot(0).Connect(layer->GetInputSlot(0));
796 input->GetOutputHandler(0).SetTensorInfo(inputTensorInfo);
797 layer->GetOutputSlot(0).Connect(output->GetInputSlot(0));
798 layer->GetOutputHandler(0).SetTensorInfo(outputTensorInfo);
799
800 bool result = FactoryType::IsLayerSupported(*layer, InputDataType, reasonIfUnsupported);
801
802 return result;
803}
804
Matthew Bentham1f0ff352019-01-02 13:26:31 +0000805
telsoa014fcda012018-03-09 14:13:49 +0000806} //namespace