blob: 423706ceb300c9a25e9e158a68fb6069b5116c1e [file] [log] [blame]
Mike Kelly8c1701a2019-02-11 17:01:27 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
3// SPDX-License-Identifier: MIT
4//
5
6#include "Serializer.hpp"
Saoirse Stewart3166c3e2019-02-18 15:24:53 +00007
8#include "SerializerUtils.hpp"
9
Mike Kelly8c1701a2019-02-11 17:01:27 +000010#include <armnn/ArmNN.hpp>
Saoirse Stewart3166c3e2019-02-18 15:24:53 +000011
Mike Kelly8c1701a2019-02-11 17:01:27 +000012#include <iostream>
Saoirse Stewart3166c3e2019-02-18 15:24:53 +000013
Matthew Bentham268509a2019-02-25 13:58:24 +000014#include <ArmnnSchema_generated.h>
Saoirse Stewart3166c3e2019-02-18 15:24:53 +000015
Mike Kelly8c1701a2019-02-11 17:01:27 +000016#include <flatbuffers/util.h>
17
18using namespace armnn;
19namespace fb = flatbuffers;
Derek Lamberti0028d1b2019-02-20 13:57:42 +000020namespace serializer = armnnSerializer;
Mike Kelly8c1701a2019-02-11 17:01:27 +000021
22namespace armnnSerializer
23{
24
Mike Kellyaf484012019-02-20 16:53:11 +000025serializer::ActivationFunction GetFlatBufferActivationFunction(armnn::ActivationFunction function)
26{
27 switch (function)
28 {
29 case armnn::ActivationFunction::Sigmoid:
30 return serializer::ActivationFunction::ActivationFunction_Sigmoid;
31 case armnn::ActivationFunction::TanH:
32 return serializer::ActivationFunction::ActivationFunction_TanH;
33 case armnn::ActivationFunction::Linear:
34 return serializer::ActivationFunction::ActivationFunction_Linear;
35 case armnn::ActivationFunction::ReLu:
36 return serializer::ActivationFunction::ActivationFunction_ReLu;
37 case armnn::ActivationFunction::BoundedReLu:
38 return serializer::ActivationFunction::ActivationFunction_BoundedReLu;
39 case armnn::ActivationFunction::LeakyReLu:
40 return serializer::ActivationFunction::ActivationFunction_LeakyReLu;
41 case armnn::ActivationFunction::Abs:
42 return serializer::ActivationFunction::ActivationFunction_Abs;
43 case armnn::ActivationFunction::Sqrt:
44 return serializer::ActivationFunction::ActivationFunction_Sqrt;
45 case armnn::ActivationFunction::Square:
46 return serializer::ActivationFunction::ActivationFunction_Square;
47 default:
48 return serializer::ActivationFunction::ActivationFunction_Sigmoid;
49 }
50}
51
Saoirse Stewartcb8a3212019-02-14 15:46:10 +000052uint32_t SerializerVisitor::GetSerializedId(unsigned int guid)
53{
54 std::pair<unsigned int, uint32_t> guidPair(guid, m_layerId);
55
56 if (m_guidMap.empty())
57 {
58 m_guidMap.insert(guidPair);
59 }
60 else if (m_guidMap.find(guid) == m_guidMap.end())
61 {
62 guidPair.second = ++m_layerId;
63 m_guidMap.insert(guidPair);
64 return m_layerId;
65 }
Saoirse Stewart30211042019-02-18 17:19:16 +000066 return m_guidMap[guid];
Saoirse Stewartcb8a3212019-02-14 15:46:10 +000067}
68
Mike Kelly8c1701a2019-02-11 17:01:27 +000069// Build FlatBuffer for Input Layer
Derek Lamberti0028d1b2019-02-20 13:57:42 +000070void SerializerVisitor::VisitInputLayer(const armnn::IConnectableLayer* layer, LayerBindingId id, const char* name)
Mike Kelly8c1701a2019-02-11 17:01:27 +000071{
72 // Create FlatBuffer BaseLayer
73 auto flatBufferInputBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Input);
74
75 // Create FlatBuffer BindableBaseLayer
76 auto flatBufferInputBindableBaseLayer = serializer::CreateBindableLayerBase(m_flatBufferBuilder,
77 flatBufferInputBaseLayer,
78 id);
Mike Kelly8c1701a2019-02-11 17:01:27 +000079 // Push layer Guid to outputIds.
Saoirse Stewartcb8a3212019-02-14 15:46:10 +000080 m_inputIds.push_back(GetSerializedId(layer->GetGuid()));
Mike Kelly8c1701a2019-02-11 17:01:27 +000081
82 // Create the FlatBuffer InputLayer
83 auto flatBufferInputLayer = serializer::CreateInputLayer(m_flatBufferBuilder, flatBufferInputBindableBaseLayer);
84
85 // Add the AnyLayer to the FlatBufferLayers
86 CreateAnyLayer(flatBufferInputLayer.o, serializer::Layer::Layer_InputLayer);
87}
88
89// Build FlatBuffer for Output Layer
Derek Lamberti0028d1b2019-02-20 13:57:42 +000090void SerializerVisitor::VisitOutputLayer(const armnn::IConnectableLayer* layer, LayerBindingId id, const char* name)
Mike Kelly8c1701a2019-02-11 17:01:27 +000091{
92 // Create FlatBuffer BaseLayer
93 auto flatBufferOutputBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Output);
94
95 // Create FlatBuffer BindableBaseLayer
96 auto flatBufferOutputBindableBaseLayer = serializer::CreateBindableLayerBase(m_flatBufferBuilder,
97 flatBufferOutputBaseLayer,
98 id);
99 // Push layer Guid to outputIds.
Saoirse Stewartcb8a3212019-02-14 15:46:10 +0000100 m_outputIds.push_back(GetSerializedId(layer->GetGuid()));
Mike Kelly8c1701a2019-02-11 17:01:27 +0000101
102 // Create the FlatBuffer OutputLayer
103 auto flatBufferOutputLayer = serializer::CreateOutputLayer(m_flatBufferBuilder, flatBufferOutputBindableBaseLayer);
104 // Add the AnyLayer to the FlatBufferLayers
105 CreateAnyLayer(flatBufferOutputLayer.o, serializer::Layer::Layer_OutputLayer);
106}
107
Mike Kellyaf484012019-02-20 16:53:11 +0000108// Build FlatBuffer for Activation Layer
109void SerializerVisitor::VisitActivationLayer(const armnn::IConnectableLayer* layer,
110 const armnn::ActivationDescriptor& descriptor,
111 const char* name)
112{
113 // Create FlatBuffer BaseLayer
114 auto flatBufferBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Activation);
115
116 // Create the FlatBuffer ActivationDescriptor
117 auto flatBufferDescriptor = CreateActivationDescriptor(m_flatBufferBuilder,
118 GetFlatBufferActivationFunction(descriptor.m_Function),
119 descriptor.m_A,
120 descriptor.m_B);
121
122 // Create the FlatBuffer ActivationLayer
123 auto flatBufferAdditionLayer = CreateActivationLayer(m_flatBufferBuilder,
124 flatBufferBaseLayer,
125 flatBufferDescriptor);
126
127 // Add the AnyLayer to the FlatBufferLayers
128 CreateAnyLayer(flatBufferAdditionLayer.o, serializer::Layer::Layer_ActivationLayer);
129}
130
Mike Kelly8c1701a2019-02-11 17:01:27 +0000131// Build FlatBuffer for Addition Layer
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000132void SerializerVisitor::VisitAdditionLayer(const armnn::IConnectableLayer* layer, const char* name)
Mike Kelly8c1701a2019-02-11 17:01:27 +0000133{
134 // Create FlatBuffer BaseLayer
135 auto flatBufferAdditionBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Addition);
136
137 // Create the FlatBuffer AdditionLayer
138 auto flatBufferAdditionLayer = serializer::CreateAdditionLayer(m_flatBufferBuilder, flatBufferAdditionBaseLayer);
139
140 // Add the AnyLayer to the FlatBufferLayers
141 CreateAnyLayer(flatBufferAdditionLayer.o, serializer::Layer::Layer_AdditionLayer);
142}
143
Nattapat Chaimanowong6b4ed982019-02-26 17:24:13 +0000144// Build FlatBuffer for BatchToSpaceNd Layer
145void SerializerVisitor::VisitBatchToSpaceNdLayer(const armnn::IConnectableLayer* layer,
146 const armnn::BatchToSpaceNdDescriptor& descriptor,
147 const char* name)
148{
149 // Create FlatBuffer BaseLayer
150 auto flatBufferBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_BatchToSpaceNd);
151
152 std::vector<unsigned int> crops;
153 crops.reserve(descriptor.m_Crops.size() * 2);
154 for (auto& crop : descriptor.m_Crops)
155 {
156 crops.push_back(crop.first);
157 crops.push_back(crop.second);
158 }
159
160 auto flatBufferDescriptor =
161 CreateBatchToSpaceNdDescriptor(m_flatBufferBuilder,
162 m_flatBufferBuilder.CreateVector(descriptor.m_BlockShape),
163 m_flatBufferBuilder.CreateVector(crops),
164 GetFlatBufferDataLayout(descriptor.m_DataLayout));
165
166 auto flatBufferLayer = serializer::CreateBatchToSpaceNdLayer(m_flatBufferBuilder,
167 flatBufferBaseLayer,
168 flatBufferDescriptor);
169
170 CreateAnyLayer(flatBufferLayer.o, serializer::Layer::Layer_BatchToSpaceNdLayer);
171}
172
ruoyan018e7fa232019-02-28 15:09:07 +0000173void SerializerVisitor::VisitBatchNormalizationLayer(const armnn::IConnectableLayer* layer,
174 const armnn::BatchNormalizationDescriptor& batchNormDescriptor,
175 const armnn::ConstTensor& mean,
176 const armnn::ConstTensor& variance,
177 const armnn::ConstTensor& beta,
178 const armnn::ConstTensor& gamma,
179 const char* name)
180{
181 auto fbBatchNormalizationBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_BatchNormalization);
182 auto fbBatchNormalizationDescriptor = serializer::CreateBatchNormalizationDescriptor(
183 m_flatBufferBuilder,
184 batchNormDescriptor.m_Eps,
185 GetFlatBufferDataLayout(batchNormDescriptor.m_DataLayout));
186
187 auto fbMeanConstTensorInfo = CreateConstTensorInfo(mean);
188 auto fbVarianceConstTensorInfo = CreateConstTensorInfo(variance);
189 auto fbBetaConstTensorInfo = CreateConstTensorInfo(beta);
190 auto fbGammaConstTensorInfo = CreateConstTensorInfo(gamma);
191 auto fbBatchNormalizationLayer = serializer::CreateBatchNormalizationLayer(m_flatBufferBuilder,
192 fbBatchNormalizationBaseLayer,
193 fbBatchNormalizationDescriptor,
194 fbMeanConstTensorInfo,
195 fbVarianceConstTensorInfo,
196 fbBetaConstTensorInfo,
197 fbGammaConstTensorInfo);
198
199 CreateAnyLayer(fbBatchNormalizationLayer.o, serializer::Layer::Layer_BatchNormalizationLayer);
200}
201
Conor Kennedy76277882019-02-26 08:29:54 +0000202// Build FlatBuffer for Constant Layer
203void SerializerVisitor::VisitConstantLayer(const armnn::IConnectableLayer* layer,
204 const armnn::ConstTensor& input,
205 const char* name)
206{
207 // Create FlatBuffer BaseLayer
208 auto flatBufferConstantBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Constant);
209
210 auto flatBufferConstTensorInfo = CreateConstTensorInfo(input);
211
212 // Create the FlatBuffer ConstantLayer
213 auto flatBufferLayer = CreateConstantLayer(m_flatBufferBuilder,
214 flatBufferConstantBaseLayer,
215 flatBufferConstTensorInfo);
216
217 // Add the AnyLayer to the FlatBufferLayers
218 CreateAnyLayer(flatBufferLayer.o, serializer::Layer::Layer_ConstantLayer);
219}
220
Mike Kellya0766c32019-02-19 17:22:07 +0000221// Build FlatBuffer for Convolution2dLayer
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000222void SerializerVisitor::VisitConvolution2dLayer(const armnn::IConnectableLayer* layer,
223 const armnn::Convolution2dDescriptor& descriptor,
224 const armnn::ConstTensor& weights,
225 const armnn::Optional<armnn::ConstTensor>& biases,
Mike Kellya0766c32019-02-19 17:22:07 +0000226 const char* name)
227{
228 // Create FlatBuffer BaseLayer
229 auto flatBufferBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Convolution2d);
230
231 auto flatBufferDescriptor = CreateConvolution2dDescriptor(m_flatBufferBuilder,
232 descriptor.m_PadLeft,
233 descriptor.m_PadRight,
234 descriptor.m_PadTop,
235 descriptor.m_PadBottom,
236 descriptor.m_StrideX,
237 descriptor.m_StrideY,
238 descriptor.m_BiasEnabled,
239 GetFlatBufferDataLayout(descriptor.m_DataLayout));
240 auto flatBufferWeightsConstTensorInfo = CreateConstTensorInfo(weights);
241 flatbuffers::Offset<serializer::ConstTensor> flatBufferBiasesConstTensorInfo;
242
243 if (biases.has_value())
244 {
245 flatBufferBiasesConstTensorInfo = CreateConstTensorInfo(biases.value());
246 }
247
248 // Create the FlatBuffer Convolution2dLayer
249 auto flatBufferLayer = CreateConvolution2dLayer(m_flatBufferBuilder,
250 flatBufferBaseLayer,
251 flatBufferDescriptor,
252 flatBufferWeightsConstTensorInfo,
253 flatBufferBiasesConstTensorInfo);
254
255 // Add the AnyLayer to the FlatBufferLayers
256 CreateAnyLayer(flatBufferLayer.o, serializer::Layer::Layer_Convolution2dLayer);
257}
258
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000259void SerializerVisitor::VisitDepthwiseConvolution2dLayer(const armnn::IConnectableLayer* layer,
260 const armnn::DepthwiseConvolution2dDescriptor& descriptor,
261 const armnn::ConstTensor& weights,
262 const armnn::Optional<armnn::ConstTensor>& biases,
Aron Virginas-Tarc04125f2019-02-19 16:31:08 +0000263 const char* name)
264{
265 auto fbBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_DepthwiseConvolution2d);
266 auto fbDescriptor = CreateDepthwiseConvolution2dDescriptor(m_flatBufferBuilder,
267 descriptor.m_PadLeft,
268 descriptor.m_PadRight,
269 descriptor.m_PadTop,
270 descriptor.m_PadBottom,
271 descriptor.m_StrideX,
272 descriptor.m_StrideY,
273 descriptor.m_BiasEnabled,
274 GetFlatBufferDataLayout(descriptor.m_DataLayout));
275
276 flatbuffers::Offset<serializer::ConstTensor> fbWeightsConstTensorInfo = CreateConstTensorInfo(weights);
277 flatbuffers::Offset<serializer::ConstTensor> fbBiasesConstTensorInfo;
278 if (biases.has_value())
279 {
280 fbBiasesConstTensorInfo = CreateConstTensorInfo(biases.value());
281 }
282
283 auto flatBufferLayer = CreateDepthwiseConvolution2dLayer(m_flatBufferBuilder,
284 fbBaseLayer,
285 fbDescriptor,
286 fbWeightsConstTensorInfo,
287 fbBiasesConstTensorInfo);
288
289 CreateAnyLayer(flatBufferLayer.o, serializer::Layer::Layer_DepthwiseConvolution2dLayer);
290}
291
Éanna Ó Catháin58885892019-02-27 16:16:39 +0000292void SerializerVisitor::VisitDivisionLayer(const armnn::IConnectableLayer* layer, const char* name)
293{
Aron Virginas-Tar0fe32452019-02-28 13:12:47 +0000294 auto fbDivisionBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Division);
295 auto fbDivisionLayer = serializer::CreateDivisionLayer(m_flatBufferBuilder, fbDivisionBaseLayer);
Éanna Ó Catháin58885892019-02-27 16:16:39 +0000296
Aron Virginas-Tar0fe32452019-02-28 13:12:47 +0000297 CreateAnyLayer(fbDivisionLayer.o, serializer::Layer::Layer_DivisionLayer);
298}
Éanna Ó Catháin58885892019-02-27 16:16:39 +0000299
Aron Virginas-Tar377351e2019-02-27 14:42:31 +0000300void SerializerVisitor::VisitEqualLayer(const armnn::IConnectableLayer* layer, const char* name)
301{
302 auto fbBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Equal);
303 auto fbEqualLayer = serializer::CreateEqualLayer(m_flatBufferBuilder, fbBaseLayer);
304
305 CreateAnyLayer(fbEqualLayer.o, serializer::Layer::Layer_EqualLayer);
306}
307
Finn Williamsdd2ba7e2019-03-01 11:51:52 +0000308void SerializerVisitor::VisitFloorLayer(const armnn::IConnectableLayer *layer, const char *name)
309{
310 auto flatBufferFloorBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Floor);
311 auto flatBufferFloorLayer = serializer::CreateFloorLayer(m_flatBufferBuilder, flatBufferFloorBaseLayer);
312
313 CreateAnyLayer(flatBufferFloorLayer.o, serializer::Layer::Layer_FloorLayer);
314}
315
Aron Virginas-Tar0fe32452019-02-28 13:12:47 +0000316void SerializerVisitor::VisitMinimumLayer(const armnn::IConnectableLayer* layer, const char* name)
317{
318 auto fbMinimumBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Minimum);
319 auto fbMinimumLayer = serializer::CreateMinimumLayer(m_flatBufferBuilder, fbMinimumBaseLayer);
320
321 CreateAnyLayer(fbMinimumLayer.o, serializer::Layer::Layer_MinimumLayer);
Éanna Ó Catháin58885892019-02-27 16:16:39 +0000322}
323
Aron Virginas-Tar377351e2019-02-27 14:42:31 +0000324void SerializerVisitor::VisitMaximumLayer(const armnn::IConnectableLayer* layer, const char* name)
Nattapat Chaimanowong235cea52019-02-28 16:27:30 +0000325{
Aron Virginas-Tar377351e2019-02-27 14:42:31 +0000326 auto fbMaximumBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Maximum);
327 auto fbMaximumLayer = serializer::CreateMaximumLayer(m_flatBufferBuilder, fbMaximumBaseLayer);
Nattapat Chaimanowong235cea52019-02-28 16:27:30 +0000328
Aron Virginas-Tar377351e2019-02-27 14:42:31 +0000329 CreateAnyLayer(fbMaximumLayer.o, serializer::Layer::Layer_MaximumLayer);
Nattapat Chaimanowong235cea52019-02-28 16:27:30 +0000330}
331
Sadik Armagan5f450272019-02-12 14:31:45 +0000332// Build FlatBuffer for Multiplication Layer
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000333void SerializerVisitor::VisitMultiplicationLayer(const armnn::IConnectableLayer* layer, const char* name)
Sadik Armagan5f450272019-02-12 14:31:45 +0000334{
335 // Create FlatBuffer BaseLayer
336 auto flatBufferMultiplicationBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Multiplication);
337
338 // Create the FlatBuffer MultiplicationLayer
339 auto flatBufferMultiplicationLayer =
340 serializer::CreateMultiplicationLayer(m_flatBufferBuilder, flatBufferMultiplicationBaseLayer);
341
342 // Add the AnyLayer to the FlatBufferLayers
343 CreateAnyLayer(flatBufferMultiplicationLayer.o, serializer::Layer::Layer_MultiplicationLayer);
344}
345
Nattapat Chaimanowongebb0f9c2019-03-01 12:14:06 +0000346void SerializerVisitor::VisitPadLayer(const armnn::IConnectableLayer* layer,
347 const armnn::PadDescriptor& padDescriptor,
348 const char* name)
349{
350 auto flatBufferBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Pad);
351
352 std::vector<unsigned int> padList;
353 for (auto& p: padDescriptor.m_PadList)
354 {
355 padList.push_back(p.first);
356 padList.push_back(p.second);
357 }
358
359 auto flatBufferPadDesc = serializer::CreatePadDescriptor(m_flatBufferBuilder,
360 m_flatBufferBuilder.CreateVector(padList));
361
362 auto flatBufferPadLayer = serializer::CreatePadLayer(m_flatBufferBuilder,
363 flatBufferBaseLayer,
364 flatBufferPadDesc);
365
366 CreateAnyLayer(flatBufferPadLayer.o, serializer::Layer::Layer_PadLayer);
367}
368
Nattapat Chaimanowong30b00202019-02-20 17:31:34 +0000369void SerializerVisitor::VisitPermuteLayer(const armnn::IConnectableLayer* layer,
370 const armnn::PermuteDescriptor& permuteDescriptor,
371 const char* name)
372{
373 // Create FlatBuffer BaseLayer
374 auto flatBufferPermuteBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Permute);
375
376 std::vector<unsigned int> dimMappings;
377 for (auto& v: permuteDescriptor.m_DimMappings)
378 {
379 dimMappings.push_back(v);
380 }
381
382 auto flatBufferPermuteDesc = serializer::CreatePermuteDescriptor(m_flatBufferBuilder,
383 m_flatBufferBuilder.CreateVector(dimMappings));
384
385 // Create the FlatBuffer PermuteLayer
386 auto flatBufferPermuteLayer = serializer::CreatePermuteLayer(m_flatBufferBuilder,
387 flatBufferPermuteBaseLayer,
388 flatBufferPermuteDesc);
389
390 // Add the AnyLayer to the FlatBufferLayers
391 CreateAnyLayer(flatBufferPermuteLayer.o, serializer::Layer::Layer_PermuteLayer);
392}
393
Saoirse Stewart263829c2019-02-19 15:54:14 +0000394// Build FlatBuffer for Reshape Layer
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000395void SerializerVisitor::VisitReshapeLayer(const armnn::IConnectableLayer* layer,
Saoirse Stewart263829c2019-02-19 15:54:14 +0000396 const armnn::ReshapeDescriptor& reshapeDescriptor,
397 const char* name)
398{
399 // Create FlatBuffer BaseLayer
400 auto flatBufferReshapeBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Reshape);
401
402 std::vector<unsigned int> targetShape;
403 for (unsigned int i =0; i < reshapeDescriptor.m_TargetShape.GetNumDimensions(); i++)
404 {
405 targetShape.push_back(reshapeDescriptor.m_TargetShape[i]);
406 }
407
408 auto flatBufferReshapeDesc = serializer::CreateReshapeDescriptor(m_flatBufferBuilder,
409 m_flatBufferBuilder.CreateVector(targetShape));
410
411 // Create the FlatBuffer ReshapeLayer
412 auto flatBufferReshapeLayer = serializer::CreateReshapeLayer(m_flatBufferBuilder, flatBufferReshapeBaseLayer,
413 flatBufferReshapeDesc);
414
415 // Add the AnyLayer to the FlatBufferLayers
416 CreateAnyLayer(flatBufferReshapeLayer.o, serializer::Layer::Layer_ReshapeLayer);
417}
418
Sadik Armagan8b42a382019-03-01 14:24:49 +0000419void SerializerVisitor::VisitRsqrtLayer(const armnn::IConnectableLayer* layer, const char* name)
420{
421 auto fbRsqrtBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Rsqrt);
422 auto fbRsqrtLayer = serializer::CreateRsqrtLayer(m_flatBufferBuilder, fbRsqrtBaseLayer);
423
424 CreateAnyLayer(fbRsqrtLayer.o, serializer::Layer::Layer_RsqrtLayer);
425}
426
Aron Virginas-Tarfc413c02019-02-13 15:41:52 +0000427// Build FlatBuffer for Softmax Layer
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000428void SerializerVisitor::VisitSoftmaxLayer(const armnn::IConnectableLayer* layer,
429 const armnn::SoftmaxDescriptor& softmaxDescriptor,
Aron Virginas-Tarfc413c02019-02-13 15:41:52 +0000430 const char* name)
431{
432 // Create FlatBuffer BaseLayer
433 auto flatBufferSoftmaxBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Softmax);
434
435 // Create the FlatBuffer SoftmaxDescriptor
436 auto flatBufferSoftmaxDesc =
437 serializer::CreateSoftmaxDescriptor(m_flatBufferBuilder, softmaxDescriptor.m_Beta);
438
439 // Create the FlatBuffer SoftmaxLayer
440 auto flatBufferSoftmaxLayer =
441 serializer::CreateSoftmaxLayer(m_flatBufferBuilder,
442 flatBufferSoftmaxBaseLayer,
443 flatBufferSoftmaxDesc);
444
445 CreateAnyLayer(flatBufferSoftmaxLayer.o, serializer::Layer::Layer_SoftmaxLayer);
446}
447
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000448void SerializerVisitor::VisitPooling2dLayer(const armnn::IConnectableLayer* layer,
449 const armnn::Pooling2dDescriptor& pooling2dDescriptor,
Saoirse Stewart3166c3e2019-02-18 15:24:53 +0000450 const char* name)
451{
452 auto fbPooling2dBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Pooling2d);
453 auto fbPooling2dDescriptor = serializer::CreatePooling2dDescriptor(
454 m_flatBufferBuilder,
455 GetFlatBufferPoolingAlgorithm(pooling2dDescriptor.m_PoolType),
456 pooling2dDescriptor.m_PadLeft,
457 pooling2dDescriptor.m_PadRight,
458 pooling2dDescriptor.m_PadTop,
459 pooling2dDescriptor.m_PadBottom,
460 pooling2dDescriptor.m_PoolWidth,
461 pooling2dDescriptor.m_PoolHeight,
462 pooling2dDescriptor.m_StrideX,
463 pooling2dDescriptor.m_StrideY,
464 GetFlatBufferOutputShapeRounding(pooling2dDescriptor.m_OutputShapeRounding),
465 GetFlatBufferPaddingMethod(pooling2dDescriptor.m_PaddingMethod),
466 GetFlatBufferDataLayout(pooling2dDescriptor.m_DataLayout));
467
468 auto fbPooling2dLayer = serializer::CreatePooling2dLayer(m_flatBufferBuilder,
469 fbPooling2dBaseLayer,
470 fbPooling2dDescriptor);
471
472 CreateAnyLayer(fbPooling2dLayer.o, serializer::Layer::Layer_Pooling2dLayer);
473}
474
Sadik Armagandbb0c0c2019-02-21 09:01:41 +0000475// Build FlatBuffer for FullyConnected Layer
476void SerializerVisitor::VisitFullyConnectedLayer(const armnn::IConnectableLayer* layer,
477 const armnn::FullyConnectedDescriptor& fullyConnectedDescriptor,
478 const armnn::ConstTensor& weights,
479 const armnn::Optional<armnn::ConstTensor>& biases,
480 const char* name)
481{
482 // Create FlatBuffer BaseLayer
483 auto flatBufferBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_FullyConnected);
484
485 // Create FlatBuffer FullyConnectedDescriptor
486 auto flatBufferDescriptor =
487 serializer::CreateFullyConnectedDescriptor(m_flatBufferBuilder,
488 fullyConnectedDescriptor.m_BiasEnabled,
489 fullyConnectedDescriptor.m_TransposeWeightMatrix);
490
491 // Create FlatBuffer weights data
492 auto flatBufferWeights = CreateConstTensorInfo(weights);
493
494 // Create FlatBuffer bias data
495 flatbuffers::Offset<serializer::ConstTensor> flatBufferBiases;
496 if (fullyConnectedDescriptor.m_BiasEnabled)
497 {
498 flatBufferBiases = CreateConstTensorInfo(biases.value());
499 }
500
501 // Create FlatBuffer FullyConnectedLayer
502 auto flatBufferLayer = serializer::CreateFullyConnectedLayer(m_flatBufferBuilder,
503 flatBufferBaseLayer,
504 flatBufferDescriptor,
505 flatBufferWeights,
506 flatBufferBiases);
507
508 // Add created FullyConnectedLayer to the FlatBufferLayers
509 CreateAnyLayer(flatBufferLayer.o, serializer::Layer::Layer_FullyConnectedLayer);
510}
511
Nattapat Chaimanowong45286992019-02-26 15:53:02 +0000512// Build FlatBuffer for SpaceToBatchNd Layer
513void SerializerVisitor::VisitSpaceToBatchNdLayer(const armnn::IConnectableLayer* layer,
514 const armnn::SpaceToBatchNdDescriptor& spaceToBatchNdDescriptor,
515 const char* name)
516{
517 // Create FlatBuffer BaseLayer
518 auto flatBufferBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_SpaceToBatchNd);
519
520 std::vector<unsigned int> padList;
521 padList.reserve(spaceToBatchNdDescriptor.m_PadList.size()*2);
522 for (auto& pad : spaceToBatchNdDescriptor.m_PadList)
523 {
524 padList.push_back(pad.first);
525 padList.push_back(pad.second);
526 }
527
528 auto flatBufferDescriptor =
529 CreateSpaceToBatchNdDescriptor(m_flatBufferBuilder,
530 m_flatBufferBuilder.CreateVector(spaceToBatchNdDescriptor.m_BlockShape),
531 m_flatBufferBuilder.CreateVector(padList),
532 GetFlatBufferDataLayout(spaceToBatchNdDescriptor.m_DataLayout));
533
534 auto flatBufferLayer = serializer::CreateSpaceToBatchNdLayer(m_flatBufferBuilder,
535 flatBufferBaseLayer,
536 flatBufferDescriptor);
537
538 CreateAnyLayer(flatBufferLayer.o, serializer::Layer::Layer_SpaceToBatchNdLayer);
539}
540
Nina Drozd57728782019-02-27 10:53:27 +0000541void SerializerVisitor::VisitNormalizationLayer(const armnn::IConnectableLayer* layer,
542 const armnn::NormalizationDescriptor& descriptor,
543 const char* name)
544{
545 auto fbNormalizationBaseLayer = CreateLayerBase(layer, serializer::LayerType::LayerType_Normalization);
546
547 auto fbNormalizationDescriptor = serializer::CreateNormalizationDescriptor(
548 m_flatBufferBuilder,
549 GetFlatBufferNormalizationAlgorithmChannel(descriptor.m_NormChannelType),
550 GetFlatBufferNormalizationAlgorithmMethod(descriptor.m_NormMethodType),
551 descriptor.m_NormSize,
552 descriptor.m_Alpha,
553 descriptor.m_Beta,
554 descriptor.m_K,
555 GetFlatBufferDataLayout(descriptor.m_DataLayout));
556
557 auto flatBufferLayer = serializer::CreateNormalizationLayer(m_flatBufferBuilder,
558 fbNormalizationBaseLayer,
559 fbNormalizationDescriptor);
560
561 CreateAnyLayer(flatBufferLayer.o, serializer::Layer::Layer_NormalizationLayer);
562}
563
Sadik Armagandbb0c0c2019-02-21 09:01:41 +0000564fb::Offset<serializer::LayerBase> SerializerVisitor::CreateLayerBase(const IConnectableLayer* layer,
Nattapat Chaimanowongac9cadc2019-02-13 15:52:41 +0000565 const serializer::LayerType layerType)
Mike Kelly8c1701a2019-02-11 17:01:27 +0000566{
567 std::vector<fb::Offset<serializer::InputSlot>> inputSlots = CreateInputSlots(layer);
568 std::vector<fb::Offset<serializer::OutputSlot>> outputSlots = CreateOutputSlots(layer);
569
570 return serializer::CreateLayerBase(m_flatBufferBuilder,
Saoirse Stewartcb8a3212019-02-14 15:46:10 +0000571 GetSerializedId(layer->GetGuid()),
Mike Kelly8c1701a2019-02-11 17:01:27 +0000572 m_flatBufferBuilder.CreateString(layer->GetName()),
573 layerType,
574 m_flatBufferBuilder.CreateVector(inputSlots),
575 m_flatBufferBuilder.CreateVector(outputSlots));
576}
577
Nattapat Chaimanowongac9cadc2019-02-13 15:52:41 +0000578void SerializerVisitor::CreateAnyLayer(const flatbuffers::Offset<void>& layer, const serializer::Layer serializerLayer)
Mike Kelly8c1701a2019-02-11 17:01:27 +0000579{
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000580 auto anyLayer = armnnSerializer::CreateAnyLayer(m_flatBufferBuilder, serializerLayer, layer);
Mike Kelly8c1701a2019-02-11 17:01:27 +0000581 m_serializedLayers.push_back(anyLayer);
582}
583
Mike Kellya0766c32019-02-19 17:22:07 +0000584template <typename T>
585flatbuffers::Offset<flatbuffers::Vector<T>> SerializerVisitor::CreateDataVector(const void* memory, unsigned int size)
586{
587 const T* buffer = reinterpret_cast<const T*>(memory);
588 std::vector<T> vector(buffer, buffer + (size / sizeof(T)));
589 auto fbVector = m_flatBufferBuilder.CreateVector(vector);
590 return fbVector;
591}
592
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000593flatbuffers::Offset<serializer::ConstTensor>
594 SerializerVisitor::CreateConstTensorInfo(const armnn::ConstTensor& constTensor)
Mike Kellya0766c32019-02-19 17:22:07 +0000595{
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000596 armnn::TensorInfo tensorInfo = constTensor.GetInfo();
Mike Kellya0766c32019-02-19 17:22:07 +0000597
598 // Get the dimensions
599 std::vector<unsigned int> shape;
600
601 for(unsigned int dim = 0; dim < tensorInfo.GetShape().GetNumDimensions(); ++dim)
602 {
603 shape.push_back(tensorInfo.GetShape()[dim]);
604 }
605
606 // Create FlatBuffer TensorInfo
607 auto flatBufferTensorInfo = serializer::CreateTensorInfo(m_flatBufferBuilder,
608 m_flatBufferBuilder.CreateVector(shape),
609 GetFlatBufferDataType(tensorInfo.GetDataType()),
610 tensorInfo.GetQuantizationScale(),
611 tensorInfo.GetQuantizationOffset());
612 flatbuffers::Offset<void> fbPayload;
613
614 switch (tensorInfo.GetDataType())
615 {
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000616 case armnn::DataType::Float32:
617 case armnn::DataType::Signed32:
Mike Kellya0766c32019-02-19 17:22:07 +0000618 {
619 auto fbVector = CreateDataVector<int32_t>(constTensor.GetMemoryArea(), constTensor.GetNumBytes());
620 flatbuffers::Offset<serializer::IntData> flatBuffersData = serializer::CreateIntData(
621 m_flatBufferBuilder,
622 fbVector);
623 fbPayload = flatBuffersData.o;
624 break;
625 }
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000626 case armnn::DataType::Float16:
Mike Kellya0766c32019-02-19 17:22:07 +0000627 {
628 auto fbVector = CreateDataVector<int16_t>(constTensor.GetMemoryArea(), constTensor.GetNumBytes());
629 flatbuffers::Offset<serializer::ShortData> flatBuffersData = serializer::CreateShortData(
630 m_flatBufferBuilder,
631 fbVector);
632 fbPayload = flatBuffersData.o;
633 break;
634 }
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000635 case armnn::DataType::QuantisedAsymm8:
636 case armnn::DataType::Boolean:
Mike Kellya0766c32019-02-19 17:22:07 +0000637 default:
638 {
639 auto fbVector = CreateDataVector<int8_t>(constTensor.GetMemoryArea(), constTensor.GetNumBytes());
640 flatbuffers::Offset<serializer::ByteData> flatBuffersData = serializer::CreateByteData(
641 m_flatBufferBuilder,
642 fbVector);
643 fbPayload = flatBuffersData.o;
644 }
645 }
646 flatbuffers::Offset<serializer::ConstTensor> flatBufferConstTensor = serializer::CreateConstTensor(
647 m_flatBufferBuilder,
648 flatBufferTensorInfo,
649 GetFlatBufferConstTensorData(tensorInfo.GetDataType()),
650 fbPayload);
651 return flatBufferConstTensor;
652}
653
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000654std::vector<fb::Offset<serializer::InputSlot>>
655 SerializerVisitor::CreateInputSlots(const armnn::IConnectableLayer* layer)
Mike Kelly8c1701a2019-02-11 17:01:27 +0000656{
Mike Kellya0766c32019-02-19 17:22:07 +0000657 std::vector<fb::Offset<serializer::InputSlot>> inputSlots;
Mike Kelly8c1701a2019-02-11 17:01:27 +0000658
659 // Get the InputSlots
660 for (unsigned int slotIndex = 0; slotIndex<layer->GetNumInputSlots(); ++slotIndex)
661 {
662 const IInputSlot& inputSlot = layer->GetInputSlot(slotIndex);
663
664 // Get the Connection for the InputSlot
665 const IOutputSlot* connection = inputSlot.GetConnection();
666
667 // Create FlatBuffer Connection
Saoirse Stewartcb8a3212019-02-14 15:46:10 +0000668 serializer::Connection conn(GetSerializedId(inputSlot.GetConnection()->GetOwningLayerGuid()),
669 connection->CalculateIndexOnOwner());
Mike Kelly8c1701a2019-02-11 17:01:27 +0000670 // Create FlatBuffer InputSlot
671 inputSlots.push_back(serializer::CreateInputSlot(m_flatBufferBuilder, slotIndex, &conn));
672 }
673 return inputSlots;
674}
675
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000676std::vector<fb::Offset<serializer::OutputSlot>>
677 SerializerVisitor::CreateOutputSlots(const armnn::IConnectableLayer* layer)
Mike Kelly8c1701a2019-02-11 17:01:27 +0000678{
679 std::vector<fb::Offset<serializer::OutputSlot>> outputSlots;
680
681 // Get the OutputSlots
682 for (unsigned int slotIndex = 0; slotIndex < layer->GetNumOutputSlots(); ++slotIndex)
683 {
684 const IOutputSlot& outputSlot = layer->GetOutputSlot(slotIndex);
Derek Lamberti0028d1b2019-02-20 13:57:42 +0000685 const armnn::TensorInfo& tensorInfo = outputSlot.GetTensorInfo();
Mike Kelly8c1701a2019-02-11 17:01:27 +0000686
687 // Get the dimensions
688 std::vector<unsigned int> shape;
689 for(unsigned int dim = 0; dim < tensorInfo.GetShape().GetNumDimensions(); ++dim)
690 {
691 shape.push_back(tensorInfo.GetShape()[dim]);
692 }
693
694 // Create FlatBuffer TensorInfo
695 auto flatBufferTensorInfo = serializer::CreateTensorInfo(m_flatBufferBuilder,
696 m_flatBufferBuilder.CreateVector(shape),
697 GetFlatBufferDataType(tensorInfo.GetDataType()),
698 tensorInfo.GetQuantizationScale(),
699 tensorInfo.GetQuantizationOffset());
700
701 // Create FlatBuffer Outputslot
702 outputSlots.push_back(serializer::CreateOutputSlot(m_flatBufferBuilder,
703 slotIndex,
704 flatBufferTensorInfo));
705 }
706 return outputSlots;
707}
708
Nattapat Chaimanowongac9cadc2019-02-13 15:52:41 +0000709
710ISerializer* ISerializer::CreateRaw()
711{
712 return new Serializer();
713}
714
715ISerializerPtr ISerializer::Create()
716{
717 return ISerializerPtr(CreateRaw(), &ISerializer::Destroy);
718}
719
720void ISerializer::Destroy(ISerializer* serializer)
721{
722 delete serializer;
723}
724
725void Serializer::Serialize(const INetwork& inNetwork)
726{
727 // Iterate through to network
728 inNetwork.Accept(m_SerializerVisitor);
729 flatbuffers::FlatBufferBuilder& fbBuilder = m_SerializerVisitor.GetFlatBufferBuilder();
730
731 // Create FlatBuffer SerializedGraph
732 auto serializedGraph = serializer::CreateSerializedGraph(
733 fbBuilder,
734 fbBuilder.CreateVector(m_SerializerVisitor.GetSerializedLayers()),
735 fbBuilder.CreateVector(m_SerializerVisitor.GetInputIds()),
736 fbBuilder.CreateVector(m_SerializerVisitor.GetOutputIds()));
737
738 // Serialize the graph
739 fbBuilder.Finish(serializedGraph);
740}
741
742bool Serializer::SaveSerializedToStream(std::ostream& stream)
743{
744 flatbuffers::FlatBufferBuilder& fbBuilder = m_SerializerVisitor.GetFlatBufferBuilder();
745
Nattapat Chaimanowong7b53b692019-02-12 14:38:31 +0000746 auto bytesToWrite = boost::numeric_cast<std::streamsize>(fbBuilder.GetSize());
747 stream.write(reinterpret_cast<const char*>(fbBuilder.GetBufferPointer()), bytesToWrite);
Nattapat Chaimanowongac9cadc2019-02-13 15:52:41 +0000748 return !stream.bad();
749}
750
Matteo Martincighec333912019-02-13 15:12:39 +0000751} // namespace armnnSerializer