blob: 3fc258d8bda743d0c00930d229929a4ca4d87ea4 [file] [log] [blame]
Georgios Pinitasd8734b52017-12-22 15:27:52 +00001/*
2 * Copyright (c) 2018 ARM Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010024#include "arm_compute/graph/GraphBuilder.h"
Georgios Pinitasd8734b52017-12-22 15:27:52 +000025
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010026#include "arm_compute/graph/Graph.h"
27#include "arm_compute/graph/Utils.h"
Georgios Pinitas2a2db592018-08-15 12:14:46 +010028#include "arm_compute/graph/algorithms/TopologicalSort.h"
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010029#include "arm_compute/graph/nodes/Nodes.h"
Georgios Pinitasd8734b52017-12-22 15:27:52 +000030
Georgios Pinitas087eaf62018-05-16 15:52:35 +010031#include "support/ToolchainSupport.h"
32
Georgios Pinitasd8734b52017-12-22 15:27:52 +000033#define CHECK_NODEIDX_PAIR(pair, g) \
34 ARM_COMPUTE_ERROR_ON(((pair).node_id >= (g).nodes().size()) || ((g).node((pair).node_id) == nullptr) || ((pair).index >= (g).node((pair).node_id)->num_outputs()));
35
36namespace arm_compute
37{
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010038namespace graph
Georgios Pinitasd8734b52017-12-22 15:27:52 +000039{
40namespace
41{
42Status set_node_params(Graph &g, NodeID nid, NodeParams &params)
43{
44 INode *node = g.node(nid);
45 ARM_COMPUTE_RETURN_ERROR_ON(!node);
46
47 node->set_common_node_parameters(params);
48
49 return Status{};
50}
Georgios Pinitasee33ea52018-03-08 16:01:29 +000051
Georgios Pinitasd8734b52017-12-22 15:27:52 +000052Status set_accessor_on_node(Graph &g, NodeID nid, bool is_output, size_t idx, ITensorAccessorUPtr accessor)
53{
54 INode *node = g.node(nid);
55 ARM_COMPUTE_RETURN_ERROR_ON(!node);
56
57 Tensor *tensor = is_output ? node->output(idx) : node->input(idx);
58 ARM_COMPUTE_RETURN_ERROR_ON(!tensor);
59
60 tensor->set_accessor(std::move(accessor));
61
62 return Status{};
63}
64
65NodeID add_const_node_with_name(Graph &g, NodeParams params, const std::string &name, TensorDescriptor desc, ITensorAccessorUPtr accessor)
66{
67 params.name = params.name.empty() ? "" : params.name + name;
Georgios Pinitascac13b12018-04-27 19:07:19 +010068 auto nid = GraphBuilder::add_const_node(g, params, std::move(desc), std::move(accessor));
Georgios Pinitasd8734b52017-12-22 15:27:52 +000069 set_node_params(g, nid, params);
70 return nid;
71}
Georgios Pinitasee33ea52018-03-08 16:01:29 +000072
73template <typename NT, typename... Args>
74NodeID create_simple_single_input_output_node(Graph &g, NodeParams &params, NodeIdxPair input, Args &&... args)
75{
76 CHECK_NODEIDX_PAIR(input, g);
77
78 NodeID nid = g.add_node<NT>(std::forward<Args>(args)...);
79 g.add_connection(input.node_id, input.index, nid, 0);
80 set_node_params(g, nid, params);
81
82 return nid;
83}
Georgios Pinitasd8734b52017-12-22 15:27:52 +000084} // namespace
85
86NodeID GraphBuilder::add_const_node(Graph &g, NodeParams params, TensorDescriptor desc, ITensorAccessorUPtr accessor)
87{
88 auto nid = g.add_node<ConstNode>(desc);
89 set_node_params(g, nid, params);
90 set_accessor_on_node(g, nid, true, 0, std::move(accessor));
91 return nid;
92}
93
94NodeID GraphBuilder::add_input_node(Graph &g, NodeParams params, TensorDescriptor desc, ITensorAccessorUPtr accessor)
95{
96 auto nid = g.add_node<InputNode>(desc);
97 set_node_params(g, nid, params);
98 set_accessor_on_node(g, nid, true, 0, std::move(accessor));
99 return nid;
100}
101
102NodeID GraphBuilder::add_output_node(Graph &g, NodeParams params, NodeIdxPair input, ITensorAccessorUPtr accessor)
103{
104 CHECK_NODEIDX_PAIR(input, g);
105
106 NodeID nid = g.add_node<OutputNode>();
107 g.add_connection(input.node_id, input.index, nid, 0);
108 set_node_params(g, nid, params);
109 set_accessor_on_node(g, nid, false, 0, std::move(accessor));
110
111 return nid;
112}
113
114NodeID GraphBuilder::add_activation_node(Graph &g, NodeParams params, NodeIdxPair input, ActivationLayerInfo act_info)
115{
Georgios Pinitasee33ea52018-03-08 16:01:29 +0000116 return create_simple_single_input_output_node<ActivationLayerNode>(g, params, input, act_info);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000117}
118
119NodeID GraphBuilder::add_batch_normalization_node(Graph &g, NodeParams params, NodeIdxPair input, float epsilon,
120 ITensorAccessorUPtr mean_accessor, ITensorAccessorUPtr var_accessor,
121 ITensorAccessorUPtr beta_accessor, ITensorAccessorUPtr gamma_accessor)
122{
123 CHECK_NODEIDX_PAIR(input, g);
124
125 bool has_beta = (beta_accessor != nullptr);
126 bool has_gamma = (gamma_accessor != nullptr);
127
128 // Get input tensor descriptor
129 const TensorDescriptor input_tensor_desc = get_tensor_descriptor(g, g.node(input.node_id)->outputs()[0]);
130
131 // Calculate Common Descriptor
132 TensorDescriptor common_desc = input_tensor_desc;
Georgios Pinitascac13b12018-04-27 19:07:19 +0100133 common_desc.shape = TensorShape(get_dimension_size(input_tensor_desc, DataLayoutDimension::CHANNEL));
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000134
Michele Di Giorgio555d1102018-09-12 13:51:59 +0100135 // Create mean and var nodes
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000136 auto mean_nid = add_const_node_with_name(g, params, "Mean", common_desc, std::move(mean_accessor));
137 auto var_nid = add_const_node_with_name(g, params, "Variance", common_desc, std::move(var_accessor));
138
139 // Create beta node
140 NodeID beta_nid = EmptyNodeID;
141 if(has_beta)
142 {
143 beta_nid = add_const_node_with_name(g, params, "Beta", common_desc, std::move(beta_accessor));
144 }
145
146 // Create gamma node
147 NodeID gamma_nid = EmptyNodeID;
148 if(has_gamma)
149 {
150 gamma_nid = add_const_node_with_name(g, params, "Gamma", common_desc, std::move(gamma_accessor));
151 }
152
153 // Create batch normalization node and add connections
154 NodeID batch_norm_nid = g.add_node<BatchNormalizationLayerNode>(epsilon);
155 g.add_connection(input.node_id, input.index, batch_norm_nid, 0);
156 g.add_connection(mean_nid, 0, batch_norm_nid, 1);
157 g.add_connection(var_nid, 0, batch_norm_nid, 2);
158 if(has_beta)
159 {
160 g.add_connection(beta_nid, 0, batch_norm_nid, 3);
161 }
162 if(has_gamma)
163 {
164 g.add_connection(gamma_nid, 0, batch_norm_nid, 4);
165 }
166 set_node_params(g, batch_norm_nid, params);
167
168 return batch_norm_nid;
169}
170
Manuel Bottinid2048ce2018-10-23 17:00:42 +0100171NodeID GraphBuilder::add_bounding_box_transform_node(Graph &g, NodeParams params, NodeIdxPair input, NodeIdxPair deltas, BoundingBoxTransformInfo info)
172{
173 CHECK_NODEIDX_PAIR(input, g);
174 CHECK_NODEIDX_PAIR(deltas, g);
175
176 NodeID nid = g.add_node<BoundingBoxTransformLayerNode>(info);
177
178 g.add_connection(input.node_id, input.index, nid, 0);
179 g.add_connection(deltas.node_id, deltas.index, nid, 1);
180
181 set_node_params(g, nid, params);
182 return nid;
183}
184
Georgios Pinitas087eaf62018-05-16 15:52:35 +0100185NodeID GraphBuilder::add_channel_shuffle_node(Graph &g, NodeParams params, NodeIdxPair input, unsigned int num_groups)
186{
187 return create_simple_single_input_output_node<ChannelShuffleLayerNode>(g, params, input, num_groups);
188}
189
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000190NodeID GraphBuilder::add_convolution_node(Graph &g, NodeParams params, NodeIdxPair input,
191 Size2D kernel_spatial_extend, unsigned int depth, PadStrideInfo conv_info,
Giorgio Arena59631a12018-05-02 13:59:04 +0100192 unsigned int num_groups, ConvolutionMethod method, FastMathHint fast_math_hint,
Giorgio Arenabb54e4e2018-04-05 17:20:34 +0100193 ITensorAccessorUPtr weights_accessor, ITensorAccessorUPtr bias_accessor,
194 const QuantizationInfo weights_quant_info,
195 const QuantizationInfo out_quant_info)
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000196{
197 CHECK_NODEIDX_PAIR(input, g);
198 ARM_COMPUTE_ERROR_ON(depth == 0);
199 ARM_COMPUTE_ERROR_ON((kernel_spatial_extend.width == 0) || (kernel_spatial_extend.height == 0));
200
201 bool has_bias = (bias_accessor != nullptr);
202
203 // Get input tensor descriptor
204 const TensorDescriptor input_tensor_desc = get_tensor_descriptor(g, g.node(input.node_id)->outputs()[0]);
205
206 // Create weights node
207 TensorDescriptor w_desc = input_tensor_desc;
Georgios Pinitascac13b12018-04-27 19:07:19 +0100208 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::WIDTH), kernel_spatial_extend.width);
209 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::HEIGHT), kernel_spatial_extend.height);
210 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::CHANNEL),
211 get_dimension_size(input_tensor_desc, DataLayoutDimension::CHANNEL) / num_groups);
212 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::BATCHES), depth);
Giorgio Arenabb54e4e2018-04-05 17:20:34 +0100213 if(!weights_quant_info.empty())
214 {
215 w_desc.quant_info = weights_quant_info;
216 }
217
218 NodeID w_nid = add_const_node_with_name(g, params, "Weights", w_desc, std::move(weights_accessor));
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000219
220 // Create bias nodes
221 NodeID b_nid = EmptyNodeID;
222 if(has_bias)
223 {
224 TensorDescriptor b_desc = input_tensor_desc;
225 b_desc.shape = TensorShape(depth);
Michele Di Giorgio3a3b4312018-07-06 12:34:19 +0100226 if(is_data_type_quantized_asymmetric(input_tensor_desc.data_type))
227 {
228 b_desc.data_type = DataType::S32;
229 }
230 b_nid = add_const_node_with_name(g, params, "Bias", b_desc, std::move(bias_accessor));
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000231 }
232
Georgios Pinitas2a2db592018-08-15 12:14:46 +0100233 // Create convolution node and connect
234 NodeID conv_nid = g.add_node<ConvolutionLayerNode>(conv_info, num_groups, method, fast_math_hint, out_quant_info);
235 g.add_connection(input.node_id, input.index, conv_nid, 0);
236 g.add_connection(w_nid, 0, conv_nid, 1);
237 if(has_bias)
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000238 {
Georgios Pinitas2a2db592018-08-15 12:14:46 +0100239 g.add_connection(b_nid, 0, conv_nid, 2);
240 }
241 set_node_params(g, conv_nid, params);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000242
Georgios Pinitas2a2db592018-08-15 12:14:46 +0100243 return conv_nid;
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000244}
245
Georgios Pinitas087eaf62018-05-16 15:52:35 +0100246NodeID GraphBuilder::add_deconvolution_node(Graph &g, NodeParams params, NodeIdxPair input,
247 Size2D kernel_spatial_extend, unsigned int depth, PadStrideInfo deconv_info,
248 Size2D inner_border, ITensorAccessorUPtr weights_accessor,
249 ITensorAccessorUPtr bias_accessor)
250{
251 CHECK_NODEIDX_PAIR(input, g);
252 ARM_COMPUTE_ERROR_ON(depth == 0);
253 ARM_COMPUTE_ERROR_ON((kernel_spatial_extend.width == 0) || (kernel_spatial_extend.height == 0));
254
255 bool has_bias = (bias_accessor != nullptr);
256
257 // Get input tensor descriptor
258 const TensorDescriptor input_tensor_desc = get_tensor_descriptor(g, g.node(input.node_id)->outputs()[0]);
259
260 // Create weights node
261 TensorDescriptor w_desc = input_tensor_desc;
262 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::WIDTH), kernel_spatial_extend.width);
263 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::HEIGHT), kernel_spatial_extend.height);
264 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::CHANNEL),
265 get_dimension_size(input_tensor_desc, DataLayoutDimension::CHANNEL));
266 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::BATCHES), depth);
267
268 NodeID w_nid = add_const_node_with_name(g, params, "Weights", w_desc, std::move(weights_accessor));
269
270 // Create bias nodes
271 NodeID b_nid = EmptyNodeID;
272 if(has_bias)
273 {
274 TensorDescriptor b_desc = input_tensor_desc;
275 b_desc.shape = TensorShape(depth);
Michele Di Giorgio3a3b4312018-07-06 12:34:19 +0100276 if(is_data_type_quantized_asymmetric(input_tensor_desc.data_type))
277 {
278 b_desc.data_type = DataType::S32;
279 }
280 b_nid = add_const_node_with_name(g, params, "Bias", b_desc, std::move(bias_accessor));
Georgios Pinitas087eaf62018-05-16 15:52:35 +0100281 }
282
283 // Create convolution node and connect
284 NodeID deconv_nid = g.add_node<DeconvolutionLayerNode>(deconv_info, inner_border);
285 g.add_connection(input.node_id, input.index, deconv_nid, 0);
286 g.add_connection(w_nid, 0, deconv_nid, 1);
287 if(has_bias)
288 {
289 g.add_connection(b_nid, 0, deconv_nid, 2);
290 }
291 set_node_params(g, deconv_nid, params);
292
293 return deconv_nid;
294}
295
Georgios Pinitase2220552018-07-20 13:23:44 +0100296NodeID GraphBuilder::add_concatenate_node(Graph &g, NodeParams params, std::vector<NodeIdxPair> inputs, DataLayoutDimension axis)
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000297{
298 ARM_COMPUTE_ERROR_ON(inputs.size() == 0);
299
Georgios Pinitase2220552018-07-20 13:23:44 +0100300 NodeID nid = g.add_node<ConcatenateLayerNode>(inputs.size(), axis);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000301
302 unsigned int i = 0;
303 for(const auto &input : inputs)
304 {
305 CHECK_NODEIDX_PAIR(input, g);
306 g.add_connection(input.node_id, input.index, nid, i++);
307 }
308 set_node_params(g, nid, params);
309
310 return nid;
311}
312
Georgios Pinitas05045c12018-12-07 18:31:47 +0000313NodeID GraphBuilder::add_depthwise_convolution_node(Graph &g, NodeParams params, NodeIdxPair input, Size2D kernel_spatial_extend,
314 PadStrideInfo conv_info, int depth_multiplier, DepthwiseConvolutionMethod method,
Giorgio Arenabb54e4e2018-04-05 17:20:34 +0100315 ITensorAccessorUPtr weights_accessor, ITensorAccessorUPtr bias_accessor, const QuantizationInfo quant_info)
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000316{
317 CHECK_NODEIDX_PAIR(input, g);
318 ARM_COMPUTE_ERROR_ON((kernel_spatial_extend.width == 0) || (kernel_spatial_extend.height == 0));
319
320 bool has_bias = (bias_accessor != nullptr);
321
322 // Get input tensor descriptor
323 const TensorDescriptor input_tensor_desc = get_tensor_descriptor(g, g.node(input.node_id)->outputs()[0]);
324
325 // Create weights node
326 TensorDescriptor w_desc = input_tensor_desc;
Georgios Pinitascac13b12018-04-27 19:07:19 +0100327 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::WIDTH), kernel_spatial_extend.width);
328 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::HEIGHT), kernel_spatial_extend.height);
329 w_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::CHANNEL),
Georgios Pinitas05045c12018-12-07 18:31:47 +0000330 get_dimension_size(input_tensor_desc, DataLayoutDimension::CHANNEL) * depth_multiplier);
Giorgio Arenabb54e4e2018-04-05 17:20:34 +0100331 if(!quant_info.empty())
332 {
333 w_desc.quant_info = quant_info;
334 }
335
336 NodeID w_nid = add_const_node_with_name(g, params, "Weights", w_desc, std::move(weights_accessor));
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000337
338 // Create bias nodes
339 NodeID b_nid = EmptyNodeID;
340 if(has_bias)
341 {
342 TensorDescriptor b_desc = input_tensor_desc;
Georgios Pinitas05045c12018-12-07 18:31:47 +0000343 b_desc.shape = TensorShape(get_dimension_size(input_tensor_desc, DataLayoutDimension::CHANNEL) * depth_multiplier);
Giorgio Arena2aa0ec42018-08-29 14:28:38 +0100344
345 if(is_data_type_quantized_asymmetric(b_desc.data_type))
346 {
347 b_desc.data_type = DataType::S32;
348 }
349
350 b_nid = add_const_node_with_name(g, params, "Bias", b_desc, std::move(bias_accessor));
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000351 }
352
353 // Create convolution node and connect
Georgios Pinitas05045c12018-12-07 18:31:47 +0000354 NodeID conv_nid = g.add_node<DepthwiseConvolutionLayerNode>(conv_info, depth_multiplier, method);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000355 g.add_connection(input.node_id, input.index, conv_nid, 0);
356 g.add_connection(w_nid, 0, conv_nid, 1);
357 if(has_bias)
358 {
359 g.add_connection(b_nid, 0, conv_nid, 2);
360 }
361 set_node_params(g, conv_nid, params);
362
363 return conv_nid;
364}
365
Georgios Pinitas087eaf62018-05-16 15:52:35 +0100366NodeID GraphBuilder::add_dummy_node(Graph &g, NodeParams params, NodeIdxPair input, TensorShape shape)
367{
Georgios Pinitasb7a20232018-07-02 16:12:54 +0100368 return create_simple_single_input_output_node<DummyNode>(g, params, input, shape);
Georgios Pinitas087eaf62018-05-16 15:52:35 +0100369}
370
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000371NodeID GraphBuilder::add_elementwise_node(Graph &g, NodeParams params, NodeIdxPair input0, NodeIdxPair input1, EltwiseOperation operation)
372{
373 CHECK_NODEIDX_PAIR(input0, g);
374 CHECK_NODEIDX_PAIR(input1, g);
375
376 NodeID nid = g.add_node<EltwiseLayerNode>(operation);
377
378 g.add_connection(input0.node_id, input0.index, nid, 0);
379 g.add_connection(input1.node_id, input1.index, nid, 1);
380
381 set_node_params(g, nid, params);
382
383 return nid;
384}
385
386NodeID GraphBuilder::add_flatten_node(Graph &g, NodeParams params, NodeIdxPair input)
387{
Georgios Pinitasee33ea52018-03-08 16:01:29 +0000388 return create_simple_single_input_output_node<FlattenLayerNode>(g, params, input);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000389}
390
391NodeID GraphBuilder::add_fully_connected_layer(Graph &g, NodeParams params, NodeIdxPair input, unsigned int num_outputs,
Georgios Pinitas2f1366a2018-07-31 16:33:06 +0100392 ITensorAccessorUPtr weights_accessor, ITensorAccessorUPtr bias_accessor,
Georgios Pinitasc55cef12018-08-01 15:24:18 +0100393 const FullyConnectedLayerInfo fc_info,
Georgios Pinitas2f1366a2018-07-31 16:33:06 +0100394 const QuantizationInfo weights_quant_info, const QuantizationInfo out_quant_info)
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000395{
396 CHECK_NODEIDX_PAIR(input, g);
397 ARM_COMPUTE_ERROR_ON(num_outputs == 0);
398
399 bool has_bias = (bias_accessor != nullptr);
400
401 // Get input tensor descriptor
402 const TensorDescriptor input_tensor_desc = get_tensor_descriptor(g, g.node(input.node_id)->outputs()[0]);
403
404 // Create weights node
Georgios Pinitas195b0ba2018-08-02 17:18:51 +0100405 TensorDescriptor w_desc = FullyConnectedLayerNode::compute_weights_descriptor(input_tensor_desc, num_outputs, fc_info, weights_quant_info);
Georgios Pinitascac13b12018-04-27 19:07:19 +0100406 NodeID w_nid = add_const_node_with_name(g, params, "Weights", w_desc, std::move(weights_accessor));
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000407
408 // Create bias nodes
409 NodeID b_nid = EmptyNodeID;
410 if(has_bias)
411 {
412 TensorDescriptor b_desc = input_tensor_desc;
413 b_desc.shape = TensorShape(num_outputs);
Michele Di Giorgio3a3b4312018-07-06 12:34:19 +0100414 if(is_data_type_quantized_asymmetric(input_tensor_desc.data_type))
415 {
416 b_desc.data_type = DataType::S32;
417 }
418 b_nid = add_const_node_with_name(g, params, "Bias", b_desc, std::move(bias_accessor));
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000419 }
420
Georgios Pinitas7d66a8e2018-07-17 12:28:42 +0100421 // Create fully connected node and connect
Georgios Pinitas2f1366a2018-07-31 16:33:06 +0100422 NodeID fc_nid = g.add_node<FullyConnectedLayerNode>(num_outputs, out_quant_info, fc_info);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000423 g.add_connection(input.node_id, input.index, fc_nid, 0);
424 g.add_connection(w_nid, 0, fc_nid, 1);
425 if(has_bias)
426 {
427 g.add_connection(b_nid, 0, fc_nid, 2);
428 }
429
430 set_node_params(g, fc_nid, params);
431
432 return fc_nid;
433}
434
Michele Di Giorgio47e6fed2018-11-13 12:04:25 +0000435NodeID GraphBuilder::add_generate_proposals_node(Graph &g, NodeParams params, NodeIdxPair scores, NodeIdxPair deltas, NodeIdxPair anchors, GenerateProposalsInfo info)
436{
437 CHECK_NODEIDX_PAIR(scores, g);
438 CHECK_NODEIDX_PAIR(deltas, g);
439 CHECK_NODEIDX_PAIR(anchors, g);
440
441 NodeID nid = g.add_node<GenerateProposalsLayerNode>(info);
442
443 g.add_connection(scores.node_id, scores.index, nid, 0);
444 g.add_connection(deltas.node_id, deltas.index, nid, 1);
445 g.add_connection(anchors.node_id, anchors.index, nid, 2);
446
447 set_node_params(g, nid, params);
448 return nid;
449}
450
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000451NodeID GraphBuilder::add_normalization_node(Graph &g, NodeParams params, NodeIdxPair input, NormalizationLayerInfo norm_info)
452{
Georgios Pinitasee33ea52018-03-08 16:01:29 +0000453 return create_simple_single_input_output_node<NormalizationLayerNode>(g, params, input, norm_info);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000454}
455
Michele Di Giorgio555d1102018-09-12 13:51:59 +0100456NodeID GraphBuilder::add_normalize_planar_yuv_node(Graph &g, NodeParams params, NodeIdxPair input,
457 ITensorAccessorUPtr mean_accessor, ITensorAccessorUPtr std_accessor)
458{
459 CHECK_NODEIDX_PAIR(input, g);
460
461 // Get input tensor descriptor
462 const TensorDescriptor input_tensor_desc = get_tensor_descriptor(g, g.node(input.node_id)->outputs()[0]);
463
464 // Calculate Common Descriptor
465 TensorDescriptor common_desc = input_tensor_desc;
466 common_desc.shape = TensorShape(get_dimension_size(input_tensor_desc, DataLayoutDimension::CHANNEL));
467
468 // Create mean and std nodes
469 auto mean_nid = add_const_node_with_name(g, params, "Mean", common_desc, std::move(mean_accessor));
470 auto std_nid = add_const_node_with_name(g, params, "Std", common_desc, std::move(std_accessor));
471
472 // Create normalize planar YUV node and add connections
473 NodeID norm_planar_yuv_nid = g.add_node<NormalizePlanarYUVLayerNode>();
474 g.add_connection(input.node_id, input.index, norm_planar_yuv_nid, 0);
475 g.add_connection(mean_nid, 0, norm_planar_yuv_nid, 1);
476 g.add_connection(std_nid, 0, norm_planar_yuv_nid, 2);
477 set_node_params(g, norm_planar_yuv_nid, params);
478
479 return norm_planar_yuv_nid;
480}
481
Michele Di Giorgio4bb17332018-09-26 13:56:51 +0100482NodeID GraphBuilder::add_pad_node(Graph &g, NodeParams params, NodeIdxPair input, PaddingList padding)
483{
484 return create_simple_single_input_output_node<PadLayerNode>(g, params, input, padding);
485}
486
Georgios Pinitas57c48242018-08-02 13:41:49 +0100487NodeID GraphBuilder::add_permute_node(Graph &g, NodeParams params, NodeIdxPair input, PermutationVector perm, DataLayout layout)
488{
489 return create_simple_single_input_output_node<PermuteLayerNode>(g, params, input, perm, layout);
490}
491
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000492NodeID GraphBuilder::add_pooling_node(Graph &g, NodeParams params, NodeIdxPair input, PoolingLayerInfo pool_info)
493{
Georgios Pinitasee33ea52018-03-08 16:01:29 +0000494 return create_simple_single_input_output_node<PoolingLayerNode>(g, params, input, pool_info);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000495}
496
Pablo Tello32521432018-11-15 14:43:10 +0000497NodeID GraphBuilder::add_priorbox_node(Graph &g, NodeParams params, NodeIdxPair input0, NodeIdxPair input1, PriorBoxLayerInfo prior_info)
498{
499 CHECK_NODEIDX_PAIR(input0, g);
500 CHECK_NODEIDX_PAIR(input1, g);
501
502 // Create priorbox node and connect
503 NodeID prior_nid = g.add_node<PriorBoxLayerNode>(prior_info);
504 g.add_connection(input0.node_id, input0.index, prior_nid, 0);
505 g.add_connection(input1.node_id, input1.index, prior_nid, 1);
506
507 set_node_params(g, prior_nid, params);
508
509 return prior_nid;
510}
511
Gian Marco Iodice23e24792018-09-07 15:32:14 +0100512NodeID GraphBuilder::add_reorg_node(Graph &g, NodeParams params, NodeIdxPair input, int stride)
513{
514 return create_simple_single_input_output_node<ReorgLayerNode>(g, params, input, stride);
515}
516
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000517NodeID GraphBuilder::add_reshape_node(Graph &g, NodeParams params, NodeIdxPair input, TensorShape shape)
518{
Georgios Pinitasee33ea52018-03-08 16:01:29 +0000519 return create_simple_single_input_output_node<ReshapeLayerNode>(g, params, input, shape);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000520}
521
Georgios Pinitas087eaf62018-05-16 15:52:35 +0100522NodeID GraphBuilder::add_resize_node(Graph &g, NodeParams params, NodeIdxPair input, InterpolationPolicy policy,
523 float width_scale, float height_scale)
524{
525 return create_simple_single_input_output_node<ResizeLayerNode>(g, params, input, policy, width_scale, height_scale);
526}
527
Manuel Bottini3f9d4d72018-10-19 14:04:42 +0100528NodeID GraphBuilder::add_roi_align_node(Graph &g, NodeParams params, NodeIdxPair input, NodeIdxPair rois, ROIPoolingLayerInfo pool_info)
529{
530 CHECK_NODEIDX_PAIR(input, g);
531 CHECK_NODEIDX_PAIR(rois, g);
532
533 NodeID nid = g.add_node<ROIAlignLayerNode>(pool_info);
534
535 g.add_connection(input.node_id, input.index, nid, 0);
536 g.add_connection(rois.node_id, rois.index, nid, 1);
537
538 set_node_params(g, nid, params);
539 return nid;
540}
541
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100542NodeID GraphBuilder::add_scale_layer(Graph &g, const NodeParams &params, NodeIdxPair input, ITensorAccessorUPtr mul_accessor, ITensorAccessorUPtr add_accessor)
543{
544 CHECK_NODEIDX_PAIR(input, g);
545
546 // Get input tensor descriptor
547 const TensorDescriptor input_tensor_desc = get_tensor_descriptor(g, g.node(input.node_id)->outputs()[0]);
548
549 // Create mul node
550 TensorDescriptor mul_desc = input_tensor_desc;
551 const size_t C = input_tensor_desc.shape[get_dimension_idx(mul_desc, DataLayoutDimension::CHANNEL)];
552 mul_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::WIDTH), 1);
553 mul_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::HEIGHT), 1);
554 mul_desc.shape.set(get_dimension_idx(input_tensor_desc, DataLayoutDimension::CHANNEL), C);
555 NodeID mul_const_nid = add_const_node_with_name(g, params, "Mul", mul_desc, std::move(mul_accessor));
556 NodeIdxPair mul_const_nidxp = { mul_const_nid, 0 };
557
558 // Create add node
559 TensorDescriptor add_desc = mul_desc;
560 NodeID add_const_nid = add_const_node_with_name(g, params, "Add", add_desc, std::move(add_accessor));
561 NodeIdxPair add_const_nidxp = { add_const_nid, 0 };
562
563 // Create node and connect
Georgios Pinitase2220552018-07-20 13:23:44 +0100564 NodeID mul_node = GraphBuilder::add_elementwise_node(g, params, input, mul_const_nidxp, EltwiseOperation::Mul);
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100565 NodeIdxPair mulnode_nidxp = { mul_node, 0 };
Georgios Pinitase2220552018-07-20 13:23:44 +0100566 NodeID add_node = GraphBuilder::add_elementwise_node(g, params, mulnode_nidxp, add_const_nidxp, EltwiseOperation::Add);
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100567
568 return add_node;
569}
570
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000571NodeID GraphBuilder::add_softmax_node(Graph &g, NodeParams params, NodeIdxPair input, float beta)
572{
Georgios Pinitasee33ea52018-03-08 16:01:29 +0000573 return create_simple_single_input_output_node<SoftmaxLayerNode>(g, params, input, beta);
574}
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000575
Michele Di Giorgioc30b6682018-09-12 17:44:08 +0100576NodeID GraphBuilder::add_slice_node(Graph &g, NodeParams params, NodeIdxPair input, Coordinates &starts, Coordinates &ends)
577{
578 return create_simple_single_input_output_node<SliceLayerNode>(g, params, input, starts, ends);
579}
580
Georgios Pinitasee33ea52018-03-08 16:01:29 +0000581NodeID GraphBuilder::add_split_node(Graph &g, NodeParams params, NodeIdxPair input, unsigned int num_splits, unsigned int axis)
582{
583 return create_simple_single_input_output_node<SplitLayerNode>(g, params, input, num_splits, axis);
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000584}
Michalis Spyrou96f67692018-09-13 11:39:28 +0100585
Michalis Spyrou4e1c3f32018-09-20 17:14:03 +0100586NodeID GraphBuilder::add_upsample_node(Graph &g, NodeParams params, NodeIdxPair input, Size2D info, InterpolationPolicy upsampling_policy)
587{
588 return create_simple_single_input_output_node<UpsampleLayerNode>(g, params, input, info, upsampling_policy);
589}
590
Michalis Spyrou96f67692018-09-13 11:39:28 +0100591NodeID GraphBuilder::add_yolo_node(Graph &g, NodeParams params, NodeIdxPair input, ActivationLayerInfo act_info, int32_t num_classes)
592{
593 return create_simple_single_input_output_node<YOLOLayerNode>(g, params, input, act_info, num_classes);
594}
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100595} // namespace graph
Michele Di Giorgio3a3b4312018-07-06 12:34:19 +0100596} // namespace arm_compute