COMPMID-3381: Implement graph example for YoLo v3 output detector
Add sub/exp/splitv support in graph api
Signed-off-by: Sheri Zhang <sheri.zhang@arm.com>
Change-Id: I4e08cc19a46655717068b12c93d67e619a595d9a
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/3309
Reviewed-by: Georgios Pinitas <georgios.pinitas@arm.com>
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
diff --git a/examples/graph_yolov3_output_detector.cpp b/examples/graph_yolov3_output_detector.cpp
new file mode 100644
index 0000000..d803206
--- /dev/null
+++ b/examples/graph_yolov3_output_detector.cpp
@@ -0,0 +1,613 @@
+/*
+ * Copyright (c) 2020 ARM Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+#include "arm_compute/graph.h"
+#include "arm_compute/graph/Utils.h"
+
+#include "support/ToolchainSupport.h"
+#include "utils/CommonGraphOptions.h"
+#include "utils/GraphUtils.h"
+#include "utils/Utils.h"
+
+using namespace arm_compute::graph;
+using namespace arm_compute::utils;
+
+class GraphYoloV3OutputDetector
+{
+public:
+ GraphYoloV3OutputDetector()
+ : _graph(0, "GraphYoloV3OutputDetector")
+ {
+ }
+
+ bool setup(const std::string &data_path, Target target)
+ {
+ using namespace arm_compute;
+ using namespace graph_utils;
+
+ NodeID id_ConstantFolding_truediv_1_recip = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 1, 1 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_ConstantFolding_truediv_1_recip = _graph.node(id_ConstantFolding_truediv_1_recip);
+ node_ConstantFolding_truediv_1_recip->set_common_node_parameters(NodeParams{ "ConstantFolding_truediv_1_recip", target });
+ node_ConstantFolding_truediv_1_recip->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/ConstantFolding_truediv_1_recip.npy", DataLayout::NHWC));
+
+ NodeID id_ConstantFolding_truediv_recip = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 1, 1 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_ConstantFolding_truediv_recip = _graph.node(id_ConstantFolding_truediv_recip);
+ node_ConstantFolding_truediv_recip->set_common_node_parameters(NodeParams{ "ConstantFolding_truediv_recip", target });
+ node_ConstantFolding_truediv_recip->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/ConstantFolding_truediv_recip.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_mul_6_y = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 1, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_mul_6_y = _graph.node(id_detector_yolo_v3_mul_6_y);
+ node_detector_yolo_v3_mul_6_y->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_6_y", target });
+ node_detector_yolo_v3_mul_6_y->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_6_y.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_mul_3_y = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 1, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_mul_3_y = _graph.node(id_detector_yolo_v3_mul_3_y);
+ node_detector_yolo_v3_mul_3_y->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_3_y", target });
+ node_detector_yolo_v3_mul_3_y->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_3_y.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_mul_y = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 1, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_mul_y = _graph.node(id_detector_yolo_v3_mul_y);
+ node_detector_yolo_v3_mul_y->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_y", target });
+ node_detector_yolo_v3_mul_y->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_y.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_mul_7 = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 8112, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_mul_7 = _graph.node(id_detector_yolo_v3_mul_7);
+ node_detector_yolo_v3_mul_7->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_7", target });
+ node_detector_yolo_v3_mul_7->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_7.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_Reshape_11 = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 8112, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_Reshape_11 = _graph.node(id_detector_yolo_v3_Reshape_11);
+ node_detector_yolo_v3_Reshape_11->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_11", target });
+ node_detector_yolo_v3_Reshape_11->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_Reshape_11.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_mul_4 = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 2028, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_mul_4 = _graph.node(id_detector_yolo_v3_mul_4);
+ node_detector_yolo_v3_mul_4->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_4", target });
+ node_detector_yolo_v3_mul_4->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_4.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_Reshape_7 = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 2028, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_Reshape_7 = _graph.node(id_detector_yolo_v3_Reshape_7);
+ node_detector_yolo_v3_Reshape_7->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_7", target });
+ node_detector_yolo_v3_Reshape_7->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_Reshape_7.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_mul_1 = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 507, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_mul_1 = _graph.node(id_detector_yolo_v3_mul_1);
+ node_detector_yolo_v3_mul_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_1", target });
+ node_detector_yolo_v3_mul_1->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_1.npy", DataLayout::NHWC));
+
+ NodeID id_detector_yolo_v3_Reshape_3 = _graph.add_node<ConstNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 1, 507, 2 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_detector_yolo_v3_Reshape_3 = _graph.node(id_detector_yolo_v3_Reshape_3);
+ node_detector_yolo_v3_Reshape_3->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_3", target });
+ node_detector_yolo_v3_Reshape_3->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_Reshape_3.npy", DataLayout::NHWC));
+
+ NodeID id_input_to_detector_3 = _graph.add_node<InputNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 255, 52, 52, 1 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_input_to_detector_3 = _graph.node(id_input_to_detector_3);
+ node_input_to_detector_3->set_common_node_parameters(NodeParams{ "input_to_detector_3", target });
+ node_input_to_detector_3->output(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>());
+
+ NodeID id_detector_yolo_v3_Reshape_10 = _graph.add_node<ReshapeLayerNode>(
+ TensorShape{ 1, 8112, 85 });
+ INode *node_detector_yolo_v3_Reshape_10 = _graph.node(id_detector_yolo_v3_Reshape_10);
+ node_detector_yolo_v3_Reshape_10->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_10", target });
+ _graph.add_connection(id_input_to_detector_3, 0, id_detector_yolo_v3_Reshape_10, 0);
+
+ NodeID id_detector_yolo_v3_split_2 = _graph.add_node<SplitLayerNode>(
+ 4,
+ -1,
+ std::vector<int> { 2, 2, 1, 80 });
+ INode *node_detector_yolo_v3_split_2 = _graph.node(id_detector_yolo_v3_split_2);
+ node_detector_yolo_v3_split_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_split_2", target });
+ _graph.add_connection(id_detector_yolo_v3_Reshape_10, 0, id_detector_yolo_v3_split_2, 0);
+
+ NodeID id_detector_yolo_v3_Sigmoid_6 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_6 = _graph.node(id_detector_yolo_v3_Sigmoid_6);
+ node_detector_yolo_v3_Sigmoid_6->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_6", target });
+ _graph.add_connection(id_detector_yolo_v3_split_2, 0, id_detector_yolo_v3_Sigmoid_6, 0);
+
+ NodeID id_detector_yolo_v3_add_2 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Add,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_add_2 = _graph.node(id_detector_yolo_v3_add_2);
+ node_detector_yolo_v3_add_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_add_2", target });
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_6, 0, id_detector_yolo_v3_add_2, 0);
+ _graph.add_connection(id_detector_yolo_v3_Reshape_11, 0, id_detector_yolo_v3_add_2, 1);
+
+ NodeID id_detector_yolo_v3_mul_6 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_mul_6 = _graph.node(id_detector_yolo_v3_mul_6);
+ node_detector_yolo_v3_mul_6->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_6", target });
+ _graph.add_connection(id_detector_yolo_v3_add_2, 0, id_detector_yolo_v3_mul_6, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_6_y, 0, id_detector_yolo_v3_mul_6, 1);
+
+ NodeID id_detector_yolo_v3_Sigmoid_7 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_7 = _graph.node(id_detector_yolo_v3_Sigmoid_7);
+ node_detector_yolo_v3_Sigmoid_7->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_7", target });
+ _graph.add_connection(id_detector_yolo_v3_split_2, 2, id_detector_yolo_v3_Sigmoid_7, 0);
+
+ NodeID id_detector_yolo_v3_Exp_2 = _graph.add_node<UnaryEltwiseLayerNode>(
+ descriptors::UnaryEltwiseLayerDescriptor
+ {
+ UnaryEltwiseOperation::Exp,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_Exp_2 = _graph.node(id_detector_yolo_v3_Exp_2);
+ node_detector_yolo_v3_Exp_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Exp_2", target });
+ _graph.add_connection(id_detector_yolo_v3_split_2, 1, id_detector_yolo_v3_Exp_2, 0);
+
+ NodeID id_detector_yolo_v3_mul_8 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_mul_8 = _graph.node(id_detector_yolo_v3_mul_8);
+ node_detector_yolo_v3_mul_8->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_8", target });
+ _graph.add_connection(id_detector_yolo_v3_Exp_2, 0, id_detector_yolo_v3_mul_8, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_7, 0, id_detector_yolo_v3_mul_8, 1);
+
+ NodeID id_detector_yolo_v3_Sigmoid_8 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_8 = _graph.node(id_detector_yolo_v3_Sigmoid_8);
+ node_detector_yolo_v3_Sigmoid_8->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_8", target });
+ _graph.add_connection(id_detector_yolo_v3_split_2, 3, id_detector_yolo_v3_Sigmoid_8, 0);
+
+ NodeID id_detector_yolo_v3_concat_8 = _graph.add_node<ConcatenateLayerNode>(
+ 4,
+ descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+ INode *node_detector_yolo_v3_concat_8 = _graph.node(id_detector_yolo_v3_concat_8);
+ node_detector_yolo_v3_concat_8->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_8", target });
+ _graph.add_connection(id_detector_yolo_v3_mul_6, 0, id_detector_yolo_v3_concat_8, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_8, 0, id_detector_yolo_v3_concat_8, 1);
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_7, 0, id_detector_yolo_v3_concat_8, 2);
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_8, 0, id_detector_yolo_v3_concat_8, 3);
+
+ NodeID id_input_to_detector_2 = _graph.add_node<InputNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 255, 26, 26, 1 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_input_to_detector_2 = _graph.node(id_input_to_detector_2);
+ node_input_to_detector_2->set_common_node_parameters(NodeParams{ "input_to_detector_2", target });
+ node_input_to_detector_2->output(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>());
+
+ NodeID id_detector_yolo_v3_Reshape_6 = _graph.add_node<ReshapeLayerNode>(
+ TensorShape{ 1, 2028, 85 });
+ INode *node_detector_yolo_v3_Reshape_6 = _graph.node(id_detector_yolo_v3_Reshape_6);
+ node_detector_yolo_v3_Reshape_6->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_6", target });
+ _graph.add_connection(id_input_to_detector_2, 0, id_detector_yolo_v3_Reshape_6, 0);
+
+ NodeID id_detector_yolo_v3_split_1 = _graph.add_node<SplitLayerNode>(
+ 4,
+ -1,
+ std::vector<int> { 2, 2, 1, 80 });
+ INode *node_detector_yolo_v3_split_1 = _graph.node(id_detector_yolo_v3_split_1);
+ node_detector_yolo_v3_split_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_split_1", target });
+ _graph.add_connection(id_detector_yolo_v3_Reshape_6, 0, id_detector_yolo_v3_split_1, 0);
+
+ NodeID id_detector_yolo_v3_Sigmoid_3 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_3 = _graph.node(id_detector_yolo_v3_Sigmoid_3);
+ node_detector_yolo_v3_Sigmoid_3->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_3", target });
+ _graph.add_connection(id_detector_yolo_v3_split_1, 0, id_detector_yolo_v3_Sigmoid_3, 0);
+
+ NodeID id_detector_yolo_v3_add_1 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Add,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_add_1 = _graph.node(id_detector_yolo_v3_add_1);
+ node_detector_yolo_v3_add_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_add_1", target });
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_3, 0, id_detector_yolo_v3_add_1, 0);
+ _graph.add_connection(id_detector_yolo_v3_Reshape_7, 0, id_detector_yolo_v3_add_1, 1);
+
+ NodeID id_detector_yolo_v3_mul_3 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_mul_3 = _graph.node(id_detector_yolo_v3_mul_3);
+ node_detector_yolo_v3_mul_3->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_3", target });
+ _graph.add_connection(id_detector_yolo_v3_add_1, 0, id_detector_yolo_v3_mul_3, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_3_y, 0, id_detector_yolo_v3_mul_3, 1);
+
+ NodeID id_detector_yolo_v3_Sigmoid_4 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_4 = _graph.node(id_detector_yolo_v3_Sigmoid_4);
+ node_detector_yolo_v3_Sigmoid_4->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_4", target });
+ _graph.add_connection(id_detector_yolo_v3_split_1, 2, id_detector_yolo_v3_Sigmoid_4, 0);
+
+ NodeID id_detector_yolo_v3_Exp_1 = _graph.add_node<UnaryEltwiseLayerNode>(
+ descriptors::UnaryEltwiseLayerDescriptor
+ {
+ UnaryEltwiseOperation::Exp,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_Exp_1 = _graph.node(id_detector_yolo_v3_Exp_1);
+ node_detector_yolo_v3_Exp_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Exp_1", target });
+ _graph.add_connection(id_detector_yolo_v3_split_1, 1, id_detector_yolo_v3_Exp_1, 0);
+
+ NodeID id_detector_yolo_v3_mul_5 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_mul_5 = _graph.node(id_detector_yolo_v3_mul_5);
+ node_detector_yolo_v3_mul_5->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_5", target });
+ _graph.add_connection(id_detector_yolo_v3_Exp_1, 0, id_detector_yolo_v3_mul_5, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_4, 0, id_detector_yolo_v3_mul_5, 1);
+
+ NodeID id_detector_yolo_v3_Sigmoid_5 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_5 = _graph.node(id_detector_yolo_v3_Sigmoid_5);
+ node_detector_yolo_v3_Sigmoid_5->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_5", target });
+ _graph.add_connection(id_detector_yolo_v3_split_1, 3, id_detector_yolo_v3_Sigmoid_5, 0);
+
+ NodeID id_detector_yolo_v3_concat_5 = _graph.add_node<ConcatenateLayerNode>(
+ 4,
+ descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+ INode *node_detector_yolo_v3_concat_5 = _graph.node(id_detector_yolo_v3_concat_5);
+ node_detector_yolo_v3_concat_5->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_5", target });
+ _graph.add_connection(id_detector_yolo_v3_mul_3, 0, id_detector_yolo_v3_concat_5, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_5, 0, id_detector_yolo_v3_concat_5, 1);
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_4, 0, id_detector_yolo_v3_concat_5, 2);
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_5, 0, id_detector_yolo_v3_concat_5, 3);
+
+ NodeID id_input_to_detector_1 = _graph.add_node<InputNode>(
+ TensorDescriptor
+ {
+ TensorShape{ 255, 13, 13, 1 },
+ DataType::F32,
+ QuantizationInfo(),
+ DataLayout::NHWC });
+ INode *node_input_to_detector_1 = _graph.node(id_input_to_detector_1);
+ node_input_to_detector_1->set_common_node_parameters(NodeParams{ "input_to_detector_1", target });
+ node_input_to_detector_1->output(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>());
+
+ NodeID id_detector_yolo_v3_Reshape_2 = _graph.add_node<ReshapeLayerNode>(
+ TensorShape{ 1, 507, 85 });
+ INode *node_detector_yolo_v3_Reshape_2 = _graph.node(id_detector_yolo_v3_Reshape_2);
+ node_detector_yolo_v3_Reshape_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_2", target });
+ _graph.add_connection(id_input_to_detector_1, 0, id_detector_yolo_v3_Reshape_2, 0);
+
+ NodeID id_detector_yolo_v3_split = _graph.add_node<SplitLayerNode>(
+ 4,
+ -1,
+ std::vector<int> { 2, 2, 1, 80 });
+ INode *node_detector_yolo_v3_split = _graph.node(id_detector_yolo_v3_split);
+ node_detector_yolo_v3_split->set_common_node_parameters(NodeParams{ "detector_yolo_v3_split", target });
+ _graph.add_connection(id_detector_yolo_v3_Reshape_2, 0, id_detector_yolo_v3_split, 0);
+
+ NodeID id_detector_yolo_v3_Sigmoid = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid = _graph.node(id_detector_yolo_v3_Sigmoid);
+ node_detector_yolo_v3_Sigmoid->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid", target });
+ _graph.add_connection(id_detector_yolo_v3_split, 0, id_detector_yolo_v3_Sigmoid, 0);
+
+ NodeID id_detector_yolo_v3_add = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Add,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_add = _graph.node(id_detector_yolo_v3_add);
+ node_detector_yolo_v3_add->set_common_node_parameters(NodeParams{ "detector_yolo_v3_add", target });
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid, 0, id_detector_yolo_v3_add, 0);
+ _graph.add_connection(id_detector_yolo_v3_Reshape_3, 0, id_detector_yolo_v3_add, 1);
+
+ NodeID id_detector_yolo_v3_mul = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_mul = _graph.node(id_detector_yolo_v3_mul);
+ node_detector_yolo_v3_mul->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul", target });
+ _graph.add_connection(id_detector_yolo_v3_add, 0, id_detector_yolo_v3_mul, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_y, 0, id_detector_yolo_v3_mul, 1);
+
+ NodeID id_detector_yolo_v3_Sigmoid_1 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_1 = _graph.node(id_detector_yolo_v3_Sigmoid_1);
+ node_detector_yolo_v3_Sigmoid_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_1", target });
+ _graph.add_connection(id_detector_yolo_v3_split, 2, id_detector_yolo_v3_Sigmoid_1, 0);
+
+ NodeID id_detector_yolo_v3_Exp = _graph.add_node<UnaryEltwiseLayerNode>(
+ descriptors::UnaryEltwiseLayerDescriptor
+ {
+ UnaryEltwiseOperation::Exp,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_Exp = _graph.node(id_detector_yolo_v3_Exp);
+ node_detector_yolo_v3_Exp->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Exp", target });
+ _graph.add_connection(id_detector_yolo_v3_split, 1, id_detector_yolo_v3_Exp, 0);
+
+ NodeID id_detector_yolo_v3_mul_2 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_detector_yolo_v3_mul_2 = _graph.node(id_detector_yolo_v3_mul_2);
+ node_detector_yolo_v3_mul_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_2", target });
+ _graph.add_connection(id_detector_yolo_v3_Exp, 0, id_detector_yolo_v3_mul_2, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_1, 0, id_detector_yolo_v3_mul_2, 1);
+
+ NodeID id_detector_yolo_v3_Sigmoid_2 = _graph.add_node<ActivationLayerNode>(
+ ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+ INode *node_detector_yolo_v3_Sigmoid_2 = _graph.node(id_detector_yolo_v3_Sigmoid_2);
+ node_detector_yolo_v3_Sigmoid_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_2", target });
+ _graph.add_connection(id_detector_yolo_v3_split, 3, id_detector_yolo_v3_Sigmoid_2, 0);
+
+ NodeID id_detector_yolo_v3_concat_2 = _graph.add_node<ConcatenateLayerNode>(
+ 4,
+ descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+ INode *node_detector_yolo_v3_concat_2 = _graph.node(id_detector_yolo_v3_concat_2);
+ node_detector_yolo_v3_concat_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_2", target });
+ _graph.add_connection(id_detector_yolo_v3_mul, 0, id_detector_yolo_v3_concat_2, 0);
+ _graph.add_connection(id_detector_yolo_v3_mul_2, 0, id_detector_yolo_v3_concat_2, 1);
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_1, 0, id_detector_yolo_v3_concat_2, 2);
+ _graph.add_connection(id_detector_yolo_v3_Sigmoid_2, 0, id_detector_yolo_v3_concat_2, 3);
+
+ NodeID id_detector_yolo_v3_concat_9 = _graph.add_node<ConcatenateLayerNode>(
+ 3,
+ descriptors::ConcatLayerDescriptor{ DataLayoutDimension::WIDTH });
+ INode *node_detector_yolo_v3_concat_9 = _graph.node(id_detector_yolo_v3_concat_9);
+ node_detector_yolo_v3_concat_9->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_9", target });
+ _graph.add_connection(id_detector_yolo_v3_concat_2, 0, id_detector_yolo_v3_concat_9, 0);
+ _graph.add_connection(id_detector_yolo_v3_concat_5, 0, id_detector_yolo_v3_concat_9, 1);
+ _graph.add_connection(id_detector_yolo_v3_concat_8, 0, id_detector_yolo_v3_concat_9, 2);
+
+ NodeID id_split = _graph.add_node<SplitLayerNode>(
+ 5,
+ -1,
+ std::vector<int> { 1, 1, 1, 1, -1 });
+ INode *node_split = _graph.node(id_split);
+ node_split->set_common_node_parameters(NodeParams{ "split", target });
+ _graph.add_connection(id_detector_yolo_v3_concat_9, 0, id_split, 0);
+
+ NodeID id_truediv = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_truediv = _graph.node(id_truediv);
+ node_truediv->set_common_node_parameters(NodeParams{ "truediv", target });
+ _graph.add_connection(id_split, 2, id_truediv, 0);
+ _graph.add_connection(id_ConstantFolding_truediv_recip, 0, id_truediv, 1);
+
+ NodeID id_sub = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Sub,
+ QuantizationInfo() });
+ INode *node_sub = _graph.node(id_sub);
+ node_sub->set_common_node_parameters(NodeParams{ "sub", target });
+ _graph.add_connection(id_split, 0, id_sub, 0);
+ _graph.add_connection(id_truediv, 0, id_sub, 1);
+
+ NodeID id_add = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Add,
+ QuantizationInfo() });
+ INode *node_add = _graph.node(id_add);
+ node_add->set_common_node_parameters(NodeParams{ "add", target });
+ _graph.add_connection(id_split, 0, id_add, 0);
+ _graph.add_connection(id_truediv, 0, id_add, 1);
+
+ NodeID id_truediv_1 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Mul,
+ QuantizationInfo() });
+ INode *node_truediv_1 = _graph.node(id_truediv_1);
+ node_truediv_1->set_common_node_parameters(NodeParams{ "truediv_1", target });
+ _graph.add_connection(id_split, 3, id_truediv_1, 0);
+ _graph.add_connection(id_ConstantFolding_truediv_1_recip, 0, id_truediv_1, 1);
+
+ NodeID id_sub_1 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Sub,
+ QuantizationInfo() });
+ INode *node_sub_1 = _graph.node(id_sub_1);
+ node_sub_1->set_common_node_parameters(NodeParams{ "sub_1", target });
+ _graph.add_connection(id_split, 1, id_sub_1, 0);
+ _graph.add_connection(id_truediv_1, 0, id_sub_1, 1);
+
+ NodeID id_add_1 = _graph.add_node<EltwiseLayerNode>(
+ descriptors::EltwiseLayerDescriptor
+ {
+ EltwiseOperation::Add,
+ QuantizationInfo() });
+ INode *node_add_1 = _graph.node(id_add_1);
+ node_add_1->set_common_node_parameters(NodeParams{ "add_1", target });
+ _graph.add_connection(id_split, 1, id_add_1, 0);
+ _graph.add_connection(id_truediv_1, 0, id_add_1, 1);
+
+ NodeID id_output_boxes = _graph.add_node<ConcatenateLayerNode>(
+ 5,
+ descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+ INode *node_output_boxes = _graph.node(id_output_boxes);
+ node_output_boxes->set_common_node_parameters(NodeParams{ "output_boxes", target });
+ _graph.add_connection(id_sub, 0, id_output_boxes, 0);
+ _graph.add_connection(id_sub_1, 0, id_output_boxes, 1);
+ _graph.add_connection(id_add, 0, id_output_boxes, 2);
+ _graph.add_connection(id_add_1, 0, id_output_boxes, 3);
+ _graph.add_connection(id_split, 4, id_output_boxes, 4);
+
+ NodeID id_output_140640247016360 = _graph.add_node<OutputNode>();
+ INode *node_output_140640247016360 = _graph.node(id_output_140640247016360);
+ node_output_140640247016360->set_common_node_parameters(NodeParams{ "output_140640247016360", target });
+ _graph.add_connection(id_output_boxes, 0, id_output_140640247016360, 0);
+ node_output_140640247016360->input(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>(0));
+
+ return true;
+ }
+
+ Graph &graph()
+ {
+ return _graph;
+ }
+
+private:
+ Graph _graph;
+};
+class GraphYoloV3OutputDetectorExample : public Example
+{
+public:
+ GraphYoloV3OutputDetectorExample()
+ : cmd_parser(), common_opts(cmd_parser), common_params()
+ {
+ }
+
+ bool do_setup(int argc, char **argv) override
+ {
+ // Parse arguments
+ cmd_parser.parse(argc, argv);
+ cmd_parser.validate();
+
+ // Consume common parameters
+ common_params = consume_common_graph_parameters(common_opts);
+
+ // Return when help menu is requested
+ if(common_params.help)
+ {
+ cmd_parser.print_help(argv[0]);
+ return false;
+ }
+
+ // Print parameter values
+ std::cout << common_params << std::endl;
+
+ model.setup(common_params.data_path, common_params.target);
+
+ GraphConfig config;
+ config.num_threads = common_params.threads;
+ config.use_tuner = common_params.enable_tuner;
+ config.tuner_mode = common_params.tuner_mode;
+ config.tuner_file = common_params.tuner_file;
+
+ context.set_config(config);
+
+ auto pass_manager = create_default_pass_manager(common_params.target, config);
+ manager.finalize_graph(model.graph(), context, pass_manager, common_params.target);
+
+ return true;
+ }
+
+ void do_run() override
+ {
+ manager.execute_graph(model.graph());
+ }
+
+private:
+ CommandLineParser cmd_parser;
+ CommonGraphOptions common_opts;
+ CommonGraphParams common_params;
+
+ GraphContext context{};
+ GraphManager manager{};
+
+ GraphYoloV3OutputDetector model{};
+};
+
+int main(int argc, char **argv)
+{
+ return run_example<GraphYoloV3OutputDetectorExample>(argc, argv);
+}