blob: 75644a89330636c112bcd1e061dd057a7714480c [file] [log] [blame]
Georgios Pinitasd8734b52017-12-22 15:27:52 +00001/*
2 * Copyright (c) 2018 ARM Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010024#include "arm_compute/graph/Utils.h"
Georgios Pinitasd8734b52017-12-22 15:27:52 +000025
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010026#include "arm_compute/graph/GraphContext.h"
27#include "arm_compute/graph/backends/BackendRegistry.h"
28#include "arm_compute/graph/mutators/GraphMutators.h"
Georgios Pinitasd8734b52017-12-22 15:27:52 +000029
30namespace arm_compute
31{
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010032namespace graph
Georgios Pinitasd8734b52017-12-22 15:27:52 +000033{
34bool is_target_supported(Target target)
35{
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010036 return backends::BackendRegistry::get().contains(target) && backends::BackendRegistry::get().find_backend(target)->is_backend_supported();
Georgios Pinitasd8734b52017-12-22 15:27:52 +000037}
38
39Target get_default_target()
40{
41 if(is_target_supported(Target::NEON))
42 {
43 return Target::NEON;
44 }
45 if(is_target_supported(Target::CL))
46 {
47 return Target::CL;
48 }
Georgios Pinitasfbb80542018-03-27 17:15:49 +010049 if(is_target_supported(Target::GC))
50 {
51 return Target::GC;
52 }
Georgios Pinitasd8734b52017-12-22 15:27:52 +000053 ARM_COMPUTE_ERROR("No backend exists!");
54}
55
56void force_target_to_graph(Graph &g, Target target)
57{
58 auto &nodes = g.nodes();
59 for(auto &node : nodes)
60 {
61 if(node)
62 {
63 node->set_assigned_target(target);
64 }
65 }
66
67 auto &tensors = g.tensors();
68 for(auto &tensor : tensors)
69 {
70 if(tensor)
71 {
72 tensor->desc().target = target;
73 }
74 }
75}
76
Georgios Pinitasfbb80542018-03-27 17:15:49 +010077PassManager create_default_pass_manager(Target target)
Georgios Pinitasd8734b52017-12-22 15:27:52 +000078{
79 PassManager pm;
80
Georgios Pinitas2a2db592018-08-15 12:14:46 +010081 // Passes that mutate graph IR
82 pm.append(support::cpp14::make_unique<GroupedConvolutionMutator>());
Georgios Pinitasfbb80542018-03-27 17:15:49 +010083 if(target != Target::GC)
84 {
Georgios Pinitasfbb80542018-03-27 17:15:49 +010085 pm.append(support::cpp14::make_unique<NodeFusionMutator>());
Georgios Pinitasd3a78ab2018-06-18 15:35:09 +010086 pm.append(support::cpp14::make_unique<InPlaceOperationMutator>());
Georgios Pinitas2a2db592018-08-15 12:14:46 +010087 }
88
89 // Passes that mutate backend information
90 if(target != Target::GC)
91 {
Georgios Pinitasfbb80542018-03-27 17:15:49 +010092 pm.append(support::cpp14::make_unique<DepthConcatSubTensorMutator>());
Georgios Pinitasb7a20232018-07-02 16:12:54 +010093 pm.append(support::cpp14::make_unique<SplitLayerSubTensorMutator>());
Georgios Pinitasfbb80542018-03-27 17:15:49 +010094 }
Georgios Pinitas2a2db592018-08-15 12:14:46 +010095 pm.append(support::cpp14::make_unique<NodeExecutionMethodMutator>());
Georgios Pinitasd8734b52017-12-22 15:27:52 +000096
97 return pm;
98}
99
Anthony Barbierb6eb3532018-08-08 13:20:04 +0100100void release_default_graph_context(GraphContext &ctx)
101{
102 for(const auto &backend : backends::BackendRegistry::get().backends())
103 {
104 backend.second->release_backend_context(ctx);
105 }
106}
107
Georgios Pinitasd8734b52017-12-22 15:27:52 +0000108void setup_default_graph_context(GraphContext &ctx)
109{
110 for(const auto &backend : backends::BackendRegistry::get().backends())
111 {
112 backend.second->setup_backend_context(ctx);
113 }
114}
Georgios Pinitascac13b12018-04-27 19:07:19 +0100115
116size_t get_dimension_size(const TensorDescriptor &descriptor, const DataLayoutDimension data_layout_dimension)
117{
118 ARM_COMPUTE_ERROR_ON_MSG(descriptor.layout == DataLayout::UNKNOWN, "Cannot retrieve the dimension index for an unknown layout!");
119 return descriptor.shape[get_dimension_idx(descriptor, data_layout_dimension)];
120}
121
122size_t get_dimension_idx(const TensorDescriptor &descriptor, const DataLayoutDimension data_layout_dimension)
123{
124 ARM_COMPUTE_ERROR_ON_MSG(descriptor.layout == DataLayout::UNKNOWN, "Cannot retrieve the dimension index for an unknown layout!");
125
126 /* Return the index based on the data layout
127 * [N C H W]
128 * [3 2 1 0]
129 * [N H W C]
130 */
131 switch(data_layout_dimension)
132 {
133 case DataLayoutDimension::CHANNEL:
134 return (descriptor.layout == DataLayout::NCHW) ? 2 : 0;
135 break;
136 case DataLayoutDimension::HEIGHT:
137 return (descriptor.layout == DataLayout::NCHW) ? 1 : 2;
138 break;
139 case DataLayoutDimension::WIDTH:
140 return (descriptor.layout == DataLayout::NCHW) ? 0 : 1;
141 break;
142 case DataLayoutDimension::BATCHES:
143 return 3;
144 break;
145 default:
146 ARM_COMPUTE_ERROR("Data layout index not supported!");
147 break;
148 }
149}
Georgios Pinitas2a2db592018-08-15 12:14:46 +0100150
151std::vector<NodeIdxPair> get_driving_nodes(const INode &node)
152{
153 std::vector<NodeIdxPair> driving_nodes;
154
155 const Graph *g = node.graph();
156 ARM_COMPUTE_ERROR_ON(g == nullptr);
157
158 for(auto &output_edge_id : node.output_edges())
159 {
160 auto output_edge = g->edge(output_edge_id);
161 if(output_edge != nullptr)
162 {
163 ARM_COMPUTE_ERROR_ON(output_edge->consumer() == nullptr);
164 driving_nodes.push_back({ output_edge->consumer_id(), output_edge->consumer_idx() });
165 }
166 }
167
168 return driving_nodes;
169}
170
171void configure_tensor(Tensor *tensor)
172{
173 if(tensor != nullptr && tensor->handle() == nullptr)
174 {
175 Target target = tensor->desc().target;
176 auto backend = backends::BackendRegistry::get().find_backend(target);
177 ARM_COMPUTE_ERROR_ON_MSG(!backend, "Requested backend doesn't exist!");
178 auto handle = backend->create_tensor(*tensor);
179 ARM_COMPUTE_ERROR_ON_MSG(!backend, "Couldn't create backend handle!");
180 tensor->set_handle(std::move(handle));
181 }
182}
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100183} // namespace graph
Anthony Barbierb6eb3532018-08-08 13:20:04 +0100184} // namespace arm_compute