blob: 442f636b6120bbf3536b3be0925aa629529147dc [file] [log] [blame]
Anthony Barbier2a07e182017-08-04 18:20:27 +01001/*
Michele Di Giorgiod9eaf612020-07-08 11:12:57 +01002 * Copyright (c) 2018-2020 Arm Limited.
Anthony Barbier2a07e182017-08-04 18:20:27 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010024#include "arm_compute/graph/nodes/FullyConnectedLayerNode.h"
Anthony Barbier2a07e182017-08-04 18:20:27 +010025
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010026#include "arm_compute/core/Utils.h"
27#include "arm_compute/graph/Graph.h"
28#include "arm_compute/graph/INodeVisitor.h"
Anthony Barbier2a07e182017-08-04 18:20:27 +010029
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010030namespace arm_compute
Anthony Barbier2a07e182017-08-04 18:20:27 +010031{
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010032namespace graph
33{
Georgios Pinitas2f1366a2018-07-31 16:33:06 +010034FullyConnectedLayerNode::FullyConnectedLayerNode(unsigned int num_outputs, QuantizationInfo out_quant_info, FullyConnectedLayerInfo fc_info)
Michalis Spyrou6260e192019-06-06 13:47:38 +010035 : _num_outputs(num_outputs), _out_quant_info(std::move(out_quant_info)), _info(fc_info)
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010036{
37 _input_edges.resize(3, EmptyEdgeID);
38 _outputs.resize(1, NullTensorID);
39}
40
Giorgio Arena1856ff72020-02-07 13:46:45 +000041void FullyConnectedLayerNode::set_fused_activation(ActivationLayerInfo fused_activation)
42{
43 _info.activation_info = fused_activation;
44}
45
Georgios Pinitascac13b12018-04-27 19:07:19 +010046TensorDescriptor FullyConnectedLayerNode::compute_weights_descriptor(const TensorDescriptor &input_descriptor,
Georgios Pinitas2f1366a2018-07-31 16:33:06 +010047 unsigned int num_outputs,
Georgios Pinitas195b0ba2018-08-02 17:18:51 +010048 FullyConnectedLayerInfo fc_info,
Michalis Spyrou6260e192019-06-06 13:47:38 +010049 const QuantizationInfo &weights_quant_info)
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010050{
51 unsigned int num_weights = 1;
Georgios Pinitascac13b12018-04-27 19:07:19 +010052 unsigned int num_dimensions = input_descriptor.shape.num_dimensions();
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010053 // Ignore the batch dimension if there is one:
54 if(num_dimensions == 2 || num_dimensions == 4)
55 {
56 num_dimensions--;
57 }
58 for(unsigned int i = 0; i < num_dimensions; i++)
59 {
Georgios Pinitascac13b12018-04-27 19:07:19 +010060 num_weights *= input_descriptor.shape[i];
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010061 }
Georgios Pinitascac13b12018-04-27 19:07:19 +010062
63 TensorDescriptor weights_descriptor = input_descriptor;
64 weights_descriptor.shape = TensorShape(num_weights, num_outputs);
65
Georgios Pinitas195b0ba2018-08-02 17:18:51 +010066 // If weights are tranposed, use tranposed shape
67 if(!fc_info.transpose_weights)
68 {
69 weights_descriptor.shape = TensorShape(num_outputs, num_weights);
70 }
71
Georgios Pinitas2f1366a2018-07-31 16:33:06 +010072 // Set quantization info if present
73 if(!weights_quant_info.empty())
74 {
75 weights_descriptor.quant_info = weights_quant_info;
76 }
77
Georgios Pinitascac13b12018-04-27 19:07:19 +010078 return weights_descriptor;
Georgios Pinitasd9eb2752018-04-03 13:44:29 +010079}
80
Georgios Pinitascac13b12018-04-27 19:07:19 +010081TensorDescriptor FullyConnectedLayerNode::compute_output_descriptor(const TensorDescriptor &input_descriptor,
Georgios Pinitas2f1366a2018-07-31 16:33:06 +010082 unsigned int num_outputs,
Michalis Spyrou6260e192019-06-06 13:47:38 +010083 const QuantizationInfo &out_quant_info)
Georgios Pinitas6f669f02017-09-26 12:32:57 +010084{
85 // Note: Only 1D batch space is supported at the moment
Georgios Pinitascac13b12018-04-27 19:07:19 +010086 unsigned int batches = input_descriptor.shape[1];
87 if(input_descriptor.shape.num_dimensions() > 2)
Georgios Pinitas6f669f02017-09-26 12:32:57 +010088 {
Georgios Pinitascac13b12018-04-27 19:07:19 +010089 batches = input_descriptor.shape[3];
Georgios Pinitas6f669f02017-09-26 12:32:57 +010090 }
Georgios Pinitascac13b12018-04-27 19:07:19 +010091
Georgios Pinitas2f1366a2018-07-31 16:33:06 +010092 // Set descriptor shape
Georgios Pinitascac13b12018-04-27 19:07:19 +010093 TensorDescriptor output_descriptor = input_descriptor;
94 output_descriptor.shape = TensorShape(num_outputs, batches);
95
Georgios Pinitas2f1366a2018-07-31 16:33:06 +010096 // Set quantization info if present
97 if(!out_quant_info.empty())
98 {
99 output_descriptor.quant_info = out_quant_info;
100 }
101
Georgios Pinitascac13b12018-04-27 19:07:19 +0100102 return output_descriptor;
Georgios Pinitas6f669f02017-09-26 12:32:57 +0100103}
Anthony Barbier2a07e182017-08-04 18:20:27 +0100104
Georgios Pinitas7d66a8e2018-07-17 12:28:42 +0100105FullyConnectedLayerInfo FullyConnectedLayerNode::info() const
106{
107 return _info;
108}
109
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100110bool FullyConnectedLayerNode::forward_descriptors()
Anthony Barbier2a07e182017-08-04 18:20:27 +0100111{
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100112 if((input_id(0) != NullTensorID) && (output_id(0) != NullTensorID))
Anthony Barbier2a07e182017-08-04 18:20:27 +0100113 {
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100114 Tensor *dst = output(0);
115 ARM_COMPUTE_ERROR_ON(dst == nullptr);
116 dst->desc() = configure_output(0);
117 return true;
Anthony Barbier2a07e182017-08-04 18:20:27 +0100118 }
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100119 return false;
Anthony Barbier2a07e182017-08-04 18:20:27 +0100120}
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100121
122TensorDescriptor FullyConnectedLayerNode::configure_output(size_t idx) const
123{
124 ARM_COMPUTE_UNUSED(idx);
125 const Tensor *src = input(0);
126 ARM_COMPUTE_ERROR_ON(src == nullptr);
127
Georgios Pinitas2f1366a2018-07-31 16:33:06 +0100128 return compute_output_descriptor(src->desc(), _num_outputs, _out_quant_info);
Georgios Pinitasd9eb2752018-04-03 13:44:29 +0100129}
130
131NodeType FullyConnectedLayerNode::type() const
132{
133 return NodeType::FullyConnectedLayer;
134}
135
136void FullyConnectedLayerNode::accept(INodeVisitor &v)
137{
138 v.visit(*this);
139}
140} // namespace graph
141} // namespace arm_compute