blob: 9a70d3284392c7fb73740b41b5e2d0f31dfe0fd5 [file] [log] [blame]
Georgios Pinitasae54e022018-07-16 15:41:27 +01001/*
Pablo Tello3dd5b682019-03-04 14:14:02 +00002 * Copyright (c) 2018-2019 ARM Limited.
Georgios Pinitasae54e022018-07-16 15:41:27 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#include "arm_compute/runtime/NEON/functions/NEConcatenateLayer.h"
25
Vidhya Sudhan Loganathan338595b2019-06-28 14:09:53 +010026#include "arm_compute/core/NEON/kernels/NEBatchConcatenateLayerKernel.h"
Georgios Pinitas09f24972019-05-17 18:14:40 +010027#include "arm_compute/core/NEON/kernels/NEDepthConcatenateLayerKernel.h"
28#include "arm_compute/core/NEON/kernels/NEHeightConcatenateLayerKernel.h"
29#include "arm_compute/core/NEON/kernels/NEWidthConcatenateLayerKernel.h"
Georgios Pinitasae54e022018-07-16 15:41:27 +010030
Pablo Tello3dd5b682019-03-04 14:14:02 +000031#include "arm_compute/core/utils/misc/ShapeCalculator.h"
32#include "arm_compute/runtime/NEON/NEScheduler.h"
33
Georgios Pinitasae54e022018-07-16 15:41:27 +010034#include "arm_compute/core/Error.h"
35#include "arm_compute/core/ITensor.h"
36#include "arm_compute/core/TensorInfo.h"
37#include "arm_compute/core/Types.h"
38#include "support/ToolchainSupport.h"
39
40namespace arm_compute
41{
42NEConcatenateLayer::NEConcatenateLayer()
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +010043 : _concat_kernels(),
Pablo Tello3dd5b682019-03-04 14:14:02 +000044 _num_inputs(0),
45 _axis(Window::DimX)
Georgios Pinitasae54e022018-07-16 15:41:27 +010046{
47}
48
Georgios Pinitas09f24972019-05-17 18:14:40 +010049void NEConcatenateLayer::configure(std::vector<ITensor *> inputs_vector, ITensor *output, size_t axis)
50{
51 configure_internal(std::move(inputs_vector), output, axis);
52}
53
54void NEConcatenateLayer::configure(std::vector<const ITensor *> inputs_vector, ITensor *output, size_t axis)
55{
56 configure_internal(std::move(inputs_vector), output, axis);
57}
58
59Status NEConcatenateLayer::validate(const std::vector<ITensorInfo *> &inputs_vector, const ITensorInfo *output, size_t axis)
60{
61 return validate_internal(inputs_vector, output, axis);
62}
63
64Status NEConcatenateLayer::validate(const std::vector<const ITensorInfo *> &inputs_vector, const ITensorInfo *output, size_t axis)
65{
66 return validate_internal(inputs_vector, output, axis);
67}
68
69template <typename TensorType, typename>
70void NEConcatenateLayer::configure_internal(std::vector<TensorType *> &&inputs_vector, ITensor *output, size_t axis)
Pablo Tello3dd5b682019-03-04 14:14:02 +000071{
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +010072 ARM_COMPUTE_ERROR_ON(output == nullptr);
Georgios Pinitas9e4824c2019-04-12 13:15:58 +010073 _axis = axis;
Pablo Tello3dd5b682019-03-04 14:14:02 +000074 _num_inputs = inputs_vector.size();
75
76 std::vector<ITensorInfo *> inputs_vector_info;
Michalis Spyroubcfd09a2019-05-01 13:03:59 +010077 inputs_vector_info.reserve(_num_inputs);
Pablo Tello3dd5b682019-03-04 14:14:02 +000078 for(unsigned int i = 0; i < _num_inputs; ++i)
79 {
80 ARM_COMPUTE_ERROR_ON_NULLPTR(inputs_vector.at(i));
81 inputs_vector_info.emplace_back(inputs_vector.at(i)->info());
82 }
Michalis Spyroua9c44722019-04-05 17:18:36 +010083 TensorShape output_shape = arm_compute::misc::shape_calculator::calculate_concatenate_shape(inputs_vector, _axis);
Pablo Tello3dd5b682019-03-04 14:14:02 +000084
85 // Output auto inizialitation if not yet initialized
86 auto_init_if_empty(*output->info(), output_shape, 1, inputs_vector[0]->info()->data_type());
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +010087 ARM_COMPUTE_ERROR_THROW_ON(NEConcatenateLayer::validate(inputs_vector_info, output->info(), axis));
Pablo Tello3dd5b682019-03-04 14:14:02 +000088
89 unsigned int offset = 0;
90
Pablo Tello3dd5b682019-03-04 14:14:02 +000091 for(unsigned int i = 0; i < _num_inputs; ++i)
92 {
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +010093 switch(_axis)
Georgios Pinitasae54e022018-07-16 15:41:27 +010094 {
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +010095 case Window::DimX:
96 {
97 auto kernel = support::cpp14::make_unique<NEWidthConcatenateLayerKernel>();
98 kernel->configure(inputs_vector.at(i), offset, output);
99 _concat_kernels.emplace_back(std::move(kernel));
100 break;
101 }
102 case Window::DimY:
103 {
104 auto kernel = support::cpp14::make_unique<NEHeightConcatenateLayerKernel>();
105 kernel->configure(inputs_vector.at(i), offset, output);
106 _concat_kernels.emplace_back(std::move(kernel));
107 break;
108 }
109 case Window::DimZ:
110 {
111 auto kernel = support::cpp14::make_unique<NEDepthConcatenateLayerKernel>();
112 kernel->configure(inputs_vector.at(i), offset, output);
113 _concat_kernels.emplace_back(std::move(kernel));
114 break;
115 }
Vidhya Sudhan Loganathan338595b2019-06-28 14:09:53 +0100116 case 3:
117 {
118 auto kernel = support::cpp14::make_unique<NEBatchConcatenateLayerKernel>();
119 kernel->configure(inputs_vector.at(i), offset, output);
120 _concat_kernels.emplace_back(std::move(kernel));
121 break;
122 }
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100123 default:
124 ARM_COMPUTE_ERROR("Axis not supported");
Georgios Pinitasae54e022018-07-16 15:41:27 +0100125 }
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100126 offset += inputs_vector.at(i)->info()->dimension(_axis);
Georgios Pinitasae54e022018-07-16 15:41:27 +0100127 }
128}
129
Georgios Pinitas09f24972019-05-17 18:14:40 +0100130template <typename TensorInfoType, typename>
131Status NEConcatenateLayer::validate_internal(const std::vector<TensorInfoType *> &inputs_vector, const ITensorInfo *output, size_t axis)
Georgios Pinitasae54e022018-07-16 15:41:27 +0100132{
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100133 ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(output);
134 ARM_COMPUTE_RETURN_ERROR_ON(inputs_vector.size() < 2);
Georgios Pinitasae54e022018-07-16 15:41:27 +0100135
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100136 unsigned int offset = 0;
137 for(const auto &input : inputs_vector)
138 {
139 ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(input);
Georgios Pinitas9e4824c2019-04-12 13:15:58 +0100140 switch(axis)
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100141 {
142 case Window::DimX:
143 {
Michalis Spyroua9c44722019-04-05 17:18:36 +0100144 ARM_COMPUTE_RETURN_ON_ERROR(NEWidthConcatenateLayerKernel::validate(input, offset, output));
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100145 break;
146 }
147 case Window::DimY:
148 {
Michalis Spyroua9c44722019-04-05 17:18:36 +0100149 ARM_COMPUTE_RETURN_ON_ERROR(NEHeightConcatenateLayerKernel::validate(input, offset, output));
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100150 break;
151 }
152 case Window::DimZ:
153 {
Michalis Spyroua9c44722019-04-05 17:18:36 +0100154 ARM_COMPUTE_RETURN_ON_ERROR(NEDepthConcatenateLayerKernel::validate(input, offset, output));
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100155 break;
156 }
Vidhya Sudhan Loganathan338595b2019-06-28 14:09:53 +0100157 case 3:
158 {
159 ARM_COMPUTE_RETURN_ON_ERROR(NEBatchConcatenateLayerKernel::validate(input, offset, output));
160 break;
161 }
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100162 default:
163 ARM_COMPUTE_ERROR("Axis not supported");
164 }
Georgios Pinitas9e4824c2019-04-12 13:15:58 +0100165 offset += input->dimension(axis);
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100166 }
167
Michalis Spyroua9c44722019-04-05 17:18:36 +0100168 if(output->total_size() != 0)
169 {
170 TensorShape output_shape = arm_compute::misc::shape_calculator::calculate_concatenate_shape(inputs_vector, axis);
171 ARM_COMPUTE_RETURN_ERROR_ON(output_shape.total_size() != output->tensor_shape().total_size());
172 }
173
Georgios Pinitasae54e022018-07-16 15:41:27 +0100174 return Status{};
175}
176
177void NEConcatenateLayer::run()
178{
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100179 for(auto &kernel : _concat_kernels)
Pablo Tello3dd5b682019-03-04 14:14:02 +0000180 {
Michalis Spyrou9f15c5e2019-04-03 19:48:54 +0100181 NEScheduler::get().schedule(kernel.get(), _axis);
Pablo Tello3dd5b682019-03-04 14:14:02 +0000182 }
Georgios Pinitasae54e022018-07-16 15:41:27 +0100183}
184} // namespace arm_compute