blob: f19e1e12e054847e1c1edc9820599b79d9869b4b [file] [log] [blame]
Anthony Barbier6ff3b192017-09-04 18:44:23 +01001/*
Viet-Hoa Do37c989a2023-02-24 15:52:21 +00002 * Copyright (c) 2016-2021, 2023 Arm Limited.
Anthony Barbier6ff3b192017-09-04 18:44:23 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Michalis Spyrouf4643372019-11-29 16:17:13 +000024#ifndef ARM_COMPUTE_HELPERS_H
25#define ARM_COMPUTE_HELPERS_H
Anthony Barbier6ff3b192017-09-04 18:44:23 +010026
Georgios Pinitas583137c2017-08-31 18:12:42 +010027#include "arm_compute/core/Error.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010028#include "arm_compute/core/IAccessWindow.h"
Sang-Hoon Park68dd25f2020-10-19 16:00:11 +010029#include "arm_compute/core/ITensor.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010030#include "arm_compute/core/Types.h"
Sang-Hoon Park68dd25f2020-10-19 16:00:11 +010031#include "arm_compute/core/Validate.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010032#include "arm_compute/core/Window.h"
Georgios Pinitas583137c2017-08-31 18:12:42 +010033
Anthony Barbier6ff3b192017-09-04 18:44:23 +010034#include <array>
35#include <cstddef>
36#include <cstdint>
Anthony Barbier6ff3b192017-09-04 18:44:23 +010037#include <tuple>
Anthony Barbier6ff3b192017-09-04 18:44:23 +010038
39namespace arm_compute
40{
41class IKernel;
42class ITensor;
43class ITensorInfo;
44
Anthony Barbier6ff3b192017-09-04 18:44:23 +010045/** Iterator updated by @ref execute_window_loop for each window element */
46class Iterator
47{
48public:
49 /** Default constructor to create an empty iterator */
50 constexpr Iterator();
51 /** Create a container iterator for the metadata and allocation contained in the ITensor
52 *
53 * @param[in] tensor The tensor to associate to the iterator.
54 * @param[in] window The window which will be used to iterate over the tensor.
55 */
56 Iterator(const ITensor *tensor, const Window &window);
57
Viet-Hoa Do37c989a2023-02-24 15:52:21 +000058 /** Create a container iterator for the tensor with the specified number of dimensions, stride, buffer pointer and window.
59 *
60 * @param[in] num_dims The number of dimensions.
61 * @param[in] strides The strides in bytes.
62 * @param[in] buffer The data buffer.
63 * @param[in] offset The offset in bytes from the beginning of the buffer to the first element of the tensor.
64 * @param[in] window The window which will be used to iterate over the tensor.
65 */
66 Iterator(size_t num_dims, const Strides &strides, uint8_t *buffer, size_t offset, const Window &window);
67
Anthony Barbier6ff3b192017-09-04 18:44:23 +010068 /** Increment the iterator along the specified dimension of the step value associated to the dimension.
69 *
70 * @warning It is the caller's responsibility to call increment(dimension+1) when reaching the end of a dimension, the iterator will not check for overflow.
71 *
72 * @note When incrementing a dimension 'n' the coordinates of all the dimensions in the range (0,n-1) are reset. For example if you iterate over a 2D image, everytime you change row (dimension 1), the iterator for the width (dimension 0) is reset to its start.
73 *
74 * @param[in] dimension Dimension to increment
75 */
76 void increment(size_t dimension);
77
78 /** Return the offset in bytes from the first element to the current position of the iterator
79 *
80 * @return The current position of the iterator in bytes relative to the first element.
81 */
Sheri Zhanga3e6b6d2020-08-18 10:07:35 +010082 constexpr size_t offset() const;
Anthony Barbier6ff3b192017-09-04 18:44:23 +010083
84 /** Return a pointer to the current pixel.
85 *
86 * @warning Only works if the iterator was created with an ITensor.
87 *
88 * @return equivalent to buffer() + offset()
89 */
90 constexpr uint8_t *ptr() const;
91
92 /** Move the iterator back to the beginning of the specified dimension.
93 *
94 * @param[in] dimension Dimension to reset
95 */
96 void reset(size_t dimension);
97
98private:
Viet-Hoa Do37c989a2023-02-24 15:52:21 +000099
100 /** Initialize a container iterator for the tensor with the specified number of dimensions, stride, buffer pointer and window.
101 *
102 * @param[in] num_dims The number of dimensions.
103 * @param[in] strides The strides in bytes.
104 * @param[in] buffer The data buffer.
105 * @param[in] offset The offset in bytes from the beginning of the buffer to the first element of the tensor.
106 * @param[in] window The window which will be used to iterate over the tensor.
107 */
108 void initialize(size_t num_dims, const Strides &strides, uint8_t *buffer, size_t offset, const Window &window);
109
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100110 uint8_t *_ptr;
111
112 class Dimension
113 {
114 public:
115 constexpr Dimension()
116 : _dim_start(0), _stride(0)
117 {
118 }
119
Sheri Zhanga3e6b6d2020-08-18 10:07:35 +0100120 size_t _dim_start;
121 size_t _stride;
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100122 };
123
124 std::array<Dimension, Coordinates::num_max_dimensions> _dims;
125};
126
127/** Iterate through the passed window, automatically adjusting the iterators and calling the lambda_functino for each element.
128 * It passes the x and y positions to the lambda_function for each iteration
129 *
130 * @param[in] w Window to iterate through.
131 * @param[in] lambda_function The function of type void(function)( const Coordinates & id ) to call at each iteration.
132 * Where id represents the absolute coordinates of the item to process.
133 * @param[in,out] iterators Tensor iterators which will be updated by this function before calling lambda_function.
134 */
135template <typename L, typename... Ts>
136inline void execute_window_loop(const Window &w, L &&lambda_function, Ts &&... iterators);
137
Georgios Pinitas8795ffb2017-12-01 16:13:40 +0000138/** Permutes given Dimensions according to a permutation vector
139 *
140 * @warning Validity of permutation is not checked
141 *
142 * @param[in, out] dimensions Dimensions to permute
143 * @param[in] perm Permutation vector
144 */
145template <typename T>
146inline void permute(Dimensions<T> &dimensions, const PermutationVector &perm)
147{
Georgios Pinitas69af6cf2018-02-14 19:23:44 +0000148 auto dimensions_copy = utility::make_array<Dimensions<T>::num_max_dimensions>(dimensions.begin(), dimensions.end());
Georgios Pinitas8795ffb2017-12-01 16:13:40 +0000149 for(unsigned int i = 0; i < perm.num_dimensions(); ++i)
150 {
Georgios Pinitas69af6cf2018-02-14 19:23:44 +0000151 T dimension_val = (perm[i] < dimensions.num_dimensions()) ? dimensions_copy[perm[i]] : 0;
152 dimensions.set(i, dimension_val);
153 }
154}
155
156/** Permutes given TensorShape according to a permutation vector
157 *
158 * @warning Validity of permutation is not checked
159 *
160 * @param[in, out] shape Shape to permute
161 * @param[in] perm Permutation vector
162 */
163inline void permute(TensorShape &shape, const PermutationVector &perm)
164{
Giorgio Arena563494c2018-04-30 17:29:41 +0100165 TensorShape shape_copy = shape;
Georgios Pinitas69af6cf2018-02-14 19:23:44 +0000166 for(unsigned int i = 0; i < perm.num_dimensions(); ++i)
167 {
168 size_t dimension_val = (perm[i] < shape.num_dimensions()) ? shape_copy[perm[i]] : 1;
Giorgio Arenaec241b42020-12-11 13:39:02 +0000169 shape.set(i, dimension_val, false, false); // Avoid changes in _num_dimension
Georgios Pinitas8795ffb2017-12-01 16:13:40 +0000170 }
171}
172
Isabella Gottardi1fab09f2017-07-13 15:55:57 +0100173/** Helper function to calculate the Valid Region for Scale.
174 *
Diego Lopez Recas00854292018-02-22 13:08:01 +0000175 * @param[in] src_info Input tensor info used to check.
176 * @param[in] dst_shape Shape of the output.
177 * @param[in] interpolate_policy Interpolation policy.
178 * @param[in] sampling_policy Sampling policy.
179 * @param[in] border_undefined True if the border is undefined.
Isabella Gottardi1fab09f2017-07-13 15:55:57 +0100180 *
Diego Lopez Recas00854292018-02-22 13:08:01 +0000181 * @return The corresponding valid region
Isabella Gottardi1fab09f2017-07-13 15:55:57 +0100182 */
Diego Lopez Recas00854292018-02-22 13:08:01 +0000183ValidRegion calculate_valid_region_scale(const ITensorInfo &src_info, const TensorShape &dst_shape,
184 InterpolationPolicy interpolate_policy, SamplingPolicy sampling_policy, bool border_undefined);
Georgios Pinitas05078ec2017-11-02 13:06:59 +0000185
Georgios Pinitas5ee66ea2017-09-07 17:29:16 +0100186/** Convert a linear index into n-dimensional coordinates.
187 *
188 * @param[in] shape Shape of the n-dimensional tensor.
189 * @param[in] index Linear index specifying the i-th element.
190 *
191 * @return n-dimensional coordinates.
192 */
193inline Coordinates index2coords(const TensorShape &shape, int index);
Georgios Pinitas05078ec2017-11-02 13:06:59 +0000194
Georgios Pinitas5ee66ea2017-09-07 17:29:16 +0100195/** Convert n-dimensional coordinates into a linear index.
196 *
197 * @param[in] shape Shape of the n-dimensional tensor.
198 * @param[in] coord N-dimensional coordinates.
199 *
200 * @return linead index
201 */
202inline int coords2index(const TensorShape &shape, const Coordinates &coord);
Isabella Gottardid17a6772018-02-27 17:41:55 +0000203
Giorgio Arenac9fe9fc2021-10-06 12:54:29 +0100204/** Returns a static map used to find an index or dimension based on a data layout
205 *
206 * *** Layouts ***
207 *
208 * *** 4D ***
209 * [N C H W]
210 * [3 2 1 0]
211 * [N H W C]
212 *
213 * * *** 5D ***
214 * [N C D H W]
215 * [4 3 2 1 0]
216 * [N D H W C]
217 */
218const std::map<DataLayout, std::vector<DataLayoutDimension>> &get_layout_map();
219
Alex Gildayc357c472018-03-21 13:54:09 +0000220/** Get the index of the given dimension.
Isabella Gottardid17a6772018-02-27 17:41:55 +0000221 *
Alex Gildayc357c472018-03-21 13:54:09 +0000222 * @param[in] data_layout The data layout.
223 * @param[in] data_layout_dimension The dimension which this index is requested for.
Isabella Gottardid17a6772018-02-27 17:41:55 +0000224 *
225 * @return The int conversion of the requested data layout index.
226 */
Giorgio Arenac9fe9fc2021-10-06 12:54:29 +0100227inline size_t get_data_layout_dimension_index(const DataLayout &data_layout, const DataLayoutDimension &data_layout_dimension);
Georgios Pinitase2220552018-07-20 13:23:44 +0100228
Usama Arif8cf8c112019-03-14 15:36:54 +0000229/** Get the DataLayoutDimension of a given index and layout.
230 *
231 * @param[in] data_layout The data layout.
232 * @param[in] index The data layout index.
233 *
234 * @return The dimension which this index is requested for.
235 */
Giorgio Arenac9fe9fc2021-10-06 12:54:29 +0100236inline DataLayoutDimension get_index_data_layout_dimension(const DataLayout &data_layout, const size_t index);
Usama Arif8cf8c112019-03-14 15:36:54 +0000237
Georgios Pinitase2220552018-07-20 13:23:44 +0100238/** Calculate the number of output tiles required by Winograd Convolution layer. This utility function can be used by the Winograd input transform
239 * to know the number of tiles on the x and y direction
240 *
241 * @param[in] in_dims Spatial dimensions of the input tensor of convolution layer
242 * @param[in] kernel_size Kernel size
243 * @param[in] output_tile_size Size of a single output tile
244 * @param[in] conv_info Convolution info (i.e. pad, stride,...)
245 *
246 * @return the number of output tiles along the x and y directions of size "output_tile_size"
247 */
248inline Size2D compute_winograd_convolution_tiles(const Size2D &in_dims, const Size2D &kernel_size, const Size2D &output_tile_size, const PadStrideInfo &conv_info)
249{
250 int num_tiles_x = std::ceil((in_dims.width - (kernel_size.width - 1) + conv_info.pad_left() + conv_info.pad_right()) / static_cast<float>(output_tile_size.width));
251 int num_tiles_y = std::ceil((in_dims.height - (kernel_size.height - 1) + conv_info.pad_top() + conv_info.pad_bottom()) / static_cast<float>(output_tile_size.height));
252
253 // Clamp in case we provide paddings but we have 1D convolution
254 num_tiles_x = std::min(num_tiles_x, static_cast<int>(in_dims.width));
255 num_tiles_y = std::min(num_tiles_y, static_cast<int>(in_dims.height));
256
257 return Size2D(num_tiles_x, num_tiles_y);
258}
259
Gian Marco Iodice8aa985e2018-11-27 15:58:08 +0000260/** Wrap-around a number within the range 0 <= x < m
261 *
262 * @param[in] x Input value
263 * @param[in] m Range
264 *
265 * @return the wrapped-around number
266 */
267template <typename T>
268inline T wrap_around(T x, T m)
269{
270 return x >= 0 ? x % m : (x % m + m) % m;
271}
Gian Marco Iodiceb0c50372019-03-15 10:13:05 +0000272
Pablo Tello93975152019-11-08 13:47:53 +0000273/** Convert negative coordinates to positive in the range [0, num_dims_input]
274 *
275 * @param[out] coords Array of coordinates to be converted.
276 * @param[in] max_value Maximum value to be used when wrapping the negative values in coords
277 */
278inline Coordinates &convert_negative_axis(Coordinates &coords, int max_value)
279{
280 for(unsigned int i = 0; i < coords.num_dimensions(); ++i)
281 {
282 coords[i] = wrap_around(coords[i], max_value);
283 }
284 return coords;
285}
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100286} // namespace arm_compute
287
288#include "arm_compute/core/Helpers.inl"
Michalis Spyrouf4643372019-11-29 16:17:13 +0000289#endif /*ARM_COMPUTE_HELPERS_H */