blob: 29302c410ae5819e01704272edfaee23b1da6397 [file] [log] [blame]
Anthony Barbier671a11e2018-07-06 15:11:36 +01001/*
Giorgio Arenac5a61392021-01-06 15:13:08 +00002 * Copyright (c) 2018-2021 Arm Limited.
Anthony Barbier671a11e2018-07-06 15:11:36 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Michalis Spyrouf4643372019-11-29 16:17:13 +000024#ifndef ARM_COMPUTE_WINDOW_ITERATOR_H
25#define ARM_COMPUTE_WINDOW_ITERATOR_H
Anthony Barbier671a11e2018-07-06 15:11:36 +010026#include "arm_compute/core/Coordinates.h"
Anthony Barbierc8e84b52018-07-17 16:48:42 +010027#include "arm_compute/core/Error.h"
Anthony Barbier671a11e2018-07-06 15:11:36 +010028#include "arm_compute/core/ITensor.h"
29#include "arm_compute/core/Window.h"
30
Anthony Barbier671a11e2018-07-06 15:11:36 +010031namespace arm_compute
32{
33/** Convert an offset in window steps into absolute coordinates.
34 *
35 * @param[in] w Window @p offset is related to.
36 * @param[in] offset Offset inside the window expressed in number of window steps.
37 *
38 * @return Absolute coordinates.
39 */
40inline Coordinates convert_window_coord_to_position(const Window &w, const Coordinates &offset)
41{
42 Coordinates position;
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +010043 for (unsigned int i = 0; i < Coordinates::num_max_dimensions; ++i)
Anthony Barbier671a11e2018-07-06 15:11:36 +010044 {
45 position.set(i, w[i].start() + offset[i] * w[i].step());
46 }
47 return position;
48}
49
50/** Tensor accessors to make it easier to interface with arm_gemm */
51template <typename T>
52class TensorAccessor
53{
54public:
55 /** Constructor:
56 *
57 * @param[in] tensor Source tensor, must be allocated.
58 */
59 TensorAccessor(const ITensor &tensor)
60 : _first(tensor.ptr_to_element(Coordinates())), _strides(tensor.info()->strides_in_bytes())
61 {
62 }
63 /** Get the stride of the dimension dim expressed in number of Ts.
64 *
65 * @param[in] dim Dimension of the wanted stride.
66 *
67 * @return Stride in number of Ts.
68 */
69 inline size_t stride(size_t dim) const
70 {
Anthony Barbierc8e84b52018-07-17 16:48:42 +010071 ARM_COMPUTE_ERROR_ON(_strides[dim] % sizeof(T) != 0);
Anthony Barbier671a11e2018-07-06 15:11:36 +010072 return _strides[dim] / sizeof(T);
73 }
74
Anthony Barbierc8e84b52018-07-17 16:48:42 +010075 /** Manually set the stride of a dimension
76 *
77 * @param[in] dim Dimension of the stride to set.
78 * @param[in] size Value to set the stride to (in bytes).
79 */
80 void set_stride(size_t dim, size_t size)
81 {
82 _strides[dim] = size;
83 }
84
Georgios Pinitas37d080f2019-06-21 18:43:12 +010085 /** Manually set the strides
86 *
87 * @param[in] strides Strides to set
88 */
89 void set_strides(const Strides &strides)
90 {
91 _strides = strides;
92 }
93
Anthony Barbier671a11e2018-07-06 15:11:36 +010094 /** Returns a pointer to the element at coordinates (x,y,z,w)
95 *
96 * @param[in] x X coordinates
97 * @param[in] y (optional) Y coordinates
98 * @param[in] z (optional) Z coordinates
99 * @param[in] w (optional) W coordinates
100 */
101 inline T *get_ptr(unsigned int x, unsigned int y = 0, unsigned int z = 0, unsigned int w = 0)
102 {
103 return reinterpret_cast<T *>(_first + x * _strides[0] + y * _strides[1] + z * _strides[2] + w * _strides[3]);
104 }
105
106 /** Returns a pointer to the element at coordinates (x,y,z,w)
107 *
108 * @param[in] x X coordinates
109 * @param[in] y (optional) Y coordinates
110 * @param[in] z (optional) Z coordinates
111 * @param[in] w (optional) W coordinates
112 */
113 inline T *operator()(unsigned int x, unsigned int y = 0, unsigned int z = 0, unsigned int w = 0)
114 {
115 return get_ptr(x, y, z, w);
116 }
117
Anthony Barbier3d677cc2018-07-23 16:42:59 +0100118 /** Returns a pointer to the first element of the tensor
119 *
120 * @return Pointer to the first element.
121 */
122 inline T *first_element()
123 {
124 return reinterpret_cast<T *>(_first);
125 }
126
127 /** Returns a pointer to the first element of the tensor
128 *
129 * @return Pointer to the first element.
130 */
131 inline T *operator()()
132 {
133 return first_element();
134 }
135
Anthony Barbier671a11e2018-07-06 15:11:36 +0100136private:
Anthony Barbierc8e84b52018-07-17 16:48:42 +0100137 uint8_t *_first; /**< Pointer to the first element of the tensor.*/
138 Strides _strides; /**< Strides in bytes of the tensor */
Anthony Barbier671a11e2018-07-06 15:11:36 +0100139};
140
141/** Iterate over a portion of a Window */
142template <typename L>
143class WindowIterator
144{
145public:
146 /** Construct a WindowIterator object
147 *
148 * @param[in] w Window to use for the iteration
149 * @param[in] start Where to start iterating from (In Window coordinates)
150 * @param[in] end Where to stop iterating (In Window coordinates).
151 * @param[in] lambda_function Lambda function to call for every iteration between start and end. (It will be called last for end - 1)
152 */
153 WindowIterator(const Window &w, const Coordinates &start, const Coordinates &end, L &&lambda_function)
154 : _lambda_function(std::move(lambda_function)),
155 _position(convert_window_coord_to_position(w, start)),
156 _end(convert_window_coord_to_position(w, end)),
157 _w(w)
158 {
159 }
160 /** Iterate over the lowest 3 dimensions of the window.
161 *
162 * @param[in] on_new_row_size Callback to be called before lambda_function every time the width of the row processed changes.
163 */
164 template <typename M>
165 void iterate_3D(M &&on_new_row_size)
166 {
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100167 while (_end.z() != _position.z())
Anthony Barbier671a11e2018-07-06 15:11:36 +0100168 {
Anthony Barbier671a11e2018-07-06 15:11:36 +0100169 iterate_2D_internal(on_new_row_size, _w.x().end() - _w.x().step(), _w.y().end() - _w.y().step());
170 _position[2] += _w.z().step();
171 _position[1] = _w.y().start();
172 _position[0] = _w.x().start();
173 }
174 // Left over:
Anthony Barbier671a11e2018-07-06 15:11:36 +0100175 iterate_2D(on_new_row_size);
176 }
177
178 /** Iterate over the lowest 2 dimensions of the window.
179 *
180 * @param[in] on_new_row_size Callback to be called before lambda_function every time the width of the row processed changes.
181 */
182 template <typename M>
183 void iterate_2D(M &&on_new_row_size)
184 {
185 iterate_2D_internal(on_new_row_size, _end.x(), _end.y());
186 }
187
188 /** Change the step used for the iteration.
189 *
190 * @note Does not affect the start and end points.
191 *
192 * @param[in] dim Dimension to change
193 * @param[in] step New step to use for the given dimension.
194 */
195 inline void set_step(size_t dim, int step)
196 {
197 _w.set_dimension_step(dim, step);
198 }
199
200 /** Returns the coordinates in absolute coordinates of the end position
201 *
202 * @return End position coordinates.
203 */
204 const Coordinates &end_position() const
205 {
206 return _end;
207 }
208
209private:
210 template <typename M>
211 void iterate_2D_internal(M &&on_new_row_size, int end_x, int end_y)
212 {
213 //Is there more than one row to process ?
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100214 if (end_y == _position.y())
Anthony Barbier671a11e2018-07-06 15:11:36 +0100215 {
Anthony Barbier671a11e2018-07-06 15:11:36 +0100216 // Both start and end belong to the same row:
217 iterate_over_dim0(end_x + _w.x().step(), on_new_row_size);
218 }
219 else
220 {
221 // Do we start from the beginning of the row ?
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100222 if (_w.x().start() != _position.x())
Anthony Barbier671a11e2018-07-06 15:11:36 +0100223 {
224 //Start in the middle of a row: process left-over X
Anthony Barbier671a11e2018-07-06 15:11:36 +0100225 iterate_over_dim0(_w.x().end(), on_new_row_size);
226 _position[1] += _w.y().step();
227 }
228
229 //Middle rows
230 bool no_leftover = end_x + _w.x().step() == _w.x().end();
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100231 if (no_leftover)
Anthony Barbier671a11e2018-07-06 15:11:36 +0100232 {
Anthony Barbier671a11e2018-07-06 15:11:36 +0100233 //Switch to full row size:
234 on_new_row_size(_w[0].start(), _w.x().end());
235 // Shouldn't be possible to reach that point and not have at least one entire row to process
236 ARM_COMPUTE_ERROR_ON(_w.y().end() == _position.y());
237 // No leftover: all the rows lefts to process are full width:
Georgios Pinitasfb0b2802018-08-01 12:11:15 +0100238 iterate_over_dim1(end_y + _w.y().step());
Anthony Barbier671a11e2018-07-06 15:11:36 +0100239 }
240 else
241 {
Anthony Barbier671a11e2018-07-06 15:11:36 +0100242 // Are there full rows to process ?
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100243 if (_position[1] != end_y)
Anthony Barbier671a11e2018-07-06 15:11:36 +0100244 {
Anthony Barbier671a11e2018-07-06 15:11:36 +0100245 //Switch to full row size:
246 on_new_row_size(_w[0].start(), _w.x().end());
Georgios Pinitasfb0b2802018-08-01 12:11:15 +0100247 iterate_over_dim1(end_y);
Anthony Barbier671a11e2018-07-06 15:11:36 +0100248 }
249
Anthony Barbier671a11e2018-07-06 15:11:36 +0100250 //Leftover end x
251 _position[0] = _w.x().start();
252 iterate_over_dim0(end_x + _w.x().step(), on_new_row_size);
253 }
254 }
255 }
256
257 /** Process full rows below 'end'
258 *
259 * @param[in] end Y position to stop at.
260 */
261 void iterate_over_dim1(int end)
262 {
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100263 for (; _position[1] != end; _position[1] += _w[1].step())
Anthony Barbier671a11e2018-07-06 15:11:36 +0100264 {
265 _position[0] = _w[0].start();
266 iterate_over_dim0(_w[0].end());
267 }
268 }
269
270 /** Process elements of a given row up to 'end'
271 *
272 * @param[in] end X position to stop at.
273 * @param[in] on_new_row_size Callback to call before starting iterating
274 */
275 template <typename M>
276 void iterate_over_dim0(int end, M &&on_new_row_size)
277 {
278 on_new_row_size(_position.x(), end);
279 iterate_over_dim0(end);
280 }
281
282 /** Process elements of a given row up to 'end'
283 *
284 * @param[in] end X position to stop at.
285 */
286 void iterate_over_dim0(int end)
287 {
Anthony Barbier671a11e2018-07-06 15:11:36 +0100288 // Both start and end belong to the same row:
289 ARM_COMPUTE_ERROR_ON(_position[0] > end);
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100290 for (; _position.x() < end; _position[0] += _w[0].step())
Anthony Barbier671a11e2018-07-06 15:11:36 +0100291 {
292 _lambda_function(_position);
293 }
294 }
295
296 L _lambda_function; /**< Function to call for each iteration */
297 Coordinates _position; /**< Absolute coordinates of the current position */
298 Coordinates _end; /**< Absolute coordinates of the point after the last iteration */
299 Window _w; /**< Window to iterate over */
300};
301
302/** Create a WindowIterator object
303 *
304 * @param[in] w Window to use for the iteration
305 * @param[in] start Where to start iterating from (In Window coordinates)
306 * @param[in] end Where to stop iterating (In Window coordinates).
307 * @param[in] lambda_function Lambda function to call for every iteration between start and end. (It will be called last for end - 1)
308 *
309 * @return A WindowIterator object.
310 */
311template <typename L>
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100312WindowIterator<L>
313create_window_iterator(const Window &w, const Coordinates &start, const Coordinates &end, L &&lambda_function)
Anthony Barbier671a11e2018-07-06 15:11:36 +0100314{
315 return WindowIterator<L>(w, start, end, std::move(lambda_function));
316}
Felix Thomasmathibalanafd38f02023-09-27 17:46:17 +0100317} // namespace arm_compute
Michalis Spyrouf4643372019-11-29 16:17:13 +0000318#endif /*ARM_COMPUTE_WINDOW_ITERATOR_H*/