blob: 8605f4e3e1f1a9edafde7d0e4ad2dc5d753daa07 [file] [log] [blame]
Anthony Barbier6ff3b192017-09-04 18:44:23 +01001/*
Manuel Bottini053e7512018-12-28 15:05:20 +00002 * Copyright (c) 2016-2019 ARM Limited.
Anthony Barbier6ff3b192017-09-04 18:44:23 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#ifndef __UTILS_UTILS_H__
25#define __UTILS_UTILS_H__
26
27#include "arm_compute/core/Helpers.h"
28#include "arm_compute/core/ITensor.h"
29#include "arm_compute/core/Types.h"
30#include "arm_compute/core/Validate.h"
steniu01bee466b2017-06-21 16:45:41 +010031#include "arm_compute/core/Window.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010032#include "arm_compute/runtime/Tensor.h"
Giorgio Arenacf3935f2017-10-26 17:14:13 +010033#include "libnpy/npy.hpp"
Anthony Barbier2a07e182017-08-04 18:20:27 +010034#include "support/ToolchainSupport.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010035
36#ifdef ARM_COMPUTE_CL
37#include "arm_compute/core/CL/OpenCL.h"
Isabella Gottardi02aabcc2017-10-12 17:28:51 +010038#include "arm_compute/runtime/CL/CLDistribution1D.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010039#include "arm_compute/runtime/CL/CLTensor.h"
40#endif /* ARM_COMPUTE_CL */
Anthony Barbier7068f992017-10-26 15:23:08 +010041#ifdef ARM_COMPUTE_GC
42#include "arm_compute/runtime/GLES_COMPUTE/GCTensor.h"
43#endif /* ARM_COMPUTE_GC */
Anthony Barbier6ff3b192017-09-04 18:44:23 +010044
45#include <cstdlib>
46#include <cstring>
47#include <fstream>
48#include <iostream>
Giorgio Arenacf3935f2017-10-26 17:14:13 +010049#include <random>
50#include <string>
51#include <tuple>
52#include <vector>
Anthony Barbier6ff3b192017-09-04 18:44:23 +010053
54namespace arm_compute
55{
56namespace utils
57{
Georgios Pinitas12be7ab2018-07-03 12:06:23 +010058/** Supported image types */
59enum class ImageType
60{
61 UNKNOWN,
62 PPM,
63 JPEG
64};
65
Anthony Barbier6db0ff52018-01-05 10:59:12 +000066/** Abstract Example class.
67 *
68 * All examples have to inherit from this class.
69 */
70class Example
71{
72public:
Alex Gildayc357c472018-03-21 13:54:09 +000073 /** Setup the example.
74 *
75 * @param[in] argc Argument count.
76 * @param[in] argv Argument values.
Georgios Pinitas12be7ab2018-07-03 12:06:23 +010077 *
78 * @return True in case of no errors in setup else false
Alex Gildayc357c472018-03-21 13:54:09 +000079 */
Georgios Pinitas12be7ab2018-07-03 12:06:23 +010080 virtual bool do_setup(int argc, char **argv)
81 {
82 return true;
83 };
Alex Gildayc357c472018-03-21 13:54:09 +000084 /** Run the example. */
Anthony Barbier6db0ff52018-01-05 10:59:12 +000085 virtual void do_run() {};
Alex Gildayc357c472018-03-21 13:54:09 +000086 /** Teardown the example. */
Anthony Barbier6db0ff52018-01-05 10:59:12 +000087 virtual void do_teardown() {};
88
89 /** Default destructor. */
90 virtual ~Example() = default;
91};
92
93/** Run an example and handle the potential exceptions it throws
94 *
95 * @param[in] argc Number of command line arguments
96 * @param[in] argv Command line arguments
97 * @param[in] example Example to run
98 */
Anthony Barbier9fb0cac2018-04-20 15:46:21 +010099int run_example(int argc, char **argv, std::unique_ptr<Example> example);
Anthony Barbier6db0ff52018-01-05 10:59:12 +0000100
101template <typename T>
102int run_example(int argc, char **argv)
103{
Anthony Barbier9fb0cac2018-04-20 15:46:21 +0100104 return run_example(argc, argv, support::cpp14::make_unique<T>());
Anthony Barbier6db0ff52018-01-05 10:59:12 +0000105}
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100106
107/** Draw a RGB rectangular window for the detected object
108 *
109 * @param[in, out] tensor Input tensor where the rectangle will be drawn on. Format supported: RGB888
110 * @param[in] rect Geometry of the rectangular window
111 * @param[in] r Red colour to use
112 * @param[in] g Green colour to use
113 * @param[in] b Blue colour to use
114 */
115void draw_detection_rectangle(arm_compute::ITensor *tensor, const arm_compute::DetectionWindow &rect, uint8_t r, uint8_t g, uint8_t b);
116
Georgios Pinitas12be7ab2018-07-03 12:06:23 +0100117/** Gets image type given a file
118 *
119 * @param[in] filename File to identify its image type
120 *
121 * @return Image type
122 */
123ImageType get_image_type_from_file(const std::string &filename);
124
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100125/** Parse the ppm header from an input file stream. At the end of the execution,
126 * the file position pointer will be located at the first pixel stored in the ppm file
127 *
128 * @param[in] fs Input file stream to parse
129 *
130 * @return The width, height and max value stored in the header of the PPM file
131 */
132std::tuple<unsigned int, unsigned int, int> parse_ppm_header(std::ifstream &fs);
133
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100134/** Parse the npy header from an input file stream. At the end of the execution,
135 * the file position pointer will be located at the first pixel stored in the npy file //TODO
136 *
137 * @param[in] fs Input file stream to parse
138 *
139 * @return The width and height stored in the header of the NPY file
140 */
141std::tuple<std::vector<unsigned long>, bool, std::string> parse_npy_header(std::ifstream &fs);
142
143/** Obtain numpy type string from DataType.
144 *
145 * @param[in] data_type Data type.
146 *
147 * @return numpy type string.
148 */
149inline std::string get_typestring(DataType data_type)
150{
151 // Check endianness
152 const unsigned int i = 1;
153 const char *c = reinterpret_cast<const char *>(&i);
154 std::string endianness;
155 if(*c == 1)
156 {
157 endianness = std::string("<");
158 }
159 else
160 {
161 endianness = std::string(">");
162 }
163 const std::string no_endianness("|");
164
165 switch(data_type)
166 {
167 case DataType::U8:
Giorgio Arenaa66eaa22017-12-21 19:50:06 +0000168 case DataType::QASYMM8:
Michalis Spyrouc8530212019-08-22 11:44:04 +0100169 case DataType::QASYMM8_PER_CHANNEL:
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100170 return no_endianness + "u" + support::cpp11::to_string(sizeof(uint8_t));
171 case DataType::S8:
Georgios Pinitas4c5469b2019-05-21 13:32:43 +0100172 case DataType::QSYMM8:
173 case DataType::QSYMM8_PER_CHANNEL:
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100174 return no_endianness + "i" + support::cpp11::to_string(sizeof(int8_t));
175 case DataType::U16:
176 return endianness + "u" + support::cpp11::to_string(sizeof(uint16_t));
177 case DataType::S16:
Manuel Bottini3689fcd2019-06-14 17:18:12 +0100178 case DataType::QSYMM16:
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100179 return endianness + "i" + support::cpp11::to_string(sizeof(int16_t));
180 case DataType::U32:
181 return endianness + "u" + support::cpp11::to_string(sizeof(uint32_t));
182 case DataType::S32:
183 return endianness + "i" + support::cpp11::to_string(sizeof(int32_t));
184 case DataType::U64:
185 return endianness + "u" + support::cpp11::to_string(sizeof(uint64_t));
186 case DataType::S64:
187 return endianness + "i" + support::cpp11::to_string(sizeof(int64_t));
Vidhya Sudhan Loganathana25d16c2018-11-16 11:33:12 +0000188 case DataType::F16:
189 return endianness + "f" + support::cpp11::to_string(sizeof(half));
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100190 case DataType::F32:
191 return endianness + "f" + support::cpp11::to_string(sizeof(float));
192 case DataType::F64:
193 return endianness + "f" + support::cpp11::to_string(sizeof(double));
194 case DataType::SIZET:
195 return endianness + "u" + support::cpp11::to_string(sizeof(size_t));
196 default:
Georgios Pinitas12be7ab2018-07-03 12:06:23 +0100197 ARM_COMPUTE_ERROR("Data type not supported");
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100198 }
199}
200
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100201/** Maps a tensor if needed
202 *
203 * @param[in] tensor Tensor to be mapped
204 * @param[in] blocking Specified if map is blocking or not
205 */
206template <typename T>
Gian Marco Iodiceae27e942017-09-28 18:31:26 +0100207inline void map(T &tensor, bool blocking)
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100208{
209 ARM_COMPUTE_UNUSED(tensor);
210 ARM_COMPUTE_UNUSED(blocking);
211}
212
213/** Unmaps a tensor if needed
214 *
215 * @param tensor Tensor to be unmapped
216 */
217template <typename T>
Gian Marco Iodiceae27e942017-09-28 18:31:26 +0100218inline void unmap(T &tensor)
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100219{
220 ARM_COMPUTE_UNUSED(tensor);
221}
222
223#ifdef ARM_COMPUTE_CL
224/** Maps a tensor if needed
225 *
226 * @param[in] tensor Tensor to be mapped
227 * @param[in] blocking Specified if map is blocking or not
228 */
Gian Marco Iodiceae27e942017-09-28 18:31:26 +0100229inline void map(CLTensor &tensor, bool blocking)
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100230{
231 tensor.map(blocking);
232}
233
234/** Unmaps a tensor if needed
235 *
236 * @param tensor Tensor to be unmapped
237 */
Gian Marco Iodiceae27e942017-09-28 18:31:26 +0100238inline void unmap(CLTensor &tensor)
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100239{
240 tensor.unmap();
241}
Isabella Gottardi02aabcc2017-10-12 17:28:51 +0100242
243/** Maps a distribution if needed
244 *
245 * @param[in] distribution Distribution to be mapped
246 * @param[in] blocking Specified if map is blocking or not
247 */
248inline void map(CLDistribution1D &distribution, bool blocking)
249{
250 distribution.map(blocking);
251}
252
253/** Unmaps a distribution if needed
254 *
255 * @param distribution Distribution to be unmapped
256 */
257inline void unmap(CLDistribution1D &distribution)
258{
259 distribution.unmap();
260}
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100261#endif /* ARM_COMPUTE_CL */
262
Anthony Barbier7068f992017-10-26 15:23:08 +0100263#ifdef ARM_COMPUTE_GC
264/** Maps a tensor if needed
265 *
266 * @param[in] tensor Tensor to be mapped
267 * @param[in] blocking Specified if map is blocking or not
268 */
269inline void map(GCTensor &tensor, bool blocking)
270{
271 tensor.map(blocking);
272}
273
274/** Unmaps a tensor if needed
275 *
276 * @param tensor Tensor to be unmapped
277 */
278inline void unmap(GCTensor &tensor)
279{
280 tensor.unmap();
281}
282#endif /* ARM_COMPUTE_GC */
283
Vidhya Sudhan Loganathana25d16c2018-11-16 11:33:12 +0000284/** Specialized class to generate random non-zero FP16 values.
285 * uniform_real_distribution<half> generates values that get rounded off to zero, causing
286 * differences between ACL and reference implementation
287*/
288class uniform_real_distribution_fp16
289{
290 half min{ 0.0f }, max{ 0.0f };
291 std::uniform_real_distribution<float> neg{ min, -0.3f };
292 std::uniform_real_distribution<float> pos{ 0.3f, max };
293 std::uniform_int_distribution<uint8_t> sign_picker{ 0, 1 };
294
295public:
296 using result_type = half;
297 /** Constructor
298 *
299 * @param[in] a Minimum value of the distribution
300 * @param[in] b Maximum value of the distribution
301 */
302 explicit uniform_real_distribution_fp16(half a = half(0.0), half b = half(1.0))
303 : min(a), max(b)
304 {
305 }
306
307 /** () operator to generate next value
308 *
309 * @param[in] gen an uniform random bit generator object
310 */
311 half operator()(std::mt19937 &gen)
312 {
313 if(sign_picker(gen))
314 {
315 return (half)neg(gen);
316 }
317 return (half)pos(gen);
318 }
319};
320
Alex Gildayc357c472018-03-21 13:54:09 +0000321/** Numpy data loader */
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100322class NPYLoader
323{
324public:
Alex Gildayc357c472018-03-21 13:54:09 +0000325 /** Default constructor */
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100326 NPYLoader()
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100327 : _fs(), _shape(), _fortran_order(false), _typestring(), _file_layout(DataLayout::NCHW)
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100328 {
329 }
330
331 /** Open a NPY file and reads its metadata
332 *
333 * @param[in] npy_filename File to open
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100334 * @param[in] file_layout (Optional) Layout in which the weights are stored in the file.
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100335 */
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100336 void open(const std::string &npy_filename, DataLayout file_layout = DataLayout::NCHW)
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100337 {
338 ARM_COMPUTE_ERROR_ON(is_open());
339 try
340 {
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100341 _fs.open(npy_filename, std::ios::in | std::ios::binary);
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100342 ARM_COMPUTE_EXIT_ON_MSG(!_fs.good(), "Failed to load binary data from %s", npy_filename.c_str());
343 _fs.exceptions(std::ifstream::failbit | std::ifstream::badbit);
344 _file_layout = file_layout;
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100345
346 std::tie(_shape, _fortran_order, _typestring) = parse_npy_header(_fs);
347 }
348 catch(const std::ifstream::failure &e)
349 {
350 ARM_COMPUTE_ERROR("Accessing %s: %s", npy_filename.c_str(), e.what());
351 }
352 }
353 /** Return true if a NPY file is currently open */
354 bool is_open()
355 {
356 return _fs.is_open();
357 }
358
359 /** Return true if a NPY file is in fortran order */
360 bool is_fortran()
361 {
362 return _fortran_order;
363 }
364
Gian Marco0bc5a252017-12-04 13:55:08 +0000365 /** Initialise the tensor's metadata with the dimensions of the NPY file currently open
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100366 *
367 * @param[out] tensor Tensor to initialise
Gian Marco0bc5a252017-12-04 13:55:08 +0000368 * @param[in] dt Data type to use for the tensor
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100369 */
370 template <typename T>
Gian Marco0bc5a252017-12-04 13:55:08 +0000371 void init_tensor(T &tensor, arm_compute::DataType dt)
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100372 {
373 ARM_COMPUTE_ERROR_ON(!is_open());
Gian Marco0bc5a252017-12-04 13:55:08 +0000374 ARM_COMPUTE_ERROR_ON(dt != arm_compute::DataType::F32);
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100375
376 // Use the size of the input NPY tensor
377 TensorShape shape;
378 shape.set_num_dimensions(_shape.size());
379 for(size_t i = 0; i < _shape.size(); ++i)
380 {
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100381 size_t src = i;
382 if(_fortran_order)
383 {
384 src = _shape.size() - 1 - i;
385 }
386 shape.set(i, _shape.at(src));
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100387 }
388
Gian Marco0bc5a252017-12-04 13:55:08 +0000389 arm_compute::TensorInfo tensor_info(shape, 1, dt);
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100390 tensor.allocator()->init(tensor_info);
391 }
392
393 /** Fill a tensor with the content of the currently open NPY file.
394 *
395 * @note If the tensor is a CLTensor, the function maps and unmaps the tensor
396 *
397 * @param[in,out] tensor Tensor to fill (Must be allocated, and of matching dimensions with the opened NPY).
398 */
399 template <typename T>
400 void fill_tensor(T &tensor)
401 {
402 ARM_COMPUTE_ERROR_ON(!is_open());
Georgios Pinitasa799ce02018-09-12 20:11:34 +0100403 ARM_COMPUTE_ERROR_ON_DATA_TYPE_NOT_IN(&tensor, arm_compute::DataType::QASYMM8, arm_compute::DataType::S32, arm_compute::DataType::F32);
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100404 try
405 {
406 // Map buffer if creating a CLTensor
407 map(tensor, true);
408
409 // Check if the file is large enough to fill the tensor
410 const size_t current_position = _fs.tellg();
411 _fs.seekg(0, std::ios_base::end);
412 const size_t end_position = _fs.tellg();
413 _fs.seekg(current_position, std::ios_base::beg);
414
415 ARM_COMPUTE_ERROR_ON_MSG((end_position - current_position) < tensor.info()->tensor_shape().total_size() * tensor.info()->element_size(),
416 "Not enough data in file");
417 ARM_COMPUTE_UNUSED(end_position);
418
419 // Check if the typestring matches the given one
420 std::string expect_typestr = get_typestring(tensor.info()->data_type());
421 ARM_COMPUTE_ERROR_ON_MSG(_typestring != expect_typestr, "Typestrings mismatch");
422
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100423 bool are_layouts_different = (_file_layout != tensor.info()->data_layout());
424 // Correct dimensions (Needs to match TensorShape dimension corrections)
425 if(_shape.size() != tensor.info()->tensor_shape().num_dimensions())
426 {
427 for(int i = static_cast<int>(_shape.size()) - 1; i > 0; --i)
428 {
429 if(_shape[i] == 1)
430 {
431 _shape.pop_back();
432 }
433 else
434 {
435 break;
436 }
437 }
438 }
Michalis Spyrou39412952018-08-14 17:06:16 +0100439
440 TensorShape permuted_shape = tensor.info()->tensor_shape();
441 arm_compute::PermutationVector perm;
442 if(are_layouts_different && tensor.info()->tensor_shape().num_dimensions() > 2)
443 {
444 perm = (tensor.info()->data_layout() == arm_compute::DataLayout::NHWC) ? arm_compute::PermutationVector(2U, 0U, 1U) : arm_compute::PermutationVector(1U, 2U, 0U);
445 arm_compute::PermutationVector perm_vec = (tensor.info()->data_layout() == arm_compute::DataLayout::NCHW) ? arm_compute::PermutationVector(2U, 0U, 1U) : arm_compute::PermutationVector(1U, 2U, 0U);
446
447 arm_compute::permute(permuted_shape, perm_vec);
448 }
449
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100450 // Validate tensor shape
Anthony Barbier6db0ff52018-01-05 10:59:12 +0000451 ARM_COMPUTE_ERROR_ON_MSG(_shape.size() != tensor.info()->tensor_shape().num_dimensions(), "Tensor ranks mismatch");
Michalis Spyrou39412952018-08-14 17:06:16 +0100452 for(size_t i = 0; i < _shape.size(); ++i)
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100453 {
Michalis Spyrou39412952018-08-14 17:06:16 +0100454 ARM_COMPUTE_ERROR_ON_MSG(permuted_shape[i] != _shape[i], "Tensor dimensions mismatch");
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100455 }
456
Gian Marco0bc5a252017-12-04 13:55:08 +0000457 switch(tensor.info()->data_type())
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100458 {
Georgios Pinitasa799ce02018-09-12 20:11:34 +0100459 case arm_compute::DataType::QASYMM8:
460 case arm_compute::DataType::S32:
Gian Marco0bc5a252017-12-04 13:55:08 +0000461 case arm_compute::DataType::F32:
Vidhya Sudhan Loganathana25d16c2018-11-16 11:33:12 +0000462 case arm_compute::DataType::F16:
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100463 {
464 // Read data
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100465 if(!are_layouts_different && !_fortran_order && tensor.info()->padding().empty())
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100466 {
467 // If tensor has no padding read directly from stream.
468 _fs.read(reinterpret_cast<char *>(tensor.buffer()), tensor.info()->total_size());
469 }
470 else
471 {
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100472 // If tensor has padding or is in fortran order accessing tensor elements through execution window.
Michalis Spyrou39412952018-08-14 17:06:16 +0100473 Window window;
474 const unsigned int num_dims = _shape.size();
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100475 if(_fortran_order)
476 {
477 for(unsigned int dim = 0; dim < num_dims; dim++)
478 {
Michalis Spyrou39412952018-08-14 17:06:16 +0100479 permuted_shape.set(dim, _shape[num_dims - dim - 1]);
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100480 perm.set(dim, num_dims - dim - 1);
481 }
Michalis Spyrou39412952018-08-14 17:06:16 +0100482 if(are_layouts_different)
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100483 {
Michalis Spyrou39412952018-08-14 17:06:16 +0100484 // Permute only if num_dimensions greater than 2
485 if(num_dims > 2)
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100486 {
Michalis Spyrou39412952018-08-14 17:06:16 +0100487 if(_file_layout == DataLayout::NHWC) // i.e destination is NCHW --> permute(1,2,0)
488 {
489 arm_compute::permute(perm, arm_compute::PermutationVector(1U, 2U, 0U));
490 }
491 else
492 {
493 arm_compute::permute(perm, arm_compute::PermutationVector(2U, 0U, 1U));
494 }
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100495 }
496 }
497 }
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100498 window.use_tensor_dimensions(permuted_shape);
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100499
500 execute_window_loop(window, [&](const Coordinates & id)
501 {
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100502 Coordinates dst(id);
503 arm_compute::permute(dst, perm);
504 _fs.read(reinterpret_cast<char *>(tensor.ptr_to_element(dst)), tensor.info()->element_size());
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100505 });
506 }
507
508 break;
509 }
510 default:
Gian Marco0bc5a252017-12-04 13:55:08 +0000511 ARM_COMPUTE_ERROR("Unsupported data type");
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100512 }
513
514 // Unmap buffer if creating a CLTensor
515 unmap(tensor);
516 }
517 catch(const std::ifstream::failure &e)
518 {
519 ARM_COMPUTE_ERROR("Loading NPY file: %s", e.what());
520 }
521 }
522
523private:
524 std::ifstream _fs;
525 std::vector<unsigned long> _shape;
526 bool _fortran_order;
527 std::string _typestring;
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100528 DataLayout _file_layout;
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100529};
530
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100531/** Template helper function to save a tensor image to a PPM file.
532 *
533 * @note Only U8 and RGB888 formats supported.
534 * @note Only works with 2D tensors.
535 * @note If the input tensor is a CLTensor, the function maps and unmaps the image
536 *
537 * @param[in] tensor The tensor to save as PPM file
538 * @param[in] ppm_filename Filename of the file to create.
539 */
540template <typename T>
541void save_to_ppm(T &tensor, const std::string &ppm_filename)
542{
543 ARM_COMPUTE_ERROR_ON_FORMAT_NOT_IN(&tensor, arm_compute::Format::RGB888, arm_compute::Format::U8);
544 ARM_COMPUTE_ERROR_ON(tensor.info()->num_dimensions() > 2);
545
546 std::ofstream fs;
547
548 try
549 {
550 fs.exceptions(std::ofstream::failbit | std::ofstream::badbit | std::ofstream::eofbit);
551 fs.open(ppm_filename, std::ios::out | std::ios::binary);
552
553 const unsigned int width = tensor.info()->tensor_shape()[0];
554 const unsigned int height = tensor.info()->tensor_shape()[1];
555
556 fs << "P6\n"
557 << width << " " << height << " 255\n";
558
Anthony Barbier7068f992017-10-26 15:23:08 +0100559 // Map buffer if creating a CLTensor/GCTensor
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100560 map(tensor, true);
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100561
562 switch(tensor.info()->format())
563 {
564 case arm_compute::Format::U8:
565 {
566 arm_compute::Window window;
567 window.set(arm_compute::Window::DimX, arm_compute::Window::Dimension(0, width, 1));
568 window.set(arm_compute::Window::DimY, arm_compute::Window::Dimension(0, height, 1));
569
570 arm_compute::Iterator in(&tensor, window);
571
572 arm_compute::execute_window_loop(window, [&](const arm_compute::Coordinates & id)
573 {
574 const unsigned char value = *in.ptr();
575
576 fs << value << value << value;
577 },
578 in);
579
580 break;
581 }
582 case arm_compute::Format::RGB888:
583 {
584 arm_compute::Window window;
585 window.set(arm_compute::Window::DimX, arm_compute::Window::Dimension(0, width, width));
586 window.set(arm_compute::Window::DimY, arm_compute::Window::Dimension(0, height, 1));
587
588 arm_compute::Iterator in(&tensor, window);
589
590 arm_compute::execute_window_loop(window, [&](const arm_compute::Coordinates & id)
591 {
592 fs.write(reinterpret_cast<std::fstream::char_type *>(in.ptr()), width * tensor.info()->element_size());
593 },
594 in);
595
596 break;
597 }
598 default:
599 ARM_COMPUTE_ERROR("Unsupported format");
600 }
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100601
Anthony Barbier7068f992017-10-26 15:23:08 +0100602 // Unmap buffer if creating a CLTensor/GCTensor
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100603 unmap(tensor);
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100604 }
605 catch(const std::ofstream::failure &e)
606 {
607 ARM_COMPUTE_ERROR("Writing %s: (%s)", ppm_filename.c_str(), e.what());
608 }
609}
steniu01bee466b2017-06-21 16:45:41 +0100610
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100611/** Template helper function to save a tensor image to a NPY file.
612 *
Gian Marcobfa3b522017-12-12 10:08:38 +0000613 * @note Only F32 data type supported.
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100614 * @note If the input tensor is a CLTensor, the function maps and unmaps the image
615 *
616 * @param[in] tensor The tensor to save as NPY file
617 * @param[in] npy_filename Filename of the file to create.
618 * @param[in] fortran_order If true, save matrix in fortran order.
619 */
Isabella Gottardia7acb3c2019-01-08 13:48:44 +0000620template <typename T, typename U = float>
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100621void save_to_npy(T &tensor, const std::string &npy_filename, bool fortran_order)
622{
Isabella Gottardia7acb3c2019-01-08 13:48:44 +0000623 ARM_COMPUTE_ERROR_ON_DATA_TYPE_NOT_IN(&tensor, arm_compute::DataType::F32, arm_compute::DataType::QASYMM8);
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100624
625 std::ofstream fs;
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100626 try
627 {
628 fs.exceptions(std::ofstream::failbit | std::ofstream::badbit | std::ofstream::eofbit);
629 fs.open(npy_filename, std::ios::out | std::ios::binary);
630
Anthony Barbier4ead11a2018-08-06 09:25:36 +0100631 std::vector<npy::ndarray_len_t> shape(tensor.info()->num_dimensions());
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100632
Pablo Tello32521432018-11-15 14:43:10 +0000633 for(unsigned int i = 0, j = tensor.info()->num_dimensions() - 1; i < tensor.info()->num_dimensions(); ++i, --j)
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100634 {
Pablo Tello32521432018-11-15 14:43:10 +0000635 shape[i] = tensor.info()->tensor_shape()[!fortran_order ? j : i];
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100636 }
637
638 // Map buffer if creating a CLTensor
639 map(tensor, true);
640
Isabella Gottardia7acb3c2019-01-08 13:48:44 +0000641 using typestring_type = typename std::conditional<std::is_floating_point<U>::value, float, qasymm8_t>::type;
642
643 std::vector<typestring_type> tmp; /* Used only to get the typestring */
644 npy::Typestring typestring_o{ tmp };
645 std::string typestring = typestring_o.str();
646
647 std::ofstream stream(npy_filename, std::ofstream::binary);
648 npy::write_header(stream, typestring, fortran_order, shape);
649
650 arm_compute::Window window;
651 window.use_tensor_dimensions(tensor.info()->tensor_shape());
652
653 arm_compute::Iterator in(&tensor, window);
654
655 arm_compute::execute_window_loop(window, [&](const arm_compute::Coordinates & id)
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100656 {
Isabella Gottardia7acb3c2019-01-08 13:48:44 +0000657 stream.write(reinterpret_cast<const char *>(in.ptr()), sizeof(typestring_type));
658 },
659 in);
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100660
661 // Unmap buffer if creating a CLTensor
662 unmap(tensor);
663 }
664 catch(const std::ofstream::failure &e)
665 {
666 ARM_COMPUTE_ERROR("Writing %s: (%s)", npy_filename.c_str(), e.what());
667 }
668}
669
steniu01bee466b2017-06-21 16:45:41 +0100670/** Load the tensor with pre-trained data from a binary file
671 *
672 * @param[in] tensor The tensor to be filled. Data type supported: F32.
673 * @param[in] filename Filename of the binary file to load from.
674 */
675template <typename T>
676void load_trained_data(T &tensor, const std::string &filename)
677{
678 ARM_COMPUTE_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(&tensor, 1, DataType::F32);
679
680 std::ifstream fs;
681
682 try
683 {
684 fs.exceptions(std::ofstream::failbit | std::ofstream::badbit | std::ofstream::eofbit);
685 // Open file
686 fs.open(filename, std::ios::in | std::ios::binary);
687
688 if(!fs.good())
689 {
690 throw std::runtime_error("Could not load binary data: " + filename);
691 }
692
Anthony Barbier7068f992017-10-26 15:23:08 +0100693 // Map buffer if creating a CLTensor/GCTensor
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100694 map(tensor, true);
695
steniu01bee466b2017-06-21 16:45:41 +0100696 Window window;
697
698 window.set(arm_compute::Window::DimX, arm_compute::Window::Dimension(0, 1, 1));
699
700 for(unsigned int d = 1; d < tensor.info()->num_dimensions(); ++d)
701 {
702 window.set(d, Window::Dimension(0, tensor.info()->tensor_shape()[d], 1));
703 }
704
705 arm_compute::Iterator in(&tensor, window);
706
707 execute_window_loop(window, [&](const Coordinates & id)
708 {
709 fs.read(reinterpret_cast<std::fstream::char_type *>(in.ptr()), tensor.info()->tensor_shape()[0] * tensor.info()->element_size());
710 },
711 in);
712
Anthony Barbier7068f992017-10-26 15:23:08 +0100713 // Unmap buffer if creating a CLTensor/GCTensor
Georgios Pinitasdc836b62017-09-20 14:02:37 +0100714 unmap(tensor);
steniu01bee466b2017-06-21 16:45:41 +0100715 }
716 catch(const std::ofstream::failure &e)
717 {
718 ARM_COMPUTE_ERROR("Writing %s: (%s)", filename.c_str(), e.what());
719 }
720}
721
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100722template <typename T>
723void fill_random_tensor(T &tensor, float lower_bound, float upper_bound)
Anthony Barbier2a07e182017-08-04 18:20:27 +0100724{
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100725 std::random_device rd;
726 std::mt19937 gen(rd());
Anthony Barbier2a07e182017-08-04 18:20:27 +0100727
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100728 Window window;
Michalis Spyrou5e69bb42018-03-09 16:36:00 +0000729 window.use_tensor_dimensions(tensor.info()->tensor_shape());
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100730
731 map(tensor, true);
732
733 Iterator it(&tensor, window);
734
Gian Marcobfa3b522017-12-12 10:08:38 +0000735 switch(tensor.info()->data_type())
Anthony Barbier2a07e182017-08-04 18:20:27 +0100736 {
Vidhya Sudhan Loganathana25d16c2018-11-16 11:33:12 +0000737 case arm_compute::DataType::F16:
738 {
739 std::uniform_real_distribution<float> dist(lower_bound, upper_bound);
740
741 execute_window_loop(window, [&](const Coordinates & id)
742 {
743 *reinterpret_cast<half *>(it.ptr()) = (half)dist(gen);
744 },
745 it);
746
747 break;
748 }
Gian Marcobfa3b522017-12-12 10:08:38 +0000749 case arm_compute::DataType::F32:
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100750 {
751 std::uniform_real_distribution<float> dist(lower_bound, upper_bound);
752
753 execute_window_loop(window, [&](const Coordinates & id)
754 {
755 *reinterpret_cast<float *>(it.ptr()) = dist(gen);
756 },
757 it);
758
759 break;
760 }
Anthony Barbier2a07e182017-08-04 18:20:27 +0100761 default:
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100762 {
763 ARM_COMPUTE_ERROR("Unsupported format");
764 }
Anthony Barbier2a07e182017-08-04 18:20:27 +0100765 }
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100766
767 unmap(tensor);
Anthony Barbier2a07e182017-08-04 18:20:27 +0100768}
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100769
770template <typename T>
Gian Marco0bc5a252017-12-04 13:55:08 +0000771void init_sgemm_output(T &dst, T &src0, T &src1, arm_compute::DataType dt)
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100772{
Georgios Pinitas108a95e2019-03-27 13:55:59 +0000773 dst.allocator()->init(TensorInfo(TensorShape(src1.info()->dimension(0), src0.info()->dimension(1), src0.info()->dimension(2)), 1, dt));
Giorgio Arenacf3935f2017-10-26 17:14:13 +0100774}
Gian Marco5ca74092018-02-08 16:21:54 +0000775/** This function returns the amount of memory free reading from /proc/meminfo
776 *
777 * @return The free memory in kB
778 */
779uint64_t get_mem_free_from_meminfo();
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100780
Isabella Gottardi0ae5de92019-03-14 10:32:11 +0000781/** Compare two tensors
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100782 *
Isabella Gottardi0ae5de92019-03-14 10:32:11 +0000783 * @param[in] tensor1 First tensor to be compared.
784 * @param[in] tensor2 Second tensor to be compared.
785 * @param[in] tolerance Tolerance used for the comparison.
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100786 *
787 * @return The number of mismatches
788 */
789template <typename T>
Isabella Gottardi0ae5de92019-03-14 10:32:11 +0000790int compare_tensor(ITensor &tensor1, ITensor &tensor2, T tolerance)
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100791{
792 ARM_COMPUTE_ERROR_ON_MISMATCHING_DATA_TYPES(&tensor1, &tensor2);
793 ARM_COMPUTE_ERROR_ON_MISMATCHING_SHAPES(&tensor1, &tensor2);
794
795 int num_mismatches = 0;
796 Window window;
797 window.use_tensor_dimensions(tensor1.info()->tensor_shape());
798
799 map(tensor1, true);
800 map(tensor2, true);
Pablo Tello32521432018-11-15 14:43:10 +0000801
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100802 Iterator itensor1(&tensor1, window);
803 Iterator itensor2(&tensor2, window);
804
805 execute_window_loop(window, [&](const Coordinates & id)
806 {
Isabella Gottardi0ae5de92019-03-14 10:32:11 +0000807 if(std::abs(*reinterpret_cast<T *>(itensor1.ptr()) - *reinterpret_cast<T *>(itensor2.ptr())) > tolerance)
Isabella Gottardi88d5b222018-04-06 12:24:55 +0100808 {
809 ++num_mismatches;
810 }
811 },
812 itensor1, itensor2);
813
814 unmap(itensor1);
815 unmap(itensor2);
816
817 return num_mismatches;
818}
Pablo Tellodb9116f2019-07-11 16:50:37 +0100819
820/** This function saves opencl kernels library to a file
821 *
822 * @param[in] filename Name of the file to be used to save the library
823 */
824void save_program_cache_to_file(const std::string &filename = "cache.bin");
825
826/** This function loads prebuilt opencl kernels from a file
827 *
828 * @param[in] filename Name of the file to be used to load the kernels
829 */
830void restore_program_cache_from_file(const std::string &filename = "cache.bin");
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100831} // namespace utils
832} // namespace arm_compute
833#endif /* __UTILS_UTILS_H__*/