Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 1 | /* |
Matthew Bentham | 1d06204 | 2023-07-06 13:13:59 +0000 | [diff] [blame] | 2 | * Copyright (c) 2016-2023 Arm Limited. |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 3 | * |
| 4 | * SPDX-License-Identifier: MIT |
| 5 | * |
| 6 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
| 7 | * of this software and associated documentation files (the "Software"), to |
| 8 | * deal in the Software without restriction, including without limitation the |
| 9 | * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| 10 | * sell copies of the Software, and to permit persons to whom the Software is |
| 11 | * furnished to do so, subject to the following conditions: |
| 12 | * |
| 13 | * The above copyright notice and this permission notice shall be included in all |
| 14 | * copies or substantial portions of the Software. |
| 15 | * |
| 16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 22 | * SOFTWARE. |
| 23 | */ |
| 24 | #include "arm_compute/runtime/NEON/functions/NEScale.h" |
| 25 | |
Matthew Bentham | 1d06204 | 2023-07-06 13:13:59 +0000 | [diff] [blame] | 26 | #include "arm_compute/runtime/Tensor.h" |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 27 | |
ramelg01 | cbbb038 | 2021-09-17 17:36:57 +0100 | [diff] [blame] | 28 | #include "src/common/utils/Log.h" |
Sang-Hoon Park | 3687ee1 | 2020-06-24 13:34:04 +0100 | [diff] [blame] | 29 | #include "src/core/utils/ScaleUtils.h" |
Georgios Pinitas | 7891a73 | 2021-08-20 21:39:25 +0100 | [diff] [blame] | 30 | #include "src/cpu/operators/CpuScale.h" |
Sang-Hoon Park | 68dd25f | 2020-10-19 16:00:11 +0100 | [diff] [blame] | 31 | |
Sang-Hoon Park | ccd9496 | 2020-06-09 12:09:24 +0100 | [diff] [blame] | 32 | namespace arm_compute |
| 33 | { |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 34 | struct NEScale::Impl |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 35 | { |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 36 | const ITensor *src{nullptr}; |
| 37 | ITensor *dst{nullptr}; |
| 38 | Tensor dx{nullptr}; /**< Element's distance between the X real coordinate and the smallest X following integer */ |
| 39 | Tensor dy{nullptr}; /**< Element's distance between the Y real coordinate and the smallest Y following integer */ |
| 40 | Tensor offsets{ |
| 41 | nullptr}; /**< Offset to access the element with NEAREST interpolation or the top-left element with BILINEAR interpolation in the input tensor */ |
| 42 | std::unique_ptr<cpu::CpuScale> op{nullptr}; |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 43 | }; |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 44 | |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 45 | NEScale::NEScale() : _impl(std::make_unique<Impl>()) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 46 | { |
| 47 | } |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 48 | NEScale::~NEScale() = default; |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 49 | |
Sang-Hoon Park | c261798 | 2020-05-20 22:13:47 +0100 | [diff] [blame] | 50 | void NEScale::configure(ITensor *input, ITensor *output, const ScaleKernelInfo &info) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 51 | { |
ramelg01 | cbbb038 | 2021-09-17 17:36:57 +0100 | [diff] [blame] | 52 | ARM_COMPUTE_LOG_PARAMS(input, output, info); |
| 53 | |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 54 | _impl->src = input; |
| 55 | _impl->dst = output; |
| 56 | _impl->op = std::make_unique<cpu::CpuScale>(); |
| 57 | _impl->op->configure(input->info(), output->info(), info); |
George Wort | 05398a9 | 2019-01-25 15:38:33 +0000 | [diff] [blame] | 58 | |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 59 | // Configure for size of allocation of internal tensors |
Georgios Pinitas | 393fa4c | 2018-05-08 15:54:53 +0100 | [diff] [blame] | 60 | // Get data layout and width/height indices |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 61 | const DataLayout data_layout = |
| 62 | info.data_layout == DataLayout::UNKNOWN ? input->info()->data_layout() : info.data_layout; |
| 63 | const int idx_width = get_data_layout_dimension_index(data_layout, DataLayoutDimension::WIDTH); |
| 64 | const int idx_height = get_data_layout_dimension_index(data_layout, DataLayoutDimension::HEIGHT); |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 65 | |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 66 | // Compute the ratio between source width/height and destination width/height |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 67 | const bool is_align_corners_used = |
| 68 | info.align_corners && arm_compute::scale_utils::is_align_corners_allowed_sampling_policy(info.sampling_policy); |
| 69 | const auto wr = arm_compute::scale_utils::calculate_resize_ratio( |
| 70 | input->info()->dimension(idx_width), output->info()->dimension(idx_width), is_align_corners_used); |
| 71 | const auto hr = arm_compute::scale_utils::calculate_resize_ratio( |
| 72 | input->info()->dimension(idx_height), output->info()->dimension(idx_height), is_align_corners_used); |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 73 | |
| 74 | // Area interpolation behaves as Nearest Neighbour in case of up-sampling |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 75 | InterpolationPolicy policy_to_use = |
| 76 | (info.interpolation_policy == InterpolationPolicy::AREA && wr <= 1.f && hr <= 1.f) |
| 77 | ? InterpolationPolicy::NEAREST_NEIGHBOR |
| 78 | : info.interpolation_policy; |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 79 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 80 | // Get the tensor shape |
Manuel Bottini | fc2f6d0 | 2020-08-26 16:28:38 +0100 | [diff] [blame] | 81 | TensorShape shape(output->info()->dimension(idx_width)); |
| 82 | shape.set(1, output->info()->dimension(idx_height), false); |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 83 | |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 84 | bool precompute_indices_weights = arm_compute::scale_utils::is_precomputation_required( |
| 85 | data_layout, input->info()->data_type(), policy_to_use, info.border_mode); |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 86 | |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 87 | if (precompute_indices_weights) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 88 | { |
Gunes Bayir | 0eed305 | 2022-09-04 21:00:10 +0100 | [diff] [blame] | 89 | const TensorInfo tensor_info_dxdy(shape, Format::F32); |
| 90 | const TensorInfo tensor_info_offsets(shape, Format::S32); |
| 91 | |
| 92 | _impl->dx.allocator()->init(tensor_info_dxdy); |
| 93 | _impl->dy.allocator()->init(tensor_info_dxdy); |
| 94 | _impl->offsets.allocator()->init(tensor_info_offsets); |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 95 | switch (policy_to_use) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 96 | { |
Gunes Bayir | 0eed305 | 2022-09-04 21:00:10 +0100 | [diff] [blame] | 97 | case InterpolationPolicy::NEAREST_NEIGHBOR: |
| 98 | { |
| 99 | // Allocate once the configure methods have been called |
| 100 | _impl->offsets.allocator()->allocate(); |
| 101 | break; |
| 102 | } |
| 103 | case InterpolationPolicy::BILINEAR: |
| 104 | { |
| 105 | // Allocate once the configure methods have been called |
| 106 | _impl->dx.allocator()->allocate(); |
| 107 | _impl->dy.allocator()->allocate(); |
| 108 | _impl->offsets.allocator()->allocate(); |
| 109 | break; |
| 110 | } |
| 111 | case InterpolationPolicy::AREA: |
| 112 | { |
| 113 | break; |
| 114 | } |
| 115 | default: |
| 116 | ARM_COMPUTE_ERROR("Unsupported interpolation mode"); |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 117 | } |
Gunes Bayir | 0eed305 | 2022-09-04 21:00:10 +0100 | [diff] [blame] | 118 | } |
| 119 | else |
| 120 | { |
Felix Thomasmathibalan | afd38f0 | 2023-09-27 17:46:17 +0100 | [diff] [blame] | 121 | if (policy_to_use != InterpolationPolicy::NEAREST_NEIGHBOR && policy_to_use != InterpolationPolicy::BILINEAR && |
| 122 | policy_to_use != InterpolationPolicy::AREA) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 123 | { |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 124 | ARM_COMPUTE_ERROR("Unsupported interpolation mode"); |
Gunes Bayir | 0eed305 | 2022-09-04 21:00:10 +0100 | [diff] [blame] | 125 | } |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 126 | } |
Sang-Hoon Park | c261798 | 2020-05-20 22:13:47 +0100 | [diff] [blame] | 127 | } |
| 128 | |
| 129 | Status NEScale::validate(const ITensorInfo *input, const ITensorInfo *output, const ScaleKernelInfo &info) |
Georgios Pinitas | 20b4313 | 2018-05-14 16:05:23 +0100 | [diff] [blame] | 130 | { |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 131 | return cpu::CpuScale::validate(input, output, info); |
| 132 | } |
Georgios Pinitas | 20b4313 | 2018-05-14 16:05:23 +0100 | [diff] [blame] | 133 | |
Manuel Bottini | 10b3826 | 2021-02-19 18:16:44 +0000 | [diff] [blame] | 134 | void NEScale::run() |
| 135 | { |
| 136 | ITensorPack pack; |
| 137 | pack.add_tensor(TensorType::ACL_SRC, _impl->src); |
| 138 | pack.add_tensor(TensorType::ACL_DST, _impl->dst); |
| 139 | pack.add_tensor(TensorType::ACL_INT_0, &_impl->dx); |
| 140 | pack.add_tensor(TensorType::ACL_INT_1, &_impl->dy); |
| 141 | pack.add_tensor(TensorType::ACL_INT_2, &_impl->offsets); |
| 142 | _impl->op->run(pack); |
Sang-Hoon Park | c261798 | 2020-05-20 22:13:47 +0100 | [diff] [blame] | 143 | } |
Sang-Hoon Park | ccd9496 | 2020-06-09 12:09:24 +0100 | [diff] [blame] | 144 | } // namespace arm_compute |