Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 1 | /* |
Georgios Pinitas | 37d080f | 2019-06-21 18:43:12 +0100 | [diff] [blame] | 2 | * Copyright (c) 2018-2019 ARM Limited. |
Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 3 | * |
| 4 | * SPDX-License-Identifier: MIT |
| 5 | * |
| 6 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
| 7 | * of this software and associated documentation files (the "Software"), to |
| 8 | * deal in the Software without restriction, including without limitation the |
| 9 | * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| 10 | * sell copies of the Software, and to permit persons to whom the Software is |
| 11 | * furnished to do so, subject to the following conditions: |
| 12 | * |
| 13 | * The above copyright notice and this permission notice shall be included in all |
| 14 | * copies or substantial portions of the Software. |
| 15 | * |
| 16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 22 | * SOFTWARE. |
| 23 | */ |
| 24 | |
| 25 | #include "arm_compute/core/NEON/kernels/assembly/INEGEMMWrapperKernel.h" |
| 26 | |
| 27 | #include "arm_compute/core/Error.h" |
| 28 | #include "arm_compute/core/Helpers.h" |
| 29 | #include "arm_compute/core/ITensor.h" |
| 30 | #include "arm_compute/core/Validate.h" |
| 31 | #include "arm_compute/core/WindowIterator.h" |
| 32 | |
| 33 | using namespace arm_compute; |
| 34 | |
| 35 | INEGEMMWrapperKernel::INEGEMMWrapperKernel() |
Georgios Pinitas | 37d080f | 2019-06-21 18:43:12 +0100 | [diff] [blame] | 36 | : _a(nullptr), _b(nullptr), _c(nullptr), _params(), _gemm_info(), _window3d(), _window_shape() |
Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 37 | { |
| 38 | } |
| 39 | |
Georgios Pinitas | 37d080f | 2019-06-21 18:43:12 +0100 | [diff] [blame] | 40 | INEGEMMWrapperKernel::Params INEGEMMWrapperKernel::extract_parameters(const ITensor *a, const ITensor *b, const ITensor *c, const GEMMInfo &gemm_info) |
Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 41 | { |
| 42 | Params p; |
| 43 | |
| 44 | ARM_COMPUTE_ERROR_ON_NULLPTR(a); |
| 45 | ARM_COMPUTE_ERROR_ON_NULLPTR(b); |
| 46 | ARM_COMPUTE_ERROR_ON_NULLPTR(c); |
| 47 | |
Georgios Pinitas | 37d080f | 2019-06-21 18:43:12 +0100 | [diff] [blame] | 48 | // Initalize params |
Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 49 | p.M = c->info()->tensor_shape().y(); |
| 50 | p.N = c->info()->tensor_shape().x(); |
| 51 | p.K = a->info()->tensor_shape().x(); |
| 52 | p.multis = b->info()->tensor_shape().z(); |
| 53 | p.batches = c->info()->tensor_shape().total_size_upper(2) / p.multis; //COMPMID-1423: Agree on and document the layout of gemm inputs/outputs |
| 54 | |
Georgios Pinitas | 37d080f | 2019-06-21 18:43:12 +0100 | [diff] [blame] | 55 | // Update M in case of GEMM3D for output |
| 56 | if(gemm_info.depth_output_gemm3d() != 0) |
| 57 | { |
| 58 | p.M = c->info()->tensor_shape().y() * c->info()->tensor_shape().z(); |
| 59 | p.batches = c->info()->tensor_shape().total_size_upper(3) / p.multis; |
| 60 | } |
| 61 | |
Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 62 | return p; |
| 63 | } |
| 64 | |
Georgios Pinitas | 37d080f | 2019-06-21 18:43:12 +0100 | [diff] [blame] | 65 | void INEGEMMWrapperKernel::configure(const ITensor *a, const ITensor *b, ITensor *c, float alpha, float beta, const GEMMInfo &gemm_info) |
Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 66 | { |
Georgios Pinitas | 37d080f | 2019-06-21 18:43:12 +0100 | [diff] [blame] | 67 | _gemm_info = gemm_info; |
| 68 | _params = extract_parameters(a, b, c, gemm_info); |
| 69 | _a = a; |
| 70 | _b = b; |
| 71 | _c = c; |
Anthony Barbier | c8e84b5 | 2018-07-17 16:48:42 +0100 | [diff] [blame] | 72 | |
| 73 | _window3d = configure_internal(alpha, beta); |
| 74 | _window_shape = _window3d.shape(); |
| 75 | |
| 76 | // Convert the 3D window into a 1D window in order to allow the scheduler to arbitrary split it. |
| 77 | Window collapsed; |
| 78 | collapsed.set(0, Window::Dimension(0, _window3d.num_iterations_total())); |
| 79 | |
| 80 | INEKernel::configure(collapsed); |
| 81 | } |
| 82 | |
| 83 | void INEGEMMWrapperKernel::run(const Window &window, const ThreadInfo &info) |
| 84 | { |
| 85 | const Coordinates start_offset = index2coords(_window_shape, window.x().start()); |
| 86 | const Coordinates end_offset = index2coords(_window_shape, window.x().end() - 1); |
| 87 | |
| 88 | run_internal(_window3d, start_offset, end_offset, info); |
| 89 | } |