| /* |
| * Copyright (c) 2021 Arm Limited. |
| * |
| * SPDX-License-Identifier: MIT |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a copy |
| * of this software and associated documentation files (the "Software"), to |
| * deal in the Software without restriction, including without limitation the |
| * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| * sell copies of the Software, and to permit persons to whom the Software is |
| * furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice shall be included in all |
| * copies or substantial portions of the Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| * SOFTWARE. |
| */ |
| #include "helpers.h" |
| |
| /** (EXPERIMENTAL_POST_OPS) Macros for (binary) elementwise operations */ |
| |
| /** List of (binary) elementwise operators, accounting for the argument position of argument X |
| * @note X_Pos denotes the position of argument X. e.g. X_POS_0 means X is in the first place whereas X_POS_1 means X is in the second place |
| * @name elementwise_post_ops |
| * @{ |
| */ |
| #if defined(N0) && !defined(VEC_SIZE) |
| #define VEC_SIZE N0 |
| #endif // defined(N0) && !defined(VEC_SIZE) |
| |
| #if defined(VEC_SIZE) && defined(DATA_TYPE) |
| |
| #define ADD_X_POS_0(x, y) (x) + (y) |
| #define SUB_X_POS_0(x, y) (x) - (y) |
| #define MAX_X_POS_0(x, y) max(x, y) |
| #define MIN_X_POS_0(x, y) min(x, y) |
| #define SQUARED_DIFF_X_POS_0(x, y) (x - y) * (x - y) |
| #define POWER_X_POS_0(x, y) pow(x, y) |
| #if VEC_SIZE == 1 |
| #define PRELU_X_POS_0(x, y) (x > 0 ? x : x * y) |
| #else // VEC_SIZE == 1 |
| #define PRELU_X_POS_0(x, y) (select(y * x, x, CONVERT((x > (DATA_TYPE)0), SELECT_VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)))) |
| #endif // VEC_SIZE == 1 |
| #define DIV_X_POS_0(x, y) (x / y) |
| #define AND_X_POS_0(x, y) (CONVERT((x && y), VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)) & ((VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE))1)) |
| #define OR_X_POS_0(x, y) (CONVERT((x || y), VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)) & ((VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE))1)) |
| |
| #define ADD_X_POS_1(x, y) ADD_X_POS_0(x, y) |
| #define SUB_X_POS_1(x, y) (y) - (x) |
| #define MAX_X_POS_1(x, y) MAX_X_POS_0(x, y) |
| #define MIN_X_POS_1(x, y) MIN_X_POS_0(x, y) |
| #define SQUARED_DIFF_X_POS_1(x, y) SQUARED_DIFF_X_POS_0(x, y) |
| #define POWER_X_POS_1(x, y) pow(y, x) |
| #if VEC_SIZE == 1 |
| #define PRELU_X_POS_1(x, y) (y > 0 ? y : y * x) |
| #else // VEC_SIZE == 1 |
| #define PRELU_X_POS_1(x, y) (select(x * y, y, CONVERT((y > (DATA_TYPE)0), SELECT_VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)))) |
| #endif // VEC_SIZE == 1 |
| #define DIV_X_POS_1(x, y) (y / x) |
| #define AND_X_POS_1(x, y) AND_X_POS_0(x, y) |
| #define OR_X_POS_1(x, y) OR_X_POS_0(x, y) |
| |
| // By default use the order of the arguments as they are passed in, ie. _X_POS_0 |
| #define ADD(x, y) ADD_X_POS_0(x, y) |
| #define SUB(x, y) SUB_X_POS_0(x, y) |
| #define MAX(x, y) MAX_X_POS_0(x, y) |
| #define MIN(x, y) MIN_X_POS_0(x, y) |
| #define SQUARED_DIFF(x, y) SQUARED_DIFF_X_POS_0(x, y) |
| #define POWER(x, y) POWER_X_POS_0(x, y) |
| #define PRELU(x, y) PRELU_X_POS_0(x, y) |
| #define DIV(x, y) DIV_X_POS_0(x, y) |
| #define AND(x, y) AND_X_POS_0(x, y) |
| #define OR(x, y) OR_X_POS_0(x, y) |
| |
| #endif // defined(VEC_SIZE) && defined(DATA_TYPE) |
| /** @} */ // end of group elementwise_post_ops |
| |
| /** Performs OPERAND1 = OP(OPERAND1, OPERAND2) |
| * @name ELTWISE_OP_ROW_n |
| * |
| * @param[in] OP The elementwise post op |
| * @param[in, out] OPERAND1 The basename of the destination and operand 1 variables |
| * @param[in] OPERAND2 The basename of the operand 2 variables |
| * @{ |
| */ |
| #define ELTWISE_OP_ROW_1(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##0 = OP(OPERAND1##0, OPERAND2##0); |
| |
| #define ELTWISE_OP_ROW_2(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_1(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##1 = OP(OPERAND1##1, OPERAND2##1); |
| |
| #define ELTWISE_OP_ROW_3(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_2(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##2 = OP(OPERAND1##2, OPERAND2##2); |
| |
| #define ELTWISE_OP_ROW_4(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_3(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##3 = OP(OPERAND1##3, OPERAND2##3); |
| |
| #define ELTWISE_OP_ROW_5(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_4(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##4 = OP(OPERAND1##4, OPERAND2##4); |
| |
| #define ELTWISE_OP_ROW_6(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_5(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##5 = OP(OPERAND1##5, OPERAND2##5); |
| |
| #define ELTWISE_OP_ROW_7(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_6(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##6 = OP(OPERAND1##6, OPERAND2##6); |
| |
| #define ELTWISE_OP_ROW_8(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_7(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##7 = OP(OPERAND1##7, OPERAND2##7); |
| |
| #define ELTWISE_OP_ROW_9(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_8(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##8 = OP(OPERAND1##8, OPERAND2##8); |
| |
| #define ELTWISE_OP_ROW_10(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_9(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##9 = OP(OPERAND1##9, OPERAND2##9); |
| |
| #define ELTWISE_OP_ROW_11(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_10(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##A = OP(OPERAND1##A, OPERAND2##A); |
| |
| #define ELTWISE_OP_ROW_12(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_11(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##B = OP(OPERAND1##B, OPERAND2##B); |
| |
| #define ELTWISE_OP_ROW_13(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_12(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##C = OP(OPERAND1##C, OPERAND2##C); |
| |
| #define ELTWISE_OP_ROW_14(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_13(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##D = OP(OPERAND1##D, OPERAND2##D); |
| |
| #define ELTWISE_OP_ROW_15(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_14(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##E = OP(OPERAND1##E, OPERAND2##E); |
| |
| #define ELTWISE_OP_ROW_16(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_15(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##F = OP(OPERAND1##F, OPERAND2##F); |
| |
| /** @} */ // end of group ELTWISE_OP_ROW_n |
| |
| /** Performs OPERAND1 = OP(OPERAND1, OPERAND2) |
| * @name ELTWISE_OP_BLOCK |
| * |
| * Supported cases are N=1,2,3,...,16 |
| * |
| * @param[in] OP The elementwise post op |
| * @param[in] N The number of vectors in the block |
| * @param[in] OPERAND1 The basename of the destination and operand 1 variables |
| * @param[in] OPERAND2 The basename of the operand 2 variables |
| * @{ |
| */ |
| #define ELTWISE_OP_BLOCK_STR(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_ROW_##N(OP, OPERAND1, OPERAND2) |
| #define ELTWISE_OP_BLOCK(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_BLOCK_STR(OP, N, OPERAND1, OPERAND2) |
| /** @} */ // end of group ELTWISE_OP_BLOCK |
| |
| /** Performs OPERAND1 = OP(OPERAND1, OPERAND2) with broadcasting |
| * @name ELTWISE_OP_ROW_BROADCAST_n |
| * |
| * @param[in] OP The elementwise post op |
| * @param[in, out] OPERAND1 The basename of the destination and operand 1 variables |
| * @param[in] OPERAND2 The basename of the broadcast operand 2 variables |
| * @{ |
| */ |
| #define ELTWISE_OP_ROW_BROADCAST_1(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##0 = OP(OPERAND1##0, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_2(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_1(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##1 = OP(OPERAND1##1, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_3(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_2(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##2 = OP(OPERAND1##2, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_4(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_3(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##3 = OP(OPERAND1##3, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_5(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_4(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##4 = OP(OPERAND1##4, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_6(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_5(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##5 = OP(OPERAND1##5, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_7(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_6(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##6 = OP(OPERAND1##6, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_8(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_7(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##7 = OP(OPERAND1##7, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_9(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_8(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##8 = OP(OPERAND1##8, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_10(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_9(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##9 = OP(OPERAND1##9, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_11(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_10(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##A = OP(OPERAND1##A, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_12(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_11(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##B = OP(OPERAND1##B, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_13(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_12(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##C = OP(OPERAND1##C, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_14(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_13(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##D = OP(OPERAND1##D, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_15(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_14(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##E = OP(OPERAND1##E, OPERAND2); |
| |
| #define ELTWISE_OP_ROW_BROADCAST_16(OP, OPERAND1, OPERAND2) \ |
| ELTWISE_OP_ROW_BROADCAST_15(OP, OPERAND1, OPERAND2) \ |
| OPERAND1##F = OP(OPERAND1##F, OPERAND2); |
| |
| /** @} */ // end of group ELTWISE_OP_ROW_BROADCAST_n |
| |
| /** Performs OPERAND1 = OP(OPERAND1, OPERAND2) with broadcasting |
| * @name ELTWISE_OP_BLOCK_BROADCAST |
| * @note Only support: |
| * case 1 broadcast in Y dimension : Operand1 [YxX] + Operand2 [1xX]; |
| * case 2 broadcast in both Y and X dimensions : Operand1 [YxX] + Operand2 [1x1] (scalar); |
| * Does NOT support broad cast in X dimension: Operand1 [YxX] + Operand2 [Yx1]; |
| * |
| * Supported cases are N=1,2,3,...,16 |
| * |
| * @param[in] OP The elementwise post op |
| * @param[in] N The number of vectors in the block |
| * @param[in] OPERAND1 The basename of the destination and operand 1 variables |
| * @param[in] OPERAND2 The basename of the operand 2 variables |
| * @{ |
| */ |
| #define ELTWISE_OP_BLOCK_BROADCAST_STR(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_ROW_BROADCAST_##N(OP, OPERAND1, OPERAND2) |
| #define ELTWISE_OP_BLOCK_BROADCAST(OP, N, OPERAND1, OPERAND2) ELTWISE_OP_BLOCK_BROADCAST_STR(OP, N, OPERAND1, OPERAND2) |
| /** @} */ // end of group ELTWISE_OP_BLOCK_BROADCAST |