Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 1 | |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 2 | // Copyright (c) 2020-2021, ARM Limited. |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 3 | // |
| 4 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | // you may not use this file except in compliance with the License. |
| 6 | // You may obtain a copy of the License at |
| 7 | // |
| 8 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | // |
| 10 | // Unless required by applicable law or agreed to in writing, software |
| 11 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | // See the License for the specific language governing permissions and |
| 14 | // limitations under the License. |
| 15 | |
| 16 | #ifndef TOSA_REFERENCE_QUANT_UTIL_H |
| 17 | #define TOSA_REFERENCE_QUANT_UTIL_H |
| 18 | |
| 19 | #include "arith_util.h" |
| 20 | #include "func_debug.h" |
| 21 | #include "ops/template_types.h" |
| 22 | #include "tosa_generated.h" |
| 23 | |
| 24 | using namespace tosa; |
| 25 | |
| 26 | namespace TosaReference |
| 27 | { |
| 28 | |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 29 | class QuantUtil |
| 30 | { |
| 31 | public: |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 32 | static void reciprocal_scale(int32_t value, |
| 33 | // Output |
| 34 | int32_t& multiplier, |
| 35 | int32_t& shift) |
| 36 | { |
Kevin Cheng | aee1fac | 2020-11-11 13:54:06 -0800 | [diff] [blame] | 37 | ASSERT_MSG(value > 0, "AvgPool2d reciprocal_scale() error: # of elements should be > 1 but is %d", value); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 38 | uint32_t value_u32 = (uint32_t)value; |
| 39 | int32_t k = 32 - LEADING_ZEROS_32(value_u32 - 1); // (1<<k)/2 < value <= (1<<k) |
| 40 | int64_t numerator = ((1L << 30) + 1) << k; |
| 41 | multiplier = numerator / value; // (1<<30) <= multiplier < (1<<31) |
| 42 | shift = 30 + k; |
| 43 | } |
| 44 | |
Kevin Cheng | 99bea14 | 2020-10-19 12:35:05 -0700 | [diff] [blame] | 45 | static int32_t apply_scale_32(int32_t value, int32_t multiplier, int32_t shift, bool double_round = true) |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 46 | { |
Kevin Cheng | 99bea14 | 2020-10-19 12:35:05 -0700 | [diff] [blame] | 47 | ASSERT_MSG(multiplier >= 0, "apply_scale_32() error: multiplier should >= 0 but is %d", multiplier); |
| 48 | ASSERT_MSG(shift >= 2 && shift <= 62, "apply_scale_32() error: shift should be within [2, 62] but is %d", |
| 49 | shift); |
| 50 | int64_t round = 1L << (shift - 1); |
| 51 | if (double_round) |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 52 | { |
Kevin Cheng | 99bea14 | 2020-10-19 12:35:05 -0700 | [diff] [blame] | 53 | if (shift > 31 && value >= 0) |
| 54 | round += (1L << 30); |
| 55 | if (shift > 31 && value < 0) |
| 56 | round -= (1L << 30); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 57 | } |
| 58 | int64_t result = (int64_t)value * multiplier + round; |
| 59 | result = result >> shift; |
| 60 | ASSERT_MSG(result >= -(1L << 31) && result < (1L << 31), |
Kevin Cheng | 99bea14 | 2020-10-19 12:35:05 -0700 | [diff] [blame] | 61 | "apply_scale_32() error: scaled result exceed int32 numeric range"); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 62 | return static_cast<int32_t>(result); |
| 63 | } |
Kevin Cheng | 0f87c95 | 2021-03-18 17:41:39 -0700 | [diff] [blame^] | 64 | |
| 65 | static int32_t apply_scale_16(int64_t value, int16_t multiplier, int32_t shift) |
| 66 | { |
| 67 | ASSERT_MSG(multiplier >= 0, "apply_scale_16() error: multiplier should >= 0 but is %d", multiplier); |
| 68 | ASSERT_MSG(value >= -(static_cast<int64_t>(1) << 47) && value < (static_cast<int64_t>(1) << 47), |
| 69 | "apply_scale_16() error: value should be within [-(1^47), 1^47]"); |
| 70 | int64_t round = 1L << (shift - 1); |
| 71 | int64_t result = value * (int64_t)multiplier + round; |
| 72 | result = result >> shift; |
| 73 | ASSERT_MSG(result >= -(1L << 31) && result < (1L << 31), |
| 74 | "apply_scale_16() error: scaled result exceed int32 numeric range"); |
| 75 | return static_cast<int32_t>(result); |
| 76 | } |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 77 | }; |
| 78 | |
| 79 | class TypeChecker |
| 80 | { |
| 81 | public: |
| 82 | static bool is_integer(DType dtype) |
| 83 | { |
Kevin Cheng | 0f87c95 | 2021-03-18 17:41:39 -0700 | [diff] [blame^] | 84 | if (dtype == DType_INT4 || dtype == DType_INT8 || dtype == DType_UINT8 || dtype == DType_INT16 || |
| 85 | dtype == DType_INT32 || dtype == DType_INT48) |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 86 | { |
| 87 | return true; |
| 88 | } |
| 89 | return false; |
| 90 | } |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 91 | }; |
| 92 | }; // namespace TosaReference |
| 93 | |
| 94 | #endif |