| |
| // Copyright (c) 2020-2022, ARM Limited. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| #include "activation_funcs.h" |
| #include "quant_util.h" |
| #include "template_types.h" |
| #include "arith_util.h" |
| #include <cmath> |
| |
| using namespace TosaReference; |
| using namespace Eigen; |
| using namespace tosa; |
| |
| template <int Rank, DType Dtype> |
| int OpClamp<Rank, Dtype>::register_fcn() |
| { |
| switch (Dtype) |
| { |
| case DType_FP16: |
| case DType_BF16: |
| case DType_FP32: |
| { |
| InEigenType min = (InEigenType)attribute->min_fp(); |
| InEigenType max = (InEigenType)attribute->max_fp(); |
| ERROR_IF(max < min, "OpClamp: max smaller than min"); |
| |
| this->fcn = [min, max](InEigenType a) -> OutEigenType { return fpTrunc<Dtype>(a <= min ? min : a >= max ? max : a); }; |
| } |
| break; |
| case DType_INT8: |
| case DType_INT16: |
| { |
| InEigenType min = (InEigenType)attribute->min_int(); |
| InEigenType max = (InEigenType)attribute->max_int(); |
| ERROR_IF(max < min, "OpClamp: max smaller than min"); |
| this->fcn = [min, max](InEigenType a) -> OutEigenType { return a <= min ? min : a >= max ? max : a; }; |
| } |
| break; |
| default: |
| ERROR_IF(true, "unsupported DType %s", EnumNamesDType()[Dtype]); |
| } |
| |
| return 0; |
| } |
| |
| template <int Rank, DType Dtype> |
| OpClamp<Rank, Dtype>::~OpClamp() |
| { |
| if (attribute) delete attribute; |
| } |
| |
| template <int Rank, DType Dtype> |
| int OpSigmoid<Rank, Dtype>::register_fcn() |
| { |
| switch (Dtype) |
| { |
| case DType_FP16: |
| case DType_BF16: |
| case DType_FP32: |
| this->fcn = [](InEigenType a) -> OutEigenType { |
| return fpTrunc<Dtype>(1.f / (1.f + (expf(-1.f * a)))); |
| }; |
| break; |
| default: |
| ERROR_IF(true, "unsupported DType %s", EnumNamesDType()[Dtype]); |
| } |
| |
| return 0; |
| } |
| |
| template <int Rank, DType Dtype> |
| int OpTanh<Rank, Dtype>::register_fcn() |
| { |
| switch (Dtype) |
| { |
| case DType_FP16: |
| case DType_BF16: |
| case DType_FP32: |
| this->fcn = [](InEigenType a) -> OutEigenType { return fpTrunc<Dtype>(tanhf(a)); }; |
| break; |
| default: |
| ERROR_IF(true, "unsupported DType %s", EnumNamesDType()[Dtype]); |
| } |
| |
| return 0; |
| } |
| |
| // template explicit instantiation |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FP16); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, BF16); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FP32); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, INT8); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, INT16); |
| |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, BF16); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FP16); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FP32); |
| |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, BF16); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FP16); |
| DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FP32); |