blob: a32e4e94a399b0b539790c9af2f8837a3b54d7b4 [file] [log] [blame]
Manuel Bottini30dbeef2019-06-26 16:23:03 +01001/*
Michele Di Giorgiod9eaf612020-07-08 11:12:57 +01002 * Copyright (c) 2019-2020 Arm Limited.
Manuel Bottini30dbeef2019-06-26 16:23:03 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24
25#include "helpers.h"
26
27#define TYPE VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)
28
29#if defined(S1_VAL) && !defined(S2_VAL)
30#define S2_VAL S1_VAL
31#endif // defined(S1_VAL) && !defined(S2_VAL)
32#if defined(O1_VAL) && !defined(O2_VAL)
33#define O2_VAL O1_VAL
34#endif // defined(O1_VAL) && !defined(O2_VAL)
35
36// RELU Activation
37inline TYPE relu_op(TYPE x)
38{
39 return max((TYPE)CONST_0, x);
40}
41// Bounded RELU Activation
42inline TYPE brelu_op(TYPE x)
43{
Michele Di Giorgioa046e162019-10-08 09:36:26 +010044 return min((TYPE)A_VAL, max((TYPE)CONST_0, x));
Manuel Bottini30dbeef2019-06-26 16:23:03 +010045}
46// Lower Upper Bounded RELU Activation
47inline TYPE lu_brelu_op(TYPE x)
48{
49 return min(max(x, (TYPE)B_VAL), (TYPE)A_VAL);
50}
morgolock6b3865a2020-03-04 14:57:46 +000051// Hard Swish Activation
52inline TYPE hard_swish_op(TYPE x)
53{
54 return (x * ((min(max((TYPE)(x + (TYPE)3.f), (TYPE)0.f), (TYPE)6.f)) * (TYPE)0.166666667f));
55}
Manuel Bottini30dbeef2019-06-26 16:23:03 +010056
57#define ACTIVATION_OP2(op, x) op##_op(x)
58#define ACTIVATION_OP(op, x) ACTIVATION_OP2(op, x)
59
60#if defined(S1_VAL) && defined(S2_VAL)
61#if defined(O1_VAL) && defined(O2_VAL)
62#define PERFORM_ACTIVATION_QUANT(act, data) \
63 ({ \
64 data = ACTIVATION_OP(act, data); \
65 \
66 VEC_DATA_TYPE(float, VEC_SIZE) \
67 fdata = CONVERT(data, VEC_DATA_TYPE(float, VEC_SIZE)); \
68 \
69 fdata = round((fdata - (float)O1_VAL) * ((float)S1_VAL / (float)S2_VAL) + (float)O2_VAL); \
70 data = CONVERT_SAT(fdata, VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)); \
71 })
72#else // defined(O1_VAL) && defined(O2_VAL)
73#define PERFORM_ACTIVATION_QUANT(act, data) \
74 ({ \
75 data = ACTIVATION_OP(act, data); \
76 \
77 VEC_DATA_TYPE(float, VEC_SIZE) \
78 fdata = CONVERT(data, VEC_DATA_TYPE(float, VEC_SIZE)); \
79 \
80 fdata = round((fdata) * ((float)S1_VAL / (float)S2_VAL)); \
81 data = CONVERT_SAT(fdata, VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)); \
82 })
83#endif /* defined(O1_VAL) && defined(O2_VAL) */
84#else /* defined(S1_VAL) && defined(S2_VAL) */
85#define PERFORM_ACTIVATION_QUANT(act, data) \
86 ({ \
87 data = ACTIVATION_OP(act, data); \
88 })
morgolock6b3865a2020-03-04 14:57:46 +000089#endif /* defined(S1_VAL) && defined(S2_VAL) */