telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
David Beck | ecb56cd | 2018-09-05 12:52:57 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 4 | // |
| 5 | |
| 6 | #include "Softmax.hpp" |
| 7 | |
| 8 | #include <cmath> |
| 9 | #include <vector> |
| 10 | |
| 11 | namespace armnn |
| 12 | { |
| 13 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 14 | /// Computes the softmax function on some inputs, into outputs, with a shape given by tensorInfo. |
nikraj01 | a121de3 | 2019-05-29 10:51:05 +0100 | [diff] [blame] | 15 | void Softmax(Decoder<float>& in, Encoder<float>& out, const TensorInfo& inputTensorInfo, float beta) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 16 | { |
nikraj01 | a121de3 | 2019-05-29 10:51:05 +0100 | [diff] [blame] | 17 | unsigned int numChannels = inputTensorInfo.GetShape()[1]; |
| 18 | |
| 19 | for (unsigned int n = 0; n < inputTensorInfo.GetShape()[0]; n++) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 20 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 21 | // Find maximum channel. |
nikraj01 | a121de3 | 2019-05-29 10:51:05 +0100 | [diff] [blame] | 22 | in[n * numChannels]; |
| 23 | float max = in.Get(); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 24 | for (unsigned int c = 1; c < numChannels; c++) |
| 25 | { |
nikraj01 | a121de3 | 2019-05-29 10:51:05 +0100 | [diff] [blame] | 26 | in[n * numChannels + c]; |
| 27 | float val = in.Get(); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 28 | if (val > max) |
| 29 | { |
| 30 | max = val; |
| 31 | } |
| 32 | } |
| 33 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 34 | // Exponentiate all values and sum. |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 35 | std::vector<float> exponentials(numChannels); |
| 36 | float sum = 0.0f; |
| 37 | for (unsigned int c = 0; c < numChannels; c++) |
| 38 | { |
nikraj01 | a121de3 | 2019-05-29 10:51:05 +0100 | [diff] [blame] | 39 | in[n * numChannels + c]; |
| 40 | float val = in.Get(); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 41 | exponentials[c] = expf((val - max) * beta); |
| 42 | sum += exponentials[c]; |
| 43 | } |
| 44 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 45 | // Divide exponentials by sum to give outputs. |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 46 | for (unsigned int c = 0; c < numChannels; c++) |
| 47 | { |
nikraj01 | a121de3 | 2019-05-29 10:51:05 +0100 | [diff] [blame] | 48 | out[n * numChannels + c]; |
| 49 | out.Set(exponentials[c] / sum); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 50 | } |
| 51 | } |
| 52 | } |
| 53 | |
| 54 | } //namespace armnn |