commit d6b8a71714361881a249a6f6ed67125f290f4a83
author Jonathan Deakin <jonathan.deakin@arm.com> Tue Aug 23 11:44:18 2022 +0100
committer Pablo Marquez Tello <pablo.tello@arm.com> Mon Sep 26 08:28:46 2022 +0000
tree 63fb3c5fba04980816e41a11240511b3a587a5ad
parent ce79ac6297e6eb2407abd24846b8504dee43770f

Add FP32 Neon™ swish activation

Change-Id: Id37b59adbc8c4cbe218d1652aeb02a0b4ce42c66
Signed-off-by: Jonathan Deakin <jonathan.deakin@arm.com>
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/8256
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Pablo Marquez Tello <pablo.tello@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Benchmark: Arm Jenkins <bsgcomp@arm.com>

tests/validation/reference/ActivationLayer.h

diff --git a/tests/validation/reference/ActivationLayer.h b/tests/validation/reference/ActivationLayer.h
index 9773323..2bf9683 100644
--- a/tests/validation/reference/ActivationLayer.h
+++ b/tests/validation/reference/ActivationLayer.h
@@ -84,6 +84,9 @@
         case ActivationLayerInfo::ActivationFunction::HARD_SWISH:
             ret = x * ((std::min(std::max(static_cast<T>(x + 3), static_cast<T>(0.0f)), static_cast<T>(6.0f))) * 0.166666667f);
             break;
+        case ActivationLayerInfo::ActivationFunction::SWISH:
+            ret = static_cast<T>(x) / (static_cast<T>(1) + std::exp(-a*x));
+            break;
         case ActivationLayerInfo::ActivationFunction::GELU:
             ret = x * 0.5f * (1 + erf(x / std::sqrt(2.0f)));
             break;