From c91bc2a5281b32ee67526d02b70b58b435ac8b99 Mon Sep 17 00:00:00 2001 From: Mitra-babu Date: Tue, 20 Jun 2023 19:38:29 +0530 Subject: [PATCH] mish activation added --- neural_network/activation_functions/mish_activation.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/neural_network/activation_functions/mish_activation.py b/neural_network/activation_functions/mish_activation.py index 8948b4322..8dfd28f01 100644 --- a/neural_network/activation_functions/mish_activation.py +++ b/neural_network/activation_functions/mish_activation.py @@ -12,6 +12,7 @@ https://arxiv.org/abs/1908.08681 """ import numpy as np +from maths.tanh import tangent_hyperbolic as tanh def mish_activation(vector: np.ndarray) -> np.ndarray: @@ -39,7 +40,7 @@ def mish_activation(vector: np.ndarray) -> np.ndarray: """ soft_plus = np.log(np.exp(vector) + 1) - return vector * (2 / (1 + np.exp(-2 * soft_plus))) - 1 + return vector * tanh(soft_plus) if __name__ == "__main__":