mathdatech/Python
1
0
Fork 0
mirror of https://github.com/TheAlgorithms/Python.git synced 2025-02-25 18:38:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

mish activation added

Browse Source
This commit is contained in:
Mitra-babu 2023-06-20 19:38:29 +05:30
parent 784199a862
commit c91bc2a528
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
neural_network/activation_functions/mish_activation.py
View File

@ -12,6 +12,7 @@ https://arxiv.org/abs/1908.08681
"""
import numpy as np
from maths.tanh import tangent_hyperbolic as tanh
def mish_activation(vector: np.ndarray) -> np.ndarray:
@ -39,7 +40,7 @@ def mish_activation(vector: np.ndarray) -> np.ndarray:
"""
soft_plus = np.log(np.exp(vector) + 1)
return vector * (2 / (1 + np.exp(-2 * soft_plus))) - 1
return vector * tanh(soft_plus)
if __name__ == "__main__":