mathdatech/Python
1
0
Fork 0
mirror of https://github.com/TheAlgorithms/Python.git synced 2025-02-25 18:38:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

mish activation added

Browse Source
This commit is contained in:
Mitra-babu 2023-06-20 20:05:39 +05:30
parent d6095e680a
commit 88f05ec5a4
1 changed files with 0 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
neural_network/activation_functions/mish_activation.py
View File

@ -29,15 +29,6 @@ def mish_activation(vector: np.ndarray) -> np.ndarray:
softplus = ln(1+e^(x)) and tanh = (e^x - e^(-x))/(e^x + e^(-x)) softplus = ln(1+e^(x)) and tanh = (e^x - e^(-x))/(e^x + e^(-x))
so, mish can be written as x * (2/(1+e^(-2 * softplus))-1 so, mish can be written as x * (2/(1+e^(-2 * softplus))-1
Examples:
>>> mish_activation(np.array([1,5,6,-0.67]))
array([ 0.86509839, 8.99955208, 10.99992663, -1.93211787])
>>> mish_activation(np.array([8,2,-0.98,13]))
array([14.9999982 , 2.94395896, -2.28214659, 25. ])
""" """
soft_plus = np.log(np.exp(vector) + 1) soft_plus = np.log(np.exp(vector) + 1)
return vector * tanh(soft_plus) return vector * tanh(soft_plus)