mathdatech/Python
1
0
Fork 0
mirror of https://github.com/TheAlgorithms/Python.git synced 2024-12-18 01:00:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Changed Mish Activation Function to use Softplus (#10111)

Browse Source
This commit is contained in:
Kausthub Kannan 2023-10-08 21:18:22 +05:30 committed by GitHub
parent 937ce83b15
commit 08d394126c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
neural_network/activation_functions/mish.py
View File

@ -7,6 +7,7 @@ https://en.wikipedia.org/wiki/Rectifier_(neural_networks)#Mish
""" """
import numpy as np import numpy as np
from softplus import softplus
def mish(vector: np.ndarray) -> np.ndarray: def mish(vector: np.ndarray) -> np.ndarray:
@ -30,7 +31,7 @@ def mish(vector: np.ndarray) -> np.ndarray:
array([-0.00092952, -0.15113318, 0.33152014, -0.04745745]) array([-0.00092952, -0.15113318, 0.33152014, -0.04745745])
""" """
return vector * np.tanh(np.log(1 + np.exp(vector))) return vector * np.tanh(softplus(vector))
if __name__ == "__main__": if __name__ == "__main__":