mathdatech/Python
1
0
Fork 0
mirror of https://github.com/TheAlgorithms/Python.git synced 2025-02-25 10:28:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Formatting and spelling fixes done

Browse Source
This commit is contained in:
kausthub-kannan 2023-08-17 00:48:49 +05:30
parent 037b05d431
commit 1f84b1c07e
1 changed files with 4 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
neural_network/activation_functions/leaky_rectified_linear_unit.py
View File

@ -1,16 +1,9 @@
"""
Leaky Rectified Linear Unit (LeakyReLU)
Leaky Rectified Linear Unit (Leaky ReLU)
Input: vector (type: np.ndarray) , alpha (type: float)
Output: vector (type: np.ndarray)
UseCase: LeakyReLU solves the issue of dead neurons or vanishing gradient problem.
Refer the below link for more information:
Use Case: Leaky ReLU addresses the problem of the vanishing gradient.
For more detailed information, you can refer to the following link:
https://en.wikipedia.org/wiki/Rectifier_(neural_networks)#Leaky_ReLU
Applications:
Generative Adversarial Networks (GANs)
Object Detection and Image Segmentation
"""
import numpy as np
@ -33,8 +26,7 @@ def leaky_rectified_linear_unit(vector: np.ndarray, alpha: float) -> np.ndarray:
>>> leaky_rectified_linear_unit(vector=np.array([2.3,0.6,-2,-3.8]), alpha=0.3)
array([ 2.3 , 0.6 , -0.6 , -1.14])
>>> leaky_rectified_linear_unit(vector=np.array([-9.2,-0.3,0.45,-4.56]), \
alpha=0.067)
>>> leaky_rectified_linear_unit(np.array([-9.2, -0.3, 0.45, -4.56]), alpha=0.067)
array([-0.6164 , -0.0201 , 0.45 , -0.30552])
"""