mathdatech/Python
1
0
Fork 0
mirror of https://github.com/TheAlgorithms/Python.git synced 2025-02-21 08:42:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Resolved log(0) error in KL divergence #12233

Browse Source
This commit is contained in:
Anan 2025-02-04 07:43:57 +05:30
parent 6c92c5a539
commit 27fac2c113
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
machine_learning/loss_functions.py
View File

@ -659,7 +659,9 @@ def kullback_leibler_divergence(y_true: np.ndarray, y_pred: np.ndarray) -> float
if len(y_true) != len(y_pred):
raise ValueError("Input arrays must have the same length.")
kl_loss = y_true * np.log(y_true / y_pred)
kl_loss = np.concatenate((y_true[None, :], y_pred[None, :]))
kl_loss = kl_loss[:, ~np.any(kl_loss == 0, axis=0)]
kl_loss = kl_loss[0] * np.log(kl_loss[0] / kl_loss[1])
return np.sum(kl_loss)