Fixing possible log of zero error

barisdemirdelen · May 21, 2014 · affbb03 · affbb03
1 parent 074671c
commit affbb03
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/code/network2.py b/code/network2.py
@@ -43,10 +43,12 @@ class CrossEntropyCost:
     @staticmethod
     def fn(a, y):
         """Return the cost associated with an output ``a`` and desired output
-        ``y``.
+        ``y``.  Note that the np.nan_to_num ensures that if the output
+        from the network is exactly right, then 0.0 will be returned,
+        rather than nan.
 
         """
-        return np.sum(-y*np.log(a)-(1-y)*np.log(1-a))
+        return np.nan_to_num(np.sum(-y*np.log(a)-(1-y)*np.log(1-a)))
 
     @staticmethod
     def delta(z, a, y):