binary log loss correction

wwhai · Jan 29, 2018 · 45fd2f4 · 45fd2f4
1 parent c474100
commit 45fd2f4
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/loss.go b/loss.go
@@ -66,15 +66,16 @@ func (l CrossEntropy) Df(estimate, ideal, activation float64) float64 {
 type BinaryCrossEntropy struct{}
 
 func (l BinaryCrossEntropy) F(estimate, ideal [][]float64) float64 {
+	epsilon := 1e-16
 	var sum float64
 	for i := range estimate {
 		ce := 0.0
 		for j := range estimate[i] {
-			ce += ideal[i][j]*math.Log(estimate[i][j]) + (1-ideal[i][j])*math.Log(1-estimate[i][j])
+			ce += ideal[i][j] * (math.Log(estimate[i][j]+epsilon) - (1-ideal[i][j])*math.Log(1-estimate[i][j]+epsilon))
 		}
 		sum -= ce
 	}
-	return sum / float64(len(estimate))
+	return sum
 }
 
 func (l BinaryCrossEntropy) Df(estimate, ideal, activation float64) float64 {