Make derivative of ReLU consistent with TensorFlow (der should be 0 w…

…hen x is 0).
kfnxu · May 15, 2016 · 718a6c8 · 718a6c8
1 parent 844e3f2
commit 718a6c8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nn.ts b/nn.ts
@@ -118,7 +118,7 @@ export class Activations {
   };
   public static RELU: ActivationFunction = {
     output: x => Math.max(0, x),
-    der: x => x < 0 ? 0 : 1
+    der: x => x <= 0 ? 0 : 1
   };
   public static SIGMOID: ActivationFunction = {
     output: x => 1 / (1 + Math.exp(-x)),