relu gradient: >=0 -> >0

winger · Oct 10, 2013 · e1af72e · e1af72e
1 parent 9d1eb5e
commit e1af72e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/caffe/layers/relu_layer.cu b/src/caffe/layers/relu_layer.cu
@@ -29,7 +29,7 @@ Dtype ReLULayer<Dtype>::Backward_cpu(const vector<Blob<Dtype>*>& top,
     Dtype* bottom_diff = (*bottom)[0]->mutable_cpu_diff();
     const int count = (*bottom)[0]->count();
     for (int i = 0; i < count; ++i) {
-      bottom_diff[i] = top_diff[i] * (bottom_data[i] >= 0);
+      bottom_diff[i] = top_diff[i] * (bottom_data[i] > 0);
     }
   }
   return Dtype(0);
@@ -63,7 +63,7 @@ __global__ void ReLUBackward(const int n, const Dtype* in_diff,
     const Dtype* in_data, Dtype* out_diff) {
   int index = threadIdx.x + blockIdx.x * blockDim.x;
   if (index < n) {
-    out_diff[index] = in_diff[index] * (in_data[index] >= 0);
+    out_diff[index] = in_diff[index] * (in_data[index] > 0);
   }
 }