roll back rrelu test way

dmlc · Aug 4, 2015 · 219d568 · 219d568
1 parent 2145f6a
commit 219d568
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/layer/insanity_layer-inl.hpp b/src/layer/insanity_layer-inl.hpp
@@ -67,7 +67,9 @@ class InsanityLayer : public ILayer<xpu> {
       nodes_in[0]->data = F<op::xelu>(nodes_in[0]->data, mask);
       mshadow::Copy(nodes_out[0]->data, nodes_in[0]->data, nodes_out[0]->data.stream_);
     } else {
-      nodes_in[0]->data = F<op::xelu>(nodes_in[0]->data, (ub_ - lb_) / (log(ub_) - log(lb_)));
+      // nodes_in[0]->data = F<op::xelu>(nodes_in[0]->data, (ub_ - lb_) / (log(ub_) - log(lb_)));
+      // better performance
+      nodes_in[0]->data = F<op::xelu>(nodes_in[0]->data, (ub_ + lb_) / 2.0f);
       mshadow::Copy(nodes_out[0]->data, nodes_in[0]->data, nodes_out[0]->data.stream_);
     }
   }