seems to be running

pat-coady · Dec 2, 2019 · 54c0644 · 54c0644
1 parent cea4dea
commit 54c0644
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/trpo/policy.py b/trpo/policy.py
@@ -191,7 +191,7 @@ def call(self, inputs):
                                        new_means, new_logvars])
         loss1 = -K.mean(adv * tf.exp(new_logp - old_logp))
         loss2 = K.mean(self.beta * kl)
-        # TODO - take mean before or after hinge loss?
+        # TODO - Take mean before or after hinge loss?
         loss3 = self.eta * K.square(K.maximum(0.0, K.mean(kl) - 2.0 * self.kl_targ))
         self.add_loss(loss1 + loss2 + loss3)