use linear activation in lstm peephole

Yoctol · Jun 23, 2017 · cc3fc94 · cc3fc94
1 parent c6dc0fa
commit cc3fc94
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/yklz/recurrent/lstm_peephole.py b/yklz/recurrent/lstm_peephole.py
@@ -92,7 +92,7 @@ def step(self, inputs, states):
             o = self.recurrent_activation(
                 x_o + K.dot(c_tm1 * rec_dp_mask[3], self.recurrent_kernel_o)
             )
-        h = o * self.activation(c)
+        h = o * c
         if 0 < self.dropout + self.recurrent_dropout:
             h._uses_learning_phase = True
         return h, [h, c]