Merge pull request #40 from Yoctol/LSTMPeephole_linear_activation

use linear activation in lstm peephole

yklz/recurrent/lstm_peephole.py

@@ -92,7 +92,7 @@ def step(self, inputs, states):
             o = self.recurrent_activation(
                 x_o + K.dot(c_tm1 * rec_dp_mask[3], self.recurrent_kernel_o)
             )
-        h = o * self.activation(c)
+        h = o * c
         if 0 < self.dropout + self.recurrent_dropout:
             h._uses_learning_phase = True
         return h, [h, c]