From cc3fc943cb1dc4b5f7e57ec892861958e675a911 Mon Sep 17 00:00:00 2001 From: plliao Date: Fri, 23 Jun 2017 18:51:01 +0800 Subject: [PATCH] use linear activation in lstm peephole --- yklz/recurrent/lstm_peephole.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/yklz/recurrent/lstm_peephole.py b/yklz/recurrent/lstm_peephole.py index 86dfce9..5a35c23 100644 --- a/yklz/recurrent/lstm_peephole.py +++ b/yklz/recurrent/lstm_peephole.py @@ -92,7 +92,7 @@ def step(self, inputs, states): o = self.recurrent_activation( x_o + K.dot(c_tm1 * rec_dp_mask[3], self.recurrent_kernel_o) ) - h = o * self.activation(c) + h = o * c if 0 < self.dropout + self.recurrent_dropout: h._uses_learning_phase = True return h, [h, c]