i = self.gate_activation.forward(np.dot(x_now, self.U_i) +
                                             np.dot(h_pre, self.W_i) +
                                             self.b_i)