o = self.gate_activation.forward(np.dot(x_now, self.U_o) +
                                             np.dot(h_pre, self.W_o) +
                                             self.b_o)