q_tp1 = q_function(
                params.fcs, self.obs_tp1_ph, policy_tp1, params.concat_index,
                tf.nn.tanh, w_init=initializer, last_w_init=last_initializer,