self._prev_action = np.zeros((len(self._actions) + 1,), dtype=np.float32)