if self.initial_state not in ["Zero", "Trainable", "Input"]:
            raise ConfigurationError("Invalid 'initial_state' of the hidden state (current '{}', available {})".format(self.initial_state, ["Zero", "Trainable", "Input"]))