config = {
        "vocab_size":
            self._vocab_size,
        "num_layers":
            self._num_layers,