diff --git a/keras_nlp/src/tokenizers/sentence_piece_tokenizer.py b/keras_nlp/src/tokenizers/sentence_piece_tokenizer.py index ece71131d6..19c1240596 100644 --- a/keras_nlp/src/tokenizers/sentence_piece_tokenizer.py +++ b/keras_nlp/src/tokenizers/sentence_piece_tokenizer.py @@ -221,6 +221,8 @@ def get_config(self): { "proto": None, # Save vocabulary via an asset! "sequence_length": self.sequence_length, + "add_bos": self.add_bos, + "add_eos": self.add_eos, } ) return config