diff --git a/torchTextClassifiers/tokenizers/WordPiece.py b/torchTextClassifiers/tokenizers/WordPiece.py index 280d11d..bfbfdf1 100644 --- a/torchTextClassifiers/tokenizers/WordPiece.py +++ b/torchTextClassifiers/tokenizers/WordPiece.py @@ -82,7 +82,7 @@ def train( self._post_training() if save_path: - self.tokenizer.save(save_path) + self.tokenizer.save_pretrained(save_path) logger.info(f"💾 Tokenizer saved at {save_path}") if filesystem and s3_save_path: parent_dir = os.path.dirname(save_path)