From d53f73247ae92f7db50034d911ff94d70f4148a6 Mon Sep 17 00:00:00 2001 From: meilame-tayebjee Date: Mon, 9 Feb 2026 13:41:55 +0000 Subject: [PATCH] fix: use save_pretrained from PreTrainedTokenizerFast object --- torchTextClassifiers/tokenizers/WordPiece.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/torchTextClassifiers/tokenizers/WordPiece.py b/torchTextClassifiers/tokenizers/WordPiece.py index 280d11d..bfbfdf1 100644 --- a/torchTextClassifiers/tokenizers/WordPiece.py +++ b/torchTextClassifiers/tokenizers/WordPiece.py @@ -82,7 +82,7 @@ def train( self._post_training() if save_path: - self.tokenizer.save(save_path) + self.tokenizer.save_pretrained(save_path) logger.info(f"💾 Tokenizer saved at {save_path}") if filesystem and s3_save_path: parent_dir = os.path.dirname(save_path)