fix to review

Author: akiFQC

src/jmteb/embedders/data_parallel_sbert_embedder.py

@@ -227,7 +227,7 @@ def _encode_with_auto_batch_size(batch_size, self, text, prefix):
 
     def _add_eos_func(self, text: str | list[str]) -> str | list[str]:
         try:
-            eos_token = getattr(self.model.savetokenizer, "eos_token")
+            eos_token = getattr(self.model.tokenizer, "eos_token")
         except AttributeError:
             return text
 

tests/embedders/test_dp_sbert.py

@@ -9,7 +9,7 @@
 OUTPUT_DIM = 128
 
 
-class TestSentenceBertEmbedder:
+class TestDPSentenceBertEmbedder:
     def setup_class(cls):
         cls.model = DataParallelSentenceBertEmbedder(MODEL_NAME_OR_PATH)