jxm commited on
Commit
4e1d021
·
verified ·
1 Parent(s): 5404400

Fix tokenizer loading (#12)

Browse files

- fix tokenizer loading (57f9af619ece289592dd683b83edf0f2c998dd72)

Files changed (1) hide show
  1. sentence_transformers_impl.py +1 -1
sentence_transformers_impl.py CHANGED
@@ -63,7 +63,7 @@ class Transformer(nn.Module):
63
  self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
64
 
65
  self.tokenizer = AutoTokenizer.from_pretrained(
66
- "answerdotai/ModernBERT-base",
67
  cache_dir=cache_dir,
68
  **tokenizer_args,
69
  )
 
63
  self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
64
 
65
  self.tokenizer = AutoTokenizer.from_pretrained(
66
+ model_name_or_path,
67
  cache_dir=cache_dir,
68
  **tokenizer_args,
69
  )