fix assertion

This commit is contained in:
Shen-Chenhui 2024-06-19 13:22:04 +00:00
parent c5b4c50393
commit 1602768d5b

View file

@ -99,7 +99,7 @@ class T5Embedder:
self.use_text_preprocessing = use_text_preprocessing
self.hf_token = hf_token
assert from_pretrained in self.available_models
# assert from_pretrained in self.available_models
self.tokenizer = AutoTokenizer.from_pretrained(
from_pretrained,
cache_dir=cache_dir,