Merge pull request #154 from hpcaitech/hotfix/t5_assert

fix assertion
This commit is contained in:
Shen Chenhui 2024-06-19 21:22:51 +08:00 committed by GitHub
commit 49536bd923

View file

@ -99,7 +99,7 @@ class T5Embedder:
self.use_text_preprocessing = use_text_preprocessing
self.hf_token = hf_token
assert from_pretrained in self.available_models
# assert from_pretrained in self.available_models
self.tokenizer = AutoTokenizer.from_pretrained(
from_pretrained,
cache_dir=cache_dir,