From 4cbf3c33b82609267f17f4a1850e20e97e2f6677 Mon Sep 17 00:00:00 2001 From: "Zheng Zangwei (Alex Zheng)" Date: Wed, 19 Jun 2024 23:15:29 +0800 Subject: [PATCH] Hotfix/t5 load (#487) * hotfix * hotfix for stdit * hotfix for vae --- opensora/models/vae/vae.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/opensora/models/vae/vae.py b/opensora/models/vae/vae.py index 4a9a278..a4637e0 100644 --- a/opensora/models/vae/vae.py +++ b/opensora/models/vae/vae.py @@ -253,6 +253,7 @@ def OpenSoraVAE_V1_2( local_files_only=False, freeze_vae_2d=False, cal_loss=False, + force_huggingface=True, ): vae_2d = dict( type="VideoAutoencoderKL", @@ -277,7 +278,7 @@ def OpenSoraVAE_V1_2( scale=scale, ) - if from_pretrained is not None and not os.path.isdir(from_pretrained): + if force_huggingface or (from_pretrained is not None and not os.path.isdir(from_pretrained)): model = VideoAutoencoderPipeline.from_pretrained(from_pretrained, **kwargs) else: config = VideoAutoencoderPipelineConfig(**kwargs)