nicolabs/Open-Sora
1
0
Fork 0
mirror of https://github.com/hpcaitech/Open-Sora.git synced 2026-04-11 05:13:31 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fixed (#98)

Browse source 
Co-authored-by: Shen-Chenhui <shen_chenhui@u.nus.edu>
This commit is contained in:
Shen Chenhui 2024-05-13 11:58:06 +08:00 committed by GitHub
parent 11faae8db6
commit b8d99d7a8b
2 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
configs/opensora-v1-2/inference/sample.py
View file

@ -20,7 +20,9 @@ model = dict(
vae = dict(
type="VideoAutoencoderPipeline",
from_pretrained="pretrained_models/vae-v3",
scale=2.5,
# scale=2.5,
shift=(-0.10, 0.34, 0.27, 0.98),
scale=(3.85, 2.32, 2.33, 3.06),
micro_frame_size=17,
vae_2d=dict(
type="VideoAutoencoderKL",

2
opensora/models/vae/vae.py
View file

@ -171,7 +171,7 @@ class VideoAutoencoderPipeline(nn.Module):
def decode(self, z, num_frames=None):
if not self.cal_loss:
z = z * self.scale + self.shift
z = z * self.scale.to(z.dtype) + self.shift.to(z.dtype)
if self.micro_frame_size is None:
x_z = self.temporal_vae.decode(z, num_frames=num_frames)