mirror of
https://github.com/hpcaitech/Open-Sora.git
synced 2026-05-17 01:01:50 +02:00
416837a86b
* fix assert * fix vae config; update path --------- Co-authored-by: Shen-Chenhui <shen_chenhui@u.nus.edu>
33 lines
613 B
Python
33 lines
613 B
Python
image_size = (256, 256)
|
|
num_frames = 51
|
|
|
|
dtype = "bf16"
|
|
batch_size = 1
|
|
seed = 42
|
|
save_dir = "samples/vae_video"
|
|
cal_stats = True
|
|
log_stats_every = 100
|
|
|
|
# Define dataset
|
|
dataset = dict(
|
|
type="VideoTextDataset",
|
|
data_path=None,
|
|
num_frames=num_frames,
|
|
image_size=image_size,
|
|
)
|
|
num_samples = 100
|
|
num_workers = 4
|
|
|
|
# Define model
|
|
model = dict(
|
|
type="OpenSoraVAE_V1_2",
|
|
from_pretrained="hpcai-tech/OpenSora-VAE-v1.2",
|
|
micro_frame_size=None,
|
|
micro_batch_size=4,
|
|
cal_loss=True,
|
|
)
|
|
|
|
# loss weights
|
|
perceptual_loss_weight = 0.1 # use vgg is not None and more than 0
|
|
kl_loss_weight = 1e-6
|