mirror of
https://github.com/hpcaitech/Open-Sora.git
synced 2026-04-13 06:46:08 +02:00
febf3ad4b2
* upload v2.0 * update docs * [hotfix] fit latest fa3 (#802) * update readme * update readme * update readme * update train readme * update readme * update readme: motion score * cleaning video dc ae WIP * update config * add dependency functions * undo cleaning * use latest dcae * complete high compression training * update hcae config * cleaned up vae * update ae.md * further cleanup * update vae & ae paths * align naming of ae * [hotfix] fix ring attn bwd for fa3 (#803) * train ae default without wandb * update config * update evaluation results * added hcae report * update readme * update readme demo * update readme demo * update readme gif * display demo directly in readme * update paper * delete files --------- Co-authored-by: Hongxin Liu <lhx0217@gmail.com> Co-authored-by: Shen-Chenhui <shen_chenhui@u.nus.edu> Co-authored-by: wuxiwen <wuxiwen.simon@gmail.com>
21 lines
379 B
Python
21 lines
379 B
Python
plugin = "hybrid"
|
|
plugin_config = dict(
|
|
tp_size=1,
|
|
pp_size=1,
|
|
sp_size=8,
|
|
sequence_parallelism_mode="ring_attn",
|
|
enable_sequence_parallelism=True,
|
|
static_graph=True,
|
|
zero_stage=2,
|
|
overlap_allgather=False,
|
|
)
|
|
|
|
plugin_ae = "hybrid"
|
|
plugin_config_ae = dict(
|
|
tp_size=8,
|
|
pp_size=1,
|
|
sp_size=1,
|
|
zero_stage=2,
|
|
overlap_allgather=False,
|
|
)
|