mirror of
https://github.com/hpcaitech/Open-Sora.git
synced 2026-05-17 11:23:47 +02:00
341b12f9bf
* update (#57) * update * update datautil * add VBench prompt * update eval * update eval * update intepolation * add vbench eval * Dev/sdedit implementation (#56) * Update utils.py * update * update * update --------- Co-authored-by: YuKun Zhou <90625606+1zeryu@users.noreply.github.com>
49 lines
1.4 KiB
Python
49 lines
1.4 KiB
Python
import os
|
|
|
|
import torch
|
|
|
|
|
|
def get_world_size():
|
|
"""Find OMPI world size without calling mpi functions
|
|
:rtype: int
|
|
"""
|
|
if os.environ.get("PMI_SIZE") is not None:
|
|
return int(os.environ.get("PMI_SIZE") or 1)
|
|
elif os.environ.get("OMPI_COMM_WORLD_SIZE") is not None:
|
|
return int(os.environ.get("OMPI_COMM_WORLD_SIZE") or 1)
|
|
else:
|
|
return torch.cuda.device_count()
|
|
|
|
|
|
def get_global_rank():
|
|
"""Find OMPI world rank without calling mpi functions
|
|
:rtype: int
|
|
"""
|
|
if os.environ.get("PMI_RANK") is not None:
|
|
return int(os.environ.get("PMI_RANK") or 0)
|
|
elif os.environ.get("OMPI_COMM_WORLD_RANK") is not None:
|
|
return int(os.environ.get("OMPI_COMM_WORLD_RANK") or 0)
|
|
else:
|
|
return 0
|
|
|
|
|
|
def get_local_rank():
|
|
"""Find OMPI local rank without calling mpi functions
|
|
:rtype: int
|
|
"""
|
|
if os.environ.get("MPI_LOCALRANKID") is not None:
|
|
return int(os.environ.get("MPI_LOCALRANKID") or 0)
|
|
elif os.environ.get("OMPI_COMM_WORLD_LOCAL_RANK") is not None:
|
|
return int(os.environ.get("OMPI_COMM_WORLD_LOCAL_RANK") or 0)
|
|
else:
|
|
return 0
|
|
|
|
|
|
def get_master_ip():
|
|
if os.environ.get("AZ_BATCH_MASTER_NODE") is not None:
|
|
return os.environ.get("AZ_BATCH_MASTER_NODE").split(":")[0]
|
|
elif os.environ.get("AZ_BATCHAI_MPI_MASTER_NODE") is not None:
|
|
return os.environ.get("AZ_BATCHAI_MPI_MASTER_NODE")
|
|
else:
|
|
return "127.0.0.1"
|