This commit is contained in:
Shen-Chenhui 2024-04-08 17:50:41 +08:00
parent 0d497994cd
commit bbeacb491d
2 changed files with 6 additions and 2 deletions

View file

@ -55,7 +55,11 @@ def main():
# device = "cuda" if torch.cuda.is_available() else "cpu"
device = get_current_device()
dtype = to_torch_dtype(cfg.dtype)
set_random_seed(seed=cfg.seed)
# set_random_seed(seed=cfg.seed) # Issue is this line !!!!!!!
# 2.3 DEBUG: USE BOOSTER
# 2.3. initialize ColossalAI booster

View file

@ -52,7 +52,7 @@ def main():
torch.backends.cudnn.allow_tf32 = True
device = "cuda" if torch.cuda.is_available() else "cpu"
dtype = to_torch_dtype(cfg.dtype)
set_random_seed(seed=cfg.seed)
# set_random_seed(seed=cfg.seed)
# # 2.3 DEBUG: USE BOOSTER