riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 19:21:31 +06:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

safeguard torch distributed check (#26056)

Browse Source
This commit is contained in:
Sourab Mangrulkar 2023-09-13 10:26:37 +05:30 committed by GitHub
parent 12f043eaea
commit 73b13ac099
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/transformers/modeling_utils.py
View File

@ -120,7 +120,11 @@ _init_weights = True
def is_fsdp_enabled():
return torch.distributed.is_initialized() and strtobool(os.environ.get("ACCELERATE_USE_FSDP", "False")) == 1
return (
torch.distributed.is_available()
and torch.distributed.is_initialized()
and strtobool(os.environ.get("ACCELERATE_USE_FSDP", "False")) == 1
)
def is_fsdp_enabled_and_dist_rank_0():