riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 02:31:11 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

fix: Avoid error when fsdp_config is missing xla_fsdp_v2 (#29480)

Browse Source 
Signed-off-by: Ashok Pon Kumar Sree Prakash <ashokponkumar@gmail.com>
This commit is contained in:
Ashok Pon Kumar 2024-03-07 17:14:23 +05:30 committed by GitHub
parent f6133d767a
commit 9288e759ad
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/trainer.py
View File

@ -647,7 +647,7 @@ class Trainer:
if args.torch_compile and not is_torch_compile_available(): if args.torch_compile and not is_torch_compile_available():
raise RuntimeError("Using torch.compile requires PyTorch 2.0 or higher.") raise RuntimeError("Using torch.compile requires PyTorch 2.0 or higher.")
self.is_fsdp_xla_v2_enabled = args.fsdp_config["xla_fsdp_v2"] self.is_fsdp_xla_v2_enabled = args.fsdp_config.get("xla_fsdp_v2", False)
if self.is_fsdp_xla_v2_enabled: if self.is_fsdp_xla_v2_enabled:
# Prepare the SPMD mesh that is going to be used by the data loader and the FSDPv2 wrapper. # Prepare the SPMD mesh that is going to be used by the data loader and the FSDPv2 wrapper.
# Tensor axis is just a placeholder where it will not be used in FSDPv2. # Tensor axis is just a placeholder where it will not be used in FSDPv2.