riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

Update trainer.py (#25553)

Browse Source
This commit is contained in:
Yun Dai 2023-08-16 23:10:33 -07:00 committed by GitHub
parent db816c6e02
commit d1832dd808
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/trainer.py
View File

@ -466,7 +466,7 @@ class Trainer:
self.backward_prefetch = BackwardPrefetch.BACKWARD_POST
self.forward_prefetch = False
if self.args.fsdp_config.get("forward_prefect", False):
if self.args.fsdp_config.get("forward_prefetch", False):
self.forward_prefetch = True
self.limit_all_gathers = False