Check for accelerate env var when doing CPU only (#24890)

Check for use-cpu
This commit is contained in:
Zach Mueller 2023-07-18 18:40:37 -04:00 committed by GitHub
parent a982c0225e
commit 476be08c4a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1720,7 +1720,7 @@ class TrainingArguments:
self.distributed_state = None
if not self.use_ipex and "ACCELERATE_USE_IPEX" not in os.environ:
os.environ["ACCELERATE_USE_IPEX"] = "false"
if self.use_cpu:
if self.use_cpu or os.environ.get("ACCELERATE_USE_CPU", False):
self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend)
self._n_gpu = 0
elif is_sagemaker_mp_enabled():