riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 19:21:31 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

enable deterministic mode for npu (#31253)

Browse Source
This commit is contained in:
Huazhong Ji 2024-06-05 19:35:35 +08:00 committed by GitHub
parent 4a6024921f
commit 41cf4097f7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/trainer_utils.py
View File

@ -71,6 +71,9 @@ def enable_full_determinism(seed: int, warn_only: bool = False):
# depending on the CUDA version, so we set them both here # depending on the CUDA version, so we set them both here
os.environ["CUDA_LAUNCH_BLOCKING"] = "1" os.environ["CUDA_LAUNCH_BLOCKING"] = "1"
os.environ["CUBLAS_WORKSPACE_CONFIG"] = ":16:8" os.environ["CUBLAS_WORKSPACE_CONFIG"] = ":16:8"
# The environment variable required to enable deterministic mode on Ascend NPUs.
os.environ["ASCEND_LAUNCH_BLOCKING"] = 1
os.environ["HCCL_DETERMINISTIC"] = 1
torch.use_deterministic_algorithms(True, warn_only=warn_only) torch.use_deterministic_algorithms(True, warn_only=warn_only)
# Enable CUDNN deterministic mode # Enable CUDNN deterministic mode