riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-03 12:50:06 +06:00
Code Issues Actions 28 Packages Projects Releases Wiki Activity

Fixing the docs corresponding to the breaking change in torch 2.6. (#36420)

Browse Source
This commit is contained in:
Nicolas Patry 2025-02-26 14:11:52 +01:00 committed by GitHub
parent 9a217fc327
commit b4965cecc5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
docs/source/en/perf_infer_gpu_multi.md
View File

@ -29,6 +29,7 @@ model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
# Initialize distributed # Initialize distributed
rank = int(os.environ["RANK"]) rank = int(os.environ["RANK"])
device = torch.device(f"cuda:{rank}") device = torch.device(f"cuda:{rank}")
torch.cuda.set_device(device)
torch.distributed.init_process_group("nccl", device_id=device) torch.distributed.init_process_group("nccl", device_id=device)
# Retrieve tensor parallel model # Retrieve tensor parallel model

1
docs/source/zh/perf_infer_gpu_multi.md
View File

@ -29,6 +29,7 @@ model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
# 初始化分布式环境 # 初始化分布式环境
rank = int(os.environ["RANK"]) rank = int(os.environ["RANK"])
device = torch.device(f"cuda:{rank}") device = torch.device(f"cuda:{rank}")
torch.cuda.set_device(device)
torch.distributed.init_process_group("nccl", device_id=device) torch.distributed.init_process_group("nccl", device_id=device)
# 获取支持张量并行的模型 # 获取支持张量并行的模型