mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 12:50:06 +06:00
Use args.num_workers
in check_modular_conversion.py
(#36200)
fix Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
parent
a570e2ba87
commit
0a9923a609
@ -162,7 +162,7 @@ if __name__ == "__main__":
|
||||
|
||||
import multiprocessing
|
||||
|
||||
with multiprocessing.Pool(4) as p:
|
||||
with multiprocessing.Pool(args.num_workers) as p:
|
||||
outputs = p.map(compare_files, new_ordered_files)
|
||||
for output in outputs:
|
||||
non_matching_files += output
|
||||
|
Loading…
Reference in New Issue
Block a user