riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 10:41:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Minor fixes/improvements in convert_file_size_to_int (#16891)

Browse Source 
* Minor improvements to `convert_file_size_to_int`

* Add <unit>bit version to kilos and megas

* Minor fix
This commit is contained in:
Mario Šaško 2022-04-22 16:54:20 +02:00 committed by GitHub
parent 6d90d76f5d
commit 9fa88172c2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/transformers/modeling_utils.py
View File

@ -145,7 +145,7 @@ def convert_file_size_to_int(size: Union[int, str]):
Example:
```py
>>> convert_file_size_to_int("1MB")
>>> convert_file_size_to_int("1MiB")
1048576
```
"""
@ -158,11 +158,14 @@ def convert_file_size_to_int(size: Union[int, str]):
if size.upper().endswith("KIB"):
return int(size[:-3]) * (2**10)
if size.upper().endswith("GB"):
return int(size[:-2]) * (10**9)
int_size = int(size[:-2]) * (10**9)
return int_size // 8 if size.endswith("b") else int_size
if size.upper().endswith("MB"):
return int(size[:-2]) * (10**6)
int_size = int(size[:-2]) * (10**6)
return int_size // 8 if size.endswith("b") else int_size
if size.upper().endswith("KB"):
return int(size[:-2]) * (10**3)
int_size = int(size[:-2]) * (10**3)
return int_size // 8 if size.endswith("b") else int_size
raise ValueError("`size` is not in a valid format. Use an integer followed by the unit, e.g., '5GB'.")