riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-03 11:41:51 +06:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

fix: Fixed type annotation for compatability with python 3.8 (#30243)

Browse Source 
* Fixed type annotation for compatability with python 3.8

* Fixed unsorted imports.
This commit is contained in:
Sai-Suraj-27 2024-04-15 17:01:37 +05:30 committed by GitHub
parent b6b6daf2b7
commit fc8eda36c5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/models/whisper/convert_openai_to_hf.py
View File

@ -21,7 +21,7 @@ import os
import tempfile import tempfile
import urllib import urllib
import warnings import warnings
from typing import Any, Optional, Tuple from typing import Any, List, Optional, Tuple
import torch import torch
from huggingface_hub.utils import insecure_hashlib from huggingface_hub.utils import insecure_hashlib
@ -252,7 +252,7 @@ def convert_openai_whisper_to_tfms(
# Adapted from https://github.com/openai/tiktoken/issues/60#issuecomment-1499977960 # Adapted from https://github.com/openai/tiktoken/issues/60#issuecomment-1499977960
def _bpe(mergeable_ranks, token: bytes, max_rank=None) -> list[bytes]: def _bpe(mergeable_ranks, token: bytes, max_rank=None) -> List[bytes]:
parts = [bytes([b]) for b in token] parts = [bytes([b]) for b in token]
while True: while True:
min_idx = None min_idx = None