riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

[SigLIP] Only import tokenizer if sentencepiece available (#28636)

Browse Source 
Only import class if sp available
This commit is contained in:
amyeroberts 2024-01-22 15:20:16 +00:00 committed by GitHub
parent a35ea570a8
commit 590be773e6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/auto/tokenization_auto.py
View File

@ -379,7 +379,7 @@ else:
"SeamlessM4TTokenizerFast" if is_tokenizers_available() else None, "SeamlessM4TTokenizerFast" if is_tokenizers_available() else None,
), ),
), ),
("siglip", ("SiglipTokenizer", None)), ("siglip", ("SiglipTokenizer" if is_sentencepiece_available() else None, None)),
("speech_to_text", ("Speech2TextTokenizer" if is_sentencepiece_available() else None, None)), ("speech_to_text", ("Speech2TextTokenizer" if is_sentencepiece_available() else None, None)),
("speech_to_text_2", ("Speech2Text2Tokenizer", None)), ("speech_to_text_2", ("Speech2Text2Tokenizer", None)),
("speecht5", ("SpeechT5Tokenizer" if is_sentencepiece_available() else None, None)), ("speecht5", ("SpeechT5Tokenizer" if is_sentencepiece_available() else None, None)),