riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 18:51:14 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

replace assert with exception for padding_side arg in PreTrainedTokenizerBase __init__

Browse Source
This commit is contained in:
SaulLu 2022-02-01 11:12:37 +01:00
parent d12ae81664
commit 7a98b87962
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/transformers/tokenization_utils_base.py
View File

@ -1456,10 +1456,10 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
# Padding side is right by default and overridden in subclasses. If specified in the kwargs, it is changed. # Padding side is right by default and overridden in subclasses. If specified in the kwargs, it is changed.
self.padding_side = kwargs.pop("padding_side", self.padding_side) self.padding_side = kwargs.pop("padding_side", self.padding_side)
assert self.padding_side in [ if self.padding_side not in ["right", "left"]:
"right", raise ValueError(
"left", f"Padding side should be selected between 'right' and 'left', current value: {self.padding_side}"
], f"Padding side should be selected between 'right' and 'left', current value: {self.padding_side}" )
self.model_input_names = kwargs.pop("model_input_names", self.model_input_names) self.model_input_names = kwargs.pop("model_input_names", self.model_input_names)
self.deprecation_warnings = ( self.deprecation_warnings = (